From e4517c8f0cff77c9c79b0741967555944c503bb6 Mon Sep 17 00:00:00 2001 From: Duncan Tebbs Date: Thu, 6 May 2021 16:55:34 +0100 Subject: [PATCH] prover: tweak hard-coded partition and batch sizes --- src/main/java/prover/Prover.java | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/src/main/java/prover/Prover.java b/src/main/java/prover/Prover.java index 8e10c7b..f59c9bf 100644 --- a/src/main/java/prover/Prover.java +++ b/src/main/java/prover/Prover.java @@ -217,10 +217,10 @@ void run( final int numExecutors = 16; final int numCores = 2; final int numMemory = 16; - final int numPartitions = 64; + final int numPartitions = 8; final StorageLevel storageLevel = StorageLevel.MEMORY_AND_DISK_SER(); - final int batchSize = 1024; + final int batchSize = 32 * 1024; final var provingKeyRDD = provingKeyReader.readProvingKeyRDD(primaryInputSize, sc, numPartitions, batchSize); final var primFullRDD =