prover: tweak hard-coded partition and batch sizes

clearmatics · May 6, 2021 · 6e8a222 · 6e8a222
1 parent 4cd5756
commit 6e8a222
Showing 1 changed file with 2 additions and 2 deletions.
diff --git a/src/main/java/prover/Prover.java b/src/main/java/prover/Prover.java
@@ -217,10 +217,10 @@ void run(
     final int numExecutors = 16;
     final int numCores = 2;
     final int numMemory = 16;
-    final int numPartitions = 64;
+    final int numPartitions = 8;
     final StorageLevel storageLevel = StorageLevel.MEMORY_AND_DISK_SER();
 
-    final int batchSize = 1024;
+    final int batchSize = 32*1024;
     final var provingKeyRDD =
         provingKeyReader.readProvingKeyRDD(primaryInputSize, sc, numPartitions, batchSize);
     final var primFullRDD =