From 6e8a2225795748c6c7348b6eac5585e763a6fbe8 Mon Sep 17 00:00:00 2001
From: Duncan Tebbs <duncan.tebbs@gmail.com>
Date: Thu, 6 May 2021 16:55:34 +0100
Subject: [PATCH] prover: tweak hard-coded partition and batch sizes

---
 src/main/java/prover/Prover.java | 4 ++--
 1 file changed, 2 insertions(+), 2 deletions(-)

diff --git a/src/main/java/prover/Prover.java b/src/main/java/prover/Prover.java
index 8e10c7b..032894b 100644
--- a/src/main/java/prover/Prover.java
+++ b/src/main/java/prover/Prover.java
@@ -217,10 +217,10 @@ void run(
     final int numExecutors = 16;
     final int numCores = 2;
     final int numMemory = 16;
-    final int numPartitions = 64;
+    final int numPartitions = 8;
     final StorageLevel storageLevel = StorageLevel.MEMORY_AND_DISK_SER();
 
-    final int batchSize = 1024;
+    final int batchSize = 32*1024;
     final var provingKeyRDD =
         provingKeyReader.readProvingKeyRDD(primaryInputSize, sc, numPartitions, batchSize);
     final var primFullRDD =