feat: use indexer instead of middleManager in nano + tweak configurat…

…ion to better adapt to a unittesting workflow
wiremind · Jun 21, 2024 · 47ffd0e · 47ffd0e
1 parent c7fcf3f
commit 47ffd0e
Show file tree

Hide file tree

Showing 11 changed files with 25 additions and 10 deletions.
diff --git a/conf/druid/single-server/nano-quickstart/_common/common.runtime.properties b/conf/druid/single-server/nano-quickstart/_common/common.runtime.properties
@@ -120,7 +120,7 @@ druid.selectors.indexing.serviceName=druid/overlord
 druid.selectors.coordinator.serviceName=druid/coordinator
 
 #
-# Monitoringf
+# Monitoring
 #
 
 druid.monitoring.monitors=["org.apache.druid.java.util.metrics.JvmMonitor"]

diff --git a/conf/druid/single-server/nano-quickstart/_common/log4j2.xml b/conf/druid/single-server/nano-quickstart/_common/log4j2.xml
@@ -25,7 +25,7 @@
     </Console>
   </Appenders>
   <Loggers>
-    <Root level="debug">
+    <Root level="info">
       <AppenderRef ref="Console"/>
     </Root>
 

diff --git a/conf/druid/single-server/nano-quickstart/broker/runtime.properties b/conf/druid/single-server/nano-quickstart/broker/runtime.properties
@@ -38,3 +38,6 @@ druid.broker.cache.useCache=false
 druid.broker.cache.populateCache=false
 
 druid.sql.planner.metadataRefreshPeriod=PT1S
+
+# Request logging
+druid.request.logging.type=slf4j
diff --git a/conf/druid/single-server/nano-quickstart/coordinator-overlord/runtime.properties b/conf/druid/single-server/nano-quickstart/coordinator-overlord/runtime.properties
@@ -32,6 +32,7 @@ druid.indexer.queue.startDelay=PT1S
 druid.indexer.runner.type=remote
 druid.indexer.storage.type=metadata
 
-druid.manager.segments.pollDuration=PT1S
+# poll segments very often (50ms)
+druid.manager.segments.pollDuration=PT0.050S
 druid.manager.config.pollDuration=PT1S
-druid.manager.rules.pollDuration=PT1S
+druid.manager.rules.pollDuration=PT1S
diff --git a/conf/druid/single-server/nano-quickstart/historical/runtime.properties b/conf/druid/single-server/nano-quickstart/historical/runtime.properties
@@ -38,3 +38,6 @@ druid.historical.cache.useCache=true
 druid.historical.cache.populateCache=true
 druid.cache.type=caffeine
 druid.cache.sizeInBytes=50000000
+
+# Request logging
+druid.request.logging.type=slf4j
diff --git a/.../nano-quickstart/middleManager/jvm.config → ...server/nano-quickstart/indexer/jvm.config b/.../nano-quickstart/middleManager/jvm.config → ...server/nano-quickstart/indexer/jvm.config
@@ -1,9 +1,10 @@
 -server
--Xms64m
--Xmx64m
+-Xms512m
+-Xmx512m
 -XX:+ExitOnOutOfMemoryError
 -XX:+UseG1GC
 -Duser.timezone=UTC
 -Dfile.encoding=UTF-8
 -Djava.io.tmpdir=var/tmp
 -Djava.util.logging.manager=org.apache.logging.log4j.jul.LogManager
+
diff --git a/conf/druid/single-server/nano-quickstart/indexer/main.config b/conf/druid/single-server/nano-quickstart/indexer/main.config
@@ -0,0 +1 @@
+org.apache.druid.cli.Main server indexer
diff --git a/...ickstart/middleManager/runtime.properties → ...ano-quickstart/indexer/runtime.properties b/...ickstart/middleManager/runtime.properties → ...ano-quickstart/indexer/runtime.properties
@@ -17,7 +17,7 @@
 # under the License.
 #
 
-druid.service=druid/middleManager
+druid.service=druid/indexer
 druid.plaintextPort=8091
 
 # Number of tasks per middleManager
@@ -37,3 +37,7 @@ druid.indexer.fork.property.druid.processing.numThreads=1
 
 # Hadoop indexing
 druid.indexer.task.hadoopWorkingPath=var/druid/hadoop-tmp
+
+# Request logging
+druid.request.logging.type=slf4j
+
diff --git a/conf/druid/single-server/nano-quickstart/middleManager/main.config b/conf/druid/single-server/nano-quickstart/middleManager/main.config
diff --git a/conf/druid/single-server/nano-quickstart/router/runtime.properties b/conf/druid/single-server/nano-quickstart/router/runtime.properties
@@ -39,4 +39,7 @@ druid.router.coordinatorServiceName=druid/coordinator
 druid.router.managementProxy.enabled=true
 
 # Processing
-druid.processing.numThreads=1
+druid.processing.numThreads=1
+
+# Request logging
+druid.request.logging.type=slf4j
diff --git a/conf/supervise/single-server/nano-quickstart.conf b/conf/supervise/single-server/nano-quickstart.conf
@@ -7,4 +7,4 @@ coordinator-overlord bin/run-druid coordinator-overlord conf/druid/single-server
 broker bin/run-druid broker conf/druid/single-server/nano-quickstart
 router bin/run-druid router conf/druid/single-server/nano-quickstart
 historical bin/run-druid historical conf/druid/single-server/nano-quickstart
-!p90 middleManager bin/run-druid middleManager conf/druid/single-server/nano-quickstart
+!p90 indexer bin/run-druid indexer conf/druid/single-server/nano-quickstart