Dev

READLAN.md

@@ -0,0 +1 @@
+mvn install -Pcore-modules,-main -DskipTests -Dcheckstyle.skip=true

bin/function-localrunner

@@ -34,7 +34,7 @@ else
     JAVA=$JAVA_HOME/bin/java
 fi
 
-PULSAR_MEM=${PULSAR_MEM:-"-Xmx128m -XX:MaxDirectMemorySize=128m"}
+PULSAR_MEM=${PULSAR_MEM:-"-Xmx128m -XX:MaxDirectMemorySize=128m -XX:+UnlockExperimentalVMOptions"}
 
 # Garbage collection options
 PULSAR_GC=${PULSAR_GC:-"-XX:+UseZGC -XX:+PerfDisableSharedMem -XX:+AlwaysPreTouch"}
@@ -147,6 +147,8 @@ fi
 OPTS="$OPTS -Dpulsar.functions.java.instance.jar=${JAVA_INSTANCE_JAR}"
 OPTS="$OPTS -Dpulsar.functions.python.instance.file=${PY_INSTANCE_FILE}"
 
+echo $OPTS
+
 MAINCLASS="org.apache.pulsar.functions.LocalRunner"
 
 #Change to PULSAR_HOME to support relative paths

build/build_java_test_image.sh

@@ -26,6 +26,6 @@ SQUASH_PARAM=""
 if [[ "$(docker version -f '{{.Server.Experimental}}' 2>/dev/null)" == "true" ]]; then
   SQUASH_PARAM="-Ddocker.squash=true"
 fi
-mvn -am -pl tests/docker-images/java-test-image -Pcore-modules,-main,integrationTests,docker \
+mvn -am -pl tests/docker-images/java-test-image -Pcore-modules,-main,docker \
   -Dmaven.test.skip=true -DskipSourceReleaseAssembly=true -Dspotbugs.skip=true -Dlicense.skip=true $SQUASH_PARAM \
   "$@" install

conf/broker.conf

@@ -24,7 +24,11 @@
 # * zk:my-zk-1:2181,my-zk-2:2181,my-zk-3:2181
 # * my-zk-1:2181,my-zk-2:2181,my-zk-3:2181 (will default to ZooKeeper when the schema is not specified)
 # * zk:my-zk-1:2181,my-zk-2:2181,my-zk-3:2181/my-chroot-path (to add a ZK chroot path)
-metadataStoreUrl=
+metadataStoreUrl=etcd://192.168.3.228:2379/ledgers
+
+# /ledgers/available
+# /ledgers/cookies
+
 
 # Configuration file path for metadata store. It's supported by RocksdbMetadataStore and EtcdMetadataStore for now
 metadataStoreConfigPath=
@@ -66,9 +70,14 @@ bindAddress=0.0.0.0
 # Extra bind addresses for the service: <listener_name>:<scheme>://<host>:<port>,[...]
 bindAddresses=
 
+<<<<<<< HEAD
+# Hostname or IP address the service advertises to the outside world. If not set, the value of InetAddress.getLocalHost().getHostName() is used.
+advertisedAddress=192.168.3.228
+=======
 # Hostname or IP address the service advertises to the outside world.
 # If not set, the value of InetAddress.getLocalHost().getCanonicalHostName() is used.
 advertisedAddress=
+>>>>>>> e1c0ad395c19c99369e733f44a2426de5c465787
 
 # Used to specify multiple advertised listeners for the broker.
 # The value must format as <listener_name>:pulsar://<host>:<port>,
@@ -119,7 +128,7 @@ enableBusyWait=false
 isRunningStandalone=
 
 # Name of the cluster to which this broker belongs to
-clusterName=
+clusterName=lan
 
 # The maximum number of tenants that each pulsar cluster can create
 # This configuration is not precise control, in a concurrent scenario, the threshold will be exceeded
@@ -1048,13 +1057,13 @@ bookkeeperExplicitLacIntervalInMills=0
 ### --- Managed Ledger --- ###
 
 # Number of bookies to use when creating a ledger
-managedLedgerDefaultEnsembleSize=2
+managedLedgerDefaultEnsembleSize=1
 
 # Number of copies to store for each message
-managedLedgerDefaultWriteQuorum=2
+managedLedgerDefaultWriteQuorum=1
 
 # Number of guaranteed copies (acks to wait before write is complete)
-managedLedgerDefaultAckQuorum=2
+managedLedgerDefaultAckQuorum=1
 
 # with OpportunisticStriping=true the ensembleSize is adapted automatically to writeQuorum
 # in case of lack of enough bookies
@@ -1415,10 +1424,10 @@ exposeBundlesMetricsInPrometheus=false
 ### --- Functions --- ###
 
 # Enable Functions Worker Service in Broker
-functionsWorkerEnabled=false
+functionsWorkerEnabled=true
 
 #Enable Functions Worker to use packageManagement Service to store package.
-functionsWorkerEnablePackageManagement=false
+functionsWorkerEnablePackageManagement=true
 
 ### --- Broker Web Stats --- ###
 
@@ -1594,10 +1603,11 @@ transactionPendingAckBatchedWriteMaxDelayInMillis=1
 ### --- Packages management service configuration variables (begin) --- ###
 
 # Enable the packages management service or not
-enablePackagesManagement=false
+enablePackagesManagement=true
 
 # The packages management service storage service provide
-packagesManagementStorageProvider=org.apache.pulsar.packages.management.storage.bookkeeper.BookKeeperPackagesStorageProvider
+#packagesManagementStorageProvider=org.apache.pulsar.packages.management.storage.bookkeeper.BookKeeperPackagesStorageProvider
+packagesManagementStorageProvider=org.apache.pulsar.packages.management.storage.filesystem.FileSystemPackagesStorageProvider
 
 # When the packages storage provider is bookkeeper, you can use this configuration to
 # control the number of replicas for storing the package

conf/functions_worker.yml

@@ -132,9 +132,9 @@ functionRuntimeFactoryConfigs:
     # location of log files for functions
     logDirectory: logs/
     # change the jar location only when you put the java instance jar in a different location
-    javaInstanceJarLocation:
+    javaInstanceJarLocation: conf/instances/java-instance.jar
     # change the python instance location only when you put the python instance jar in a different location
-    pythonInstanceLocation:
+    pythonInstanceLocation: conf/instances/python-instance
     # change the extra dependencies location:
     extraFunctionDependenciesDir: