update CI workflow

.ci/clusters/compute_v1alpha1_function.yaml

@@ -4,7 +4,7 @@ metadata:
   name: function-sample
   namespace: default
 spec:
-  image: streamnative/pulsar-functions-java-sample:2.10.0.0-rc10
+  image: streamnative/pulsar-functions-java-sample:2.9.2.23
   className: org.apache.pulsar.functions.api.examples.ExclamationFunction
   forwardSourceMessageProperty: true
   maxPendingAsyncRequests: 1000

.ci/clusters/compute_v1alpha1_function_builtin_hpa.yaml

@@ -4,7 +4,7 @@ metadata:
   name: function-builtin-hpa-sample
   namespace: default
 spec:
-  image: streamnative/pulsar-functions-java-sample:2.10.0.0-rc10
+  image: streamnative/pulsar-functions-java-sample:2.9.2.23
   className: org.apache.pulsar.functions.api.examples.ExclamationFunction
   forwardSourceMessageProperty: true
   maxPendingAsyncRequests: 1000

.ci/clusters/compute_v1alpha1_function_hpa.yaml

@@ -4,7 +4,7 @@ metadata:
   name: function-hpa-sample
   namespace: default
 spec:
-  image: streamnative/pulsar-functions-java-sample:2.10.0.0-rc10
+  image: streamnative/pulsar-functions-java-sample:2.9.2.23
   className: org.apache.pulsar.functions.api.examples.ExclamationFunction
   forwardSourceMessageProperty: true
   maxPendingAsyncRequests: 1000

.ci/clusters/compute_v1alpha1_function_stateful.yaml

@@ -1,22 +1,22 @@
 apiVersion: compute.functionmesh.io/v1alpha1
 kind: Function
 metadata:
-  name: java-function-stateful-sample
+  name: python-function-stateful-sample
   namespace: default
 spec:
-  image: streamnative/pulsar-functions-java-sample:2.10.0.0-rc10
-  className: org.apache.pulsar.functions.api.examples.WordCountFunction
+  image: streamnative/pulsar-functions-python-sample:2.9.2.23
+  className: wordcount_function.WordCountFunction
   forwardSourceMessageProperty: true
   maxPendingAsyncRequests: 1000
   replicas: 1
   maxReplicas: 5
-  logTopic: persistent://public/default/logging-function-logs
+  logTopic: persistent://public/default/logging-stateful-function-logs
   input:
     topics:
-    - persistent://public/default/java-function-stateful-input-topic
+    - persistent://public/default/python-function-stateful-input-topic
     typeClassName: java.lang.String
   output:
-    topic: persistent://public/default/java-function-stateful-output-topic
+    topic: persistent://public/default/python-function-stateful-output-topic
     typeClassName: java.lang.String
   resources:
     requests:
@@ -27,13 +27,14 @@ spec:
       memory: 1.1G
   pulsar:
     pulsarConfig: "test-pulsar"
-  java:
-    jar: /pulsar/examples/api-examples.jar
+  python:
+    py: /pulsar/examples/python-examples/wordcount_function.py
+    pyLocation: ""
   clusterName: test-pulsar
   autoAck: true
   statefulConfig:
     pulsar:
-      serviceUrl: "bk://sn-platform-pulsar-bk.default.svc.cluster.local:4181"
+      serviceUrl: "bk://sn-platform-pulsar-bookie.default.svc.cluster.local:4181"
 ---
 apiVersion: v1
 kind: ConfigMap

.ci/clusters/compute_v1alpha1_functionmesh.yaml

@@ -5,7 +5,7 @@ metadata:
 spec:
   functions:
     - name: java-function
-      image: streamnative/pulsar-functions-java-sample:2.10.0.0-rc10
+      image: streamnative/pulsar-functions-java-sample:2.9.2.23
       className: org.apache.pulsar.functions.api.examples.ExclamationFunction
       replicas: 1
       maxReplicas: 1
@@ -31,7 +31,7 @@ spec:
           memory: 1.1G
       clusterName: test
     - name: golang-function
-      image: streamnative/pulsar-functions-go-sample:2.10.0.0-rc10
+      image: streamnative/pulsar-functions-go-sample:2.9.2.23
       replicas: 1
       maxReplicas: 1
       input:
@@ -56,7 +56,7 @@ spec:
           memory: 1.1G
       clusterName: test
     - name: python-function
-      image: streamnative/pulsar-functions-python-sample:2.10.0.0-rc10
+      image: streamnative/pulsar-functions-python-sample:2.9.2.23
       className: exclamation_function.ExclamationFunction
       replicas: 1
       maxReplicas: 1

.ci/clusters/compute_v1alpha1_go_function.yaml

@@ -4,7 +4,7 @@ metadata:
   name: go-function-sample
   namespace: default
 spec:
-  image: streamnative/pulsar-functions-go-sample:2.10.0.0-rc10
+  image: streamnative/pulsar-functions-go-sample:2.9.2.23
   forwardSourceMessageProperty: true
   maxPendingAsyncRequests: 1000
   replicas: 1

.ci/clusters/compute_v1alpha1_py_function.yaml

@@ -4,7 +4,7 @@ metadata:
   name: py-function-sample
   namespace: default
 spec:
-  image: streamnative/pulsar-functions-python-sample:2.10.0.0-rc10
+  image: streamnative/pulsar-functions-python-sample:2.9.2.23
   className: exclamation_function.ExclamationFunction
   forwardSourceMessageProperty: true
   maxPendingAsyncRequests: 1000

.ci/clusters/values.yaml

@@ -29,6 +29,8 @@ affinity:
 components:
   autorecovery: false
   pulsar_manager: false
+  sql_worker: false
+  proxy: false
 
 ## disable monitoring stack
 monitoring:
@@ -38,37 +40,46 @@ monitoring:
   grafana: false
   # monitoring - node_exporter
   node_exporter: false
+  loki: false
 
 images:
   zookeeper:
     repository: streamnative/pulsar-all
-    tag: 2.10.0.0-rc10
+    tag: 2.9.2.23
   bookie:
     repository: streamnative/pulsar-all
-    tag: 2.10.0.0-rc10
+    tag: 2.9.2.23
   autorecovery:
     repository: streamnative/pulsar-all
-    tag: 2.10.0.0-rc10
+    tag: 2.9.2.23
   broker:
     repository: streamnative/pulsar-all
-    tag: 2.10.0.0-rc10
+    tag: 2.9.2.23
   functions:
     repository: streamnative/pulsar-all
-    tag: 2.10.0.0-rc10
+    tag: 2.9.2.23
   proxy:
     repository: streamnative/pulsar-all
-    tag: 2.10.0.0-rc10
+    tag: 2.9.2.23
+  presto:
+    repository: streamnative/pulsar-all
+    tag: 2.9.2.23
 
 zookeeper:
   replicaCount: 1
 
 bookkeeper:
-  replicaCount: 1
+  # Ensure that the bookkeeper starts after the pulsar-init job is completed
+  replicaCount: 0
   metadata:
     image:
       repository: streamnative/pulsar-all
-      tag: 2.10.0.0-rc10
+      tag: 2.9.2.23
   configData:
+    PULSAR_PREFIX_autoRecoveryDaemonEnabled: "false"
+    PULSAR_PREFIX_dlog.bkcEnsembleSize: "1"
+    PULSAR_PREFIX_dlog.bkcWriteQuorumSize: "1"
+    PULSAR_PREFIX_dlog.bkcAckQuorumSize: "1"
     # `BOOKIE_MEM` is used for `bookie shell`
     BOOKIE_MEM: >
       -Xms128m
@@ -97,7 +108,7 @@ bookkeeper:
 pulsar_metadata:
   image:
     repository: streamnative/pulsar-all
-    tag: 2.10.0.0-rc10
+    tag: 2.9.2.23
 
 broker:
   replicaCount: 1
@@ -110,8 +121,5 @@ broker:
     managedLedgerDefaultWriteQuorum: "1"
     managedLedgerDefaultAckQuorum: "1"
 
-proxy:
-  replicaCount: 1
-
 functions:
   functionState: true

.ci/clusters/values_custom_runner_images.yaml

@@ -41,27 +41,27 @@ monitoring:
 images:
   zookeeper:
     repository: streamnative/pulsar-all
-    tag: 2.10.0.0-rc10
+    tag: 2.9.2.23
     pullPolicy: IfNotPresent
   bookie:
     repository: streamnative/pulsar-all
-    tag: 2.10.0.0-rc10
+    tag: 2.9.2.23
     pullPolicy: IfNotPresent
   autorecovery:
     repository: streamnative/pulsar-all
-    tag: 2.10.0.0-rc10
+    tag: 2.9.2.23
     pullPolicy: IfNotPresent
   broker:
     repository: streamnative/pulsar-all
-    tag: 2.10.0.0-rc10
+    tag: 2.9.2.23
     pullPolicy: IfNotPresent
   proxy:
     repository: streamnative/pulsar-all
-    tag: 2.10.0.0-rc10
+    tag: 2.9.2.23
     pullPolicy: IfNotPresent
   functions:
     repository: streamnative/pulsar-all
-    tag: 2.10.0.0-rc10
+    tag: 2.9.2.23
     pullPolicy: IfNotPresent
 
 zookeeper:
@@ -72,8 +72,15 @@ bookkeeper:
   metadata:
     image:
       repository: streamnative/pulsar-all
-      tag: 2.10.0.0-rc10
+      tag: 2.9.2.23
   configData:
+    PULSAR_PREFIX_autoRecoveryDaemonEnabled: "false"
+    PULSAR_PREFIX_dlog.bkcEnsembleSize: "1"
+    PULSAR_PREFIX_dlog.bkcWriteQuorumSize: "1"
+    PULSAR_PREFIX_dlog.bkcAckQuorumSize: "1"
+    PULSAR_PREFIX_storage.range.store.dirs: "/pulsar/data/bookkeeper/ranges"
+    PULSAR_PREFIX_storage.serve.readonly.tables: "false"
+    PULSAR_PREFIX_storageserver.grpc.port: "4181"
     # `BOOKIE_MEM` is used for `bookie shell`
     BOOKIE_MEM: >
       -Xms128m
@@ -102,7 +109,7 @@ bookkeeper:
 pulsar_metadata:
   image:
     repository: streamnative/pulsar-all
-    tag: 2.10.0.0-rc10
+    tag: 2.9.2.23
     pullPolicy: IfNotPresent
 
 broker:
@@ -117,6 +124,7 @@ broker:
     managedLedgerDefaultAckQuorum: "1"
 
 functions:
+  functionState: true
   component: functions-worker
   enableCustomizerRuntime: false
   runtimeCustomizerClassName: "org.apache.pulsar.functions.runtime.kubernetes.BasicKubernetesManifestCustomizer"
@@ -148,9 +156,9 @@ functions:
     narExtractionDirectory: ""
   functionRuntimeFactoryConfigs:
     functionDockerImages:
-      JAVA: "streamnative/pulsar-functions-java-runner:2.10.0.0-rc10"
-      PYTHON: "streamnative/pulsar-functions-python-runner:2.10.0.0-rc10"
-      GO: "streamnative/pulsar-functions-go-runner:2.10.0.0-rc10"
+      JAVA: "streamnative/pulsar-functions-java-runner:2.9.2.23"
+      PYTHON: "streamnative/pulsar-functions-python-runner:2.9.2.23"
+      GO: "streamnative/pulsar-functions-go-runner:2.9.2.23"
 
 proxy:
   replicaCount: 1

.ci/clusters/values_runner_images.yaml

@@ -27,6 +27,7 @@ affinity:
 components:
   autorecovery: false
   pulsar_manager: false
+  sql_worker: false
 
 ## disable monitoring stack
 monitoring:
@@ -40,39 +41,47 @@ monitoring:
 images:
   zookeeper:
     repository: streamnative/pulsar-all
-    tag: 2.10.0.0-rc10
+    tag: 2.9.2.23
     pullPolicy: IfNotPresent
   bookie:
     repository: streamnative/pulsar-all
-    tag: 2.10.0.0-rc10
+    tag: 2.9.2.23
     pullPolicy: IfNotPresent
   autorecovery:
     repository: streamnative/pulsar-all
-    tag: 2.10.0.0-rc10
+    tag: 2.9.2.23
     pullPolicy: IfNotPresent
   broker:
     repository: streamnative/pulsar-all
-    tag: 2.10.0.0-rc10
+    tag: 2.9.2.23
     pullPolicy: IfNotPresent
   proxy:
     repository: streamnative/pulsar-all
-    tag: 2.10.0.0-rc10
+    tag: 2.9.2.23
     pullPolicy: IfNotPresent
   functions:
     repository: streamnative/pulsar-all
-    tag: 2.10.0.0-rc10
+    tag: 2.9.2.23
+    pullPolicy: IfNotPresent
+  presto:
+    repository: streamnative/pulsar-all
+    tag: 2.9.2.23
     pullPolicy: IfNotPresent
 
 zookeeper:
   replicaCount: 1
 
 bookkeeper:
-  replicaCount: 1
+  replicaCount: 0
   metadata:
     image:
       repository: streamnative/pulsar-all
-      tag: 2.10.0.0-rc10
+      tag: 2.9.2.23
   configData:
+    PULSAR_PREFIX_autoRecoveryDaemonEnabled: "false"
+    PULSAR_PREFIX_dlog.bkcEnsembleSize: "1"
+    PULSAR_PREFIX_dlog.bkcWriteQuorumSize: "1"
+    PULSAR_PREFIX_dlog.bkcAckQuorumSize: "1"
     # `BOOKIE_MEM` is used for `bookie shell`
     BOOKIE_MEM: >
       -Xms128m
@@ -101,7 +110,7 @@ bookkeeper:
 pulsar_metadata:
   image:
     repository: streamnative/pulsar-all
-    tag: 2.10.0.0-rc10
+    tag: 2.9.2.23
     pullPolicy: IfNotPresent
 
 broker:
@@ -122,6 +131,7 @@ proxy:
 ## templates/function-worker-configmap.yaml
 ##
 functions:
+  functionState: true
   component: functions-worker
   enableCustomizerRuntime: false
   runtimeCustomizerClassName: "org.apache.pulsar.functions.runtime.kubernetes.BasicKubernetesManifestCustomizer"
@@ -161,9 +171,9 @@ functions:
     disk: 1048576000
   functionRuntimeFactoryConfigs:
     functionDockerImages:
-      JAVA: "streamnative/pulsar-functions-java-runner:2.10.0.0-rc10"
-      PYTHON: "streamnative/pulsar-functions-python-runner:2.10.0.0-rc10"
-      GO: "streamnative/pulsar-functions-go-runner:2.10.0.0-rc10"
+      JAVA: "streamnative/pulsar-functions-java-runner:2.9.2.23"
+      PYTHON: "streamnative/pulsar-functions-python-runner:2.9.2.23"
+      GO: "streamnative/pulsar-functions-go-runner:2.9.2.23"
     functionInstanceMinResources:
       cpu: 0.1
       ram: 10485760

.ci/deploy_pulsar_cluster.sh

@@ -49,3 +49,5 @@ ci::install_pulsar_charts "$VALUES_FILE"
 # test producer
 ci::test_pulsar_producer
 
+# enable stream storage server
+#ci::enable_stream_storage_server