add package management service tests (#268)

* add package management service tests * more logs * fix CI * fix CI * fix CI * fix download * fix extractType * fix download * bump to 2.8.0.14 to verify package management service * fix python runner * fix runner images * add python and go test * push images * fix CI * fix CI * fix CI * fix CI * fix go tests
streamnative · Aug 30, 2021 · 30ca461 · 30ca461
1 parent ed204e2
commit 30ca461
Show file tree

Hide file tree

Showing 25 changed files with 236 additions and 63 deletions.
diff --git a/.ci/clusters/compute_v1alpha1_function.yaml b/.ci/clusters/compute_v1alpha1_function.yaml
@@ -4,7 +4,7 @@ metadata:
   name: function-sample
   namespace: default
 spec:
-  image: streamnative/pulsar-functions-java-sample:2.8.0.13
+  image: streamnative/pulsar-functions-java-sample:2.8.0.14
   className: org.apache.pulsar.functions.api.examples.ExclamationFunction
   forwardSourceMessageProperty: true
   MaxPendingAsyncRequests: 1000

diff --git a/.ci/clusters/compute_v1alpha1_function_builtin_hpa.yaml b/.ci/clusters/compute_v1alpha1_function_builtin_hpa.yaml
@@ -4,7 +4,7 @@ metadata:
   name: function-builtin-hpa-sample
   namespace: default
 spec:
-  image: streamnative/pulsar-functions-java-sample:2.8.0.13
+  image: streamnative/pulsar-functions-java-sample:2.8.0.14
   className: org.apache.pulsar.functions.api.examples.ExclamationFunction
   forwardSourceMessageProperty: true
   MaxPendingAsyncRequests: 1000

diff --git a/.ci/clusters/compute_v1alpha1_function_hpa.yaml b/.ci/clusters/compute_v1alpha1_function_hpa.yaml
@@ -4,7 +4,7 @@ metadata:
   name: function-hpa-sample
   namespace: default
 spec:
-  image: streamnative/pulsar-functions-java-sample:2.8.0.13
+  image: streamnative/pulsar-functions-java-sample:2.8.0.14
   className: org.apache.pulsar.functions.api.examples.ExclamationFunction
   forwardSourceMessageProperty: true
   MaxPendingAsyncRequests: 1000

diff --git a/.ci/clusters/compute_v1alpha1_functionmesh.yaml b/.ci/clusters/compute_v1alpha1_functionmesh.yaml
@@ -5,7 +5,7 @@ metadata:
 spec:
   functions:
     - name: java-function
-      image: streamnative/pulsar-functions-java-sample:2.8.0.13
+      image: streamnative/pulsar-functions-java-sample:2.8.0.14
       className: org.apache.pulsar.functions.api.examples.ExclamationFunction
       replicas: 1
       maxReplicas: 1
@@ -31,7 +31,7 @@ spec:
           memory: 1.1G
       clusterName: test
     - name: golang-function
-      image: streamnative/pulsar-functions-go-sample:2.8.0.13
+      image: streamnative/pulsar-functions-go-sample:2.8.0.14
       replicas: 1
       maxReplicas: 1
       input:
@@ -56,7 +56,7 @@ spec:
           memory: 1.1G
       clusterName: test
     - name: python-function
-      image: streamnative/pulsar-functions-python-sample:2.8.0.13
+      image: streamnative/pulsar-functions-python-sample:2.8.0.14
       className: exclamation_function.ExclamationFunction
       replicas: 1
       maxReplicas: 1

diff --git a/.ci/clusters/compute_v1alpha1_go_function.yaml b/.ci/clusters/compute_v1alpha1_go_function.yaml
@@ -4,7 +4,7 @@ metadata:
   name: go-function-sample
   namespace: default
 spec:
-  image: streamnative/pulsar-functions-go-sample:2.8.0.13
+  image: streamnative/pulsar-functions-go-sample:2.8.0.14
   forwardSourceMessageProperty: true
   MaxPendingAsyncRequests: 1000
   replicas: 1

diff --git a/.ci/clusters/compute_v1alpha1_py_function.yaml b/.ci/clusters/compute_v1alpha1_py_function.yaml
@@ -4,7 +4,7 @@ metadata:
   name: py-function-sample
   namespace: default
 spec:
-  image: streamnative/pulsar-functions-python-sample:2.8.0.13
+  image: streamnative/pulsar-functions-python-sample:2.8.0.14
   className: exclamation_function.ExclamationFunction
   forwardSourceMessageProperty: true
   MaxPendingAsyncRequests: 1000

diff --git a/.ci/clusters/values.yaml b/.ci/clusters/values.yaml
@@ -42,22 +42,22 @@ monitoring:
 images:
   zookeeper:
     repository: streamnative/pulsar-all
-    tag: 2.8.0.13
+    tag: 2.8.0.14
   bookie:
     repository: streamnative/pulsar-all
-    tag: 2.8.0.13
+    tag: 2.8.0.14
   autorecovery:
     repository: streamnative/pulsar-all
-    tag: 2.8.0.13
+    tag: 2.8.0.14
   broker:
     repository: streamnative/pulsar-all
-    tag: 2.8.0.13
+    tag: 2.8.0.14
   functions:
     repository: streamnative/pulsar-all
-    tag: 2.8.0.13
+    tag: 2.8.0.14
   proxy:
     repository: streamnative/pulsar-all
-    tag: 2.8.0.13
+    tag: 2.8.0.14
 
 zookeeper:
   replicaCount: 1
@@ -67,7 +67,7 @@ bookkeeper:
   metadata:
     image:
       repository: streamnative/pulsar-all
-      tag: 2.8.0.13
+      tag: 2.8.0.14
   configData:
     # `BOOKIE_MEM` is used for `bookie shell`
     BOOKIE_MEM: >
@@ -97,7 +97,7 @@ bookkeeper:
 pulsar_metadata:
   image:
     repository: streamnative/pulsar-all
-    tag: 2.8.0.13
+    tag: 2.8.0.14
 
 broker:
   replicaCount: 1

diff --git a/.ci/clusters/values_cluster.yaml b/.ci/clusters/values_cluster.yaml
@@ -42,22 +42,22 @@ monitoring:
 images:
   zookeeper:
     repository: streamnative/pulsar-all
-    tag: 2.8.0.13
+    tag: 2.8.0.14
   bookie:
     repository: streamnative/pulsar-all
-    tag: 2.8.0.13
+    tag: 2.8.0.14
   autorecovery:
     repository: streamnative/pulsar-all
-    tag: 2.8.0.13
+    tag: 2.8.0.14
   broker:
     repository: streamnative/pulsar-all
-    tag: 2.8.0.13
+    tag: 2.8.0.14
   functions:
     repository: streamnative/pulsar-all
-    tag: 2.8.0.13
+    tag: 2.8.0.14
   proxy:
     repository: streamnative/pulsar-all
-    tag: 2.8.0.13
+    tag: 2.8.0.14
 
 zookeeper:
   replicaCount: 1
@@ -67,7 +67,7 @@ bookkeeper:
   metadata:
     image:
       repository: streamnative/pulsar-all
-      tag: 2.8.0.13
+      tag: 2.8.0.14
   configData:
     # `BOOKIE_MEM` is used for `bookie shell`
     BOOKIE_MEM: >
@@ -97,7 +97,7 @@ bookkeeper:
 pulsar_metadata:
   image:
     repository: streamnative/pulsar-all
-    tag: 2.8.0.13
+    tag: 2.8.0.14
 
 broker:
   replicaCount: 1

diff --git a/.ci/clusters/values_custom_runner_images.yaml b/.ci/clusters/values_custom_runner_images.yaml
@@ -41,27 +41,27 @@ monitoring:
 images:
   zookeeper:
     repository: streamnative/pulsar-all
-    tag: 2.8.0.13
+    tag: 2.8.0.14
     pullPolicy: IfNotPresent
   bookie:
     repository: streamnative/pulsar-all
-    tag: 2.8.0.13
+    tag: 2.8.0.14
     pullPolicy: IfNotPresent
   autorecovery:
     repository: streamnative/pulsar-all
-    tag: 2.8.0.13
+    tag: 2.8.0.14
     pullPolicy: IfNotPresent
   broker:
     repository: streamnative/pulsar-all
-    tag: 2.8.0.13
+    tag: 2.8.0.14
     pullPolicy: IfNotPresent
   proxy:
     repository: streamnative/pulsar-all
-    tag: 2.8.0.13
+    tag: 2.8.0.14
     pullPolicy: IfNotPresent
   functions:
     repository: streamnative/pulsar-all
-    tag: 2.8.0.13
+    tag: 2.8.0.14
     pullPolicy: IfNotPresent
 
 zookeeper:
@@ -102,7 +102,7 @@ bookkeeper:
 pulsar_metadata:
   image:
     repository: streamnative/pulsar-all
-    tag: 2.8.0.13
+    tag: 2.8.0.14
     pullPolicy: IfNotPresent
 
 broker:
@@ -148,9 +148,9 @@ functions:
     narExtractionDirectory: ""
   functionRuntimeFactoryConfigs:
     functionDockerImages:
-      JAVA: "streamnative/pulsar-functions-java-runner:2.8.0.13"
-      PYTHON: "streamnative/pulsar-functions-python-runner:2.8.0.13"
-      GO: "streamnative/pulsar-functions-go-runner:2.8.0.13"
+      JAVA: "streamnative/pulsar-functions-java-runner:2.8.0.14"
+      PYTHON: "streamnative/pulsar-functions-python-runner:2.8.0.14"
+      GO: "streamnative/pulsar-functions-go-runner:2.8.0.14"
 
 proxy:
   replicaCount: 1
diff --git a/.ci/clusters/values_mesh_worker_service.yaml b/.ci/clusters/values_mesh_worker_service.yaml
@@ -113,6 +113,8 @@ broker:
     managedLedgerDefaultEnsembleSize: "1"
     managedLedgerDefaultWriteQuorum: "1"
     managedLedgerDefaultAckQuorum: "1"
+    enablePackagesManagement: "true"
+    PULSAR_PREFIX_enablePackagesManagement: "true"
 
 proxy:
   replicaCount: 1
diff --git a/.ci/clusters/values_runner_images.yaml b/.ci/clusters/values_runner_images.yaml
@@ -40,27 +40,27 @@ monitoring:
 images:
   zookeeper:
     repository: streamnative/pulsar-all
-    tag: 2.8.0.13
+    tag: 2.8.0.14
     pullPolicy: IfNotPresent
   bookie:
     repository: streamnative/pulsar-all
-    tag: 2.8.0.13
+    tag: 2.8.0.14
     pullPolicy: IfNotPresent
   autorecovery:
     repository: streamnative/pulsar-all
-    tag: 2.8.0.13
+    tag: 2.8.0.14
     pullPolicy: IfNotPresent
   broker:
     repository: streamnative/pulsar-all
-    tag: 2.8.0.13
+    tag: 2.8.0.14
     pullPolicy: IfNotPresent
   proxy:
     repository: streamnative/pulsar-all
-    tag: 2.8.0.13
+    tag: 2.8.0.14
     pullPolicy: IfNotPresent
   functions:
     repository: streamnative/pulsar-all
-    tag: 2.8.0.13
+    tag: 2.8.0.14
     pullPolicy: IfNotPresent
 
 zookeeper:
@@ -101,7 +101,7 @@ bookkeeper:
 pulsar_metadata:
   image:
     repository: streamnative/pulsar-all
-    tag: 2.8.0.13
+    tag: 2.8.0.14
     pullPolicy: IfNotPresent
 
 broker:
@@ -161,9 +161,9 @@ functions:
     disk: 1048576000
   functionRuntimeFactoryConfigs:
     functionDockerImages:
-      JAVA: "streamnative/pulsar-functions-java-runner:2.8.0.13"
-      PYTHON: "streamnative/pulsar-functions-python-runner:2.8.0.13"
-      GO: "streamnative/pulsar-functions-go-runner:2.8.0.13"
+      JAVA: "streamnative/pulsar-functions-java-runner:2.8.0.14"
+      PYTHON: "streamnative/pulsar-functions-python-runner:2.8.0.14"
+      GO: "streamnative/pulsar-functions-go-runner:2.8.0.14"
     functionInstanceMinResources:
       cpu: 0.1
       ram: 10485760