[CN-1261]: Add static lite member support #4628
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Pull Request Builder | |
| on: | |
| pull_request_target: | |
| types: | |
| - labeled | |
| branches: | |
| - main | |
| - "release/**" | |
| paths-ignore: | |
| - "**.md" | |
| pull_request: | |
| branches: | |
| - main | |
| - "release/**" | |
| paths-ignore: | |
| - "**.md" | |
| env: | |
| GO_VERSION: '1.21.0' | |
| NR_OF_SUITES: 10 | |
| GOBIN: ${{ github.workspace }}/bin | |
| GAR_REGION: us-east1 | |
| GAR_PROJECT: hazelcast-33 | |
| GAR_REPO: hazelcast-platform-operator | |
| AWS_REGION: us-east-1 | |
| concurrency: | |
| group: ${{ github.workflow }}-${{ github.ref }} | |
| cancel-in-progress: true | |
| jobs: | |
| linter: | |
| name: Run linters | |
| runs-on: ubuntu-latest | |
| permissions: {} | |
| if: ( !cancelled() && github.event_name == 'pull_request' ) | |
| timeout-minutes: 10 | |
| steps: | |
| - name: Checkout | |
| uses: actions/checkout@v4 | |
| - uses: actions/setup-go@v5 | |
| with: | |
| go-version: ${{ env.GO_VERSION }} | |
| - name: Run golangci-lint | |
| uses: golangci/golangci-lint-action@v5.3.0 | |
| if: ${{ !cancelled() }} | |
| with: | |
| args: --timeout 5m --build-tags hazelcastinternal | |
| skip-cache: true | |
| - name: Run yamllint | |
| uses: ibiqlik/action-yamllint@v3 | |
| if: ${{ !cancelled() }} | |
| with: | |
| config_file: hack/yamllint.yaml | |
| - name: Check if tests are unfocused | |
| if: ${{ !cancelled() }} | |
| run: | | |
| make ginkgo | |
| if [[ $($(make ginkgo PRINT_TOOL_NAME=true) unfocus | wc -l) -gt 1 ]]; then | |
| echo "Some tests have 'F' before the test name. Run the 'ginkgo unfocus' command against your branch '${{ github.event.pull_request.head.ref }}' and push the changes." | |
| exit 1 | |
| fi | |
| - name: Check if all manifests are synced | |
| run: | | |
| CRD_PATH=./helm-charts/hazelcast-platform-operator/charts/hazelcast-platform-operator-crds/templates | |
| mv $CRD_PATH/all-crds.yaml $CRD_PATH/all-crds.yaml.old | |
| make sync-manifests | |
| if ! cmp -s $CRD_PATH/all-crds.yaml $CRD_PATH/all-crds.yaml.old; then | |
| echo "Please make sure your branch is up to date with main and run 'make sync-manifests'" | |
| diff -u $CRD_PATH/all-crds.yaml $CRD_PATH/all-crds.yaml.old | |
| exit 1 | |
| fi | |
| - name: Check formating | |
| if: ${{ !cancelled() }} | |
| run: | | |
| make fmt | |
| - name: Run vet tool | |
| if: ${{ !cancelled() }} | |
| run: | | |
| make vet | |
| unit-tests: | |
| name: Run unit and integration tests | |
| runs-on: ubuntu-latest | |
| permissions: {} | |
| if: ( !cancelled() && github.event_name == 'pull_request' ) | |
| timeout-minutes: 10 | |
| steps: | |
| - name: Checkout | |
| uses: actions/checkout@v4 | |
| - uses: actions/setup-go@v5 | |
| with: | |
| go-version: ${{ env.GO_VERSION }} | |
| - name: Run unit tests | |
| run: make test-unit | |
| - name: Run integration tests (OS) | |
| run: make GO_TEST_FLAGS="-ee=false" test-it | |
| - name: Run integration tests (EE) | |
| run: make GO_TEST_FLAGS="-ee=true" test-it | |
| get-image: | |
| name: Get Image | |
| runs-on: ubuntu-latest | |
| permissions: {} | |
| if: ( !cancelled() && github.event_name == 'pull_request' ) | |
| timeout-minutes: 10 | |
| outputs: | |
| IMG: ${{ steps.get-image-tag.outputs.IMG }} | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - name: Set Up Docker Buildx | |
| id: buildx | |
| uses: docker/setup-buildx-action@v3.3.0 | |
| with: | |
| install: true | |
| - name: Configure AWS Credentials | |
| uses: aws-actions/configure-aws-credentials@v4.0.2 | |
| with: | |
| aws-access-key-id: ${{ secrets.AWS_ACCESS_KEY_ID }} | |
| aws-secret-access-key: ${{ secrets.AWS_SECRET_ACCESS_KEY }} | |
| aws-region: ${{ env.AWS_REGION }} | |
| - name: Get Secrets | |
| uses: aws-actions/aws-secretsmanager-get-secrets@v2 | |
| with: | |
| secret-ids: | | |
| GKE_SA_KEY,CN/GKE_SA_KEY | |
| - name: Login to GAR | |
| uses: docker/login-action@v3 | |
| with: | |
| registry: us-east1-docker.pkg.dev | |
| username: _json_key | |
| password: ${{ env.GKE_SA_KEY }} | |
| - name: Generate Image Name | |
| id: get-image-tag | |
| run: | | |
| echo "IMG=${{ env.GAR_REGION }}-docker.pkg.dev/${{ env.GAR_PROJECT }}/${{ env.GAR_REPO }}/$(uuidgen):5d" >> $GITHUB_OUTPUT | |
| - name: Build Image | |
| uses: docker/build-push-action@v5.3.0 | |
| with: | |
| context: . | |
| builder: ${{ steps.buildx.outputs.name }} | |
| build-args: | | |
| version=${{github.sha}} | |
| pardotID=dockerhub | |
| file: Dockerfile | |
| push: true | |
| tags: ${{ steps.get-image-tag.outputs.IMG }} | |
| cache-from: type=registry,ref=${{ env.GAR_REGION }}-docker.pkg.dev/${{ env.GAR_PROJECT }}/${{ env.GAR_REPO }}/${{ hashFiles('Dockerfile','main.go','api/**','controllers/**','internal/**','licenses/**','**/go.mod','**/go.sum') }}:14d | |
| cache-to: type=registry,ref=${{ env.GAR_REGION }}-docker.pkg.dev/${{ env.GAR_PROJECT }}/${{ env.GAR_REPO }}/${{ hashFiles('Dockerfile','main.go','api/**','controllers/**','internal/**','licenses/**','**/go.mod','**/go.sum') }}:14d | |
| kind-e2e-tests: | |
| name: Run E2E tests | |
| runs-on: ubuntu-latest | |
| needs: [get-image] | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| node_number: | |
| ["01", "02", "03", "04", "05", "06", "07", "08", "09", "10"] | |
| edition: ["os", "ee"] | |
| if: >- | |
| ( !cancelled() | |
| && ((github.event_name == 'pull_request_target' | |
| && github.event.action == 'labeled' | |
| && github.event.label.name == 'safe-to-test' | |
| && github.event.pull_request.head.repo.full_name != github.repository) | |
| || | |
| (github.event_name == 'pull_request' | |
| && github.event.pull_request.head.repo.full_name == github.repository)) | |
| ) | |
| env: | |
| NAMESPACE: kind-test-operator-${{ matrix.edition }} | |
| RELEASE_NAME: hp-${{ matrix.edition }}-${{ github.run_id }} | |
| CLUSTER_NAME: kind | |
| IMG: ${{ needs.get-image.outputs.IMG }} | |
| steps: | |
| - name: Decide which ref to checkout | |
| id: decide-ref | |
| run: | | |
| if [[ "${{github.event_name}}" == "pull_request" ]]; then | |
| echo "ref=${{github.ref}}" >> $GITHUB_OUTPUT | |
| else | |
| echo "ref=refs/pull/${{ github.event.pull_request.number }}/merge" >> $GITHUB_OUTPUT | |
| fi | |
| - name: Checkout | |
| uses: actions/checkout@v4 | |
| with: | |
| ref: ${{steps.decide-ref.outputs.ref}} | |
| - uses: actions/setup-go@v5 | |
| with: | |
| go-version: ${{ env.GO_VERSION }} | |
| - name: Create Kind Config | |
| run: | | |
| cat <<EOT >> ./kind-config.yaml | |
| kind: Cluster | |
| apiVersion: kind.x-k8s.io/v1alpha4 | |
| nodes: | |
| - role: control-plane | |
| - role: worker | |
| - role: worker | |
| - role: worker | |
| EOT | |
| - name: Create Kind Cluster | |
| uses: helm/kind-action@v1.10.0 | |
| with: | |
| config: ./kind-config.yaml | |
| cluster_name: ${{ env.CLUSTER_NAME }} | |
| - name: Configure AWS Credentials | |
| uses: aws-actions/configure-aws-credentials@v4.0.2 | |
| with: | |
| aws-access-key-id: ${{ secrets.AWS_ACCESS_KEY_ID }} | |
| aws-secret-access-key: ${{ secrets.AWS_SECRET_ACCESS_KEY }} | |
| aws-region: ${{ env.AWS_REGION }} | |
| - name: Get Secrets | |
| uses: aws-actions/aws-secretsmanager-get-secrets@v2 | |
| with: | |
| secret-ids: | | |
| GKE_SA_KEY,CN/GKE_SA_KEY | |
| GRAFANA_REMOTE_WRITE_URL,CN/GRAFANA_REMOTE_WRITE_URL | |
| GRAFANA_PROM_REMOTE_WRITE_URL,CN/GRAFANA_PROM_REMOTE_WRITE_URL | |
| GRAFANA_PROM_USERNAME,CN/GRAFANA_PROM_USERNAME | |
| GRAFANA_PROM_PASSWORD,CN/GRAFANA_PROM_PASSWORD | |
| LOKI_USERNAME,CN/GRAFANA_LOKI_USERNAME | |
| LOKI_PASSWORD,CN/GRAFANA_LOKI_PASSWORD | |
| HZ_LICENSE_KEY,CN/HZ_LICENSE_KEY | |
| AZURE_STORAGE_KEY,CN/AZURE_STORAGE_KEY | |
| - name: Install Grafana Agent | |
| env: | |
| CLUSTER_TYPE: kind | |
| GH_RUN_ID: ${{ github.run_id }} | |
| GH_RUN_NUMBER: ${{ github.run_number }} | |
| GH_SHA: ${{ github.sha }} | |
| NAMESPACES: ${{ env.NAMESPACE }} | |
| GRAFANA_NS: grafana | |
| run: | | |
| kubectl create namespace ${GRAFANA_NS} | |
| NAMESPACE=${GRAFANA_NS} envsubst < .github/grafana/metrics-cm.yaml | /bin/sh -c 'kubectl apply -f -' | |
| NAMESPACE=${GRAFANA_NS} envsubst < .github/grafana/logs-cm.yaml | /bin/sh -c 'kubectl apply -f -' | |
| MANIFEST_URL=https://raw.githubusercontent.com/grafana/agent/v0.27.1/production/kubernetes/agent-bare.yaml NAMESPACE=${GRAFANA_NS} /bin/sh -c "$(curl -fsSL https://raw.githubusercontent.com/grafana/agent/v0.27.1/production/kubernetes/install-bare.sh)" | kubectl apply -f - | |
| helm repo add prometheus-community https://prometheus-community.github.io/helm-charts && helm repo update && \ | |
| helm install ksm prometheus-community/kube-state-metrics --version 5.3.0 --set image.tag=v2.8.2 -n ${GRAFANA_NS} | |
| MANIFEST_URL=https://raw.githubusercontent.com/grafana/agent/v0.27.1/production/kubernetes/agent-loki.yaml NAMESPACE=${GRAFANA_NS} /bin/sh -c "$(curl -fsSL https://raw.githubusercontent.com/grafana/agent/v0.27.1/production/kubernetes/install-bare.sh)" | kubectl apply -f - | |
| - name: Install metallb | |
| uses: nick-fields/retry@v3 | |
| with: | |
| timeout_minutes: 5 | |
| max_attempts: 3 | |
| retry_on: error | |
| command: | | |
| kubectl create namespace ${NAMESPACE} | |
| kubectl config set-context --current --namespace=$NAMESPACE | |
| kubectl apply -f https://raw.githubusercontent.com/metallb/metallb/v0.13.7/config/manifests/metallb-native.yaml | |
| kubectl wait --for=condition=ready --timeout=60s -n metallb-system pod -l app=metallb | |
| HOST_MIN=$(docker network inspect -f '{{json .IPAM.Config}}' ${{ env.CLUSTER_NAME }} | jq -r '.[0].Subnet' | sed -n 's/.0.0.16/.255.200/p') | |
| HOST_MAX=$(docker network inspect -f '{{json .IPAM.Config}}' ${{ env.CLUSTER_NAME }} | jq -r '.[0].Subnet' | sed -n 's/.0.0.16/.255.250/p') | |
| IP_RANGE=$HOST_MIN-$HOST_MAX | |
| cat <<EOF | kubectl apply -f - | |
| apiVersion: metallb.io/v1beta1 | |
| kind: IPAddressPool | |
| metadata: | |
| name: kind-pool | |
| namespace: metallb-system | |
| spec: | |
| addresses: | |
| - $IP_RANGE | |
| --- | |
| apiVersion: metallb.io/v1beta1 | |
| kind: L2Advertisement | |
| metadata: | |
| name: l2 | |
| namespace: metallb-system | |
| spec: | |
| ipAddressPools: | |
| - kind-pool | |
| EOF | |
| - name: Create Secrets | |
| if: matrix.edition == 'ee' | |
| run: | | |
| kubectl create secret generic hazelcast-license-key \ | |
| --namespace ${{ env.NAMESPACE }} \ | |
| --from-literal=license-key=${{ env.HZ_LICENSE_KEY }} | |
| kubectl create secret generic br-secret-s3 \ | |
| --namespace ${{ env.NAMESPACE }} \ | |
| --from-literal=region=us-east-1 \ | |
| --from-literal=access-key-id=${{ secrets.AWS_ACCESS_KEY_ID }} \ | |
| --from-literal=secret-access-key=${{ secrets.AWS_SECRET_ACCESS_KEY }} | |
| kubectl create secret generic br-secret-az \ | |
| --namespace ${{ env.NAMESPACE }} \ | |
| --from-literal=storage-account=operatortest \ | |
| --from-literal=storage-key=${{ env.AZURE_STORAGE_KEY }} | |
| - name: Create Secret For Both OS and EE Tests | |
| run: | | |
| kubectl create secret generic br-secret-gcp \ | |
| --namespace ${{ env.NAMESPACE }} \ | |
| --from-literal=google-credentials-path='${{ env.GKE_SA_KEY }}' | |
| - name: Authenticate to GAR | |
| uses: docker/login-action@v3 | |
| with: | |
| registry: us-east1-docker.pkg.dev | |
| username: _json_key | |
| password: ${{ env.GKE_SA_KEY }} | |
| - name: Load Image | |
| run: | | |
| docker pull $IMG | |
| kind load docker-image $IMG --name ${{ env.CLUSTER_NAME }} | |
| - name: Deploy Operator to Kind Cluster | |
| run: | | |
| DEPLOY_NAME=${RELEASE_NAME}-hazelcast-platform-operator | |
| make deploy IMG=$IMG NAMESPACE=$NAMESPACE RELEASE_NAME=$RELEASE_NAME | |
| kubectl rollout status deployment $DEPLOY_NAME | |
| - name: Run Tests | |
| id: e2e-test | |
| run: | | |
| case ${{ matrix.edition }} in | |
| os) GO_TEST_FLAGS=-ee=false;; | |
| ee) GO_TEST_FLAGS=-ee=true;; | |
| *) echo Unexpected edition: ${{ matrix.edition }} && exit 1;; | |
| esac | |
| make test-e2e-split-kind REPORT_SUFFIX=${{ matrix.edition }}_${{ matrix.node_number }} GO_TEST_FLAGS=${GO_TEST_FLAGS} NAMESPACE=${NAMESPACE} RELEASE_NAME=${RELEASE_NAME} WORKFLOW_ID=pr SHARD_ID="${{ matrix.node_number }}" | |
| - name: Upload Test Report | |
| if: always() | |
| uses: actions/upload-artifact@v3 | |
| with: | |
| name: test-report-pr | |
| path: allure-results/pr/ | |
| retention-days: 5 | |
| report-generation: | |
| needs: ["kind-e2e-tests"] | |
| if: always() && (needs.kind-e2e-tests.result == 'success' || needs.kind-e2e-tests.result == 'failure') | |
| uses: ./.github/workflows/generate-test-report.yaml | |
| secrets: inherit | |
| with: | |
| WORKFLOW_ID: pr | |
| CLUSTER_NAME: kind |