Add GCP scenario

closes pulp#713
fao89 · Dec 23, 2022 · fe23e34 · fe23e34
1 parent e8465b5
commit fe23e34
Show file tree

Hide file tree

Showing 9 changed files with 43 additions and 0 deletions.
diff --git a/.github/workflows/bootstrap.yaml b/.github/workflows/bootstrap.yaml
@@ -93,6 +93,7 @@ jobs:
           - TEST: pulp
           - TEST: docs
           - TEST: azure
+          - TEST: gcp
           - TEST: s3
           - TEST: lowerbounds
     outputs:

diff --git a/CHANGES/713.feature b/CHANGES/713.feature
@@ -0,0 +1 @@
+Add GCP scenario
diff --git a/plugin-template b/plugin-template
@@ -54,6 +54,7 @@ DEFAULT_SETTINGS = {
     "publish_docs_to_pulpprojectdotorg": False,
     "pulp_settings": None,
     "pulp_settings_azure": None,
+    "pulp_settings_gcp": None,
     "pulp_settings_s3": None,
     "pulp_settings_stream": None,
     "pulpcore_branch": "main",

diff --git a/templates/github/.ci/ansible/Containerfile.j2.copy b/templates/github/.ci/ansible/Containerfile.j2.copy
@@ -20,6 +20,9 @@ RUN pip3 install \
 {%- if azure_test | default(false) -%}
 {{ " " }}django-storages[azure]>=1.12.2
 {%- endif -%}
+{%- if gcp_test | default(false) -%}
+{{ " " }}django-storages[google]>=1.13.2
+{%- endif -%}
 {%- for item in plugins -%}
 {%- if item.name == "pulp-certguard" -%}
 {{ " " }}python-dateutil rhsm

diff --git a/templates/github/.ci/ansible/settings.py.j2.copy b/templates/github/.ci/ansible/settings.py.j2.copy
@@ -63,3 +63,10 @@ AZURE_OVERWRITE_FILES = True
 AZURE_URL_EXPIRATION_SECS = 120
 AZURE_CONNECTION_STRING = 'DefaultEndpointsProtocol={{ pulp_scheme }};AccountName=devstoreaccount1;AccountKey=Eby8vdM02xNOcqFlqUwJPLlmEtlCDXJ1OUzFT50uSRZ6IFsuFq2UVErCz4I6tq/K1SZFPTOtr/KBHBeksoGMGw==;BlobEndpoint={{ pulp_scheme }}://ci-azurite:10000/devstoreaccount1;'
 {% endif %}
+
+{% if gcp_test | default(false) %}
+DEFAULT_FILE_STORAGE = "storages.backends.gcloud.GoogleCloudStorage"
+MEDIA_ROOT = ""
+GS_BUCKET_NAME = "gcppulp"
+GS_CUSTOM_ENDPOINT = "http://gcp:4443"
+{% endif %}
diff --git a/templates/github/.github/workflows/ci.yml.j2 b/templates/github/.github/workflows/ci.yml.j2
@@ -109,6 +109,9 @@ jobs:
           {%- if test_azure %}
           - TEST: azure
           {%- endif %}
+          {%- if test_gcp %}
+          - TEST: gcp
+          {%- endif %}
           {%- if test_s3 %}
           - TEST: s3
           {%- endif %}

diff --git a/templates/github/.github/workflows/nightly.yml.j2 b/templates/github/.github/workflows/nightly.yml.j2
@@ -36,6 +36,9 @@ jobs:
           {%- if test_azure %}
           - TEST: azure
           {%- endif %}
+          {%- if test_gcp %}
+          - TEST: gcp
+          {%- endif %}
           {%- if test_s3 %}
           - TEST: s3
           {%- endif %}

diff --git a/templates/github/.github/workflows/release.yml.j2 b/templates/github/.github/workflows/release.yml.j2
@@ -77,6 +77,9 @@ jobs:
           {%- if test_azure %}
           - TEST: azure
           {%- endif %}
+          {%- if test_gcp %}
+          - TEST: gcp
+          {%- endif %}
           {%- if test_s3 %}
           - TEST: s3
           {%- endif %}

diff --git a/templates/github/.github/workflows/scripts/install.sh.j2 b/templates/github/.github/workflows/scripts/install.sh.j2
@@ -203,6 +203,27 @@ pulp_scenario_settings: {{ pulp_settings_azure | tojson }}\
 fi
 {%- endif %}
 
+{%- if test_gcp %}
+
+if [ "$TEST" = "gcp" ]; then
+  mkdir -p cigcp
+  cd cigcp
+  openssl req -newkey rsa:2048 -x509 -nodes -keyout gcpkey.pem -new -out gcpcert.pem -sha256 -days 365 -addext "subjectAltName=DNS:ci-gcp" -subj "/C=CO/ST=ST/L=LO/O=OR/OU=OU/CN=CN"
+  sudo cp gcpcert.pem /usr/local/share/ca-certificates/gcpcert.crt
+  sudo dpkg-reconfigure ca-certificates
+  cd ..
+  sed -i -e '/^services:/a \
+  - name: ci-gcp\
+    image: fsouza/fake-gcs-server\
+    volumes:\
+      - storage_data:/etc/pulp\
+    command: "{% if pulp_scheme == "https" %} -cert-location /etc/pulp/gcpcert.pem {% else %} -scheme http{% endif %}"' vars/main.yaml
+  sed -i -e '$a gcp_test: true\
+pulp_scenario_settings: {{ pulp_settings_gcp | tojson }}\
+' vars/main.yaml
+fi
+{%- endif %}
+
 echo "PULP_API_ROOT=${PULP_API_ROOT}" >> "$GITHUB_ENV"
 
 if [ "${PULP_API_ROOT:-}" ]; then