Debug kube pod

astronomer · Sep 21, 2022 · b633c8f · b633c8f
1 parent fa62c6c
commit b633c8f
Show file tree

Hide file tree

Showing 3 changed files with 19 additions and 8 deletions.
diff --git a/.github/workflows/ci-benchmark.yaml b/.github/workflows/ci-benchmark.yaml
@@ -11,5 +11,6 @@ jobs:
       GOOGLE_APPLICATION_CREDENTIALS_JSON: ${{ secrets.GOOGLE_APPLICATION_CREDENTIALS_JSON }}
     steps:
       - uses: actions/checkout@v2
+      - run: cat ../.github/ci-test-connections.yaml > test-connections.yaml
       - run: python -c 'import os; print(os.getenv("GOOGLE_APPLICATION_CREDENTIALS_JSON", "").strip())' > ${{ env.GOOGLE_APPLICATION_CREDENTIALS }}
       - run: cd tests/benchmark && make
diff --git a/.github/workflows/ci-python-sdk.yaml b/.github/workflows/ci-python-sdk.yaml
@@ -384,3 +384,14 @@ jobs:
     env:
       TWINE_USERNAME: __token__
       TWINE_PASSWORD: ${{ secrets.PYPI_PASSWORD }}
+
+  Run-Benchmark:
+    runs-on: ubuntu-18.04
+    env:
+      GOOGLE_APPLICATION_CREDENTIALS: /tmp/google_credentials.json
+      GOOGLE_APPLICATION_CREDENTIALS_JSON: ${{ secrets.GOOGLE_APPLICATION_CREDENTIALS_JSON }}
+    steps:
+      - uses: actions/checkout@v2
+      - run: cat ../.github/ci-test-connections.yaml > test-connections.yaml
+      - run: python -c 'import os; print(os.getenv("GOOGLE_APPLICATION_CREDENTIALS_JSON", "").strip())' > ${{ env.GOOGLE_APPLICATION_CREDENTIALS }}
+      - run: cd tests/benchmark && make
diff --git a/python-sdk/tests/benchmark/Makefile b/python-sdk/tests/benchmark/Makefile
@@ -1,4 +1,4 @@
-all: clean setup_gke container run_job teardown_gke
+all: clean setup_gke container run_job # teardown_gke
 .PHONY: all
 
 GCP_PROJECT ?= astronomer-dag-authoring
@@ -27,9 +27,8 @@ clean:
 # Takes approximately 7min
 setup_gke: clean
 	@cd infrastructure/terraform && \
-		terraform init -input=false && \
-		terraform plan -out=tfplan -input=false && \
-		terraform apply -input=false tfplan
+		terraform init  && \
+		terraform apply -auto-approve
 
 run: clean
 	@AIRFLOW__ASTRO_SDK__SNOWFLAKE_STORAGE_INTEGRATION_GOOGLE=gcs_int_python_sdk GCP_BUCKET=dag-authoring ./run.sh
@@ -63,7 +62,7 @@ run_job:
 	@kubectl create -f infrastructure/kubernetes/job.yaml
 
 # Takes approximately 2min
-teardown_gke:
-	@cd infrastructure/terraform && \
-		terraform init && \
-		terraform destroy --target google_container_node_pool.benchmark -auto-approve
+#teardown_gke:
+#	@cd infrastructure/terraform && \
+#		terraform init && \
+#		terraform destroy --target google_container_node_pool.benchmark -auto-approve