new name for workflow

lalelisealstad · Sep 29, 2024 · 3c8f621 · 3c8f621
1 parent 7b0bdcf
commit 3c8f621
Show file tree

Hide file tree

Showing 2 changed files with 5 additions and 5 deletions.
diff --git a/.github/workflows/terraform-pyspark.yml b/.github/workflows/terraform-pyspark.yml
@@ -42,10 +42,10 @@ jobs:
     # Step to upload the PySpark job script from GitHub repo to the GCS bucket
     - name: Upload PySpark job to GCS
       run: |
-        gsutil cp main.py gs://liquor-store-data-bucket/main.py
+        gsutil cp main.py gs://liquor-store-bucket/main.py
 
     # Submit the PySpark job to Dataproc
     - name: Submit PySpark Job
       run: |
-        gcloud dataproc jobs submit pyspark gs://liquor-store-data-bucket/main.py \
-          --cluster=liquor-etl-workflow-cluster --region=us-central1
+        gcloud dataproc jobs submit pyspark gs://liquor-store-bucket/main.py \
+          --cluster=liquor-store-etl-workflow-cluster --region=us-central1
diff --git a/main.tf b/main.tf
@@ -11,12 +11,12 @@ resource "google_storage_bucket" "data_bucket" {
 
 # Create a Dataproc workflow template
 resource "google_dataproc_workflow_template" "template" {
-  name     = "liquor-etl-workflow"
+  name     = "liquor-store-etl-workflow"
   location = "us-central1"
 
   placement {
     managed_cluster {
-      cluster_name = "liquor-etl-workflow-cluster"
+      cluster_name = "liquor-store-etl-workflow-cluster"
       config {
         gce_cluster_config {
           zone = "us-central1-a"