Parameterize dataset_id in workflow

terraform-google-modules · Oct 9, 2023 · 9e7aa8b · 9e7aa8b
1 parent 781c1e4
commit 9e7aa8b
Show file tree

Hide file tree

Showing 2 changed files with 5 additions and 3 deletions.
diff --git a/modules/data_warehouse/templates/workflow.tftpl b/modules/data_warehouse/templates/workflow.tftpl
@@ -33,6 +33,7 @@ copy_objects:
             assign:
                 - source_bucket: "data-analytics-demos"
                 - dest_bucket: ${raw_bucket}
+                - dataset_id: ${dataset_id}
                 - copied_objects: []
         - list_objects:
             call: googleapis.storage.v1.objects.list
@@ -81,8 +82,8 @@ create_tables:
                 - results: {}
                 - project_id: $${sys.get_env("GOOGLE_CLOUD_PROJECT_ID")}
                 - map:
-                    1: $${"CALL `"+project_id+".thelook.sp_provision_lookup_tables`();"}
-                    2: $${"CALL `"+project_id+".thelook.sp_lookerstudio_report`();"}
+                    1: $${"CALL `"+project_id+".dataset_id.sp_provision_lookup_tables`();"}
+                    2: $${"CALL `"+project_id+".dataset_id.sp_lookerstudio_report`();"}
         - loopStepTables:
             for:
                 value: key

diff --git a/modules/data_warehouse/workflows.tf b/modules/data_warehouse/workflows.tf
@@ -47,7 +47,8 @@ resource "google_workflows_workflow" "workflow" {
   service_account = google_service_account.workflow_service_account.id
 
   source_contents = templatefile("${path.module}/templates/workflow.tftpl", {
-    raw_bucket = google_storage_bucket.raw_bucket.name
+    raw_bucket = google_storage_bucket.raw_bucket.name,
+    dataset_id = google_bigquery_dataset.ds_edw.dataset_id
   })
 
   labels = var.labels