feat: introduce connection_id for external_table configuration

Author: kdarkhan

examples/multiple_tables/main.tf

@@ -74,6 +74,7 @@ module "bigquery" {
       max_bad_records       = 0
       source_format         = "CSV"
       schema                = null
+      connection_id         = null
       expiration_time       = 2524604400000 # 2050/01/01
       labels = {
         env      = "devops"

main.tf

@@ -186,6 +186,7 @@ resource "google_bigquery_table" "external_table" {
   table_id            = each.key
   description         = each.value["description"]
   labels              = each.value["labels"]
+  schema              = each.value["connection_id"] != null ? each.value["schema"] : null
   expiration_time     = each.value["expiration_time"] != null ? each.value["expiration_time"] : 0
   max_staleness       = each.value["max_staleness"]
   project             = var.project_id
@@ -194,9 +195,10 @@ resource "google_bigquery_table" "external_table" {
   external_data_configuration {
     autodetect            = each.value["autodetect"]
     compression           = each.value["compression"]
+    connection_id         = each.value["connection_id"]
     ignore_unknown_values = each.value["ignore_unknown_values"]
     max_bad_records       = each.value["max_bad_records"]
-    schema                = each.value["schema"]
+    schema                = each.value["connection_id"] == null ? each.value["schema"] : null
     source_format         = each.value["source_format"]
     source_uris           = each.value["source_uris"]
 

metadata.yaml

@@ -185,6 +185,7 @@ spec:
               ignore_unknown_values = bool,
               max_bad_records       = number,
               schema                = string,
+              connection_id         = optional(string),
               source_format         = string,
               source_uris           = list(string),
               csv_options = object({

variables.tf

@@ -199,6 +199,7 @@ variable "external_tables" {
     ignore_unknown_values = bool,
     max_bad_records       = number,
     schema                = string,
+    connection_id         = optional(string),
     source_format         = string,
     source_uris           = list(string),
     csv_options = object({