Remove support for dict type, add helpful exception message

dict type columns cannot be directly loaded to BigQuery, this change makes that more explicit. --------- Co-authored-by: Austin Weisgrau <[email protected]>
move-coop · Jul 11, 2024 · 118d744 · 118d744
1 parent 24728eb
commit 118d744
Showing 1 changed file with 8 additions and 2 deletions.
diff --git a/parsons/google/google_bigquery.py b/parsons/google/google_bigquery.py
@@ -31,7 +31,6 @@
     "datetime": "DATETIME",
     "date": "DATE",
     "time": "TIME",
-    "dict": "RECORD",
     "NoneType": "STRING",
     "UUID": "STRING",
     "timestamp": "TIMESTAMP",
@@ -1200,7 +1199,14 @@ def _generate_schema_from_parsons_table(self, tbl):
                     if isinstance(value, datetime.datetime) and value.tzinfo:
                         best_type = "timestamp"
 
-            field_type = self._bigquery_type(best_type)
+            try:
+                field_type = self._bigquery_type(best_type)
+            except KeyError as e:
+                raise KeyError(
+                    "Column type not supported for load to BigQuery. "
+                    "Consider converting to another type. "
+                    f"[type={best_type}]"
+                ) from e
             field = bigquery.schema.SchemaField(stat["name"], field_type)
             fields.append(field)
         return fields