fix flaky test

src/atc/delta/db_handle.py

@@ -50,5 +50,6 @@ def drop_cascade(self) -> None:
     def create(self) -> None:
         sql = f"CREATE DATABASE IF NOT EXISTS {self._name} "
         if self._location:
-            sql += f" LOCATION '{self._location}'"
+            sql += f' LOCATION "{self._location}"'
+        print("execute sql:", sql)
         Spark.get().sql(sql)

src/atc/delta/delta_handle.py

@@ -92,7 +92,13 @@ def append(self, df: DataFrame, mergeSchema: bool = None) -> None:
         return self.write_or_append(df, "append", mergeSchema=mergeSchema)
 
     def truncate(self) -> None:
-        Spark.get().sql(f"TRUNCATE TABLE {self._name};")
+        if self._path:
+            Spark.get().sql(f"TRUNCATE TABLE delta.`{self._path}`;")
+        else:
+            Spark.get().sql(f"TRUNCATE TABLE {self._name};")
+            # if the name also does not exit, this will give a useful error like
+            # pyspark.sql.utils.AnalysisException:
+            #                  Table not found for 'TRUNCATE TABLE': TestDb.TestTbl;
 
     def drop(self) -> None:
         Spark.get().sql(f"DROP TABLE IF EXISTS {self._name};")
@@ -105,7 +111,8 @@ def drop_and_delete(self) -> None:
     def create_hive_table(self) -> None:
         sql = f"CREATE TABLE IF NOT EXISTS {self._name} "
         if self._location:
-            sql += f" USING DELTA LOCATION '{self._location}'"
+            sql += f' USING DELTA LOCATION "{self._location}"'
+        print("execute sql:", sql)
         Spark.get().sql(sql)
 
     def recreate_hive_table(self):

tests/cluster/delta/test_delta_class.py

@@ -69,15 +69,16 @@ def test_02_write(self):
 
         dh.append(df, mergeSchema=True)
 
+    # @unittest.skip("Flaky test")
     def test_03_create(self):
-        print(Configurator().get_all_details())
-        print(
-            {
-                k: v[:-15] + v[-12:]
-                for k, v in Spark.get().sparkContext.getConf().getAll()
-                if k.startswith("fs.azure.account")
-            }
-        )
+        # print(Configurator().get_all_details())
+        # print(
+        #     {
+        #         k: v[:-15] + v[-12:]
+        #         for k, v in Spark.get().sparkContext.getConf().getAll()
+        #         if k.startswith("fs.azure.account")
+        #     }
+        # )
 
         db = DbHandle.from_tc("MyDb")
         db.create()