overwrite instead of error on computeCached (hdfs)

graphsense · Jan 22, 2024 · 79326a7 · 79326a7
1 parent 0e7279f
commit 79326a7
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/src/main/scala/org/graphsense/TransformHelpers.scala b/src/main/scala/org/graphsense/TransformHelpers.scala
@@ -45,7 +45,7 @@ object TransformHelpers {
 
   def computeCached[
       R: Encoder
-  ](base_path: Option[String], spark: SparkSession, overwrite: Boolean = false)(
+  ](base_path: Option[String], spark: SparkSession, overwrite: Boolean = true)(
       dataset_name: String
   )(block: => Dataset[R]): Dataset[R] = {
     base_path match {