address comments

allisonwang-db · Nov 20, 2024 · a397641 · a397641
1 parent 94b1ddd
commit a397641
Show file tree

Hide file tree

Showing 2 changed files with 9 additions and 9 deletions.
diff --git a/sql/catalyst/src/main/scala/org/apache/spark/sql/internal/SQLConf.scala b/sql/catalyst/src/main/scala/org/apache/spark/sql/internal/SQLConf.scala
@@ -3189,14 +3189,6 @@ object SQLConf {
       .version("4.0.0")
       .fallbackConf(Python.PYTHON_WORKER_FAULTHANLDER_ENABLED)
 
-  val PYTHON_DATA_SOURCE_STATIC_IMPORT_ENABLED =
-    buildConf("spark.sql.pyspark.dataSource.staticImport.enabled")
-      .doc("When true, load all available Python data sources installed or " +
-        "discoverable in the Python environment.")
-      .version("4.0.0")
-      .booleanConf
-      .createWithDefault(false)
-
   val PYSPARK_PLOT_MAX_ROWS =
     buildConf("spark.sql.pyspark.plotting.max_rows")
       .doc("The visual limit on plots. If set to 1000 for top-n-based plots (pie, bar, barh), " +
@@ -5942,7 +5934,7 @@ class SQLConf extends Serializable with Logging with SqlApiConf {
   def pythonUDFWorkerFaulthandlerEnabled: Boolean = getConf(PYTHON_UDF_WORKER_FAULTHANLDER_ENABLED)
 
   def pythonDataSourceStaticImportEnabled: Boolean =
-    getConf(PYTHON_DATA_SOURCE_STATIC_IMPORT_ENABLED)
+    getConf(StaticSQLConf.PYTHON_DATA_SOURCE_STATIC_IMPORT_ENABLED)
 
   def pysparkPlotMaxRows: Int = getConf(PYSPARK_PLOT_MAX_ROWS)
 

diff --git a/sql/catalyst/src/main/scala/org/apache/spark/sql/internal/StaticSQLConf.scala b/sql/catalyst/src/main/scala/org/apache/spark/sql/internal/StaticSQLConf.scala
@@ -295,4 +295,12 @@ object StaticSQLConf {
       .version("3.1.0")
       .stringConf
       .createWithDefault("")
+
+  val PYTHON_DATA_SOURCE_STATIC_IMPORT_ENABLED =
+    buildStaticConf("spark.sql.pyspark.sources.staticImport.enabled")
+      .doc("When true, load all available Python data sources installed or " +
+        "discoverable in the Python environment.")
+      .version("4.0.0")
+      .booleanConf
+      .createWithDefault(false)
 }