Trying out a polars chip script

cfpb · Nov 22, 2024 · baf9297 · baf9297
1 parent cf1f53b
commit baf9297
Show file tree

Hide file tree

Showing 3 changed files with 20 additions and 1 deletion.
diff --git a/poetry.lock b/poetry.lock
diff --git a/polars_chip_install.py b/polars_chip_install.py
@@ -0,0 +1,17 @@
+import platform
+import subprocess
+import sys
+
+def is_rosetta():
+    return platform.machine() == "x86_64"
+
+def install_polars():
+    if is_rosetta():
+        print("Installing Rosetta compliant polars")
+        subprocess.run(["poetry", "add", "polars-lts-cpu"])
+    else:
+        print("Installing regular polars")
+        subprocess.run(["poetry", "add", "polars"])
+
+if __name__ == "__main__":
+    install_polars()
diff --git a/pyproject.toml b/pyproject.toml
@@ -22,6 +22,7 @@ fsspec = "^2024.6.1"
 pyarrow = "^18.0.0"
 boto3 = "~1.34.0"
 s3fs = "^2024.9.0"
+polars = "^1.14.0"
 
 [tool.poetry.group.polars]
 optional=true
@@ -54,6 +55,7 @@ typer = "^0.13.1"
 
 [tool.poetry.scripts]
 cfpb-val = 'regtech_data_validator.cli:app'
+install-polars = 'polars_chip_install:install_polars'
 
 # Black formatting
 [tool.black]