feat: packaging wheel file

examples/sparkle/__main__.py

@@ -27,6 +27,7 @@ def main() -> None:
                 name=app.config.app_name,
                 description=app.config.__doc__ or "",
                 script_location="__main__.py",
+                number_of_workers=2,
             )
             for app in applications
         ],

examples/sparkle/build.sh

@@ -0,0 +1,5 @@
+#!/bin/bash
+
+pip install -r requirements.txt --target dependencies/
+python setup.py bdist_wheel --dist-dir artifacts
+aws s3 cp artifacts/damavand_packages-0.1-py3-none-any.whl s3://my-spark-code-bucket20241009085845037400000001

examples/sparkle/requirements.txt

@@ -1,3 +1,2 @@
--e ../../../damavand
-pyspark==3.3.2
-pulumi
+damavand @ git+https://github.com/DataChefHQ/damavand.git@1cf335462c873b5d3f938e1c58c7b7bc648ade74
+sparkle @ git+https://github.com/DataChefHQ/[email protected]

examples/sparkle/setup.py

@@ -0,0 +1,13 @@
+from setuptools import setup, find_packages
+
+setup(
+    name="damavand-packages",
+    version="0.1",
+    packages=find_packages(where="dependencies"),
+    package_dir={"": "dependencies"},
+    package_data={
+        "": ["*"],
+    },
+    include_package_data=True,
+    zip_safe=False,
+)