🏗️ Simplify repo and prettify notebooks (#19)

* 🔥 Simplify repo setup * ♻️ Prettify and install requirements from within notebooks * 💚 Fix * 💚 Fix * 💚 Fix * 💚 Fix * 💚 Fix * ♻️ Refactor * ♻️ Simplify * 💚 Fix * 💚 Fix * 📝 Fix
laminlabs · Sep 7, 2024 · e95cc5a · e95cc5a
1 parent 6889a04
commit e95cc5a
Show file tree

Hide file tree

Showing 14 changed files with 137 additions and 402 deletions.
diff --git a/.github/workflows/build.yml b/.github/workflows/build.yml
@@ -24,26 +24,17 @@ jobs:
       - uses: actions/checkout@v4
         with:
           fetch-depth: 0
-      - uses: actions/checkout@v4
-        with:
-          repository: laminlabs/lndocs
-          ssh-key: ${{ secrets.READ_LNDOCS }}
-          path: lndocs
-          ref: main
       - uses: actions/setup-python@v5
         with:
           python-version: ${{ matrix.python-version }}
       - uses: actions/cache@v3
         with:
           path: ~/.cache/pre-commit
           key: pre-commit-${{ runner.os }}-${{ hashFiles('.pre-commit-config.yaml') }}
-      - run: pip install "laminci@git+https://x-access-token:${{ secrets.LAMIN_BUILD_DOCS }}@github.com/laminlabs/laminci"
-      - run: sudo apt-get -y install graphviz
-      - uses: aws-actions/configure-aws-credentials@v2
-        with:
-          aws-access-key-id: ${{ secrets.AWS_ACCESS_KEY_ID }}
-          aws-secret-access-key: ${{ secrets.AWS_SECRET_ACCESS_KEY }}
-          aws-region: eu-central-1
+      - run: |
+          pip install "laminci[run-notebooks]@git+https://@github.com/laminlabs/laminci"
+          uv pip install --system "lndocs@git+https://x-access-token:${{ secrets.LAMIN_BUILD_DOCS }}@github.com/laminlabs/lndocs"
+          sudo apt-get -y install graphviz
       # - run: nox -s lint
       - run: nox -s build
       - uses: codecov/codecov-action@v2

diff --git a/docs/changelog.md b/docs/changelog.md
diff --git a/docs/index.md b/docs/index.md
@@ -8,5 +8,4 @@
 :hidden:
 
 guide
-changelog
 ```
diff --git a/docs/mnist.ipynb b/docs/mnist.ipynb
@@ -19,6 +19,7 @@
    },
    "outputs": [],
    "source": [
+    "# !pip install -q 'lamindb[jupyter,aws]' torch torchvision lightning wandb\n",
     "!lamin init --storage ./lamin-mlops"
    ]
   },
@@ -71,26 +72,8 @@
    "metadata": {},
    "outputs": [],
    "source": [
-    "!ls -r download_mnist/MNIST/raw"
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": null,
-   "id": "af27c2ae",
-   "metadata": {},
-   "outputs": [],
-   "source": [
-    "!rm -r download_mnist/MNIST/raw/*.gz"
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": null,
-   "id": "0eea1916",
-   "metadata": {},
-   "outputs": [],
-   "source": [
+    "# no need for the zipped files\n",
+    "!rm -r download_mnist/MNIST/raw/*.gz\n",
     "!ls -r download_mnist/MNIST/raw"
    ]
   },
@@ -107,7 +90,7 @@
    "source": [
     "training_data_artifact = ln.Artifact(\n",
     "    \"download_mnist/\",\n",
-    "    description=\"MNIST-dataset\",\n",
+    "    key=\"testdata/mnist\",\n",
     "    type=\"dataset\",\n",
     ").save()\n",
     "training_data_artifact"
-Original file line number
+Diff line change
@@ Expand Up / @@ -8,5 +8,4 @@ @@
     :hidden:
     guide
-    changelog
     ```