Skip to content

chore: retrain

chore: retrain #85

Workflow file for this run

name: Téléchargement et analyse des règlements d'urbanisme
on:
workflow_dispatch:
push:
branches:
- main
permissions:
contents: read
pages: write
id-token: write
concurrency:
group: "pages"
cancel-in-progress: false
# Install much smaller CPU version of PyTorch
env:
PIP_INDEX_URL: https://download.pytorch.org/whl/cpu
PIP_EXTRA_INDEX_URL: https://pypi.org/simple/
jobs:
deploy:
runs-on: ubuntu-latest
environment:
name: github-pages
url: ${{ steps.deployment.outputs.page_url }}
steps:
- name: Checkout
uses: actions/checkout@v4
- name: Install
run: |
python3 -m pip install --upgrade pip
python3 -m pip install -e .
- name: Cache downloads
id: cache-downloads
uses: actions/cache@v4
with:
path: download
key: reglements-urbanisme
- name: Download
run: |
alexi -v download --exclude=/derogation \
--exclude='\d-[aA]dopt' --exclude='-Z-\d' \
--exclude='-[rR]eso'
for d in download/*.pdf; do
bn=$(basename $d .pdf)
for dd in data/train data/dev data/test; do
if [ -e "${dd}/${bn}.csv" ]; then
cp "${dd}/${bn}.csv" download/
fi
done
done
alexi -v download -u https://vsadm.ca/citoyens/reglementation/reglementation-durbanisme/ -o download/vsadm --all-pdf-links
alexi -v download -u https://www.vss.ca/services-aux-citoyens/services/reglementation-durbanisme/ \
-o download/vss --all-pdf-links -x '[Aa]nnexe'
alexi -v download -u https://www.ville.prevost.qc.ca/guichet-citoyen/services/urbanisme/ \
-o download/prevost --all-pdf-links -x Annexe -x Formulaires -x PUMD -x PMAD
- name: Extract
run: |
alexi -v extract -m download/index.json download/*.pdf
alexi -v extract -m download/vsadm/index.json -o export/vsadm download/vsadm/*.pdf
alexi -v extract -m download/vss/index.json -o export/vss download/vss/*.pdf
alexi -v extract -m download/prevost/index.json -o export/prevost download/prevost/*.pdf
- name: Index
run: |
alexi -v index -o export/_idx export
alexi -v index -o export/vsadm/_idx export/vsadm
alexi -v index -o export/vss/_idx export/vss
alexi -v index -o export/prevost/_idx export/prevost
- name: Setup Pages
uses: actions/configure-pages@v5
- name: Upload artifact
uses: actions/upload-pages-artifact@v3
with:
path: export/
- name: Deploy to GitHub Pages
id: deployment
uses: actions/deploy-pages@v4