Ajouter les règlements d'urbanisme de Saint-Sauveur (#31)

* feat: improve annotate workflow

* feat: patches for saint-sauveur

* chore: retrain

* feat: ajouter saint-sauveur a lanalyse

.github/workflows/analyse.yml

@@ -53,14 +53,18 @@ jobs:
             done
         done
         alexi -v download -u https://vsadm.ca/citoyens/reglementation/reglementation-durbanisme/ -o download/vsadm --all-pdf-links
+        alexi -v download -u https://www.vss.ca/services-aux-citoyens/services/reglementation-durbanisme/ \
+              -o download/vss --all-pdf-links -x '[Aa]nnexe'
     - name: Extract
       run: |
         alexi -v extract -m download/index.json download/*.pdf
         alexi -v extract -m download/vsadm/index.json -o export/vsadm download/vsadm/*.pdf
+        alexi -v extract -m download/vss/index.json -o export/vss download/vss/*.pdf
     - name: Index
       run: |
         alexi -v index -o export/_idx export
         alexi -v index -o export/vsadm/_idx export/vsadm
+        alexi -v index -o export/vss/_idx export/vss
     - name: Setup Pages
       uses: actions/configure-pages@v5
     - name: Upload artifact

alexi/annotate.py

@@ -40,6 +40,7 @@ def add_arguments(parser: argparse.ArgumentParser) -> argparse.ArgumentParser:
     parser.add_argument(
         "--csv", help="Fichier CSV corriger pour mettre à jour la visualisation"
     )
+    parser.add_argument("--force", help="Réécrire le fichier CSV même si existant")
     parser.add_argument("doc", help="Document en PDF", type=Path)
     parser.add_argument("out", help="Nom de base des fichiers de sortie", type=Path)
     return parser
@@ -136,14 +137,20 @@ def main(args: argparse.Namespace) -> None:
     """Ajouter des anotations à un PDF selon l'extraction ALEXI"""
     pages = [int(x.strip()) for x in args.pages.split(",")]
     pages.sort()
+    maybe_csv = args.out.with_suffix(".csv")
+    if args.csv is None:
+        if maybe_csv.exists() and not args.force:
+            LOGGER.warning(
+                "Utilisation du fichier CSV déjà existant: %s "
+                "(pour réecrire ajouter --force)",
+                args.csv,
+            )
+            args.csv = maybe_csv
     if args.csv is not None:
         with open(args.csv, "rt", encoding="utf-8-sig") as infh:
             iob = list(csv.DictReader(infh))
     else:
-        args.csv = args.out.with_suffix(".csv")
-        if args.csv.exists():
-            LOGGER.error("Fichier déjà existant: %s", args.csv)
-            return
+        args.csv = maybe_csv
         if args.segment_model is not None:
             crf = Segmenteur(args.segment_model)
             crf_n = crf

alexi/download.py

@@ -83,6 +83,8 @@ def main(args: argparse.Namespace) -> None:
         soup = BeautifulSoup(infh, "lxml")
         if args.all_pdf_links:
             for a in soup.find_all("a"):
+                if "href" not in a.attrs:
+                    continue
                 path = a["href"]
                 if path.lower().endswith(".pdf"):
                     paths.append(path)