Merge pull request #1963 from NNPDF/add_fitbot_stable

Add a stable reference report
NNPDF · Feb 29, 2024 · 843a03d · 843a03d
2 parents cd85b44 + 691fa1d
commit 843a03d
Showing 1 changed file with 12 additions and 2 deletions.
diff --git a/.github/workflows/fitbot.yml b/.github/workflows/fitbot.yml
@@ -10,7 +10,8 @@ on:
 env:
   N3FIT_MAXNREP: 20 # total number of replicas to fit
   POSTFIT_NREP: 16 # requested replicas for postfit
-  REFERENCE_SET: NNBOT-c0f99b7b3-2024-02-28 # reference set for vp
+  REFERENCE_SET: NNBOT-c0f99b7b3-2024-02-28 # reference set for exact results
+  STABLE_REFERENCE_SET: NNBOT-c0f99b7b3-2024-02-28 # reference set for last tag
   CONDA_PY: 310
   PYTHONHASHSEED: "0"
 
@@ -114,6 +115,14 @@ jobs:
                     --thcovmat_if_present
         url=$(vp-upload output/ 2>&1 | grep https)
         echo "REPORT_URL=$url" >> $GITHUB_ENV
+        vp-comparefits $RUNCARD $STABLE_REFERENCE_SET \
+                    --title "Automatic check fit $RUNCARD with respect to latest stable reference" \
+                    --author bot \
+                    --keywords run-fit-bot \
+                    --thcovmat_if_present \
+                    -o tagged_output
+        url=$(vp-upload tagged_output/ 2>&1 | grep https)
+        echo "REPORT_URL_STABLE=$url" >> $GITHUB_ENV
     # write reminder
     - name: Write summary on PR
       uses: unsplash/comment-on-pr@master
@@ -124,7 +133,8 @@ jobs:
           Greetings from your nice fit :robot: !
           I have good news for you, I just finished my tasks:
             - Fit Name: ${{ env.RUNCARD }}
-            - Fit Report: ${{ env.REPORT_URL }}
+            - Fit Report wrt master: ${{ env.REPORT_URL }}
+            - Fit Report wrt latest stable reference: ${{ env.REPORT_URL_STABLE }}
             - Fit Data: ${{ env.FIT_URL }}
 
           Check the report **carefully**, and please  buy me a :coffee: , or better, a GPU :wink:!