Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Jump to bottom

DM-47887: Add injection catalogs. #31

Open
wants to merge 1 commit into
base: main
Choose a base branch
from
Open

DM-47887: Add injection catalogs. #31

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
1 commit
Select commit
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
Binary file added ...ars/injection_catalog/g/injection_catalog_g_231858_injection_catalogs_DM-47887_stars.parq
View file
Open in desktop
Binary file not shown.
Binary file added ...ars/injection_catalog/g/injection_catalog_g_231859_injection_catalogs_DM-47887_stars.parq
View file
Open in desktop
Binary file not shown.
Binary file added ...ars/injection_catalog/i/injection_catalog_i_231858_injection_catalogs_DM-47887_stars.parq
View file
Open in desktop
Binary file not shown.
Binary file added ...ars/injection_catalog/i/injection_catalog_i_231859_injection_catalogs_DM-47887_stars.parq
View file
Open in desktop
Binary file not shown.
Binary file added ...ars/injection_catalog/r/injection_catalog_r_231858_injection_catalogs_DM-47887_stars.parq
View file
Open in desktop
Binary file not shown.
Binary file added ...ars/injection_catalog/r/injection_catalog_r_231859_injection_catalogs_DM-47887_stars.parq
View file
Open in desktop
Binary file not shown.
Binary file added ...ars/injection_catalog/y/injection_catalog_y_231858_injection_catalogs_DM-47887_stars.parq
View file
Open in desktop
Binary file not shown.
Binary file added ...ars/injection_catalog/y/injection_catalog_y_231859_injection_catalogs_DM-47887_stars.parq
View file
Open in desktop
Binary file not shown.
Binary file added ...ars/injection_catalog/z/injection_catalog_z_231858_injection_catalogs_DM-47887_stars.parq
View file
Open in desktop
Binary file not shown.
Binary file added ...ars/injection_catalog/z/injection_catalog_z_231859_injection_catalogs_DM-47887_stars.parq
View file
Open in desktop
Binary file not shown.
16 changes: 14 additions & 2 deletions bin/run_rc2_subset.sh
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -34,13 +34,19 @@ RC2_SUBSET_DEFS=${RC2_SUBSET_DEFS:-HSC/RC2_subset/defaults}
echo "[RC2_SUBSET_DEFS] Input collections: $RC2_SUBSET_DEFS"

RC2_SUBSET_COLL=${RC2_SUBSET_COLL:-u/$USER/RC2_subset/nightly}
echo "[RC2_SUBSET_COLL] Output collection: $RC2_SUBSET_COLL"
echo "[RC2_SUBSET_COLL] Output collection: $RC2_SUBSET_COLL"d

RC2_SUBSET_PIPE=${RC2_SUBSET_PIPE:-$DRP_PIPE_DIR/pipelines/HSC/DRP-RC2_subset.yaml}
echo "[RC2_SUBSET_PIPE] Pipeline def YAML: $RC2_SUBSET_PIPE"

RC2_SUBSET_INJECTION_COLL=${RC2_SUBSET_INJECTION_COLL:-injection/catalogs/DM-47887/stars}
echo "[RC2_SUBSET_INJECTION_COLL] Injection catalog collection: $RC2_SUBSET_INJECTION_COLL"

RC2_SUBSET_INJECTION_PIPE=${RC2_SUBSET_INJECTION_PIPE:-$DRP_PIPE_DIR/pipelines/HSC/DRP-RC2_subset+injected_deepCoadd.yaml}
echo "[RC2_SUBSET_INJECTION_PIPE] Injection pipeline def YAML: $RC2_SUBSET_INJECTION_PIPE"

# Check that required file paths exist.
paths=($RC2_SUBSET_REPO $RC2_SUBSET_PIPE)
paths=($RC2_SUBSET_REPO $RC2_SUBSET_PIPE $RC2_SUBSET_INJECTION_PIPE)
for path in "${paths[@]}"; do
if [ ! -e "$path" ]; then
echo -e "\nERROR: Path does not exist: $path"
Expand Down Expand Up @@ -87,6 +93,8 @@ start_time=$(date +%s)
# are passed to the pipeline as a string immediately following this.
PIPETASK_RUN="pipetask --log-level $RC2_SUBSET_LEVL --long-log run --register-dataset-types $RC2_SUBSET_ARGS -b $RC2_SUBSET_REPO -i $RC2_SUBSET_DEFS -o $RC2_SUBSET_COLL -p $RC2_SUBSET_PIPE"

INJECTED_PIPETASK_RUN="pipetask --log-level $RC2_SUBSET_LEVL --long-log run --register-dataset-types $RC2_SUBSET_ARGS -b $RC2_SUBSET_REPO -i $RC2_SUBSET_DEFS,$RC2_SUBSET_INJECTION_COLL -o $RC2_SUBSET_COLL -p $RC2_SUBSET_INJECTION_PIPE"

# Run the nightly pipeline steps.
cmd_1="$PIPETASK_RUN#nightlyStep1 -j $RC2_SUBSET_PROC"
echo -e "\nRunning nightlyStep1 on all RC2_subset visits\n$cmd_1"
Expand All @@ -112,6 +120,10 @@ cmd_3="$PIPETASK_RUN#nightlyStep3 -j $RC2_SUBSET_PROC -d \"skymap = 'hsc_rings_v
echo -e "\nRunning nightlyStep3 on tract 9813, patch 40\n$cmd_3"
eval $cmd_3

injected_cmd_3="$INJECTED_PIPETASK_RUN#injected_nightlyStep3 -j $RC2_SUBSET_PROC -d \"skymap = 'hsc_rings_v1' AND tract = 9813 AND patch in (40)\""
echo -e "\nRunning injected_nightlyStep3 on tract 9813, patch 40\n$injected_cmd_3"
eval $injected_cmd_3

cmd_4="$PIPETASK_RUN#nightlyStep4 -j $RC2_SUBSET_PROC -d \"skymap = 'hsc_rings_v1' AND tract = 9813 AND patch in (40)\""
echo -e "\nRunning nightlyStep4 on tract 9813, patch 40\n$cmd_4"
eval $cmd_4
Expand Down
Loading