Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Streamline naming crunchydb cluster #4175

Merged
merged 4 commits into from
Dec 12, 2024
Merged
Show file tree
Hide file tree
Changes from 3 commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
1 change: 1 addition & 0 deletions openshift/scripts/common/envars
Original file line number Diff line number Diff line change
Expand Up @@ -10,3 +10,4 @@ PATH_DEPLOY="${PATH_DEPLOY:-$(dirname ${0})/../templates/deploy.yaml}"
PATH_NATS="${PATH_NATS:-$(dirname ${0})/../templates/nats.yaml}"
PATH_NATS_SERVER_CONFIG="${PATH_NATS_SERVER_CONFIG:-$(dirname ${0})/../templates/nats_server.yaml}"
TEMPLATE_PATH="${TEMPLATE_PATH:-$(dirname ${0})/../templates}"
CRUNCHY_NAME="${CRUNCHY_NAME:-wps-crunchydb-16}"
2 changes: 1 addition & 1 deletion openshift/scripts/oc_cleanup_db.sh
Original file line number Diff line number Diff line change
Expand Up @@ -41,7 +41,7 @@ OC_CLEAN_DEPLOY="oc -n ${PROJ_TARGET} ${DELETE_OR_GET} \

OC_CLEAN_CRUNCHY="oc -n ${PROJ_TARGET} ${DELETE_OR_GET} \
PostgresCluster \
-o name -l app=wps-crunchydb-16-${SUFFIX}"
-o name -l app=${CRUNCHY_NAME}-${SUFFIX}"

OC_CLEAN_CONFIGMAPS="oc -n ${PROJ_TARGET} ${DELETE_OR_GET} \
configmaps \
Expand Down
4 changes: 2 additions & 2 deletions openshift/scripts/oc_deploy.sh
Original file line number Diff line number Diff line change
Expand Up @@ -34,9 +34,9 @@ OBJ_NAME="${APP_NAME}-${SUFFIX}"
OC_PROCESS="oc -n ${PROJ_TARGET} process -f ${PATH_DEPLOY} \
-p SUFFIX=${SUFFIX} \
-p PROJECT_NAMESPACE=${PROJ_TARGET} \
-p POSTGRES_USER=wps-crunchydb-16-${SUFFIX} \
-p POSTGRES_USER=${CRUNCHY_NAME}-${SUFFIX} \
-p POSTGRES_DATABASE=${POSTGRES_DATABASE:-${APP_NAME}} \
-p CRUNCHYDB_USER=wps-crunchydb-16-${SUFFIX}-pguser-wps-crunchydb-16-${SUFFIX} \
-p CRUNCHYDB_USER=${CRUNCHY_NAME}-${SUFFIX}-pguser-${CRUNCHY_NAME}-${SUFFIX} \
-p VANITY_DOMAIN=${VANITY_DOMAIN} \
${SECOND_LEVEL_DOMAIN:+ "-p SECOND_LEVEL_DOMAIN=${SECOND_LEVEL_DOMAIN}"} \
${GUNICORN_WORKERS:+ "-p GUNICORN_WORKERS=${GUNICORN_WORKERS}"} \
Expand Down
4 changes: 2 additions & 2 deletions openshift/scripts/oc_provision_backup_s3_postgres_cronjob.sh
Original file line number Diff line number Diff line change
Expand Up @@ -29,10 +29,10 @@ PROJ_TARGET="${PROJ_TARGET:-${PROJ_DEV}}"
# Prepare variables for backups
JOB_NAME="backup-postgres-${APP_NAME}-${SUFFIX}"
IMAGE_NAMESPACE=${PROJ_TOOLS}
CLUSTER_NAME="wps-crunchydb-16-${SUFFIX}"
CLUSTER_NAME="${CRUNCHY_NAME}-${SUFFIX}"

OC_PROCESS="oc -n ${PROJ_TARGET} process -f ${TEMPLATE_PATH}/backup-s3-postgres-cronjob.yaml \
-p CRUNCHYDB_USER=wps-crunchydb-16-${SUFFIX}-pguser-wps-crunchydb-16-${SUFFIX} \
-p CRUNCHYDB_USER=${CRUNCHY_NAME}-${SUFFIX}-pguser-${CRUNCHY_NAME}-${SUFFIX} \
-p JOB_NAME=${JOB_NAME} \
-p IMAGE_NAMESPACE=${IMAGE_NAMESPACE} \
-p APP_LABEL=${APP_NAME}-${SUFFIX} \
Expand Down
2 changes: 1 addition & 1 deletion openshift/scripts/oc_provision_c_haines_cronjob.sh
Original file line number Diff line number Diff line change
Expand Up @@ -35,7 +35,7 @@ OC_PROCESS="oc -n ${PROJ_TARGET} process -f ${TEMPLATE_PATH}/c_haines.cronjob.ya
-p SUFFIX=${SUFFIX} \
-p POSTGRES_DATABASE=${POSTGRES_DATABASE:-${APP_NAME}} \
-p POSTGRES_USER=wps-crunchydb-${SUFFIX} \
-p CRUNCHYDB_USER=wps-crunchydb-16-${SUFFIX}-pguser-wps-crunchydb-16-${SUFFIX} \
-p CRUNCHYDB_USER=${CRUNCHY_NAME}-${SUFFIX}-pguser-${CRUNCHY_NAME}-${SUFFIX} \
${PROJ_TOOLS:+ "-p PROJ_TOOLS=${PROJ_TOOLS}"}"

# Apply template (apply or use --dry-run)
Expand Down
1 change: 1 addition & 0 deletions openshift/scripts/oc_provision_crunchy.sh
Original file line number Diff line number Diff line change
Expand Up @@ -34,6 +34,7 @@ EPHEMERAL_STORAGE=${EPHEMERAL_STORAGE:-'False'}
OC_PROCESS="oc -n ${PROJ_TARGET} process -f ${TEMPLATE_PATH}/crunchy.yaml \
-p NAME=\"crunchy-${APP_NAME}-${SUFFIX}\" \
-p SUFFIX=\"${SUFFIX}\" \
-p CRUNCHY_NAME=\"${CRUNCHY_NAME}\" \
-p TARGET_NAMESPACE=${PROJ_TARGET} \
${BUCKET:+ " -p BUCKET=${BUCKET}"} \
${DATA_SIZE:+ " -p DATA_SIZE=${DATA_SIZE}"} \
Expand Down
2 changes: 1 addition & 1 deletion openshift/scripts/oc_provision_ec_gdps_cronjob.sh
Original file line number Diff line number Diff line change
Expand Up @@ -36,7 +36,7 @@ OC_PROCESS="oc -n ${PROJ_TARGET} process -f ${TEMPLATE_PATH}/env_canada_gdps.cro
-p SUFFIX=${SUFFIX} \
-p SCHEDULE=\"${SCHEDULE}\" \
-p POSTGRES_DATABASE=${POSTGRES_DATABASE:-${APP_NAME}} \
-p CRUNCHYDB_USER=wps-crunchydb-16-${SUFFIX}-pguser-wps-crunchydb-16-${SUFFIX} \
-p CRUNCHYDB_USER=${CRUNCHY_NAME}-${SUFFIX}-pguser-${CRUNCHY_NAME}-${SUFFIX} \
${PROJ_TOOLS:+ "-p PROJ_TOOLS=${PROJ_TOOLS}"} \
${IMAGE_REGISTRY:+ "-p IMAGE_REGISTRY=${IMAGE_REGISTRY}"}"

Expand Down
2 changes: 1 addition & 1 deletion openshift/scripts/oc_provision_ec_hrdps_cronjob.sh
Original file line number Diff line number Diff line change
Expand Up @@ -36,7 +36,7 @@ OC_PROCESS="oc -n ${PROJ_TARGET} process -f ${TEMPLATE_PATH}/env_canada_hrdps.cr
-p SUFFIX=${SUFFIX} \
-p SCHEDULE=\"${SCHEDULE}\" \
-p POSTGRES_DATABASE=${POSTGRES_DATABASE:-${APP_NAME}} \
-p CRUNCHYDB_USER=wps-crunchydb-16-${SUFFIX}-pguser-wps-crunchydb-16-${SUFFIX} \
-p CRUNCHYDB_USER=${CRUNCHY_NAME}-${SUFFIX}-pguser-${CRUNCHY_NAME}-${SUFFIX} \
${PROJ_TOOLS:+ "-p PROJ_TOOLS=${PROJ_TOOLS}"} \
${IMAGE_REGISTRY:+ "-p IMAGE_REGISTRY=${IMAGE_REGISTRY}"}"

Expand Down
2 changes: 1 addition & 1 deletion openshift/scripts/oc_provision_ec_rdps_cronjob.sh
Original file line number Diff line number Diff line change
Expand Up @@ -37,7 +37,7 @@ OC_PROCESS="oc -n ${PROJ_TARGET} process -f ${TEMPLATE_PATH}/env_canada_rdps.cro
-p SUFFIX=${SUFFIX} \
-p SCHEDULE=\"${SCHEDULE}\" \
-p POSTGRES_DATABASE=${POSTGRES_DATABASE:-${APP_NAME}} \
-p CRUNCHYDB_USER=wps-crunchydb-16-${SUFFIX}-pguser-wps-crunchydb-16-${SUFFIX} \
-p CRUNCHYDB_USER=${CRUNCHY_NAME}-${SUFFIX}-pguser-${CRUNCHY_NAME}-${SUFFIX} \
${PROJ_TOOLS:+ "-p PROJ_TOOLS=${PROJ_TOOLS}"} \
${IMAGE_REGISTRY:+ "-p IMAGE_REGISTRY=${IMAGE_REGISTRY}"}"

Expand Down
2 changes: 1 addition & 1 deletion openshift/scripts/oc_provision_fill_partition_job.sh
Original file line number Diff line number Diff line change
Expand Up @@ -22,7 +22,7 @@ JOB="job/fill-partition-data-${SUFFIX}"
oc -n ${PROJ_TARGET} process -f ${TEMPLATE_PATH}/partition_filler_job.yaml \
-p SUFFIX=${SUFFIX} \
-p PG_DATABASE=${PG_DATABASE} \
-p CRUNCHYDB_USER=wps-crunchydb-16-${SUFFIX}-pguser-wps-crunchydb-16-${SUFFIX} \
-p CRUNCHYDB_USER=${CRUNCHY_NAME}-${SUFFIX}-pguser-${CRUNCHY_NAME}-${SUFFIX} \
-p PROJ_TOOLS=${PROJ_TOOLS} | jq '.items[0]' | oc -n ${PROJ_TARGET} create -f -
# wait for the job to finish
oc wait --for=condition=complete ${JOB} --timeout=3600s
Expand Down
2 changes: 1 addition & 1 deletion openshift/scripts/oc_provision_grass_curing_cronjob.sh
Original file line number Diff line number Diff line change
Expand Up @@ -36,7 +36,7 @@ OC_PROCESS="oc -n ${PROJ_TARGET} process -f ${TEMPLATE_PATH}/grass_curing.cronjo
-p SUFFIX=${SUFFIX} \
-p SCHEDULE=\"${SCHEDULE}\" \
-p POSTGRES_DATABASE=${POSTGRES_DATABASE:-${APP_NAME}} \
-p CRUNCHYDB_USER=wps-crunchydb-16-${SUFFIX}-pguser-wps-crunchydb-16-${SUFFIX} \
-p CRUNCHYDB_USER=${CRUNCHY_NAME}-${SUFFIX}-pguser-${CRUNCHY_NAME}-${SUFFIX} \
${PROJ_TOOLS:+ "-p PROJ_TOOLS=${PROJ_TOOLS}"} \
${IMAGE_REGISTRY:+ "-p IMAGE_REGISTRY=${IMAGE_REGISTRY}"}"

Expand Down
2 changes: 1 addition & 1 deletion openshift/scripts/oc_provision_nats.sh
Original file line number Diff line number Diff line change
Expand Up @@ -31,7 +31,7 @@ OC_PROCESS="oc -n ${PROJ_TARGET} process -f ${PATH_NATS} \
-p POSTGRES_DATABASE=wps \
${MEMORY_REQUEST:+ "-p MEMORY_REQUEST=${MEMORY_REQUEST}"} \
${MEMORY_LIMIT:+ "-p MEMORY_LIMIT=${MEMORY_LIMIT}"} \
-p CRUNCHYDB_USER=wps-crunchydb-16-${SUFFIX}-pguser-wps-crunchydb-16-${SUFFIX} \
-p CRUNCHYDB_USER=${CRUNCHY_NAME}-${SUFFIX}-pguser-${CRUNCHY_NAME}-${SUFFIX} \
-p APP_NAME=${APP_NAME}"

# Apply a template (apply or use --dry-run=client)
Expand Down
2 changes: 1 addition & 1 deletion openshift/scripts/oc_provision_noaa_gfs_cronjob.sh
Original file line number Diff line number Diff line change
Expand Up @@ -38,7 +38,7 @@ OC_PROCESS="oc -n ${PROJ_TARGET} process -f ${TEMPLATE_PATH}/noaa_gfs.cronjob.ya
-p SUFFIX=${SUFFIX} \
-p SCHEDULE=\"${SCHEDULE}\" \
-p POSTGRES_DATABASE=${POSTGRES_DATABASE:-${APP_NAME}} \
-p CRUNCHYDB_USER=wps-crunchydb-16-${SUFFIX}-pguser-wps-crunchydb-16-${SUFFIX} \
-p CRUNCHYDB_USER=${CRUNCHY_NAME}-${SUFFIX}-pguser-${CRUNCHY_NAME}-${SUFFIX} \
${PROJ_TOOLS:+ "-p PROJ_TOOLS=${PROJ_TOOLS}"} \
${IMAGE_REGISTRY:+ "-p IMAGE_REGISTRY=${IMAGE_REGISTRY}"}"

Expand Down
2 changes: 1 addition & 1 deletion openshift/scripts/oc_provision_noaa_nam_cronjob.sh
Original file line number Diff line number Diff line change
Expand Up @@ -36,7 +36,7 @@ OC_PROCESS="oc -n ${PROJ_TARGET} process -f ${TEMPLATE_PATH}/noaa_nam.cronjob.ya
-p SUFFIX=${SUFFIX} \
-p SCHEDULE=\"${SCHEDULE}\" \
-p POSTGRES_DATABASE=${POSTGRES_DATABASE:-${APP_NAME}} \
-p CRUNCHYDB_USER=wps-crunchydb-16-${SUFFIX}-pguser-wps-crunchydb-16-${SUFFIX} \
-p CRUNCHYDB_USER=${CRUNCHY_NAME}-${SUFFIX}-pguser-${CRUNCHY_NAME}-${SUFFIX} \
${PROJ_TOOLS:+ "-p PROJ_TOOLS=${PROJ_TOOLS}"} \
${IMAGE_REGISTRY:+ "-p IMAGE_REGISTRY=${IMAGE_REGISTRY}"}"

Expand Down
2 changes: 1 addition & 1 deletion openshift/scripts/oc_provision_partitioner_cronjob.sh
Original file line number Diff line number Diff line change
Expand Up @@ -32,7 +32,7 @@ OC_PROCESS="oc -n ${PROJ_TARGET} process -f ${TEMPLATE_PATH}/partitioner.cronjob
-p SUFFIX=${SUFFIX} \
-p SCHEDULE=\"${SCHEDULE}\" \
-p PG_DATABASE=${POSTGRES_DATABASE:-${APP_NAME}} \
-p CRUNCHYDB_USER=wps-crunchydb-16-${SUFFIX}-pguser-wps-crunchydb-16-${SUFFIX} \
-p CRUNCHYDB_USER=${CRUNCHY_NAME}-${SUFFIX}-pguser-${CRUNCHY_NAME}-${SUFFIX} \
${PROJ_TOOLS:+ "-p PROJ_TOOLS=${PROJ_TOOLS}"}"

# Apply template (apply or use --dry-run)
Expand Down
2 changes: 1 addition & 1 deletion openshift/scripts/oc_provision_rdps_sfms_cronjob.sh
Original file line number Diff line number Diff line change
Expand Up @@ -36,7 +36,7 @@ OC_PROCESS="oc -n ${PROJ_TARGET} process -f ${TEMPLATE_PATH}/rdps_sfms.cronjob.y
-p SUFFIX=${SUFFIX} \
-p SCHEDULE=\"${SCHEDULE}\" \
-p POSTGRES_DATABASE=${POSTGRES_DATABASE:-${APP_NAME}} \
-p CRUNCHYDB_USER=wps-crunchydb-16-${SUFFIX}-pguser-wps-crunchydb-16-${SUFFIX} \
-p CRUNCHYDB_USER=${CRUNCHY_NAME}-${SUFFIX}-pguser-${CRUNCHY_NAME}-${SUFFIX} \
${PROJ_TOOLS:+ "-p PROJ_TOOLS=${PROJ_TOOLS}"} \
${IMAGE_REGISTRY:+ "-p IMAGE_REGISTRY=${IMAGE_REGISTRY}"}"

Expand Down
2 changes: 1 addition & 1 deletion openshift/scripts/oc_provision_viirs_snow_cronjob.sh
Original file line number Diff line number Diff line change
Expand Up @@ -36,7 +36,7 @@ OC_PROCESS="oc -n ${PROJ_TARGET} process -f ${TEMPLATE_PATH}/viirs_snow.cronjob.
-p SUFFIX=${SUFFIX} \
-p SCHEDULE=\"${SCHEDULE}\" \
-p POSTGRES_DATABASE=${POSTGRES_DATABASE:-${APP_NAME}} \
-p CRUNCHYDB_USER=wps-crunchydb-16-${SUFFIX}-pguser-wps-crunchydb-16-${SUFFIX} \
-p CRUNCHYDB_USER=${CRUNCHY_NAME}-${SUFFIX}-pguser-${CRUNCHY_NAME}-${SUFFIX} \
${PROJ_TOOLS:+ "-p PROJ_TOOLS=${PROJ_TOOLS}"} \
${IMAGE_REGISTRY:+ "-p IMAGE_REGISTRY=${IMAGE_REGISTRY}"}"

Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -37,7 +37,7 @@ OC_PROCESS="oc -n ${PROJ_TARGET} process -f ${TEMPLATE_PATH}/wfwx_hourly_actuals
-p SUFFIX=${SUFFIX} \
-p SCHEDULE=\"${SCHEDULE}\" \
-p POSTGRES_DATABASE=${POSTGRES_DATABASE:-${APP_NAME}} \
-p CRUNCHYDB_USER=wps-crunchydb-16-${SUFFIX}-pguser-wps-crunchydb-16-${SUFFIX} \
-p CRUNCHYDB_USER=${CRUNCHY_NAME}-${SUFFIX}-pguser-${CRUNCHY_NAME}-${SUFFIX} \
${PROJ_TOOLS:+ "-p PROJ_TOOLS=${PROJ_TOOLS}"} \
${IMAGE_REGISTRY:+ "-p IMAGE_REGISTRY=${IMAGE_REGISTRY}"}"

Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -37,7 +37,7 @@ OC_PROCESS="oc -n ${PROJ_TARGET} process -f ${TEMPLATE_PATH}/wfwx_noon_forecasts
-p SUFFIX=${SUFFIX} \
-p SCHEDULE=\"${SCHEDULE}\" \
-p POSTGRES_DATABASE=${POSTGRES_DATABASE:-${APP_NAME}} \
-p CRUNCHYDB_USER=wps-crunchydb-16-${SUFFIX}-pguser-wps-crunchydb-16-${SUFFIX} \
-p CRUNCHYDB_USER=${CRUNCHY_NAME}-${SUFFIX}-pguser-${CRUNCHY_NAME}-${SUFFIX} \
${PROJ_TOOLS:+ "-p PROJ_TOOLS=${PROJ_TOOLS}"} \
${IMAGE_REGISTRY:+ "-p IMAGE_REGISTRY=${IMAGE_REGISTRY}"}"

Expand Down
23 changes: 11 additions & 12 deletions openshift/templates/crunchy.yaml
Original file line number Diff line number Diff line change
@@ -1,12 +1,12 @@
apiVersion: template.openshift.io/v1
kind: Template
metadata:
name: ${APP_NAME}-${SUFFIX}
name: ${CRUNCHY_NAME}-${SUFFIX}
annotations:
"openshift.io/display-name": ${APP_NAME}-${SUFFIX}
"openshift.io/display-name": ${CRUNCHY_NAME}-${SUFFIX}
labels:
app.kubernetes.io/part-of: "${APP_NAME}"
app: ${APP_NAME}-${SUFFIX}
app.kubernetes.io/part-of: "${CRUNCHY_NAME}"
app: ${CRUNCHY_NAME}-${SUFFIX}
parameters:
- name: NAME
description: |
Expand All @@ -17,9 +17,8 @@ parameters:
displayName: Target Namespace
name: TARGET_NAMESPACE
required: true
- name: APP_NAME
- name: CRUNCHY_NAME
description: Application name (wps - wildfire predictive services)
value: wps-crunchydb-16
required: true
- name: BUCKET
description: S3 bucket name
Expand Down Expand Up @@ -63,28 +62,28 @@ objects:
init.sql: |-
\c wps\\
CREATE EXTENSION postgis;
GRANT CREATE ON SCHEMA public TO "${APP_NAME}-${SUFFIX}";
GRANT CREATE ON SCHEMA public TO "${CRUNCHY_NAME}-${SUFFIX}";
kind: ConfigMap
metadata:
labels:
app: ${APP_NAME}-${SUFFIX}
app: ${CRUNCHY_NAME}-${SUFFIX}
name: wps-init-sql-${SUFFIX}
- apiVersion: postgres-operator.crunchydata.com/v1beta1
kind: PostgresCluster
metadata:
name: ${APP_NAME}-${SUFFIX}
name: ${CRUNCHY_NAME}-${SUFFIX}
spec:
postgresVersion: 16
postGISVersion: "3.3"
metadata:
name: ${APP_NAME}-${SUFFIX}
name: ${CRUNCHY_NAME}-${SUFFIX}
labels:
app: ${APP_NAME}-${SUFFIX}
app: ${CRUNCHY_NAME}-${SUFFIX}
databaseInitSQL:
key: init.sql
name: wps-init-sql-${SUFFIX}
users:
- name: ${APP_NAME}-${SUFFIX}
- name: ${CRUNCHY_NAME}-${SUFFIX}
databases:
- postgres
- wps
Expand Down
Loading