Merge branch 'sebastian/prod-2981-set-up-catalog-pipeline' of github.…

…com:pluralsh/scaffolds into sebastian/prod-2981-set-up-catalog-pipeline

catalogs/data/dagster/dagster.yaml

@@ -44,7 +44,7 @@ spec:
   imports:
   - stackRef:
       name: dagster-{{ context.cluster }}
-      namespace: infra
+      namespace: apps
   configuration:
     cluster: {{ context.cluster }}
     hostname: {{ context.hostname }}

catalogs/data/dagster/helm/oauth-proxy-config.yaml.liquid

@@ -0,0 +1,28 @@
+{% raw %}
+{% assign imports_dagster_key =  'dagster-' | append: configuration.cluster %}
+
+service:
+  name: dagster-oauth2-proxy
+  selector:
+    app.kubernetes.io/instance: dagster
+    app.kubernetes.io/name: webapp
+
+secret:
+  clientID: {{ imports[imports_dagster_key].oidc_client_id }}
+  clientSecret: {{ imports[imports_dagster_key].oidc_client_secret }}
+  cookieSecret: {{ imports[imports_dagster_key].oidc_cookie_secret }}
+  issuer: https://oidc.plural.sh/
+  upstream: http://localhost:8080
+  name: dagster-proxy-config
+  env:
+    OAUTH2_PROXY_UPSTREAM_TIMEOUT: '120s'
+
+{% if configuration["basicAuth"] %}
+{% assign basicAuth = configuration["basicAuth"] | from_json %}
+users:
+{% for user in basicAuth %}
+  {{ user[0] }}: {{ user[1] }}
+{% endfor %}
+{% endif %}
+
+{% endraw %}

catalogs/data/dagster/oauth-proxy-config.yaml

@@ -0,0 +1,31 @@
+apiVersion: deployments.plural.sh/v1alpha1
+kind: ServiceDeployment
+metadata:
+  name: dagster-oauth-proxy-config-{{ context.cluster }}
+  namespace: apps
+spec:
+  namespace: dagster
+  git:
+    folder: helm/dagster/{{ context.cluster }}
+    ref: main
+  repositoryRef:
+    kind: GitRepository
+    name: infra
+    namespace: infra
+  helm:
+    version: "x.x.x"
+    chart: oidc-config
+    url: https://pluralsh.github.io/module-library
+    valuesFiles:
+    - oauth-proxy-config.yaml.liquid
+  imports:
+  - stackRef:
+      name: dagster-{{ context.cluster }}
+      namespace: apps
+  configuration:
+    cluster: {{ context.cluster }}
+    hostname: {{ context.hostname }}
+  clusterRef:
+    kind: Cluster
+    name: {{ context.cluster }}
+    namespace: infra

catalogs/devops/grafana/grafana.yaml.liquid

@@ -10,7 +10,7 @@ ingress:
   tls:
     - hosts:
       - {{ context.hostname }}
-      secretName: monitoring-tls
+      secretName: grafana-{{ context.cluster }}-tls
 
 persistence:
   enabled: true

setup/catalogs/data/dagster.yaml

@@ -23,6 +23,9 @@ spec:
       - source: "terraform/{{ context.cloud }}"
         destination: "terraform/apps/dagster/{{ context.cluster }}"
         external: true
+      - source: oauth-proxy-config.yaml
+        destination: "bootstrap/apps/dagster/{{ context.cluster }}/oauth-proxy-config.yaml"
+        external: true
   repositoryRef:
     name: scaffolds
   catalogRef: