From 2ce54f5a7fd9e01018e276e4ad8af01b155d7e20 Mon Sep 17 00:00:00 2001 From: Wei Lee Date: Thu, 30 Nov 2023 17:45:46 +0800 Subject: [PATCH] feat(airflow): make stackoverflow_cutoff_date configurable through env vars --- airflow/dags/ingestion/ask-astro-load-stackoverflow.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/airflow/dags/ingestion/ask-astro-load-stackoverflow.py b/airflow/dags/ingestion/ask-astro-load-stackoverflow.py index c5ef5d32..804f6fa9 100644 --- a/airflow/dags/ingestion/ask-astro-load-stackoverflow.py +++ b/airflow/dags/ingestion/ask-astro-load-stackoverflow.py @@ -12,7 +12,7 @@ _WEAVIATE_CONN_ID = f"weaviate_{ask_astro_env}" WEAVIATE_CLASS = os.environ.get("WEAVIATE_CLASS", "DocsDev") ask_astro_weaviate_hook = AskAstroWeaviateHook(_WEAVIATE_CONN_ID) -stackoverflow_cutoff_date = "2021-09-01" +stackoverflow_cutoff_date = os.environ.get("STACKOVERFLOW_CUTOFF_DATE", "2021-09-01") stackoverflow_tags = [ "airflow",