From bc3f7c32e336e2c1ab3708e754be1a8d3d4a3c01 Mon Sep 17 00:00:00 2001
From: =?UTF-8?q?Pol=20Mons=C3=B3=20Purt=C3=AD?= <pol.monso@somenergia.coop>
Date: Mon, 11 Dec 2023 16:29:37 +0100
Subject: [PATCH] fix: spined dset with metadata is way too slow
 (et/somenergia-jardiner!52)

* limit dset view to last month queried at
---
 .../int_dset_responses__spined_metadata.sql   | 64 +++++++++++--------
 ...responses__union_view_and_materialized.sql |  7 +-
 2 files changed, 38 insertions(+), 33 deletions(-)

diff --git a/dbt_jardiner/models/jardiner/intermediate/dset/int_dset_responses__spined_metadata.sql b/dbt_jardiner/models/jardiner/intermediate/dset/int_dset_responses__spined_metadata.sql
index 3ad67941..a995501a 100644
--- a/dbt_jardiner/models/jardiner/intermediate/dset/int_dset_responses__spined_metadata.sql
+++ b/dbt_jardiner/models/jardiner/intermediate/dset/int_dset_responses__spined_metadata.sql
@@ -19,32 +19,40 @@ spined_expected_signals as (
     {# dm_plants is the SSOT of the plants names #}
     left join {{ ref("dm_plants") }} as plants on true
     left join {{ ref("raw_gestio_actius__signal_denormalized") }} as metadata using (plant_uuid)
+),
+dset_last_month as(
+    select * from {{ ref("int_dset_responses__materialized_one_hour_late") }} as dset
+    where dset.ts > (now() at time zone 'Europe/Madrid')::date - interval '30 days'
+    {# if we don't limit queried_at the planner shits the bed #}
+    and queried_at > (now() at time zone 'Europe/Madrid')::date - interval '30 days'
+),
+spined_dset as (
+    select
+        ts,
+        nom_planta as plant_name,
+        plant_uuid,
+        device_uuid,
+        device_name,
+        device_type,
+        signal_uuid,
+        signal_name,
+        metric_name,
+        device_parent,
+        valors.signal_value,
+        valors.group_name,
+        valors.signal_id,
+        valors.signal_tz,
+        valors.signal_code,
+        valors.signal_type,
+        valors.signal_unit,
+        valors.signal_frequency,
+        valors.signal_is_virtual,
+        valors.signal_last_ts,
+        valors.signal_last_value,
+        valors.queried_at,
+        valors.ts is not null as from_dset
+    from spined_expected_signals
+    left join dset_last_month as valors using(ts, signal_uuid)
+    order by ts desc, nom_planta
 )
-select
-    ts,
-    nom_planta as plant_name,
-    plant_uuid,
-    device_uuid,
-    device_name,
-    device_type,
-    signal_uuid,
-    signal_name,
-    metric_name,
-    device_parent,
-    valors.signal_value,
-    valors.group_name,
-    valors.signal_id,
-    valors.signal_tz,
-    valors.signal_code,
-    valors.signal_type,
-    valors.signal_unit,
-    valors.signal_frequency,
-    valors.signal_is_virtual,
-    valors.signal_last_ts,
-    valors.signal_last_value,
-    valors.queried_at,
-    valors.ts is not null as from_dset
-from spined_expected_signals
-left join {{ ref("int_dset_responses__union_view_and_materialized") }} as valors using(ts, signal_uuid)
-order by ts desc, nom_planta
-
+select * from spined_dset
\ No newline at end of file
diff --git a/dbt_jardiner/models/jardiner/intermediate/dset/int_dset_responses__union_view_and_materialized.sql b/dbt_jardiner/models/jardiner/intermediate/dset/int_dset_responses__union_view_and_materialized.sql
index 7657b455..49c2e787 100644
--- a/dbt_jardiner/models/jardiner/intermediate/dset/int_dset_responses__union_view_and_materialized.sql
+++ b/dbt_jardiner/models/jardiner/intermediate/dset/int_dset_responses__union_view_and_materialized.sql
@@ -2,7 +2,6 @@
 
 with
     dset_materialized as (
-
         select
             group_name,
             queried_at,
@@ -23,8 +22,7 @@ with
             signal_value
         from {{ ref("int_dset_responses__materialized_one_hour_late") }}
     ),
-
-dset_current_day_view as (
+dset_current_hour_view as (
         select
             group_name,
             queried_at,
@@ -45,9 +43,8 @@ dset_current_day_view as (
             signal_value
         from {{ ref("int_dset_responses__view_current_hour") }}
     )
-
 select *
 from dset_materialized
 union all
 select *
-from dset_current_day_view
+from dset_current_hour_view