feat: counter metrics visualizer for pipeline

config/advanced-install/namespaced-numaflow-server.yaml

@@ -137,7 +137,7 @@ metadata:
 ---
 apiVersion: v1
 data:
-  config.yaml: |
+  config.yaml: |-
     # url is a required field, it should be the url of the service to which the metrics proxy will connect
     # url: service_name + "." + service_namespace + ".svc.cluster.local" + ":" + port
     # example for local prometheus service
@@ -186,6 +186,32 @@ data:
         #          required: false
         #    - name: mono-vertex
         #      #expr: optional
+    - name: pipeline_counter_metrics
+      object: vertex
+      title: Rate of Change of metrics
+      description: This pattern is to calculate rate of change of counter metrics
+      expr: sum(rate($metric_name{$filters}[$duration])) by ($dimension)
+      params:
+        - name: duration
+          required: true
+        - name: start_time
+          required: false
+        - name: end_time
+          required: false
+      metrics:
+        - metric_name: forwarder_data_read_total
+          required_filters:
+            - namespace
+            - pipeline
+            - vertex
+          dimensions:
+            - name: vertex
+              # expr: optional expression for prometheus query
+              # overrides the default expression
+            - name: pod
+              filters:
+                - name: pod
+                  required: false
 kind: ConfigMap
 metadata:
   name: numaflow-server-metrics-proxy-config

config/advanced-install/numaflow-server.yaml

@@ -144,7 +144,7 @@ metadata:
 ---
 apiVersion: v1
 data:
-  config.yaml: |
+  config.yaml: |-
     # url is a required field, it should be the url of the service to which the metrics proxy will connect
     # url: service_name + "." + service_namespace + ".svc.cluster.local" + ":" + port
     # example for local prometheus service
@@ -193,6 +193,32 @@ data:
         #          required: false
         #    - name: mono-vertex
         #      #expr: optional
+    - name: pipeline_counter_metrics
+      object: vertex
+      title: Rate of Change of metrics
+      description: This pattern is to calculate rate of change of counter metrics
+      expr: sum(rate($metric_name{$filters}[$duration])) by ($dimension)
+      params:
+        - name: duration
+          required: true
+        - name: start_time
+          required: false
+        - name: end_time
+          required: false
+      metrics:
+        - metric_name: forwarder_data_read_total
+          required_filters:
+            - namespace
+            - pipeline
+            - vertex
+          dimensions:
+            - name: vertex
+              # expr: optional expression for prometheus query
+              # overrides the default expression
+            - name: pod
+              filters:
+                - name: pod
+                  required: false
 kind: ConfigMap
 metadata:
   name: numaflow-server-metrics-proxy-config

config/base/numaflow-server/numaflow-server-metrics-proxy-config.yaml

@@ -52,3 +52,29 @@ data:
         #          required: false
         #    - name: mono-vertex
         #      #expr: optional
+    - name: pipeline_counter_metrics
+      object: vertex
+      title: Rate of Change of metrics
+      description: This pattern is to calculate rate of change of counter metrics
+      expr: sum(rate($metric_name{$filters}[$duration])) by ($dimension)
+      params:
+        - name: duration
+          required: true
+        - name: start_time
+          required: false
+        - name: end_time
+          required: false
+      metrics:
+        - metric_name: forwarder_data_read_total
+          required_filters:
+            - namespace
+            - pipeline
+            - vertex
+          dimensions:
+            - name: vertex
+              # expr: optional expression for prometheus query
+              # overrides the default expression
+            - name: pod
+              filters:
+                - name: pod
+                  required: false

config/install.yaml

@@ -28452,7 +28452,7 @@ metadata:
 ---
 apiVersion: v1
 data:
-  config.yaml: |
+  config.yaml: |-
     # url is a required field, it should be the url of the service to which the metrics proxy will connect
     # url: service_name + "." + service_namespace + ".svc.cluster.local" + ":" + port
     # example for local prometheus service
@@ -28501,6 +28501,32 @@ data:
         #          required: false
         #    - name: mono-vertex
         #      #expr: optional
+    - name: pipeline_counter_metrics
+      object: vertex
+      title: Rate of Change of metrics
+      description: This pattern is to calculate rate of change of counter metrics
+      expr: sum(rate($metric_name{$filters}[$duration])) by ($dimension)
+      params:
+        - name: duration
+          required: true
+        - name: start_time
+          required: false
+        - name: end_time
+          required: false
+      metrics:
+        - metric_name: forwarder_data_read_total
+          required_filters:
+            - namespace
+            - pipeline
+            - vertex
+          dimensions:
+            - name: vertex
+              # expr: optional expression for prometheus query
+              # overrides the default expression
+            - name: pod
+              filters:
+                - name: pod
+                  required: false
 kind: ConfigMap
 metadata:
   name: numaflow-server-metrics-proxy-config

config/namespace-install.yaml

@@ -28340,7 +28340,7 @@ metadata:
 ---
 apiVersion: v1
 data:
-  config.yaml: |
+  config.yaml: |-
     # url is a required field, it should be the url of the service to which the metrics proxy will connect
     # url: service_name + "." + service_namespace + ".svc.cluster.local" + ":" + port
     # example for local prometheus service
@@ -28389,6 +28389,32 @@ data:
         #          required: false
         #    - name: mono-vertex
         #      #expr: optional
+    - name: pipeline_counter_metrics
+      object: vertex
+      title: Rate of Change of metrics
+      description: This pattern is to calculate rate of change of counter metrics
+      expr: sum(rate($metric_name{$filters}[$duration])) by ($dimension)
+      params:
+        - name: duration
+          required: true
+        - name: start_time
+          required: false
+        - name: end_time
+          required: false
+      metrics:
+        - metric_name: forwarder_data_read_total
+          required_filters:
+            - namespace
+            - pipeline
+            - vertex
+          dimensions:
+            - name: vertex
+              # expr: optional expression for prometheus query
+              # overrides the default expression
+            - name: pod
+              filters:
+                - name: pod
+                  required: false
 kind: ConfigMap
 metadata:
   name: numaflow-server-metrics-proxy-config

ui/src/types/declarations/pods.d.ts

@@ -98,6 +98,7 @@ export interface PodDetailProps {
   containerName: string;
   pod: Pod;
   podDetails: PodDetail;
+  vertexId: string;
 }
 export interface ContainerInfoProps {
   state: string;