Skip to content

Commit

Permalink
Updated the job-failure query and added found datasets and loaded dat…
Browse files Browse the repository at this point in the history
…asets queries (#1828)

Co-authored-by: Michael J Burling <[email protected]>
  • Loading branch information
aadedejifearless and Michael J Burling authored Jul 14, 2023
1 parent 43e7a94 commit 8fc16e6
Show file tree
Hide file tree
Showing 3 changed files with 38 additions and 5 deletions.
17 changes: 17 additions & 0 deletions ops/ccs-ops-misc/splunk/pipeline-found-datasets-queries
Original file line number Diff line number Diff line change
@@ -0,0 +1,17 @@
BFD-CCW-FOUND-DATASETS-PROD
===========================
index="577373831711" source="/bluebutton-data-pipeline/bluebutton-data-pipeline.log" " prod " INFO "Found data set to process" type IN(BENEFICIARY, CARRIER, DME, HHA, HOSPICE, INPATIENT, OUTPATIENT, PDE, SNF)
| eval time=strftime(_time, "%H:%M:%S %m-%d-%y")
| fields "_time", "time", "type"

BFD-CCW-FOUND-DATASETS-PROD-SBX
===============================
index="577373831711" source="/bluebutton-data-pipeline/bluebutton-data-pipeline.log" " prod-sbx " INFO "Found data set to process" type IN(BENEFICIARY, CARRIER, DME, HHA, HOSPICE, INPATIENT, OUTPATIENT, PDE, SNF)
| eval time=strftime(_time, "%H:%M:%S %m-%d-%y")
| fields "_time", "time", "type"

BFD-CCW-FOUND-DATASETS-TEST
===========================
index="577373831711" source="/bluebutton-data-pipeline/bluebutton-data-pipeline.log" " test " INFO "Found data set to process" type IN(BENEFICIARY, CARRIER, DME, HHA, HOSPICE, INPATIENT, OUTPATIENT, PDE, SNF)
| eval time=strftime(_time, "%H:%M:%S %m-%d-%y")
| fields "_time", "time", "type"
8 changes: 3 additions & 5 deletions ops/ccs-ops-misc/splunk/pipeline-job-failure-queries
Original file line number Diff line number Diff line change
@@ -1,22 +1,20 @@
BFD-CCW-JOB-FAILED-PROD
=======================
index="577373831711" source="/bluebutton-data-pipeline/bluebutton-data-pipeline.log" tag::eventtype=error prod NOT prod-sbx NOT test jobType="gov.cms.bfd.pipeline.ccw.rif.CcwRifLoadJob"
index="577373831711" source="/bluebutton-data-pipeline/bluebutton-data-pipeline.log" tag::eventtype=error " prod " jobType="gov.cms.bfd.pipeline.ccw.rif.CcwRifLoadJob"
| where failure LIKE "%PipelineJobFailure%"
| eval time=strftime(_time, "%H:%M:%S %m-%d-%y")
| fields "_time", "time", "jobType", "failure"


BFD-CCW-JOB-FAILED-PROD-SBX
===========================
index="577373831711" source="/bluebutton-data-pipeline/bluebutton-data-pipeline.log" tag::eventtype=error prod-sbx jobType="gov.cms.bfd.pipeline.ccw.rif.CcwRifLoadJob"
index="577373831711" source="/bluebutton-data-pipeline/bluebutton-data-pipeline.log" tag::eventtype=error " prod-sbx " jobType="gov.cms.bfd.pipeline.ccw.rif.CcwRifLoadJob"
| where failure LIKE "%PipelineJobFailure%"
| eval time=strftime(_time, "%H:%M:%S %m-%d-%y")
| fields "_time", "time", "jobType", "failure"


BFD-CCW-JOB-FAILED-TEST
=======================
index="577373831711" source="/bluebutton-data-pipeline/bluebutton-data-pipeline.log" tag::eventtype=error test NOT prod NOT prod-sbx jobType="gov.cms.bfd.pipeline.ccw.rif.CcwRifLoadJob"
index="577373831711" source="/bluebutton-data-pipeline/bluebutton-data-pipeline.log" tag::eventtype=error " test "jobType="gov.cms.bfd.pipeline.ccw.rif.CcwRifLoadJob"
| where failure LIKE "%PipelineJobFailure%"
| eval time=strftime(_time, "%H:%M:%S %m-%d-%y")
| fields "_time", "time", "type", jobType, failure
18 changes: 18 additions & 0 deletions ops/ccs-ops-misc/splunk/pipeline-loaded-dataset-queries
Original file line number Diff line number Diff line change
@@ -0,0 +1,18 @@
BFD-CCW-LOADED-DATASET-PROD
===========================
index="577373831711" source="/bluebutton-data-pipeline/bluebutton-data-pipeline.log" " prod " INFO Processed type IN(BENEFICIARY, CARRIER, DME, HHA, HOSPICE, INPATIENT, OUTPATIENT, PDE, SNF)
| eval time=strftime(_time, "%H:%M:%S %m-%d-%y")
| fields "_time", "time", "type"

BFD-CCW-LOADED-DATASET-PROD-SBX
===============================
index="577373831711" source="/bluebutton-data-pipeline/bluebutton-data-pipeline.log" " prod-sbx " INFO Processed type IN(BENEFICIARY, CARRIER, DME, HHA, HOSPICE, INPATIENT, OUTPATIENT, PDE, SNF)
| eval time=strftime(_time, "%H:%M:%S %m-%d-%y")
| fields "_time", "time", "type"

BFD-CCW-LOADED-DATASET-TEST
===========================
index="577373831711" source="/bluebutton-data-pipeline/bluebutton-data-pipeline.log" " test " INFO Processed type IN(BENEFICIARY, CARRIER, DME, HHA, HOSPICE, INPATIENT, OUTPATIENT, PDE, SNF)
| eval time=strftime(_time, "%H:%M:%S %m-%d-%y")
| fields "_time", "time", "type"

0 comments on commit 8fc16e6

Please sign in to comment.