-
Notifications
You must be signed in to change notification settings - Fork 6
/
quix.yaml
242 lines (239 loc) · 7.48 KB
/
quix.yaml
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
# Quix Project Descriptor
# This file describes the data pipeline and configuration of resources of a Quix Project.
metadata:
version: 1.0
# This section describes the Deployments of the data pipeline
deployments:
- name: "\U0001F41D MQTT"
application: MQTT
deploymentType: Service
version: 80a595a522653946d0cc76b97c24715869b19818
resources:
cpu: 200
memory: 500
replicas: 1
desiredStatus: Stopped
variables:
- name: output
inputType: OutputTopic
description: Name of the output topic to publish to.
required: true
value: rawdata
- name: mqtt_topic
inputType: FreeText
description: The root for messages in MQTT, this can be anything
required: true
value: machine/#
- name: mqtt_server
inputType: FreeText
description: The address of your MQTT server
required: true
value: broker.hivemq.com
- name: mqtt_port
inputType: FreeText
description: The port of your MQTT instance
required: true
value: 1883
- name: mqtt_username
inputType: FreeText
description: Your MQTT username
required: true
value: foo
- name: mqtt_version
inputType: FreeText
description: 'MQTT protocol version: 3.1, 3.1.1, 5'
required: true
value: 3.1.1
- name: mqtt_password
inputType: Secret
description: ''
required: true
value: mqtt_password
- name: "\U0001F4BE InfluxDB Machine Data"
application: write_rawdata
deploymentType: Service
version: 287d0fbe673385dbe34ed402ae5e9d5676c00f19
resources:
cpu: 200
memory: 500
replicas: 1
desiredStatus: Stopped
variables:
- name: input
inputType: InputTopic
description: This is the input topic
required: true
value: rawdata
- name: INFLUXDB_HOST
inputType: FreeText
description: Host address for the InfluxDB instance.
required: true
value: eu-central-1-1.aws.cloud2.influxdata.com
- name: INFLUXDB_TOKEN
inputType: FreeText
description: Authentication token to access InfluxDB.
required: true
value:
- name: INFLUXDB_ORG
inputType: FreeText
description: Organization name in InfluxDB.
required: false
value: 6a841c0c08328fb1
- name: INFLUXDB_DATABASE
inputType: FreeText
description: Database name in InfluxDB where data should be stored.
required: true
value: quix
- name: INFLUXDB_TAG_COLUMNS
inputType: FreeText
description: Columns to be used as tags when writing data to InfluxDB.
required: false
value: "['tag1', 'tag2']"
- name: INFLUXDB_MEASUREMENT_NAME
inputType: FreeText
description: The InfluxDB measurement to write data to. If not specified, the name of the input topic will be used
required: false
value: machine_data
- name: "\U0001F440 InfluxDB Machine Data"
application: influxdb-query
deploymentType: Service
version: 392f510e525b2deeb85ac235e0c00aa01c538def
resources:
cpu: 200
memory: 500
replicas: 1
desiredStatus: Stopped
variables:
- name: output
inputType: OutputTopic
description: This is the Quix topic that will receive the stream
required: true
value: influxdb
- name: task_interval
inputType: FreeText
description: Interval to run query. Must be within the InfluxDB notation; 1s, 1m, 1h, 1d, 1w, 1mo, 1y
required: true
value: 5m
- name: INFLUXDB_HOST
inputType: FreeText
description: Host address for the InfluxDB instance.
required: true
value: eu-central-1-1.aws.cloud2.influxdata.com
- name: INFLUXDB_TOKEN
inputType: FreeText
description: Authentication token to access InfluxDB.
required: true
value:
- name: INFLUXDB_ORG
inputType: FreeText
description: Organization name in InfluxDB.
required: true
value: 6a841c0c08328fb1
- name: INFLUXDB_DATABASE
inputType: FreeText
description: Database name in InfluxDB where data is stored.
required: true
value: quix
- name: INFLUXDB_MEASUREMENT_NAME
inputType: FreeText
description: The InfluxDB measurement to read data from. If not specified, the name of the output topic will be used
required: false
value: machine_data
- name: "\U0001F917 Anomaly Detection"
application: Event Detection
deploymentType: Service
version: 5eefd66c8d1c0a9c6cc040e658d135baebe97d36
resources:
cpu: 200
memory: 500
replicas: 1
desiredStatus: Stopped
variables:
- name: input
inputType: InputTopic
description: This is the input topic for f1 data
required: true
value: influxdb
- name: output
inputType: OutputTopic
description: This is the output topic for hard braking events
required: true
value: detection-results
- name: model
inputType: FreeText
description: ''
required: false
value: jayclifford345/vibration-autoencoder
- name: threshold
inputType: FreeText
description: ''
required: false
value: 60
- name: "\U0001F4BE InfluxDB ML Result"
application: write-model-result
deploymentType: Service
version: 6bbbc0d0745b277933d419ff861fe48325a436da
resources:
cpu: 200
memory: 500
replicas: 1
desiredStatus: Stopped
variables:
- name: input
inputType: InputTopic
description: This is the input topic
required: true
value: detection-results
- name: INFLUXDB_HOST
inputType: FreeText
description: Host address for the InfluxDB instance.
required: true
value: eu-central-1-1.aws.cloud2.influxdata.com
- name: INFLUXDB_TOKEN
inputType: FreeText
description: Authentication token to access InfluxDB.
required: true
value:
- name: INFLUXDB_ORG
inputType: FreeText
description: Organization name in InfluxDB.
required: false
value: 6a841c0c08328fb1
- name: INFLUXDB_DATABASE
inputType: FreeText
description: Database name in InfluxDB where data should be stored.
required: true
value: quix
- name: INFLUXDB_TAG_COLUMNS
inputType: FreeText
description: Columns to be used as tags when writing data to InfluxDB.
required: false
value: "['machineID']"
- name: INFLUXDB_MEASUREMENT_NAME
inputType: FreeText
description: The InfluxDB measurement to write data to. If not specified, the name of the input topic will be used
required: false
value: mlresult
# This section describes the Topics of the data pipeline
topics:
- name: rawdata
persisted: false
configuration:
partitions: 2
replicationFactor: 2
retentionInMinutes: 43200
retentionInBytes: 262144000
- name: influxdb
persisted: false
configuration:
partitions: 2
replicationFactor: 2
retentionInMinutes: 43200
retentionInBytes: 262144000
- name: detection-results
persisted: false
configuration:
partitions: 2
replicationFactor: 2
retentionInMinutes: 43200
retentionInBytes: 262144000