Skip to content

Commit

Permalink
processing_engine: initial implementation of Processing Engine plugin…
Browse files Browse the repository at this point in the history
…s and triggers
  • Loading branch information
jacksonrnewhouse committed Dec 11, 2024
1 parent 9f541b7 commit e12a5cd
Show file tree
Hide file tree
Showing 31 changed files with 1,135 additions and 50 deletions.
116 changes: 116 additions & 0 deletions Cargo.lock

Some generated files are not rendered by default. Learn more about how customized files appear on GitHub.

4 changes: 3 additions & 1 deletion Cargo.toml
Original file line number Diff line number Diff line change
Expand Up @@ -8,6 +8,8 @@ members = [
"influxdb3_id",
"influxdb3_load_generator",
"influxdb3_process",
"influxdb3_processing_engine",
"influxdb3_py_api",
"influxdb3_server",
"influxdb3_telemetry",
"influxdb3_test_helpers",
Expand Down Expand Up @@ -38,7 +40,7 @@ license = "MIT OR Apache-2.0"

[workspace.dependencies]
anyhow = "1.0"
arrow = { version = "53.0.0", features = ["prettyprint", "chrono-tz"] }
arrow = { version = "53.0.0", features = ["prettyprint", "chrono-tz", "pyarrow"] }
arrow-array = "53.0.0"
arrow-buffer = "53.0.0"
arrow-csv = "53.0.0"
Expand Down
30 changes: 16 additions & 14 deletions influxdb3/tests/server/flight.rs
Original file line number Diff line number Diff line change
Expand Up @@ -108,20 +108,22 @@ async fn flight() -> Result<(), influxdb3_client::Error> {

assert_batches_sorted_eq!(
[
"+--------------+--------------------+---------------+------------+",
"| catalog_name | db_schema_name | table_name | table_type |",
"+--------------+--------------------+---------------+------------+",
"| public | information_schema | columns | VIEW |",
"| public | information_schema | df_settings | VIEW |",
"| public | information_schema | schemata | VIEW |",
"| public | information_schema | tables | VIEW |",
"| public | information_schema | views | VIEW |",
"| public | iox | cpu | BASE TABLE |",
"| public | system | last_caches | BASE TABLE |",
"| public | system | meta_caches | BASE TABLE |",
"| public | system | parquet_files | BASE TABLE |",
"| public | system | queries | BASE TABLE |",
"+--------------+--------------------+---------------+------------+",
"+--------------+--------------------+----------------------------+------------+",
"| catalog_name | db_schema_name | table_name | table_type |",
"+--------------+--------------------+----------------------------+------------+",
"| public | information_schema | columns | VIEW |",
"| public | information_schema | df_settings | VIEW |",
"| public | information_schema | schemata | VIEW |",
"| public | information_schema | tables | VIEW |",
"| public | information_schema | views | VIEW |",
"| public | iox | cpu | BASE TABLE |",
"| public | system | last_caches | BASE TABLE |",
"| public | system | meta_caches | BASE TABLE |",
"| public | system | parquet_files | BASE TABLE |",
"| public | system | processing_engine_plugins | BASE TABLE |",
"| public | system | processing_engine_triggers | BASE TABLE |",
"| public | system | queries | BASE TABLE |",
"+--------------+--------------------+----------------------------+------------+",
],
&batches
);
Expand Down
2 changes: 2 additions & 0 deletions influxdb3_cache/src/last_cache/mod.rs
Original file line number Diff line number Diff line change
Expand Up @@ -1267,6 +1267,8 @@ mod tests {
map.insert(TableId::from(1), "test_table_2".into());
map
},
processing_engine_plugins: Default::default(),
processing_engine_triggers: Default::default(),
deleted: false,
};
let table_id = TableId::from(0);
Expand Down
1 change: 1 addition & 0 deletions influxdb3_catalog/Cargo.toml
Original file line number Diff line number Diff line change
Expand Up @@ -15,6 +15,7 @@ iox_time.workspace = true
# Local deps
influxdb3_id = { path = "../influxdb3_id" }
influxdb3_wal = { path = "../influxdb3_wal" }
influxdb3_processing_engine = { path = "../influxdb3_processing_engine" }

# crates.io dependencies
arrow.workspace = true
Expand Down
Loading

0 comments on commit e12a5cd

Please sign in to comment.