Add feature to disable kvkafka ingestion

ingestion/Cargo.toml

@@ -5,6 +5,9 @@ edition.workspace = true
 
 [features]
 integration_tests = []
+kafka = []
+# TODO: remove this when finished with testing Obsinn ingestion
+kafka_prod = []
 
 [dependencies]
 axum.workspace = true

ingestion/src/lib.rs

@@ -17,6 +17,7 @@ use std::{
 use thiserror::Error;
 use tokio_postgres::NoTls;
 
+#[cfg(feature = "kafka")]
 pub mod kvkafka;
 pub mod permissions;
 use permissions::{ParamPermitTable, StationPermitTable};

ingestion/src/main.rs

@@ -1,8 +1,9 @@
 use bb8_postgres::PostgresConnectionManager;
-use lard_ingestion::{kvkafka, permissions};
 use std::sync::{Arc, RwLock};
 use tokio_postgres::NoTls;
 
+use lard_ingestion::permissions;
+
 const PARAMCONV: &str = "resources/paramconversions.csv";
 
 #[tokio::main]
@@ -50,8 +51,15 @@ async fn main() -> Result<(), Box<dyn std::error::Error + Send + Sync>> {
     let db_pool = bb8::Pool::builder().build(manager).await?;
 
     // Spawn kvkafka reader
-    let kafka_group = args[1].to_string();
-    tokio::spawn(kvkafka::read_and_insert(db_pool.clone(), kafka_group));
+    #[cfg(feature = "kafka_prod")]
+    {
+        let kafka_group = args[1].to_string();
+        println!("Spawing kvkafka reader...");
+        tokio::spawn(lard_ingestion::kvkafka::read_and_insert(
+            db_pool.clone(),
+            kafka_group,
+        ));
+    }
 
     // Set up and run our server + database
     lard_ingestion::run(db_pool, PARAMCONV, permit_tables).await

integration_tests/Cargo.toml

@@ -8,7 +8,7 @@ debug = []
 
 [dependencies]
 lard_api = { path = "../api" }
-lard_ingestion = { path = "../ingestion", features = ["integration_tests"] }
+lard_ingestion = { path = "../ingestion", features = ["integration_tests", "kafka"] }
 chrono.workspace = true
 tokio.workspace = true
 tokio-postgres.workspace = true