christoff-linde · christoff-linde · Feb 20, 2024 · Feb 20, 2024 · Feb 20, 2024 · Feb 20, 2024
diff --git a/Cargo.lock b/Cargo.lock
diff --git a/Cargo.toml b/Cargo.toml
@@ -10,6 +10,7 @@ axum = "0.7.4"
 chrono = { version = "0.4.34", features = ["serde", "rustc-serialize"] }
 csv = "1.3.0"
 dotenvy = "0.15.7"
+parquet = "50.0.0"
 serde = { version = "1.0.196", features = ["derive"] }
 serde_json = "1.0.113"
 sqlx = { version = "0.7.3", features = ["runtime-tokio-rustls", "any", "postgres", "chrono"] }

diff --git a/data/db_dumps/_sqlx_migrations_20240204-2219.parquet b/data/db_dumps/_sqlx_migrations_20240204-2219.parquet
diff --git a/data/db_dumps/sensor_data_20240204-2219.parquet b/data/db_dumps/sensor_data_20240204-2219.parquet
diff --git a/data/db_dumps/sensor_data_20240220.csv b/data/db_dumps/sensor_data_20240220.csv
diff --git a/data/db_dumps/sensor_data_20240220.parquet b/data/db_dumps/sensor_data_20240220.parquet
diff --git a/data/db_dumps/sensors_20240204-22219.parquet b/data/db_dumps/sensors_20240204-22219.parquet
diff --git a/data/home_data_09122023.parquet b/data/home_data_09122023.parquet
diff --git a/data/home_data_10122023.parquet b/data/home_data_10122023.parquet
diff --git a/data/home_data_11122023.parquet b/data/home_data_11122023.parquet
diff --git a/data/home_data_18112023.parquet b/data/home_data_18112023.parquet
diff --git a/data/home_data_22112023.parquet b/data/home_data_22112023.parquet
diff --git a/data/home_data_23112023.parquet b/data/home_data_23112023.parquet
diff --git a/data/home_data_24112023.parquet b/data/home_data_24112023.parquet
diff --git a/data/home_data_25112023.parquet b/data/home_data_25112023.parquet
diff --git a/data/home_data_26112023.parquet b/data/home_data_26112023.parquet
diff --git a/data/home_data_27112023.parquet b/data/home_data_27112023.parquet
diff --git a/justfile b/justfile
@@ -16,8 +16,20 @@ shell-db:
 
 # Run clippy on all code
 lint:
-  cargo clippy 
+  cargo clippy
 
 # Run the API service (without docker)
 run:
   cargo run
+
+# Convert all .csv files in data/ to .parquet using csv2parquet
+convert:
+  @for file in data/*.csv; do \
+    echo "Converting $file to Parquet"; \
+    csv2parquet $file "data/$(basename $file .csv).parquet"; \
+  done
+
+  @for file in data/db_dumps/*.csv; do \
+    echo "Converting $file to Parquet"; \
+    csv2parquet $file "data/db_dumps/$(basename $file .csv).parquet"; \
+  done