add support to exclude edge temp properties on import

raphtory-cypher/examples/raphtory_cypher.rs

@@ -116,6 +116,7 @@ mod cypher {
         src_col: String,
         dst_col: String,
         time_col: String,
+        exclude: Option<Vec<String>>,
     }
 
     impl std::str::FromStr for ArgLayer {
@@ -182,6 +183,7 @@ mod cypher {
                                 src_col,
                                 dst_col,
                                 time_col,
+                                exclude: exclude_edge_props,
                             },
                         ) = &layers[layer_id];
                         ParquetLayerCols {
@@ -190,6 +192,11 @@ mod cypher {
                             src_col: &src_col,
                             dst_col: &dst_col,
                             time_col: &time_col,
+                            exclude_edge_props: exclude_edge_props
+                                .into_iter()
+                                .flatten()
+                                .map(|s| s.as_str())
+                                .collect(),
                         }
                     })
                     .collect();

raphtory-cypher/src/lib.rs

@@ -337,13 +337,15 @@ mod cypher {
                         src_col: "source",
                         dst_col: "destination",
                         time_col: "time",
+                        exclude_edge_props: vec!["destination_port"],
                     },
                     ParquetLayerCols {
                         parquet_dir: v1_layer_path.to_str().unwrap(),
                         layer: "wls",
                         src_col: "src",
                         dst_col: "dst",
                         time_col: "epoch_time",
+                        exclude_edge_props: vec![],
                     },
                 ];
 

raphtory/src/disk_graph/graph_impl/mod.rs

@@ -15,6 +15,7 @@ pub struct ParquetLayerCols<'a> {
     pub src_col: &'a str,
     pub dst_col: &'a str,
     pub time_col: &'a str,
+    pub exclude_edge_props: Vec<&'a str>,
 }
 
 impl Graph {
@@ -401,13 +402,15 @@ mod test {
                 src_col: "source",
                 dst_col: "destination",
                 time_col: "time",
+                exclude_edge_props: vec![],
             },
             ParquetLayerCols {
                 parquet_dir: v1_layer_path.to_str().unwrap(),
                 layer: "wls",
                 src_col: "src",
                 dst_col: "dst",
                 time_col: "Time",
+                exclude_edge_props: vec![],
             },
         ];
 

raphtory/src/disk_graph/mod.rs

@@ -340,17 +340,25 @@ impl DiskGraphStorage {
         node_type_col: Option<&str>,
     ) -> Result<DiskGraphStorage, RAError> {
         let layered_edge_list: Vec<ExternalEdgeList<&Path>> = layer_parquet_cols
-            .iter()
+            .into_iter()
             .map(
                 |ParquetLayerCols {
                      parquet_dir,
                      layer,
                      src_col,
                      dst_col,
                      time_col,
+                     exclude_edge_props,
                  }| {
-                    ExternalEdgeList::new(layer, parquet_dir.as_ref(), src_col, dst_col, time_col)
-                        .expect("Failed to load events")
+                    ExternalEdgeList::new(
+                        layer,
+                        parquet_dir.as_ref(),
+                        src_col,
+                        dst_col,
+                        time_col,
+                        exclude_edge_props,
+                    )
+                    .expect("Failed to load events")
                 },
             )
             .collect::<Vec<_>>();

raphtory/src/python/graph/disk_graph.rs

@@ -90,6 +90,10 @@ impl<'a> FromPyObject<'a> for ParquetLayerCols<'a> {
                 .get_item("time_col")
                 .and_then(|item| item.expect("time_col is required").extract::<&PyString>())
                 .and_then(|s| s.to_str())?,
+            exclude_edge_props: dict.get_item("exclude_edge_props").and_then(|item| {
+                item.map(|item| item.extract::<Vec<&str>>())
+                    .unwrap_or_else(|| Ok(vec![]))
+            })?,
         })
     }
 }