diff --git a/ballista/rust/core/proto/ballista.proto b/ballista/rust/core/proto/ballista.proto index 8c9e00804e455..3fc291e3a83fb 100644 --- a/ballista/rust/core/proto/ballista.proto +++ b/ballista/rust/core/proto/ballista.proto @@ -943,30 +943,6 @@ message GetFileMetadataParams { FileType file_type = 2; } -message ParquetFormat { - // fields of datasource::format::parquet::ParquetFormat -} - -message ListingConfig { - string extension = 1; - oneof format { - ParquetFormat parquet = 2; - // csv, json, ... - } -} - -message GetSchemaParams { - string path = 1; - oneof provider_config { - ListingConfig listing = 2; - // delta, iceberg... (maybe replace oneof with something more exensible) - } -} - -message GetSchemaResult { - Schema schema = 1; -} - message GetFileMetadataResult { Schema schema = 1; repeated FilePartitionMetadata partitions = 2; @@ -980,8 +956,6 @@ service SchedulerGrpc { // Executors must poll the scheduler for heartbeat and to receive tasks rpc PollWork (PollWorkParams) returns (PollWorkResult) {} - rpc GetSchema (GetSchemaParams) returns (GetSchemaResult) {} - rpc GetFileMetadata (GetFileMetadataParams) returns (GetFileMetadataResult) {} rpc ExecuteQuery (ExecuteQueryParams) returns (ExecuteQueryResult) {} diff --git a/ballista/rust/scheduler/src/lib.rs b/ballista/rust/scheduler/src/lib.rs index e57b967de8a17..47caf4c21ede6 100644 --- a/ballista/rust/scheduler/src/lib.rs +++ b/ballista/rust/scheduler/src/lib.rs @@ -22,7 +22,6 @@ pub mod planner; #[cfg(feature = "sled")] mod standalone; pub mod state; -use ballista_core::serde::protobuf::{GetSchemaParams, GetSchemaResult}; #[cfg(feature = "sled")] pub use standalone::new_standalone_scheduler; @@ -269,16 +268,6 @@ impl SchedulerGrpc for SchedulerServer { } } - /// this service would replace get_file_metadata - async fn get_schema( - &self, - _request: Request, - ) -> std::result::Result, tonic::Status> { - // if GetSchemaParams contains a provider config of type ListingConfig - // use ListingOptions.infer_schema() - todo!() - } - async fn get_file_metadata( &self, request: Request, diff --git a/datafusion/src/datasource/file_format/mod.rs b/datafusion/src/datasource/file_format/mod.rs index 933c7c52c12cf..d831919cc9bad 100644 --- a/datafusion/src/datasource/file_format/mod.rs +++ b/datafusion/src/datasource/file_format/mod.rs @@ -37,7 +37,7 @@ use futures::Stream; /// A stream of String that can be used accross await calls pub type StringStream = Pin + Send + Sync>>; -/// Convert a vec into a `StringStream` +/// Convert a vector into a stream pub fn string_stream(strings: Vec) -> StringStream { Box::pin(futures::stream::iter(strings)) }