Skip to content

Commit ae1bb8b

Browse files
sudohainguyenachals
authored andcommitted
fix: make bytewax settings unexposed
Signed-off-by: Hai Nguyen <quanghai.ng1512@gmail.com>
1 parent 5983f40 commit ae1bb8b

File tree

1 file changed

+2
-8
lines changed

1 file changed

+2
-8
lines changed

sdk/python/feast/infra/materialization/contrib/bytewax/bytewax_materialization_engine.py

+2-8
Original file line numberDiff line numberDiff line change
@@ -82,12 +82,6 @@ class BytewaxMaterializationEngineConfig(FeastConfigBaseModel):
8282
mini_batch_size: int = 1000
8383
""" (optional) Number of rows to process per write operation (default 1000)"""
8484

85-
bytewax_replicas: int = 5
86-
""" (optional) Number of process to spawn in each pods to handle a file in parallel"""
87-
88-
bytewax_worker_per_process: int = 1
89-
""" (optional) Number of threads as worker per bytewax process"""
90-
9185
active_deadline_seconds: int = 86400
9286
""" (optional) Maximum amount of time a materialization job is allowed to run"""
9387

@@ -353,7 +347,7 @@ def _create_job_definition(self, job_id, namespace, pods, env, index_offset=0):
353347
{"name": "BYTEWAX_WORKDIR", "value": "/bytewax"},
354348
{
355349
"name": "BYTEWAX_WORKERS_PER_PROCESS",
356-
"value": f"{self.batch_engine_config.bytewax_worker_per_process}",
350+
"value": "1",
357351
},
358352
{
359353
"name": "BYTEWAX_POD_NAME",
@@ -366,7 +360,7 @@ def _create_job_definition(self, job_id, namespace, pods, env, index_offset=0):
366360
},
367361
{
368362
"name": "BYTEWAX_REPLICAS",
369-
"value": f"{self.batch_engine_config.bytewax_replicas}",
363+
"value": "1",
370364
},
371365
{
372366
"name": "BYTEWAX_KEEP_CONTAINER_ALIVE",

0 commit comments

Comments
 (0)