Made max_length parameter dynamic

Signed-off-by: yerzhaisang <tasqali1697@gmail.com>
Yerzhaisang · Jul 15, 2023 · 03b281f · 03b281f
1 parent 7c6b1b3
commit 03b281f
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/opensearch_py_ml/ml_models/sentencetransformermodel.py b/opensearch_py_ml/ml_models/sentencetransformermodel.py
@@ -771,7 +771,7 @@ def save_as_pt(
         if not parsed_json["truncation"]:
             parsed_json["truncation"] = {
                 "direction": "Right",
-                "max_length": 128,
+                "max_length": model.tokenizer.model_max_length,
                 "strategy": "LongestFirst",
                 "stride": 0,
             }