From d2714d6b6e7ba37e2537339b1846f41ede1f3d3c Mon Sep 17 00:00:00 2001 From: yerzhaisang Date: Mon, 17 Jul 2023 21:50:17 +0600 Subject: [PATCH] Included the test of max_length parameter value Signed-off-by: yerzhaisang --- tests/ml_models/test_sentencetransformermodel_pytest.py | 6 ++++++ 1 file changed, 6 insertions(+) diff --git a/tests/ml_models/test_sentencetransformermodel_pytest.py b/tests/ml_models/test_sentencetransformermodel_pytest.py index 4f293faa..e2d77fa1 100644 --- a/tests/ml_models/test_sentencetransformermodel_pytest.py +++ b/tests/ml_models/test_sentencetransformermodel_pytest.py @@ -10,6 +10,7 @@ import shutil import pytest +from sentence_transformers import SentenceTransformer from opensearch_py_ml.ml_models import SentenceTransformerModel @@ -476,6 +477,11 @@ def test_truncation_parameter(): "truncation" ], "truncation parameter in tokenizer.json is null" + model11 = SentenceTransformer(model_id) + assert ( + tokenizer_json["truncation"]["max_length"] == model11.tokenizer.model_max_length + ), "max_length is not properly set" + clean_test_folder(TEST_FOLDER)