Skip to content

Commit

Permalink
Apply isort and black reformatting
Browse files Browse the repository at this point in the history
Signed-off-by: monica-sekoyan <monica-sekoyan@users.noreply.github.com>
  • Loading branch information
monica-sekoyan committed Oct 16, 2024
1 parent 12c9b9a commit 45b9f39
Showing 1 changed file with 8 additions and 1 deletion.
9 changes: 8 additions & 1 deletion tests/collections/common/prompt_formatters/conftest.py
Original file line number Diff line number Diff line change
Expand Up @@ -35,7 +35,14 @@ def bpe_tokenizer(tmp_path_factory):
tmpdir = tmp_path_factory.mktemp("bpe_tokenizer")
text_path = tmpdir / "text.txt"
text_path.write_text(TOKENIZER_TRAIN_TEXT)
create_spt_model(str(text_path), vocab_size=512, sample_size=-1, do_lower_case=False, output_dir=str(tmpdir), remove_extra_whitespaces=True)
create_spt_model(
str(text_path),
vocab_size=512,
sample_size=-1,
do_lower_case=False,
output_dir=str(tmpdir),
remove_extra_whitespaces=True,
)
return SentencePieceTokenizer(str(tmpdir / "tokenizer.model"))


Expand Down

0 comments on commit 45b9f39

Please sign in to comment.