From 343c8cb86f2ab6a51e7363ee11f69afb1c9e839e Mon Sep 17 00:00:00 2001 From: Filippos Ventirozos <58438004+FilipposVentirozos@users.noreply.github.com> Date: Wed, 23 Oct 2024 10:15:36 +0100 Subject: [PATCH] Added Deberta model type support (#34308) * Added Deberta model type for 'add_prefix_space' functionality * housekeeping --------- Co-authored-by: Filippos Ventirozos --- examples/pytorch/token-classification/run_ner.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/examples/pytorch/token-classification/run_ner.py b/examples/pytorch/token-classification/run_ner.py index ef1c0ac917b767..d2a4c3dabfd63c 100755 --- a/examples/pytorch/token-classification/run_ner.py +++ b/examples/pytorch/token-classification/run_ner.py @@ -366,7 +366,7 @@ def get_label_list(labels): ) tokenizer_name_or_path = model_args.tokenizer_name if model_args.tokenizer_name else model_args.model_name_or_path - if config.model_type in {"bloom", "gpt2", "roberta"}: + if config.model_type in {"bloom", "gpt2", "roberta", "deberta"}: tokenizer = AutoTokenizer.from_pretrained( tokenizer_name_or_path, cache_dir=model_args.cache_dir,