From ca3ebc9a76c2ea5d7bad6567001447766d5aafcf Mon Sep 17 00:00:00 2001 From: Xiaoquan Kong Date: Sun, 27 Sep 2020 16:23:54 +0800 Subject: [PATCH 1/7] fix language supporting setting in JiebaTokenizer --- rasa/nlu/tokenizers/jieba_tokenizer.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/rasa/nlu/tokenizers/jieba_tokenizer.py b/rasa/nlu/tokenizers/jieba_tokenizer.py index 4fb9e2481c1a..74f3797c3872 100644 --- a/rasa/nlu/tokenizers/jieba_tokenizer.py +++ b/rasa/nlu/tokenizers/jieba_tokenizer.py @@ -18,7 +18,7 @@ class JiebaTokenizer(Tokenizer): - language_list = ["zh"] + supported_language_list = ["zh"] defaults = { "dictionary_path": None, From 4a5e7c3bcc3e2f2dceb5969a6e4c0f0c1392ed21 Mon Sep 17 00:00:00 2001 From: Xiaoquan Kong Date: Tue, 29 Sep 2020 17:30:52 +0800 Subject: [PATCH 2/7] add changelog --- changelog/6804.bugfix.md | 1 + 1 file changed, 1 insertion(+) create mode 100644 changelog/6804.bugfix.md diff --git a/changelog/6804.bugfix.md b/changelog/6804.bugfix.md new file mode 100644 index 000000000000..13d74b813fda --- /dev/null +++ b/changelog/6804.bugfix.md @@ -0,0 +1 @@ +bugfix: rename `language_list` to `supported_language_list` for JiebaTokenizer From 980ae3a21f158713a16f04bf740b267ef383103e Mon Sep 17 00:00:00 2001 From: Tom Bocklisch Date: Tue, 27 Oct 2020 10:34:12 +0100 Subject: [PATCH 3/7] Update changelog/6804.bugfix.md --- changelog/6804.bugfix.md | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/changelog/6804.bugfix.md b/changelog/6804.bugfix.md index 13d74b813fda..9486dd1f3691 100644 --- a/changelog/6804.bugfix.md +++ b/changelog/6804.bugfix.md @@ -1 +1 @@ -bugfix: rename `language_list` to `supported_language_list` for JiebaTokenizer +Rename `language_list` to `supported_language_list` for `JiebaTokenizer`. From 844bebc7595ed02afb445594986a541fbebbacd4 Mon Sep 17 00:00:00 2001 From: Xiaoquan Kong Date: Mon, 23 Nov 2020 11:17:13 +0800 Subject: [PATCH 4/7] Add docstring for JiebaTokenizer --- rasa/nlu/tokenizers/jieba_tokenizer.py | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/rasa/nlu/tokenizers/jieba_tokenizer.py b/rasa/nlu/tokenizers/jieba_tokenizer.py index 74f3797c3872..369ae4cb2240 100644 --- a/rasa/nlu/tokenizers/jieba_tokenizer.py +++ b/rasa/nlu/tokenizers/jieba_tokenizer.py @@ -17,7 +17,8 @@ class JiebaTokenizer(Tokenizer): - + """This tokenizer is a wrapper for Jieba (https://github.com/fxsjy/jieba). + """ supported_language_list = ["zh"] defaults = { From f8d7e08f2db226a2b3460251c33655bef448c3f9 Mon Sep 17 00:00:00 2001 From: Xiaoquan Kong Date: Mon, 23 Nov 2020 11:24:27 +0800 Subject: [PATCH 5/7] reformat JiebaTokenizer --- rasa/nlu/tokenizers/jieba_tokenizer.py | 1 + 1 file changed, 1 insertion(+) diff --git a/rasa/nlu/tokenizers/jieba_tokenizer.py b/rasa/nlu/tokenizers/jieba_tokenizer.py index 369ae4cb2240..49432b900e1d 100644 --- a/rasa/nlu/tokenizers/jieba_tokenizer.py +++ b/rasa/nlu/tokenizers/jieba_tokenizer.py @@ -19,6 +19,7 @@ class JiebaTokenizer(Tokenizer): """This tokenizer is a wrapper for Jieba (https://github.com/fxsjy/jieba). """ + supported_language_list = ["zh"] defaults = { From fa320786092275bb588defa6cf06f7b70a576873 Mon Sep 17 00:00:00 2001 From: Xiaoquan Kong Date: Mon, 23 Nov 2020 11:31:32 +0800 Subject: [PATCH 6/7] fix format issue in JiebaTokenizer --- rasa/nlu/tokenizers/jieba_tokenizer.py | 3 +-- 1 file changed, 1 insertion(+), 2 deletions(-) diff --git a/rasa/nlu/tokenizers/jieba_tokenizer.py b/rasa/nlu/tokenizers/jieba_tokenizer.py index 49432b900e1d..ef284985dbea 100644 --- a/rasa/nlu/tokenizers/jieba_tokenizer.py +++ b/rasa/nlu/tokenizers/jieba_tokenizer.py @@ -17,8 +17,7 @@ class JiebaTokenizer(Tokenizer): - """This tokenizer is a wrapper for Jieba (https://github.com/fxsjy/jieba). - """ + """This tokenizer is a wrapper for Jieba (https://github.com/fxsjy/jieba)""" supported_language_list = ["zh"] From f7beafc62b5180881cfd8024c8e5531afc32db18 Mon Sep 17 00:00:00 2001 From: Xiaoquan Kong Date: Mon, 23 Nov 2020 12:26:04 +0800 Subject: [PATCH 7/7] fix format issue again --- rasa/nlu/tokenizers/jieba_tokenizer.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/rasa/nlu/tokenizers/jieba_tokenizer.py b/rasa/nlu/tokenizers/jieba_tokenizer.py index ef284985dbea..ae8bd75d22c6 100644 --- a/rasa/nlu/tokenizers/jieba_tokenizer.py +++ b/rasa/nlu/tokenizers/jieba_tokenizer.py @@ -17,7 +17,7 @@ class JiebaTokenizer(Tokenizer): - """This tokenizer is a wrapper for Jieba (https://github.com/fxsjy/jieba)""" + """This tokenizer is a wrapper for Jieba (https://github.com/fxsjy/jieba).""" supported_language_list = ["zh"]