diff --git a/data/datasets/__init__.py b/data/datasets/__init__.py index 92a82179f0..7b2c077ea4 100644 --- a/data/datasets/__init__.py +++ b/data/datasets/__init__.py @@ -4,6 +4,7 @@ "tv_dialogue": "sedthh/tv_dialogue", # TV and Movie dialogues and transcripts "fd_dialogue": "sedthh/fd_dialogue", # TV and Movie dialogues and transcripts from ForeverDreaming "tlcv2.0_oa": "pythainlp/tlcv2.0_oa", # Thai classical literature texts + "fa-isna-news": "pourmand1376/isna-news", # Isna Persian News "fa-wikipedia": "pourmand1376/fa-wikipedia", # Farsi Wikipedia texts } diff --git a/data/datasets/fa-isna-news/README.md b/data/datasets/fa-isna-news/README.md new file mode 100644 index 0000000000..fa216bef44 --- /dev/null +++ b/data/datasets/fa-isna-news/README.md @@ -0,0 +1,2 @@ +This text-only dataset is crawled from [Isna news](https://isna.ir/). This is +biggest farsi news agency and thus the text is pretty clean.