From 7863fb08ccff2445ae061dea410532bc3c21c014 Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 00:33:53 +0700 Subject: [PATCH 001/355] Add model 2024-08-12-flan_t5_base_tweet_hate_en --- .../2024-08-12-flan_t5_base_tweet_hate_en.md | 86 +++++++++++++++++++ 1 file changed, 86 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-12-flan_t5_base_tweet_hate_en.md diff --git a/docs/_posts/ahmedlone127/2024-08-12-flan_t5_base_tweet_hate_en.md b/docs/_posts/ahmedlone127/2024-08-12-flan_t5_base_tweet_hate_en.md new file mode 100644 index 00000000000000..d63d71f4b3832b --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-12-flan_t5_base_tweet_hate_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English flan_t5_base_tweet_hate T5Transformer from cardiffnlp +author: John Snow Labs +name: flan_t5_base_tweet_hate +date: 2024-08-12 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`flan_t5_base_tweet_hate` is a English model originally trained by cardiffnlp. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/flan_t5_base_tweet_hate_en_5.4.2_3.0_1723483957478.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/flan_t5_base_tweet_hate_en_5.4.2_3.0_1723483957478.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("flan_t5_base_tweet_hate","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("flan_t5_base_tweet_hate", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|flan_t5_base_tweet_hate| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|1.0 GB| + +## References + +https://huggingface.co/cardiffnlp/flan-t5-base-tweet-hate \ No newline at end of file From ce976024737638a862b9bd5dd02039790baf405d Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 00:34:54 +0700 Subject: [PATCH 002/355] Add model 2024-08-12-flan_t5_base_tweet_hate_pipeline_en --- ...-12-flan_t5_base_tweet_hate_pipeline_en.md | 69 +++++++++++++++++++ 1 file changed, 69 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-12-flan_t5_base_tweet_hate_pipeline_en.md diff --git a/docs/_posts/ahmedlone127/2024-08-12-flan_t5_base_tweet_hate_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-12-flan_t5_base_tweet_hate_pipeline_en.md new file mode 100644 index 00000000000000..5005ea4d4a4ee9 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-12-flan_t5_base_tweet_hate_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English flan_t5_base_tweet_hate_pipeline pipeline T5Transformer from cardiffnlp +author: John Snow Labs +name: flan_t5_base_tweet_hate_pipeline +date: 2024-08-12 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`flan_t5_base_tweet_hate_pipeline` is a English model originally trained by cardiffnlp. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/flan_t5_base_tweet_hate_pipeline_en_5.4.2_3.0_1723484014201.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/flan_t5_base_tweet_hate_pipeline_en_5.4.2_3.0_1723484014201.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("flan_t5_base_tweet_hate_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("flan_t5_base_tweet_hate_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|flan_t5_base_tweet_hate_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|1.0 GB| + +## References + +https://huggingface.co/cardiffnlp/flan-t5-base-tweet-hate + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file From ce25bb6a033b93c19f47da962b729b640293b78b Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 00:35:54 +0700 Subject: [PATCH 003/355] Add model 2024-08-12-mt5_small_finetuned_amazon_english_spanish_ammar_amjad_pipeline_en --- ...english_spanish_ammar_amjad_pipeline_en.md | 69 +++++++++++++++++++ 1 file changed, 69 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-12-mt5_small_finetuned_amazon_english_spanish_ammar_amjad_pipeline_en.md diff --git a/docs/_posts/ahmedlone127/2024-08-12-mt5_small_finetuned_amazon_english_spanish_ammar_amjad_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-12-mt5_small_finetuned_amazon_english_spanish_ammar_amjad_pipeline_en.md new file mode 100644 index 00000000000000..6af19b4b91c969 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-12-mt5_small_finetuned_amazon_english_spanish_ammar_amjad_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English mt5_small_finetuned_amazon_english_spanish_ammar_amjad_pipeline pipeline T5Transformer from Ammar-Amjad +author: John Snow Labs +name: mt5_small_finetuned_amazon_english_spanish_ammar_amjad_pipeline +date: 2024-08-12 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`mt5_small_finetuned_amazon_english_spanish_ammar_amjad_pipeline` is a English model originally trained by Ammar-Amjad. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/mt5_small_finetuned_amazon_english_spanish_ammar_amjad_pipeline_en_5.4.2_3.0_1723484041658.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/mt5_small_finetuned_amazon_english_spanish_ammar_amjad_pipeline_en_5.4.2_3.0_1723484041658.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("mt5_small_finetuned_amazon_english_spanish_ammar_amjad_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("mt5_small_finetuned_amazon_english_spanish_ammar_amjad_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|mt5_small_finetuned_amazon_english_spanish_ammar_amjad_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|1.2 GB| + +## References + +https://huggingface.co/Ammar-Amjad/mt5-small-finetuned-amazon-en-es + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file From 9e62dda59fff6aa6f7ad9d67f99b581c2d861dbf Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 00:36:54 +0700 Subject: [PATCH 004/355] Add model 2024-08-12-distilled_mt5_small_0_01_0_5_full_en --- ...12-distilled_mt5_small_0_01_0_5_full_en.md | 86 +++++++++++++++++++ 1 file changed, 86 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-12-distilled_mt5_small_0_01_0_5_full_en.md diff --git a/docs/_posts/ahmedlone127/2024-08-12-distilled_mt5_small_0_01_0_5_full_en.md b/docs/_posts/ahmedlone127/2024-08-12-distilled_mt5_small_0_01_0_5_full_en.md new file mode 100644 index 00000000000000..5e51522bbaa88b --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-12-distilled_mt5_small_0_01_0_5_full_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English distilled_mt5_small_0_01_0_5_full T5Transformer from Lvxue +author: John Snow Labs +name: distilled_mt5_small_0_01_0_5_full +date: 2024-08-12 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`distilled_mt5_small_0_01_0_5_full` is a English model originally trained by Lvxue. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/distilled_mt5_small_0_01_0_5_full_en_5.4.2_3.0_1723484172304.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/distilled_mt5_small_0_01_0_5_full_en_5.4.2_3.0_1723484172304.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("distilled_mt5_small_0_01_0_5_full","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("distilled_mt5_small_0_01_0_5_full", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|distilled_mt5_small_0_01_0_5_full| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|1.3 GB| + +## References + +https://huggingface.co/Lvxue/distilled-mt5-small-0.01-0.5-full \ No newline at end of file From c57fd62f3c18b4bf91a0185770a27fe1f445f07f Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 00:39:13 +0700 Subject: [PATCH 005/355] Add model 2024-08-12-distilled_mt5_small_0_01_0_5_full_pipeline_en --- ...led_mt5_small_0_01_0_5_full_pipeline_en.md | 69 +++++++++++++++++++ 1 file changed, 69 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-12-distilled_mt5_small_0_01_0_5_full_pipeline_en.md diff --git a/docs/_posts/ahmedlone127/2024-08-12-distilled_mt5_small_0_01_0_5_full_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-12-distilled_mt5_small_0_01_0_5_full_pipeline_en.md new file mode 100644 index 00000000000000..81004bf7529280 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-12-distilled_mt5_small_0_01_0_5_full_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English distilled_mt5_small_0_01_0_5_full_pipeline pipeline T5Transformer from Lvxue +author: John Snow Labs +name: distilled_mt5_small_0_01_0_5_full_pipeline +date: 2024-08-12 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`distilled_mt5_small_0_01_0_5_full_pipeline` is a English model originally trained by Lvxue. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/distilled_mt5_small_0_01_0_5_full_pipeline_en_5.4.2_3.0_1723484339203.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/distilled_mt5_small_0_01_0_5_full_pipeline_en_5.4.2_3.0_1723484339203.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("distilled_mt5_small_0_01_0_5_full_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("distilled_mt5_small_0_01_0_5_full_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|distilled_mt5_small_0_01_0_5_full_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|1.3 GB| + +## References + +https://huggingface.co/Lvxue/distilled-mt5-small-0.01-0.5-full + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file From 195298bacb200a78aaa4d200c48f6f27199eadc1 Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 00:40:14 +0700 Subject: [PATCH 006/355] Add model 2024-08-12-dutch_2ep_en --- .../ahmedlone127/2024-08-12-dutch_2ep_en.md | 86 +++++++++++++++++++ 1 file changed, 86 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-12-dutch_2ep_en.md diff --git a/docs/_posts/ahmedlone127/2024-08-12-dutch_2ep_en.md b/docs/_posts/ahmedlone127/2024-08-12-dutch_2ep_en.md new file mode 100644 index 00000000000000..9e6877ba8777b9 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-12-dutch_2ep_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English dutch_2ep T5Transformer from Bistolero +author: John Snow Labs +name: dutch_2ep +date: 2024-08-12 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`dutch_2ep` is a English model originally trained by Bistolero. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/dutch_2ep_en_5.4.2_3.0_1723484346719.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/dutch_2ep_en_5.4.2_3.0_1723484346719.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("dutch_2ep","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("dutch_2ep", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|dutch_2ep| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|1.2 GB| + +## References + +https://huggingface.co/Bistolero/nl_2ep \ No newline at end of file From 1d71e6b9b2d100f75292da74c753a37a3c1436b7 Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 00:41:14 +0700 Subject: [PATCH 007/355] Add model 2024-08-12-sno_py5000_en --- .../ahmedlone127/2024-08-12-sno_py5000_en.md | 86 +++++++++++++++++++ 1 file changed, 86 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-12-sno_py5000_en.md diff --git a/docs/_posts/ahmedlone127/2024-08-12-sno_py5000_en.md b/docs/_posts/ahmedlone127/2024-08-12-sno_py5000_en.md new file mode 100644 index 00000000000000..74ec6d823d282e --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-12-sno_py5000_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English sno_py5000 T5Transformer from Roy029 +author: John Snow Labs +name: sno_py5000 +date: 2024-08-12 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`sno_py5000` is a English model originally trained by Roy029. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/sno_py5000_en_5.4.2_3.0_1723484396594.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/sno_py5000_en_5.4.2_3.0_1723484396594.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("sno_py5000","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("sno_py5000", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|sno_py5000| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|958.4 MB| + +## References + +https://huggingface.co/Roy029/sno_py5000 \ No newline at end of file From bae200355407421a82c68dbd9bacf25f60cf10c7 Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 00:42:14 +0700 Subject: [PATCH 008/355] Add model 2024-08-12-long_t5_tglobal_base_openhearthstone_v0_1_pipeline_en --- ...l_base_openhearthstone_v0_1_pipeline_en.md | 69 +++++++++++++++++++ 1 file changed, 69 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-12-long_t5_tglobal_base_openhearthstone_v0_1_pipeline_en.md diff --git a/docs/_posts/ahmedlone127/2024-08-12-long_t5_tglobal_base_openhearthstone_v0_1_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-12-long_t5_tglobal_base_openhearthstone_v0_1_pipeline_en.md new file mode 100644 index 00000000000000..42c01178113b23 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-12-long_t5_tglobal_base_openhearthstone_v0_1_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English long_t5_tglobal_base_openhearthstone_v0_1_pipeline pipeline T5Transformer from BXYMartin +author: John Snow Labs +name: long_t5_tglobal_base_openhearthstone_v0_1_pipeline +date: 2024-08-12 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`long_t5_tglobal_base_openhearthstone_v0_1_pipeline` is a English model originally trained by BXYMartin. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/long_t5_tglobal_base_openhearthstone_v0_1_pipeline_en_5.4.2_3.0_1723484456673.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/long_t5_tglobal_base_openhearthstone_v0_1_pipeline_en_5.4.2_3.0_1723484456673.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("long_t5_tglobal_base_openhearthstone_v0_1_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("long_t5_tglobal_base_openhearthstone_v0_1_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|long_t5_tglobal_base_openhearthstone_v0_1_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|1.0 GB| + +## References + +https://huggingface.co/BXYMartin/long-t5-tglobal-base-openhearthstone-v0.1 + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file From 0eac7998373bf66ff4607fdfaca349cff821d9d4 Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 00:43:14 +0700 Subject: [PATCH 009/355] Add model 2024-08-12-sno_py5000_pipeline_en --- .../2024-08-12-sno_py5000_pipeline_en.md | 69 +++++++++++++++++++ 1 file changed, 69 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-12-sno_py5000_pipeline_en.md diff --git a/docs/_posts/ahmedlone127/2024-08-12-sno_py5000_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-12-sno_py5000_pipeline_en.md new file mode 100644 index 00000000000000..53ebbcb98c0dd1 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-12-sno_py5000_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English sno_py5000_pipeline pipeline T5Transformer from Roy029 +author: John Snow Labs +name: sno_py5000_pipeline +date: 2024-08-12 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`sno_py5000_pipeline` is a English model originally trained by Roy029. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/sno_py5000_pipeline_en_5.4.2_3.0_1723484462675.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/sno_py5000_pipeline_en_5.4.2_3.0_1723484462675.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("sno_py5000_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("sno_py5000_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|sno_py5000_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|958.4 MB| + +## References + +https://huggingface.co/Roy029/sno_py5000 + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file From 73cb0f739efe65efb68a78f2c7bf2ada57b661e5 Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 00:44:14 +0700 Subject: [PATCH 010/355] Add model 2024-08-12-dutch_2ep_pipeline_en --- .../2024-08-12-dutch_2ep_pipeline_en.md | 69 +++++++++++++++++++ 1 file changed, 69 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-12-dutch_2ep_pipeline_en.md diff --git a/docs/_posts/ahmedlone127/2024-08-12-dutch_2ep_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-12-dutch_2ep_pipeline_en.md new file mode 100644 index 00000000000000..acc8654cb962ab --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-12-dutch_2ep_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English dutch_2ep_pipeline pipeline T5Transformer from Bistolero +author: John Snow Labs +name: dutch_2ep_pipeline +date: 2024-08-12 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`dutch_2ep_pipeline` is a English model originally trained by Bistolero. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/dutch_2ep_pipeline_en_5.4.2_3.0_1723484531881.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/dutch_2ep_pipeline_en_5.4.2_3.0_1723484531881.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("dutch_2ep_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("dutch_2ep_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|dutch_2ep_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|1.2 GB| + +## References + +https://huggingface.co/Bistolero/nl_2ep + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file From ed17d0398d1d216b5f2c5db8e5f46e669847534a Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 00:45:15 +0700 Subject: [PATCH 011/355] Add model 2024-08-12-long_t5_tglobal_base_openhearthstone_v0_1_en --- ...t5_tglobal_base_openhearthstone_v0_1_en.md | 86 +++++++++++++++++++ 1 file changed, 86 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-12-long_t5_tglobal_base_openhearthstone_v0_1_en.md diff --git a/docs/_posts/ahmedlone127/2024-08-12-long_t5_tglobal_base_openhearthstone_v0_1_en.md b/docs/_posts/ahmedlone127/2024-08-12-long_t5_tglobal_base_openhearthstone_v0_1_en.md new file mode 100644 index 00000000000000..9cc6a0591377b4 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-12-long_t5_tglobal_base_openhearthstone_v0_1_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English long_t5_tglobal_base_openhearthstone_v0_1 T5Transformer from BXYMartin +author: John Snow Labs +name: long_t5_tglobal_base_openhearthstone_v0_1 +date: 2024-08-12 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`long_t5_tglobal_base_openhearthstone_v0_1` is a English model originally trained by BXYMartin. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/long_t5_tglobal_base_openhearthstone_v0_1_en_5.4.2_3.0_1723484397504.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/long_t5_tglobal_base_openhearthstone_v0_1_en_5.4.2_3.0_1723484397504.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("long_t5_tglobal_base_openhearthstone_v0_1","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("long_t5_tglobal_base_openhearthstone_v0_1", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|long_t5_tglobal_base_openhearthstone_v0_1| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|1.0 GB| + +## References + +https://huggingface.co/BXYMartin/long-t5-tglobal-base-openhearthstone-v0.1 \ No newline at end of file From b558f10180928742a601a204b73939773b61414d Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 00:52:06 +0700 Subject: [PATCH 012/355] Add model 2024-08-12-turkmen_instruct_large_lora_experiments_en --- ...kmen_instruct_large_lora_experiments_en.md | 86 +++++++++++++++++++ 1 file changed, 86 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-12-turkmen_instruct_large_lora_experiments_en.md diff --git a/docs/_posts/ahmedlone127/2024-08-12-turkmen_instruct_large_lora_experiments_en.md b/docs/_posts/ahmedlone127/2024-08-12-turkmen_instruct_large_lora_experiments_en.md new file mode 100644 index 00000000000000..804ff4caf5035c --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-12-turkmen_instruct_large_lora_experiments_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English turkmen_instruct_large_lora_experiments T5Transformer from jacobmorrison +author: John Snow Labs +name: turkmen_instruct_large_lora_experiments +date: 2024-08-12 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`turkmen_instruct_large_lora_experiments` is a English model originally trained by jacobmorrison. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/turkmen_instruct_large_lora_experiments_en_5.4.2_3.0_1723485101628.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/turkmen_instruct_large_lora_experiments_en_5.4.2_3.0_1723485101628.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("turkmen_instruct_large_lora_experiments","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("turkmen_instruct_large_lora_experiments", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|turkmen_instruct_large_lora_experiments| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|1.6 GB| + +## References + +https://huggingface.co/jacobmorrison/tk-instruct-large-lora-experiments \ No newline at end of file From 3b9538d892ce4d69d08d253c747ec19da792bd09 Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 01:00:59 +0700 Subject: [PATCH 013/355] Add model 2024-08-12-turkmen_instruct_large_lora_experiments_pipeline_en --- ...ruct_large_lora_experiments_pipeline_en.md | 69 +++++++++++++++++++ 1 file changed, 69 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-12-turkmen_instruct_large_lora_experiments_pipeline_en.md diff --git a/docs/_posts/ahmedlone127/2024-08-12-turkmen_instruct_large_lora_experiments_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-12-turkmen_instruct_large_lora_experiments_pipeline_en.md new file mode 100644 index 00000000000000..bfcaaefed68f9e --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-12-turkmen_instruct_large_lora_experiments_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English turkmen_instruct_large_lora_experiments_pipeline pipeline T5Transformer from jacobmorrison +author: John Snow Labs +name: turkmen_instruct_large_lora_experiments_pipeline +date: 2024-08-12 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`turkmen_instruct_large_lora_experiments_pipeline` is a English model originally trained by jacobmorrison. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/turkmen_instruct_large_lora_experiments_pipeline_en_5.4.2_3.0_1723485644581.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/turkmen_instruct_large_lora_experiments_pipeline_en_5.4.2_3.0_1723485644581.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("turkmen_instruct_large_lora_experiments_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("turkmen_instruct_large_lora_experiments_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|turkmen_instruct_large_lora_experiments_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|1.6 GB| + +## References + +https://huggingface.co/jacobmorrison/tk-instruct-large-lora-experiments + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file From 5980e507ae7766ed4fdceec6129facaa4f0431e5 Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 01:04:20 +0700 Subject: [PATCH 014/355] Add model 2024-08-12-mt5_small_trimmed_korean_15000_koquad_qa_ko --- ...small_trimmed_korean_15000_koquad_qa_ko.md | 86 +++++++++++++++++++ 1 file changed, 86 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-12-mt5_small_trimmed_korean_15000_koquad_qa_ko.md diff --git a/docs/_posts/ahmedlone127/2024-08-12-mt5_small_trimmed_korean_15000_koquad_qa_ko.md b/docs/_posts/ahmedlone127/2024-08-12-mt5_small_trimmed_korean_15000_koquad_qa_ko.md new file mode 100644 index 00000000000000..58e9591715d9b3 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-12-mt5_small_trimmed_korean_15000_koquad_qa_ko.md @@ -0,0 +1,86 @@ +--- +layout: model +title: Korean mt5_small_trimmed_korean_15000_koquad_qa T5Transformer from vocabtrimmer +author: John Snow Labs +name: mt5_small_trimmed_korean_15000_koquad_qa +date: 2024-08-12 +tags: [ko, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: ko +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`mt5_small_trimmed_korean_15000_koquad_qa` is a Korean model originally trained by vocabtrimmer. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/mt5_small_trimmed_korean_15000_koquad_qa_ko_5.4.2_3.0_1723485856857.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/mt5_small_trimmed_korean_15000_koquad_qa_ko_5.4.2_3.0_1723485856857.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("mt5_small_trimmed_korean_15000_koquad_qa","ko") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("mt5_small_trimmed_korean_15000_koquad_qa", "ko") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|mt5_small_trimmed_korean_15000_koquad_qa| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|ko| +|Size:|246.6 MB| + +## References + +https://huggingface.co/vocabtrimmer/mt5-small-trimmed-ko-15000-koquad-qa \ No newline at end of file From df61db06bba98697d21742bd0cffd4659f626409 Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 01:05:20 +0700 Subject: [PATCH 015/355] Add model 2024-08-12-flan_t5_small_tweet_hate_en --- .../2024-08-12-flan_t5_small_tweet_hate_en.md | 86 +++++++++++++++++++ 1 file changed, 86 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-12-flan_t5_small_tweet_hate_en.md diff --git a/docs/_posts/ahmedlone127/2024-08-12-flan_t5_small_tweet_hate_en.md b/docs/_posts/ahmedlone127/2024-08-12-flan_t5_small_tweet_hate_en.md new file mode 100644 index 00000000000000..91beefde55e523 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-12-flan_t5_small_tweet_hate_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English flan_t5_small_tweet_hate T5Transformer from cardiffnlp +author: John Snow Labs +name: flan_t5_small_tweet_hate +date: 2024-08-12 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`flan_t5_small_tweet_hate` is a English model originally trained by cardiffnlp. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/flan_t5_small_tweet_hate_en_5.4.2_3.0_1723485864639.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/flan_t5_small_tweet_hate_en_5.4.2_3.0_1723485864639.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("flan_t5_small_tweet_hate","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("flan_t5_small_tweet_hate", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|flan_t5_small_tweet_hate| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|349.8 MB| + +## References + +https://huggingface.co/cardiffnlp/flan-t5-small-tweet-hate \ No newline at end of file From 48593418de8cac78021384bbc47b26a62a2fd51c Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 01:06:20 +0700 Subject: [PATCH 016/355] Add model 2024-08-12-mt5_small_trimmed_korean_15000_koquad_qa_pipeline_ko --- ...mmed_korean_15000_koquad_qa_pipeline_ko.md | 69 +++++++++++++++++++ 1 file changed, 69 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-12-mt5_small_trimmed_korean_15000_koquad_qa_pipeline_ko.md diff --git a/docs/_posts/ahmedlone127/2024-08-12-mt5_small_trimmed_korean_15000_koquad_qa_pipeline_ko.md b/docs/_posts/ahmedlone127/2024-08-12-mt5_small_trimmed_korean_15000_koquad_qa_pipeline_ko.md new file mode 100644 index 00000000000000..54d717e6f178c3 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-12-mt5_small_trimmed_korean_15000_koquad_qa_pipeline_ko.md @@ -0,0 +1,69 @@ +--- +layout: model +title: Korean mt5_small_trimmed_korean_15000_koquad_qa_pipeline pipeline T5Transformer from vocabtrimmer +author: John Snow Labs +name: mt5_small_trimmed_korean_15000_koquad_qa_pipeline +date: 2024-08-12 +tags: [ko, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: ko +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`mt5_small_trimmed_korean_15000_koquad_qa_pipeline` is a Korean model originally trained by vocabtrimmer. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/mt5_small_trimmed_korean_15000_koquad_qa_pipeline_ko_5.4.2_3.0_1723485869708.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/mt5_small_trimmed_korean_15000_koquad_qa_pipeline_ko_5.4.2_3.0_1723485869708.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("mt5_small_trimmed_korean_15000_koquad_qa_pipeline", lang = "ko") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("mt5_small_trimmed_korean_15000_koquad_qa_pipeline", lang = "ko") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|mt5_small_trimmed_korean_15000_koquad_qa_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|ko| +|Size:|246.6 MB| + +## References + +https://huggingface.co/vocabtrimmer/mt5-small-trimmed-ko-15000-koquad-qa + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file From 9cff441252bf148e7b694c6492913ceefe9c55f8 Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 01:07:21 +0700 Subject: [PATCH 017/355] Add model 2024-08-12-flan_t5_small_tweet_hate_pipeline_en --- ...12-flan_t5_small_tweet_hate_pipeline_en.md | 69 +++++++++++++++++++ 1 file changed, 69 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-12-flan_t5_small_tweet_hate_pipeline_en.md diff --git a/docs/_posts/ahmedlone127/2024-08-12-flan_t5_small_tweet_hate_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-12-flan_t5_small_tweet_hate_pipeline_en.md new file mode 100644 index 00000000000000..498c10c4cc0084 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-12-flan_t5_small_tweet_hate_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English flan_t5_small_tweet_hate_pipeline pipeline T5Transformer from cardiffnlp +author: John Snow Labs +name: flan_t5_small_tweet_hate_pipeline +date: 2024-08-12 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`flan_t5_small_tweet_hate_pipeline` is a English model originally trained by cardiffnlp. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/flan_t5_small_tweet_hate_pipeline_en_5.4.2_3.0_1723485884058.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/flan_t5_small_tweet_hate_pipeline_en_5.4.2_3.0_1723485884058.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("flan_t5_small_tweet_hate_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("flan_t5_small_tweet_hate_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|flan_t5_small_tweet_hate_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|349.8 MB| + +## References + +https://huggingface.co/cardiffnlp/flan-t5-small-tweet-hate + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file From 0472dc90269d173b57801664f12e4b40fbac762f Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 01:08:21 +0700 Subject: [PATCH 018/355] Add model 2024-08-12-t5_small_finetuned_xsum_duyduong9htv_pipeline_en --- ...finetuned_xsum_duyduong9htv_pipeline_en.md | 69 +++++++++++++++++++ 1 file changed, 69 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-12-t5_small_finetuned_xsum_duyduong9htv_pipeline_en.md diff --git a/docs/_posts/ahmedlone127/2024-08-12-t5_small_finetuned_xsum_duyduong9htv_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-12-t5_small_finetuned_xsum_duyduong9htv_pipeline_en.md new file mode 100644 index 00000000000000..3b0c2c050adf0f --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-12-t5_small_finetuned_xsum_duyduong9htv_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English t5_small_finetuned_xsum_duyduong9htv_pipeline pipeline T5Transformer from duyduong9htv +author: John Snow Labs +name: t5_small_finetuned_xsum_duyduong9htv_pipeline +date: 2024-08-12 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`t5_small_finetuned_xsum_duyduong9htv_pipeline` is a English model originally trained by duyduong9htv. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/t5_small_finetuned_xsum_duyduong9htv_pipeline_en_5.4.2_3.0_1723486022972.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/t5_small_finetuned_xsum_duyduong9htv_pipeline_en_5.4.2_3.0_1723486022972.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("t5_small_finetuned_xsum_duyduong9htv_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("t5_small_finetuned_xsum_duyduong9htv_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|t5_small_finetuned_xsum_duyduong9htv_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|339.6 MB| + +## References + +https://huggingface.co/duyduong9htv/t5-small-finetuned-xsum + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file From 0f11087c30fbb08aef77ab143c0eb80ca41afa1a Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 01:09:21 +0700 Subject: [PATCH 019/355] Add model 2024-08-12-mt5_small_trimmed_japanese_en --- ...024-08-12-mt5_small_trimmed_japanese_en.md | 86 +++++++++++++++++++ 1 file changed, 86 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-12-mt5_small_trimmed_japanese_en.md diff --git a/docs/_posts/ahmedlone127/2024-08-12-mt5_small_trimmed_japanese_en.md b/docs/_posts/ahmedlone127/2024-08-12-mt5_small_trimmed_japanese_en.md new file mode 100644 index 00000000000000..2c211c9cb617ce --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-12-mt5_small_trimmed_japanese_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English mt5_small_trimmed_japanese T5Transformer from vocabtrimmer +author: John Snow Labs +name: mt5_small_trimmed_japanese +date: 2024-08-12 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`mt5_small_trimmed_japanese` is a English model originally trained by vocabtrimmer. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/mt5_small_trimmed_japanese_en_5.4.2_3.0_1723486058651.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/mt5_small_trimmed_japanese_en_5.4.2_3.0_1723486058651.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("mt5_small_trimmed_japanese","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("mt5_small_trimmed_japanese", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|mt5_small_trimmed_japanese| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|455.8 MB| + +## References + +https://huggingface.co/vocabtrimmer/mt5-small-trimmed-ja \ No newline at end of file From ec1ec357346fcf0d52bb7d459b0fe328999ad5d5 Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 01:10:21 +0700 Subject: [PATCH 020/355] Add model 2024-08-12-t5_small_finetuned_xsum_duyduong9htv_en --- ...t5_small_finetuned_xsum_duyduong9htv_en.md | 86 +++++++++++++++++++ 1 file changed, 86 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-12-t5_small_finetuned_xsum_duyduong9htv_en.md diff --git a/docs/_posts/ahmedlone127/2024-08-12-t5_small_finetuned_xsum_duyduong9htv_en.md b/docs/_posts/ahmedlone127/2024-08-12-t5_small_finetuned_xsum_duyduong9htv_en.md new file mode 100644 index 00000000000000..d3adc1e64b12cf --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-12-t5_small_finetuned_xsum_duyduong9htv_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English t5_small_finetuned_xsum_duyduong9htv T5Transformer from duyduong9htv +author: John Snow Labs +name: t5_small_finetuned_xsum_duyduong9htv +date: 2024-08-12 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`t5_small_finetuned_xsum_duyduong9htv` is a English model originally trained by duyduong9htv. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/t5_small_finetuned_xsum_duyduong9htv_en_5.4.2_3.0_1723486005233.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/t5_small_finetuned_xsum_duyduong9htv_en_5.4.2_3.0_1723486005233.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("t5_small_finetuned_xsum_duyduong9htv","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("t5_small_finetuned_xsum_duyduong9htv", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|t5_small_finetuned_xsum_duyduong9htv| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|339.6 MB| + +## References + +https://huggingface.co/duyduong9htv/t5-small-finetuned-xsum \ No newline at end of file From 7785fd83754034bf07190d1999414e77bbffa704 Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 01:11:21 +0700 Subject: [PATCH 021/355] Add model 2024-08-12-mt5_small_trimmed_japanese_pipeline_en --- ...-mt5_small_trimmed_japanese_pipeline_en.md | 69 +++++++++++++++++++ 1 file changed, 69 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-12-mt5_small_trimmed_japanese_pipeline_en.md diff --git a/docs/_posts/ahmedlone127/2024-08-12-mt5_small_trimmed_japanese_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-12-mt5_small_trimmed_japanese_pipeline_en.md new file mode 100644 index 00000000000000..f895265da75e45 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-12-mt5_small_trimmed_japanese_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English mt5_small_trimmed_japanese_pipeline pipeline T5Transformer from vocabtrimmer +author: John Snow Labs +name: mt5_small_trimmed_japanese_pipeline +date: 2024-08-12 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`mt5_small_trimmed_japanese_pipeline` is a English model originally trained by vocabtrimmer. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/mt5_small_trimmed_japanese_pipeline_en_5.4.2_3.0_1723486218443.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/mt5_small_trimmed_japanese_pipeline_en_5.4.2_3.0_1723486218443.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("mt5_small_trimmed_japanese_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("mt5_small_trimmed_japanese_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|mt5_small_trimmed_japanese_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|455.9 MB| + +## References + +https://huggingface.co/vocabtrimmer/mt5-small-trimmed-ja + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file From 71feb59c401c7e41642d3abee91e5e003da4f178 Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 01:12:21 +0700 Subject: [PATCH 022/355] Add model 2024-08-12-nt5_small_iirc_gold_en --- .../2024-08-12-nt5_small_iirc_gold_en.md | 86 +++++++++++++++++++ 1 file changed, 86 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-12-nt5_small_iirc_gold_en.md diff --git a/docs/_posts/ahmedlone127/2024-08-12-nt5_small_iirc_gold_en.md b/docs/_posts/ahmedlone127/2024-08-12-nt5_small_iirc_gold_en.md new file mode 100644 index 00000000000000..459c8093ad3357 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-12-nt5_small_iirc_gold_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English nt5_small_iirc_gold T5Transformer from StonyBrookNLP +author: John Snow Labs +name: nt5_small_iirc_gold +date: 2024-08-12 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`nt5_small_iirc_gold` is a English model originally trained by StonyBrookNLP. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/nt5_small_iirc_gold_en_5.4.2_3.0_1723486249755.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/nt5_small_iirc_gold_en_5.4.2_3.0_1723486249755.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("nt5_small_iirc_gold","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("nt5_small_iirc_gold", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|nt5_small_iirc_gold| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|349.1 MB| + +## References + +https://huggingface.co/StonyBrookNLP/nt5-small-iirc-gold \ No newline at end of file From b9fe2520b4a4c1d549b54bab8084c0e437de04fe Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 01:13:21 +0700 Subject: [PATCH 023/355] Add model 2024-08-12-mia_seq2seq_t5_base_en --- .../2024-08-12-mia_seq2seq_t5_base_en.md | 86 +++++++++++++++++++ 1 file changed, 86 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-12-mia_seq2seq_t5_base_en.md diff --git a/docs/_posts/ahmedlone127/2024-08-12-mia_seq2seq_t5_base_en.md b/docs/_posts/ahmedlone127/2024-08-12-mia_seq2seq_t5_base_en.md new file mode 100644 index 00000000000000..760d349ade01df --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-12-mia_seq2seq_t5_base_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English mia_seq2seq_t5_base T5Transformer from aarunsrinivas +author: John Snow Labs +name: mia_seq2seq_t5_base +date: 2024-08-12 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`mia_seq2seq_t5_base` is a English model originally trained by aarunsrinivas. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/mia_seq2seq_t5_base_en_5.4.2_3.0_1723486290461.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/mia_seq2seq_t5_base_en_5.4.2_3.0_1723486290461.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("mia_seq2seq_t5_base","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("mia_seq2seq_t5_base", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|mia_seq2seq_t5_base| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|1.0 GB| + +## References + +https://huggingface.co/aarunsrinivas/mia-seq2seq-t5-base \ No newline at end of file From 5512df3b84cf6d3567f12908cccd1e413939ea01 Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 01:14:21 +0700 Subject: [PATCH 024/355] Add model 2024-08-12-t5_base_finetuned_ner_docred_symbole_en --- ...t5_base_finetuned_ner_docred_symbole_en.md | 86 +++++++++++++++++++ 1 file changed, 86 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-12-t5_base_finetuned_ner_docred_symbole_en.md diff --git a/docs/_posts/ahmedlone127/2024-08-12-t5_base_finetuned_ner_docred_symbole_en.md b/docs/_posts/ahmedlone127/2024-08-12-t5_base_finetuned_ner_docred_symbole_en.md new file mode 100644 index 00000000000000..439b0ed06d8c8e --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-12-t5_base_finetuned_ner_docred_symbole_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English t5_base_finetuned_ner_docred_symbole T5Transformer from zblaaa +author: John Snow Labs +name: t5_base_finetuned_ner_docred_symbole +date: 2024-08-12 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`t5_base_finetuned_ner_docred_symbole` is a English model originally trained by zblaaa. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/t5_base_finetuned_ner_docred_symbole_en_5.4.2_3.0_1723486415839.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/t5_base_finetuned_ner_docred_symbole_en_5.4.2_3.0_1723486415839.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("t5_base_finetuned_ner_docred_symbole","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("t5_base_finetuned_ner_docred_symbole", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|t5_base_finetuned_ner_docred_symbole| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|973.5 MB| + +## References + +https://huggingface.co/zblaaa/t5-base-finetuned-ner_docred_symbole \ No newline at end of file From ec948b909111441bb4888d6d4eb26a049699aa2d Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 01:15:22 +0700 Subject: [PATCH 025/355] Add model 2024-08-12-nt5_small_iirc_gold_pipeline_en --- ...4-08-12-nt5_small_iirc_gold_pipeline_en.md | 69 +++++++++++++++++++ 1 file changed, 69 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-12-nt5_small_iirc_gold_pipeline_en.md diff --git a/docs/_posts/ahmedlone127/2024-08-12-nt5_small_iirc_gold_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-12-nt5_small_iirc_gold_pipeline_en.md new file mode 100644 index 00000000000000..9ec67164cb70e3 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-12-nt5_small_iirc_gold_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English nt5_small_iirc_gold_pipeline pipeline T5Transformer from StonyBrookNLP +author: John Snow Labs +name: nt5_small_iirc_gold_pipeline +date: 2024-08-12 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`nt5_small_iirc_gold_pipeline` is a English model originally trained by StonyBrookNLP. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/nt5_small_iirc_gold_pipeline_en_5.4.2_3.0_1723486266855.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/nt5_small_iirc_gold_pipeline_en_5.4.2_3.0_1723486266855.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("nt5_small_iirc_gold_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("nt5_small_iirc_gold_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|nt5_small_iirc_gold_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|349.1 MB| + +## References + +https://huggingface.co/StonyBrookNLP/nt5-small-iirc-gold + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file From e8be63fe74c085eebe6150a21f3fd5c0cdb423e0 Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 01:16:21 +0700 Subject: [PATCH 026/355] Add model 2024-08-12-mia_seq2seq_t5_base_pipeline_en --- ...4-08-12-mia_seq2seq_t5_base_pipeline_en.md | 69 +++++++++++++++++++ 1 file changed, 69 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-12-mia_seq2seq_t5_base_pipeline_en.md diff --git a/docs/_posts/ahmedlone127/2024-08-12-mia_seq2seq_t5_base_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-12-mia_seq2seq_t5_base_pipeline_en.md new file mode 100644 index 00000000000000..e4026775b49618 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-12-mia_seq2seq_t5_base_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English mia_seq2seq_t5_base_pipeline pipeline T5Transformer from aarunsrinivas +author: John Snow Labs +name: mia_seq2seq_t5_base_pipeline +date: 2024-08-12 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`mia_seq2seq_t5_base_pipeline` is a English model originally trained by aarunsrinivas. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/mia_seq2seq_t5_base_pipeline_en_5.4.2_3.0_1723486352491.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/mia_seq2seq_t5_base_pipeline_en_5.4.2_3.0_1723486352491.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("mia_seq2seq_t5_base_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("mia_seq2seq_t5_base_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|mia_seq2seq_t5_base_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|1.0 GB| + +## References + +https://huggingface.co/aarunsrinivas/mia-seq2seq-t5-base + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file From a1e1a8350923261870059028952c1da4b767aefd Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 01:17:22 +0700 Subject: [PATCH 027/355] Add model 2024-08-12-t5_base_finetuned_ner_docred_symbole_pipeline_en --- ...inetuned_ner_docred_symbole_pipeline_en.md | 69 +++++++++++++++++++ 1 file changed, 69 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-12-t5_base_finetuned_ner_docred_symbole_pipeline_en.md diff --git a/docs/_posts/ahmedlone127/2024-08-12-t5_base_finetuned_ner_docred_symbole_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-12-t5_base_finetuned_ner_docred_symbole_pipeline_en.md new file mode 100644 index 00000000000000..00af4af8174db8 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-12-t5_base_finetuned_ner_docred_symbole_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English t5_base_finetuned_ner_docred_symbole_pipeline pipeline T5Transformer from zblaaa +author: John Snow Labs +name: t5_base_finetuned_ner_docred_symbole_pipeline +date: 2024-08-12 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`t5_base_finetuned_ner_docred_symbole_pipeline` is a English model originally trained by zblaaa. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/t5_base_finetuned_ner_docred_symbole_pipeline_en_5.4.2_3.0_1723486467079.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/t5_base_finetuned_ner_docred_symbole_pipeline_en_5.4.2_3.0_1723486467079.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("t5_base_finetuned_ner_docred_symbole_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("t5_base_finetuned_ner_docred_symbole_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|t5_base_finetuned_ner_docred_symbole_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|973.5 MB| + +## References + +https://huggingface.co/zblaaa/t5-base-finetuned-ner_docred_symbole + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file From 1edbb32502955611379c7dfb248fcd259d0bbd83 Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 01:18:22 +0700 Subject: [PATCH 028/355] Add model 2024-08-12-t5_pubmedqa_question_generation_frozenwalker_en --- ...dqa_question_generation_frozenwalker_en.md | 86 +++++++++++++++++++ 1 file changed, 86 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-12-t5_pubmedqa_question_generation_frozenwalker_en.md diff --git a/docs/_posts/ahmedlone127/2024-08-12-t5_pubmedqa_question_generation_frozenwalker_en.md b/docs/_posts/ahmedlone127/2024-08-12-t5_pubmedqa_question_generation_frozenwalker_en.md new file mode 100644 index 00000000000000..554a7c4a13d2aa --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-12-t5_pubmedqa_question_generation_frozenwalker_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English t5_pubmedqa_question_generation_frozenwalker T5Transformer from frozenwalker +author: John Snow Labs +name: t5_pubmedqa_question_generation_frozenwalker +date: 2024-08-12 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`t5_pubmedqa_question_generation_frozenwalker` is a English model originally trained by frozenwalker. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/t5_pubmedqa_question_generation_frozenwalker_en_5.4.2_3.0_1723486612252.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/t5_pubmedqa_question_generation_frozenwalker_en_5.4.2_3.0_1723486612252.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("t5_pubmedqa_question_generation_frozenwalker","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("t5_pubmedqa_question_generation_frozenwalker", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|t5_pubmedqa_question_generation_frozenwalker| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|1.0 GB| + +## References + +https://huggingface.co/frozenwalker/T5_pubmedqa_question_generation \ No newline at end of file From 8c9ac85a5d6d9d41f1e33e0d96123b74127b78d0 Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 01:19:22 +0700 Subject: [PATCH 029/355] Add model 2024-08-12-t5_pubmedqa_question_generation_frozenwalker_pipeline_en --- ...ion_generation_frozenwalker_pipeline_en.md | 69 +++++++++++++++++++ 1 file changed, 69 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-12-t5_pubmedqa_question_generation_frozenwalker_pipeline_en.md diff --git a/docs/_posts/ahmedlone127/2024-08-12-t5_pubmedqa_question_generation_frozenwalker_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-12-t5_pubmedqa_question_generation_frozenwalker_pipeline_en.md new file mode 100644 index 00000000000000..d03a82ab15bc44 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-12-t5_pubmedqa_question_generation_frozenwalker_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English t5_pubmedqa_question_generation_frozenwalker_pipeline pipeline T5Transformer from frozenwalker +author: John Snow Labs +name: t5_pubmedqa_question_generation_frozenwalker_pipeline +date: 2024-08-12 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`t5_pubmedqa_question_generation_frozenwalker_pipeline` is a English model originally trained by frozenwalker. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/t5_pubmedqa_question_generation_frozenwalker_pipeline_en_5.4.2_3.0_1723486659853.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/t5_pubmedqa_question_generation_frozenwalker_pipeline_en_5.4.2_3.0_1723486659853.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("t5_pubmedqa_question_generation_frozenwalker_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("t5_pubmedqa_question_generation_frozenwalker_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|t5_pubmedqa_question_generation_frozenwalker_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|1.0 GB| + +## References + +https://huggingface.co/frozenwalker/T5_pubmedqa_question_generation + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file From f41f47033901c0ea70e89dbee5566e7c3406b839 Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 01:21:10 +0700 Subject: [PATCH 030/355] Add model 2024-08-12-t5_based_keywords_tonga_tonga_islands_sentence_epoch_10_en --- ...onga_tonga_islands_sentence_epoch_10_en.md | 86 +++++++++++++++++++ 1 file changed, 86 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-12-t5_based_keywords_tonga_tonga_islands_sentence_epoch_10_en.md diff --git a/docs/_posts/ahmedlone127/2024-08-12-t5_based_keywords_tonga_tonga_islands_sentence_epoch_10_en.md b/docs/_posts/ahmedlone127/2024-08-12-t5_based_keywords_tonga_tonga_islands_sentence_epoch_10_en.md new file mode 100644 index 00000000000000..704b3055f96d77 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-12-t5_based_keywords_tonga_tonga_islands_sentence_epoch_10_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English t5_based_keywords_tonga_tonga_islands_sentence_epoch_10 T5Transformer from Ziyi98 +author: John Snow Labs +name: t5_based_keywords_tonga_tonga_islands_sentence_epoch_10 +date: 2024-08-12 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`t5_based_keywords_tonga_tonga_islands_sentence_epoch_10` is a English model originally trained by Ziyi98. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/t5_based_keywords_tonga_tonga_islands_sentence_epoch_10_en_5.4.2_3.0_1723486859637.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/t5_based_keywords_tonga_tonga_islands_sentence_epoch_10_en_5.4.2_3.0_1723486859637.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("t5_based_keywords_tonga_tonga_islands_sentence_epoch_10","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("t5_based_keywords_tonga_tonga_islands_sentence_epoch_10", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|t5_based_keywords_tonga_tonga_islands_sentence_epoch_10| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|1.0 GB| + +## References + +https://huggingface.co/Ziyi98/T5-based-keywords-to-sentence-Epoch-10 \ No newline at end of file From 92bcea81eba24fef3e597c337d92b6a2d76ca490 Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 01:22:15 +0700 Subject: [PATCH 031/355] Add model 2024-08-12-t5_based_keywords_tonga_tonga_islands_sentence_epoch_10_pipeline_en --- ...a_islands_sentence_epoch_10_pipeline_en.md | 69 +++++++++++++++++++ 1 file changed, 69 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-12-t5_based_keywords_tonga_tonga_islands_sentence_epoch_10_pipeline_en.md diff --git a/docs/_posts/ahmedlone127/2024-08-12-t5_based_keywords_tonga_tonga_islands_sentence_epoch_10_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-12-t5_based_keywords_tonga_tonga_islands_sentence_epoch_10_pipeline_en.md new file mode 100644 index 00000000000000..01dc5b3027c2ea --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-12-t5_based_keywords_tonga_tonga_islands_sentence_epoch_10_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English t5_based_keywords_tonga_tonga_islands_sentence_epoch_10_pipeline pipeline T5Transformer from Ziyi98 +author: John Snow Labs +name: t5_based_keywords_tonga_tonga_islands_sentence_epoch_10_pipeline +date: 2024-08-12 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`t5_based_keywords_tonga_tonga_islands_sentence_epoch_10_pipeline` is a English model originally trained by Ziyi98. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/t5_based_keywords_tonga_tonga_islands_sentence_epoch_10_pipeline_en_5.4.2_3.0_1723486915264.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/t5_based_keywords_tonga_tonga_islands_sentence_epoch_10_pipeline_en_5.4.2_3.0_1723486915264.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("t5_based_keywords_tonga_tonga_islands_sentence_epoch_10_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("t5_based_keywords_tonga_tonga_islands_sentence_epoch_10_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|t5_based_keywords_tonga_tonga_islands_sentence_epoch_10_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|1.0 GB| + +## References + +https://huggingface.co/Ziyi98/T5-based-keywords-to-sentence-Epoch-10 + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file From aa999d266fa9f7d3505f241b841f96d0d9ea08ed Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 01:24:31 +0700 Subject: [PATCH 032/355] Add model 2024-08-12-kltn_coqe_vit5_soapl_v3_en --- .../2024-08-12-kltn_coqe_vit5_soapl_v3_en.md | 86 +++++++++++++++++++ 1 file changed, 86 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-12-kltn_coqe_vit5_soapl_v3_en.md diff --git a/docs/_posts/ahmedlone127/2024-08-12-kltn_coqe_vit5_soapl_v3_en.md b/docs/_posts/ahmedlone127/2024-08-12-kltn_coqe_vit5_soapl_v3_en.md new file mode 100644 index 00000000000000..1ea55655652d5d --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-12-kltn_coqe_vit5_soapl_v3_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English kltn_coqe_vit5_soapl_v3 T5Transformer from ThuyNT03 +author: John Snow Labs +name: kltn_coqe_vit5_soapl_v3 +date: 2024-08-12 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`kltn_coqe_vit5_soapl_v3` is a English model originally trained by ThuyNT03. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/kltn_coqe_vit5_soapl_v3_en_5.4.2_3.0_1723487046254.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/kltn_coqe_vit5_soapl_v3_en_5.4.2_3.0_1723487046254.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("kltn_coqe_vit5_soapl_v3","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("kltn_coqe_vit5_soapl_v3", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|kltn_coqe_vit5_soapl_v3| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|3.0 GB| + +## References + +https://huggingface.co/ThuyNT03/KLTN_COQE_viT5_SOAPL_v3 \ No newline at end of file From 0c823781d7103fd54f23e6fe079697fcec2b95fa Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 01:27:37 +0700 Subject: [PATCH 033/355] Add model 2024-08-12-kltn_coqe_vit5_soapl_v3_pipeline_en --- ...-12-kltn_coqe_vit5_soapl_v3_pipeline_en.md | 69 +++++++++++++++++++ 1 file changed, 69 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-12-kltn_coqe_vit5_soapl_v3_pipeline_en.md diff --git a/docs/_posts/ahmedlone127/2024-08-12-kltn_coqe_vit5_soapl_v3_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-12-kltn_coqe_vit5_soapl_v3_pipeline_en.md new file mode 100644 index 00000000000000..7e8270579378e6 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-12-kltn_coqe_vit5_soapl_v3_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English kltn_coqe_vit5_soapl_v3_pipeline pipeline T5Transformer from ThuyNT03 +author: John Snow Labs +name: kltn_coqe_vit5_soapl_v3_pipeline +date: 2024-08-12 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`kltn_coqe_vit5_soapl_v3_pipeline` is a English model originally trained by ThuyNT03. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/kltn_coqe_vit5_soapl_v3_pipeline_en_5.4.2_3.0_1723487206615.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/kltn_coqe_vit5_soapl_v3_pipeline_en_5.4.2_3.0_1723487206615.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("kltn_coqe_vit5_soapl_v3_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("kltn_coqe_vit5_soapl_v3_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|kltn_coqe_vit5_soapl_v3_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|3.0 GB| + +## References + +https://huggingface.co/ThuyNT03/KLTN_COQE_viT5_SOAPL_v3 + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file From 4dbeeae7f9b07f8b0ca911dba80c116fd8369587 Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 01:29:26 +0700 Subject: [PATCH 034/355] Add model 2024-08-12-spanish_spellchecker_t5_base_wikitest1000_en --- ...sh_spellchecker_t5_base_wikitest1000_en.md | 86 +++++++++++++++++++ 1 file changed, 86 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-12-spanish_spellchecker_t5_base_wikitest1000_en.md diff --git a/docs/_posts/ahmedlone127/2024-08-12-spanish_spellchecker_t5_base_wikitest1000_en.md b/docs/_posts/ahmedlone127/2024-08-12-spanish_spellchecker_t5_base_wikitest1000_en.md new file mode 100644 index 00000000000000..539abc7e616542 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-12-spanish_spellchecker_t5_base_wikitest1000_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English spanish_spellchecker_t5_base_wikitest1000 T5Transformer from jorgeortizfuentes +author: John Snow Labs +name: spanish_spellchecker_t5_base_wikitest1000 +date: 2024-08-12 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`spanish_spellchecker_t5_base_wikitest1000` is a English model originally trained by jorgeortizfuentes. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/spanish_spellchecker_t5_base_wikitest1000_en_5.4.2_3.0_1723487356410.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/spanish_spellchecker_t5_base_wikitest1000_en_5.4.2_3.0_1723487356410.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("spanish_spellchecker_t5_base_wikitest1000","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("spanish_spellchecker_t5_base_wikitest1000", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|spanish_spellchecker_t5_base_wikitest1000| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|968.7 MB| + +## References + +https://huggingface.co/jorgeortizfuentes/spanish-spellchecker-t5-base-wikitest1000 \ No newline at end of file From a2293b0fd1b743ea9bb5c8790a5fa0e01062f126 Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 01:30:26 +0700 Subject: [PATCH 035/355] Add model 2024-08-12-spanish_spellchecker_t5_base_wikitest1000_pipeline_en --- ...hecker_t5_base_wikitest1000_pipeline_en.md | 69 +++++++++++++++++++ 1 file changed, 69 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-12-spanish_spellchecker_t5_base_wikitest1000_pipeline_en.md diff --git a/docs/_posts/ahmedlone127/2024-08-12-spanish_spellchecker_t5_base_wikitest1000_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-12-spanish_spellchecker_t5_base_wikitest1000_pipeline_en.md new file mode 100644 index 00000000000000..3f9a4270bfba8c --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-12-spanish_spellchecker_t5_base_wikitest1000_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English spanish_spellchecker_t5_base_wikitest1000_pipeline pipeline T5Transformer from jorgeortizfuentes +author: John Snow Labs +name: spanish_spellchecker_t5_base_wikitest1000_pipeline +date: 2024-08-12 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`spanish_spellchecker_t5_base_wikitest1000_pipeline` is a English model originally trained by jorgeortizfuentes. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/spanish_spellchecker_t5_base_wikitest1000_pipeline_en_5.4.2_3.0_1723487406957.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/spanish_spellchecker_t5_base_wikitest1000_pipeline_en_5.4.2_3.0_1723487406957.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("spanish_spellchecker_t5_base_wikitest1000_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("spanish_spellchecker_t5_base_wikitest1000_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|spanish_spellchecker_t5_base_wikitest1000_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|968.7 MB| + +## References + +https://huggingface.co/jorgeortizfuentes/spanish-spellchecker-t5-base-wikitest1000 + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file From 764745e86e27c9a71db31423bf056f89ebd883af Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 01:36:57 +0700 Subject: [PATCH 036/355] Add model 2024-08-12-t5_with_rl_en --- .../ahmedlone127/2024-08-12-t5_with_rl_en.md | 86 +++++++++++++++++++ 1 file changed, 86 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-12-t5_with_rl_en.md diff --git a/docs/_posts/ahmedlone127/2024-08-12-t5_with_rl_en.md b/docs/_posts/ahmedlone127/2024-08-12-t5_with_rl_en.md new file mode 100644 index 00000000000000..3e145060cc1022 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-12-t5_with_rl_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English t5_with_rl T5Transformer from sammanamgain +author: John Snow Labs +name: t5_with_rl +date: 2024-08-12 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`t5_with_rl` is a English model originally trained by sammanamgain. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/t5_with_rl_en_5.4.2_3.0_1723487801820.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/t5_with_rl_en_5.4.2_3.0_1723487801820.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("t5_with_rl","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("t5_with_rl", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|t5_with_rl| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|1.0 GB| + +## References + +https://huggingface.co/sammanamgain/t5_with_rl \ No newline at end of file From 44f48f4f0be61de56206e62f6d5e7d8fa1816d80 Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 01:37:57 +0700 Subject: [PATCH 037/355] Add model 2024-08-12-t5_with_rl_pipeline_en --- .../2024-08-12-t5_with_rl_pipeline_en.md | 69 +++++++++++++++++++ 1 file changed, 69 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-12-t5_with_rl_pipeline_en.md diff --git a/docs/_posts/ahmedlone127/2024-08-12-t5_with_rl_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-12-t5_with_rl_pipeline_en.md new file mode 100644 index 00000000000000..4871269e8593f9 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-12-t5_with_rl_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English t5_with_rl_pipeline pipeline T5Transformer from sammanamgain +author: John Snow Labs +name: t5_with_rl_pipeline +date: 2024-08-12 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`t5_with_rl_pipeline` is a English model originally trained by sammanamgain. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/t5_with_rl_pipeline_en_5.4.2_3.0_1723487853067.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/t5_with_rl_pipeline_en_5.4.2_3.0_1723487853067.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("t5_with_rl_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("t5_with_rl_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|t5_with_rl_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|1.0 GB| + +## References + +https://huggingface.co/sammanamgain/t5_with_rl + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file From 6473ff0724f0e01098aa94db1d9407065e3ea9a3 Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 01:40:23 +0700 Subject: [PATCH 038/355] Add model 2024-08-12-fine_tuned_t5_base_on_qtsumm_focus_on_unfiltered_en --- ...5_base_on_qtsumm_focus_on_unfiltered_en.md | 86 +++++++++++++++++++ 1 file changed, 86 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-12-fine_tuned_t5_base_on_qtsumm_focus_on_unfiltered_en.md diff --git a/docs/_posts/ahmedlone127/2024-08-12-fine_tuned_t5_base_on_qtsumm_focus_on_unfiltered_en.md b/docs/_posts/ahmedlone127/2024-08-12-fine_tuned_t5_base_on_qtsumm_focus_on_unfiltered_en.md new file mode 100644 index 00000000000000..4829cf353652cb --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-12-fine_tuned_t5_base_on_qtsumm_focus_on_unfiltered_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English fine_tuned_t5_base_on_qtsumm_focus_on_unfiltered T5Transformer from Depie +author: John Snow Labs +name: fine_tuned_t5_base_on_qtsumm_focus_on_unfiltered +date: 2024-08-12 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`fine_tuned_t5_base_on_qtsumm_focus_on_unfiltered` is a English model originally trained by Depie. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/fine_tuned_t5_base_on_qtsumm_focus_on_unfiltered_en_5.4.2_3.0_1723488010610.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/fine_tuned_t5_base_on_qtsumm_focus_on_unfiltered_en_5.4.2_3.0_1723488010610.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("fine_tuned_t5_base_on_qtsumm_focus_on_unfiltered","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("fine_tuned_t5_base_on_qtsumm_focus_on_unfiltered", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|fine_tuned_t5_base_on_qtsumm_focus_on_unfiltered| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|948.8 MB| + +## References + +https://huggingface.co/Depie/fine_tuned_t5-base_on_QTSumm_Focus_on_Unfiltered \ No newline at end of file From a554ac28d8110c58aae413c1c9ec6684ab8741a1 Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 01:41:42 +0700 Subject: [PATCH 039/355] Add model 2024-08-12-fine_tuned_t5_base_on_qtsumm_focus_on_unfiltered_pipeline_en --- ..._qtsumm_focus_on_unfiltered_pipeline_en.md | 69 +++++++++++++++++++ 1 file changed, 69 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-12-fine_tuned_t5_base_on_qtsumm_focus_on_unfiltered_pipeline_en.md diff --git a/docs/_posts/ahmedlone127/2024-08-12-fine_tuned_t5_base_on_qtsumm_focus_on_unfiltered_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-12-fine_tuned_t5_base_on_qtsumm_focus_on_unfiltered_pipeline_en.md new file mode 100644 index 00000000000000..d8a8221099003e --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-12-fine_tuned_t5_base_on_qtsumm_focus_on_unfiltered_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English fine_tuned_t5_base_on_qtsumm_focus_on_unfiltered_pipeline pipeline T5Transformer from Depie +author: John Snow Labs +name: fine_tuned_t5_base_on_qtsumm_focus_on_unfiltered_pipeline +date: 2024-08-12 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`fine_tuned_t5_base_on_qtsumm_focus_on_unfiltered_pipeline` is a English model originally trained by Depie. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/fine_tuned_t5_base_on_qtsumm_focus_on_unfiltered_pipeline_en_5.4.2_3.0_1723488082501.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/fine_tuned_t5_base_on_qtsumm_focus_on_unfiltered_pipeline_en_5.4.2_3.0_1723488082501.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("fine_tuned_t5_base_on_qtsumm_focus_on_unfiltered_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("fine_tuned_t5_base_on_qtsumm_focus_on_unfiltered_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|fine_tuned_t5_base_on_qtsumm_focus_on_unfiltered_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|948.8 MB| + +## References + +https://huggingface.co/Depie/fine_tuned_t5-base_on_QTSumm_Focus_on_Unfiltered + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file From cedb4f4f6855036c16708c072477c5262ffad623 Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 01:45:33 +0700 Subject: [PATCH 040/355] Add model 2024-08-12-bdp_summarization_t4_en --- .../2024-08-12-bdp_summarization_t4_en.md | 86 +++++++++++++++++++ 1 file changed, 86 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-12-bdp_summarization_t4_en.md diff --git a/docs/_posts/ahmedlone127/2024-08-12-bdp_summarization_t4_en.md b/docs/_posts/ahmedlone127/2024-08-12-bdp_summarization_t4_en.md new file mode 100644 index 00000000000000..4501e6b5fdc2c6 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-12-bdp_summarization_t4_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English bdp_summarization_t4 T5Transformer from DamianoDiPaola +author: John Snow Labs +name: bdp_summarization_t4 +date: 2024-08-12 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`bdp_summarization_t4` is a English model originally trained by DamianoDiPaola. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/bdp_summarization_t4_en_5.4.2_3.0_1723488327534.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/bdp_summarization_t4_en_5.4.2_3.0_1723488327534.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("bdp_summarization_t4","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("bdp_summarization_t4", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|bdp_summarization_t4| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|342.6 MB| + +## References + +https://huggingface.co/DamianoDiPaola/bdp_summarization_T4 \ No newline at end of file From 4c734efc973e2a45476b8c228bfe171f5dd7bd1a Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 01:46:33 +0700 Subject: [PATCH 041/355] Add model 2024-08-12-bdp_summarization_t4_pipeline_en --- ...-08-12-bdp_summarization_t4_pipeline_en.md | 69 +++++++++++++++++++ 1 file changed, 69 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-12-bdp_summarization_t4_pipeline_en.md diff --git a/docs/_posts/ahmedlone127/2024-08-12-bdp_summarization_t4_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-12-bdp_summarization_t4_pipeline_en.md new file mode 100644 index 00000000000000..c5ef450d54def9 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-12-bdp_summarization_t4_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English bdp_summarization_t4_pipeline pipeline T5Transformer from DamianoDiPaola +author: John Snow Labs +name: bdp_summarization_t4_pipeline +date: 2024-08-12 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`bdp_summarization_t4_pipeline` is a English model originally trained by DamianoDiPaola. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/bdp_summarization_t4_pipeline_en_5.4.2_3.0_1723488344961.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/bdp_summarization_t4_pipeline_en_5.4.2_3.0_1723488344961.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("bdp_summarization_t4_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("bdp_summarization_t4_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|bdp_summarization_t4_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|342.6 MB| + +## References + +https://huggingface.co/DamianoDiPaola/bdp_summarization_T4 + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file From 4bb623c68418b0b7cb300263b54f76f03c86bb60 Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 01:52:28 +0700 Subject: [PATCH 042/355] Add model 2024-08-12-t5_summarizer_sushantgautam_en --- ...24-08-12-t5_summarizer_sushantgautam_en.md | 86 +++++++++++++++++++ 1 file changed, 86 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-12-t5_summarizer_sushantgautam_en.md diff --git a/docs/_posts/ahmedlone127/2024-08-12-t5_summarizer_sushantgautam_en.md b/docs/_posts/ahmedlone127/2024-08-12-t5_summarizer_sushantgautam_en.md new file mode 100644 index 00000000000000..de3c029635123d --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-12-t5_summarizer_sushantgautam_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English t5_summarizer_sushantgautam T5Transformer from SushantGautam +author: John Snow Labs +name: t5_summarizer_sushantgautam +date: 2024-08-12 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`t5_summarizer_sushantgautam` is a English model originally trained by SushantGautam. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/t5_summarizer_sushantgautam_en_5.4.2_3.0_1723488741396.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/t5_summarizer_sushantgautam_en_5.4.2_3.0_1723488741396.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("t5_summarizer_sushantgautam","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("t5_summarizer_sushantgautam", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|t5_summarizer_sushantgautam| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|344.2 MB| + +## References + +https://huggingface.co/SushantGautam/t5-Summarizer \ No newline at end of file From b34e7732be8faad2864589995972f75716dd986d Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 01:53:28 +0700 Subject: [PATCH 043/355] Add model 2024-08-12-t5_summarizer_sushantgautam_pipeline_en --- ...t5_summarizer_sushantgautam_pipeline_en.md | 69 +++++++++++++++++++ 1 file changed, 69 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-12-t5_summarizer_sushantgautam_pipeline_en.md diff --git a/docs/_posts/ahmedlone127/2024-08-12-t5_summarizer_sushantgautam_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-12-t5_summarizer_sushantgautam_pipeline_en.md new file mode 100644 index 00000000000000..cd8fecee5a2bd9 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-12-t5_summarizer_sushantgautam_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English t5_summarizer_sushantgautam_pipeline pipeline T5Transformer from SushantGautam +author: John Snow Labs +name: t5_summarizer_sushantgautam_pipeline +date: 2024-08-12 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`t5_summarizer_sushantgautam_pipeline` is a English model originally trained by SushantGautam. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/t5_summarizer_sushantgautam_pipeline_en_5.4.2_3.0_1723488759624.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/t5_summarizer_sushantgautam_pipeline_en_5.4.2_3.0_1723488759624.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("t5_summarizer_sushantgautam_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("t5_summarizer_sushantgautam_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|t5_summarizer_sushantgautam_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|344.2 MB| + +## References + +https://huggingface.co/SushantGautam/t5-Summarizer + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file From c4a06546d173b4ac60f16b53f26c19ba5f1b84e2 Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 01:54:28 +0700 Subject: [PATCH 044/355] Add model 2024-08-12-summarizer_google_long_t5_tglobal_base_base_unfaceted_en --- ..._long_t5_tglobal_base_base_unfaceted_en.md | 86 +++++++++++++++++++ 1 file changed, 86 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-12-summarizer_google_long_t5_tglobal_base_base_unfaceted_en.md diff --git a/docs/_posts/ahmedlone127/2024-08-12-summarizer_google_long_t5_tglobal_base_base_unfaceted_en.md b/docs/_posts/ahmedlone127/2024-08-12-summarizer_google_long_t5_tglobal_base_base_unfaceted_en.md new file mode 100644 index 00000000000000..f8b4680f1af518 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-12-summarizer_google_long_t5_tglobal_base_base_unfaceted_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English summarizer_google_long_t5_tglobal_base_base_unfaceted T5Transformer from acmc +author: John Snow Labs +name: summarizer_google_long_t5_tglobal_base_base_unfaceted +date: 2024-08-12 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`summarizer_google_long_t5_tglobal_base_base_unfaceted` is a English model originally trained by acmc. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/summarizer_google_long_t5_tglobal_base_base_unfaceted_en_5.4.2_3.0_1723488783997.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/summarizer_google_long_t5_tglobal_base_base_unfaceted_en_5.4.2_3.0_1723488783997.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("summarizer_google_long_t5_tglobal_base_base_unfaceted","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("summarizer_google_long_t5_tglobal_base_base_unfaceted", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|summarizer_google_long_t5_tglobal_base_base_unfaceted| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|1.0 GB| + +## References + +https://huggingface.co/acmc/summarizer_google_long-t5-tglobal-base_base_unfaceted \ No newline at end of file From 00292f3c8a3093fdcf48398bbcfa693c586bf414 Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 01:55:28 +0700 Subject: [PATCH 045/355] Add model 2024-08-12-mt5_small_finetuned_multilingual_xlsum_nepal_bhasa_harsit_xx --- ...ultilingual_xlsum_nepal_bhasa_harsit_xx.md | 86 +++++++++++++++++++ 1 file changed, 86 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-12-mt5_small_finetuned_multilingual_xlsum_nepal_bhasa_harsit_xx.md diff --git a/docs/_posts/ahmedlone127/2024-08-12-mt5_small_finetuned_multilingual_xlsum_nepal_bhasa_harsit_xx.md b/docs/_posts/ahmedlone127/2024-08-12-mt5_small_finetuned_multilingual_xlsum_nepal_bhasa_harsit_xx.md new file mode 100644 index 00000000000000..a078cefaaea428 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-12-mt5_small_finetuned_multilingual_xlsum_nepal_bhasa_harsit_xx.md @@ -0,0 +1,86 @@ +--- +layout: model +title: Multilingual mt5_small_finetuned_multilingual_xlsum_nepal_bhasa_harsit T5Transformer from Harsit +author: John Snow Labs +name: mt5_small_finetuned_multilingual_xlsum_nepal_bhasa_harsit +date: 2024-08-12 +tags: [xx, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: xx +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`mt5_small_finetuned_multilingual_xlsum_nepal_bhasa_harsit` is a Multilingual model originally trained by Harsit. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/mt5_small_finetuned_multilingual_xlsum_nepal_bhasa_harsit_xx_5.4.2_3.0_1723488834737.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/mt5_small_finetuned_multilingual_xlsum_nepal_bhasa_harsit_xx_5.4.2_3.0_1723488834737.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("mt5_small_finetuned_multilingual_xlsum_nepal_bhasa_harsit","xx") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("mt5_small_finetuned_multilingual_xlsum_nepal_bhasa_harsit", "xx") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|mt5_small_finetuned_multilingual_xlsum_nepal_bhasa_harsit| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|xx| +|Size:|1.5 GB| + +## References + +https://huggingface.co/Harsit/mt5-small-finetuned-multilingual-xlsum-new \ No newline at end of file From 39d4028ae0444954230abc43b0d96cdec7c00c7d Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 01:56:28 +0700 Subject: [PATCH 046/355] Add model 2024-08-12-summarizer_google_long_t5_tglobal_base_base_unfaceted_pipeline_en --- ...tglobal_base_base_unfaceted_pipeline_en.md | 69 +++++++++++++++++++ 1 file changed, 69 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-12-summarizer_google_long_t5_tglobal_base_base_unfaceted_pipeline_en.md diff --git a/docs/_posts/ahmedlone127/2024-08-12-summarizer_google_long_t5_tglobal_base_base_unfaceted_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-12-summarizer_google_long_t5_tglobal_base_base_unfaceted_pipeline_en.md new file mode 100644 index 00000000000000..82abbe05b1e398 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-12-summarizer_google_long_t5_tglobal_base_base_unfaceted_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English summarizer_google_long_t5_tglobal_base_base_unfaceted_pipeline pipeline T5Transformer from acmc +author: John Snow Labs +name: summarizer_google_long_t5_tglobal_base_base_unfaceted_pipeline +date: 2024-08-12 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`summarizer_google_long_t5_tglobal_base_base_unfaceted_pipeline` is a English model originally trained by acmc. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/summarizer_google_long_t5_tglobal_base_base_unfaceted_pipeline_en_5.4.2_3.0_1723488833219.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/summarizer_google_long_t5_tglobal_base_base_unfaceted_pipeline_en_5.4.2_3.0_1723488833219.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("summarizer_google_long_t5_tglobal_base_base_unfaceted_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("summarizer_google_long_t5_tglobal_base_base_unfaceted_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|summarizer_google_long_t5_tglobal_base_base_unfaceted_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|1.0 GB| + +## References + +https://huggingface.co/acmc/summarizer_google_long-t5-tglobal-base_base_unfaceted + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file From 7d67a97f460d47a68fc0fd8c26293749d28d11a8 Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 01:57:28 +0700 Subject: [PATCH 047/355] Add model 2024-08-12-mt5_small_finetuned_multilingual_xlsum_nepal_bhasa_harsit_pipeline_xx --- ...al_xlsum_nepal_bhasa_harsit_pipeline_xx.md | 69 +++++++++++++++++++ 1 file changed, 69 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-12-mt5_small_finetuned_multilingual_xlsum_nepal_bhasa_harsit_pipeline_xx.md diff --git a/docs/_posts/ahmedlone127/2024-08-12-mt5_small_finetuned_multilingual_xlsum_nepal_bhasa_harsit_pipeline_xx.md b/docs/_posts/ahmedlone127/2024-08-12-mt5_small_finetuned_multilingual_xlsum_nepal_bhasa_harsit_pipeline_xx.md new file mode 100644 index 00000000000000..099923db60c84d --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-12-mt5_small_finetuned_multilingual_xlsum_nepal_bhasa_harsit_pipeline_xx.md @@ -0,0 +1,69 @@ +--- +layout: model +title: Multilingual mt5_small_finetuned_multilingual_xlsum_nepal_bhasa_harsit_pipeline pipeline T5Transformer from Harsit +author: John Snow Labs +name: mt5_small_finetuned_multilingual_xlsum_nepal_bhasa_harsit_pipeline +date: 2024-08-12 +tags: [xx, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: xx +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`mt5_small_finetuned_multilingual_xlsum_nepal_bhasa_harsit_pipeline` is a Multilingual model originally trained by Harsit. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/mt5_small_finetuned_multilingual_xlsum_nepal_bhasa_harsit_pipeline_xx_5.4.2_3.0_1723488915683.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/mt5_small_finetuned_multilingual_xlsum_nepal_bhasa_harsit_pipeline_xx_5.4.2_3.0_1723488915683.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("mt5_small_finetuned_multilingual_xlsum_nepal_bhasa_harsit_pipeline", lang = "xx") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("mt5_small_finetuned_multilingual_xlsum_nepal_bhasa_harsit_pipeline", lang = "xx") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|mt5_small_finetuned_multilingual_xlsum_nepal_bhasa_harsit_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|xx| +|Size:|1.5 GB| + +## References + +https://huggingface.co/Harsit/mt5-small-finetuned-multilingual-xlsum-new + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file From fce7478d87ecaa0933f6b13bdf60b068d78d8b99 Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 01:58:28 +0700 Subject: [PATCH 048/355] Add model 2024-08-12-ft_aeroqa_1hop_top5_colbert_20_on_aviationcorpus_20_en --- ...top5_colbert_20_on_aviationcorpus_20_en.md | 86 +++++++++++++++++++ 1 file changed, 86 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-12-ft_aeroqa_1hop_top5_colbert_20_on_aviationcorpus_20_en.md diff --git a/docs/_posts/ahmedlone127/2024-08-12-ft_aeroqa_1hop_top5_colbert_20_on_aviationcorpus_20_en.md b/docs/_posts/ahmedlone127/2024-08-12-ft_aeroqa_1hop_top5_colbert_20_on_aviationcorpus_20_en.md new file mode 100644 index 00000000000000..d6f350fa711a9a --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-12-ft_aeroqa_1hop_top5_colbert_20_on_aviationcorpus_20_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English ft_aeroqa_1hop_top5_colbert_20_on_aviationcorpus_20 T5Transformer from sakharamg +author: John Snow Labs +name: ft_aeroqa_1hop_top5_colbert_20_on_aviationcorpus_20 +date: 2024-08-12 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`ft_aeroqa_1hop_top5_colbert_20_on_aviationcorpus_20` is a English model originally trained by sakharamg. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/ft_aeroqa_1hop_top5_colbert_20_on_aviationcorpus_20_en_5.4.2_3.0_1723488877556.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/ft_aeroqa_1hop_top5_colbert_20_on_aviationcorpus_20_en_5.4.2_3.0_1723488877556.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("ft_aeroqa_1hop_top5_colbert_20_on_aviationcorpus_20","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("ft_aeroqa_1hop_top5_colbert_20_on_aviationcorpus_20", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|ft_aeroqa_1hop_top5_colbert_20_on_aviationcorpus_20| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|3.0 GB| + +## References + +https://huggingface.co/sakharamg/FT_aeroqa_1hop_top5_COLBERT_20_on_aviationcorpus_20 \ No newline at end of file From c464451455d9a0455bd60b9d842d49a6a6f1f3f9 Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 01:59:28 +0700 Subject: [PATCH 049/355] Add model 2024-08-12-ft_aeroqa_1hop_top5_colbert_20_on_aviationcorpus_20_pipeline_en --- ...ert_20_on_aviationcorpus_20_pipeline_en.md | 69 +++++++++++++++++++ 1 file changed, 69 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-12-ft_aeroqa_1hop_top5_colbert_20_on_aviationcorpus_20_pipeline_en.md diff --git a/docs/_posts/ahmedlone127/2024-08-12-ft_aeroqa_1hop_top5_colbert_20_on_aviationcorpus_20_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-12-ft_aeroqa_1hop_top5_colbert_20_on_aviationcorpus_20_pipeline_en.md new file mode 100644 index 00000000000000..9b1184feb7e8e9 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-12-ft_aeroqa_1hop_top5_colbert_20_on_aviationcorpus_20_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English ft_aeroqa_1hop_top5_colbert_20_on_aviationcorpus_20_pipeline pipeline T5Transformer from sakharamg +author: John Snow Labs +name: ft_aeroqa_1hop_top5_colbert_20_on_aviationcorpus_20_pipeline +date: 2024-08-12 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`ft_aeroqa_1hop_top5_colbert_20_on_aviationcorpus_20_pipeline` is a English model originally trained by sakharamg. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/ft_aeroqa_1hop_top5_colbert_20_on_aviationcorpus_20_pipeline_en_5.4.2_3.0_1723489004908.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/ft_aeroqa_1hop_top5_colbert_20_on_aviationcorpus_20_pipeline_en_5.4.2_3.0_1723489004908.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("ft_aeroqa_1hop_top5_colbert_20_on_aviationcorpus_20_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("ft_aeroqa_1hop_top5_colbert_20_on_aviationcorpus_20_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|ft_aeroqa_1hop_top5_colbert_20_on_aviationcorpus_20_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|3.0 GB| + +## References + +https://huggingface.co/sakharamg/FT_aeroqa_1hop_top5_COLBERT_20_on_aviationcorpus_20 + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file From 8e24bf5799841c25d20138b73921c2209dbcf942 Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 02:00:30 +0700 Subject: [PATCH 050/355] Add model 2024-08-12-mt5_small_nepali_10k_en --- .../2024-08-12-mt5_small_nepali_10k_en.md | 86 +++++++++++++++++++ 1 file changed, 86 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-12-mt5_small_nepali_10k_en.md diff --git a/docs/_posts/ahmedlone127/2024-08-12-mt5_small_nepali_10k_en.md b/docs/_posts/ahmedlone127/2024-08-12-mt5_small_nepali_10k_en.md new file mode 100644 index 00000000000000..46c5b1595d6b46 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-12-mt5_small_nepali_10k_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English mt5_small_nepali_10k T5Transformer from KaiNylund +author: John Snow Labs +name: mt5_small_nepali_10k +date: 2024-08-12 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`mt5_small_nepali_10k` is a English model originally trained by KaiNylund. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/mt5_small_nepali_10k_en_5.4.2_3.0_1723489212915.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/mt5_small_nepali_10k_en_5.4.2_3.0_1723489212915.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("mt5_small_nepali_10k","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("mt5_small_nepali_10k", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|mt5_small_nepali_10k| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|1.2 GB| + +## References + +https://huggingface.co/KaiNylund/mt5-small-ne-10k \ No newline at end of file From 843595d79668c188e95b26aac33fcf876084081b Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 02:03:14 +0700 Subject: [PATCH 051/355] Add model 2024-08-12-mt5_small_nepali_10k_pipeline_en --- ...-08-12-mt5_small_nepali_10k_pipeline_en.md | 69 +++++++++++++++++++ 1 file changed, 69 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-12-mt5_small_nepali_10k_pipeline_en.md diff --git a/docs/_posts/ahmedlone127/2024-08-12-mt5_small_nepali_10k_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-12-mt5_small_nepali_10k_pipeline_en.md new file mode 100644 index 00000000000000..d8213608a0d29c --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-12-mt5_small_nepali_10k_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English mt5_small_nepali_10k_pipeline pipeline T5Transformer from KaiNylund +author: John Snow Labs +name: mt5_small_nepali_10k_pipeline +date: 2024-08-12 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`mt5_small_nepali_10k_pipeline` is a English model originally trained by KaiNylund. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/mt5_small_nepali_10k_pipeline_en_5.4.2_3.0_1723489380566.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/mt5_small_nepali_10k_pipeline_en_5.4.2_3.0_1723489380566.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("mt5_small_nepali_10k_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("mt5_small_nepali_10k_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|mt5_small_nepali_10k_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|1.2 GB| + +## References + +https://huggingface.co/KaiNylund/mt5-small-ne-10k + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file From cae0b6445453e4689218700e2707511c141f2c68 Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 02:06:12 +0700 Subject: [PATCH 052/355] Add model 2024-08-12-t5_invariants_en --- .../2024-08-12-t5_invariants_en.md | 86 +++++++++++++++++++ 1 file changed, 86 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-12-t5_invariants_en.md diff --git a/docs/_posts/ahmedlone127/2024-08-12-t5_invariants_en.md b/docs/_posts/ahmedlone127/2024-08-12-t5_invariants_en.md new file mode 100644 index 00000000000000..4dbfc82a218fed --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-12-t5_invariants_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English t5_invariants T5Transformer from sallywww +author: John Snow Labs +name: t5_invariants +date: 2024-08-12 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`t5_invariants` is a English model originally trained by sallywww. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/t5_invariants_en_5.4.2_3.0_1723489563487.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/t5_invariants_en_5.4.2_3.0_1723489563487.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("t5_invariants","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("t5_invariants", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|t5_invariants| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|343.9 MB| + +## References + +https://huggingface.co/sallywww/T5-invariants \ No newline at end of file From 52f26619fa49870e53942b68ca2caff29e2fd9ec Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 02:07:12 +0700 Subject: [PATCH 053/355] Add model 2024-08-12-xyz_en --- docs/_posts/ahmedlone127/2024-08-12-xyz_en.md | 86 +++++++++++++++++++ 1 file changed, 86 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-12-xyz_en.md diff --git a/docs/_posts/ahmedlone127/2024-08-12-xyz_en.md b/docs/_posts/ahmedlone127/2024-08-12-xyz_en.md new file mode 100644 index 00000000000000..30c5a2a7d53a91 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-12-xyz_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English xyz T5Transformer from snigdhachandan +author: John Snow Labs +name: xyz +date: 2024-08-12 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`xyz` is a English model originally trained by snigdhachandan. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/xyz_en_5.4.2_3.0_1723489564535.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/xyz_en_5.4.2_3.0_1723489564535.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("xyz","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("xyz", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|xyz| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|355.3 MB| + +## References + +https://huggingface.co/snigdhachandan/xyz \ No newline at end of file From f04c40dab5e3225364f6bd2f1fdb312f844d71d5 Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 02:08:12 +0700 Subject: [PATCH 054/355] Add model 2024-08-12-first_billsum_model_pipeline_en --- ...4-08-12-first_billsum_model_pipeline_en.md | 69 +++++++++++++++++++ 1 file changed, 69 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-12-first_billsum_model_pipeline_en.md diff --git a/docs/_posts/ahmedlone127/2024-08-12-first_billsum_model_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-12-first_billsum_model_pipeline_en.md new file mode 100644 index 00000000000000..4a4b93b8fbee87 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-12-first_billsum_model_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English first_billsum_model_pipeline pipeline T5Transformer from sarumo +author: John Snow Labs +name: first_billsum_model_pipeline +date: 2024-08-12 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`first_billsum_model_pipeline` is a English model originally trained by sarumo. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/first_billsum_model_pipeline_en_5.4.2_3.0_1723489666480.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/first_billsum_model_pipeline_en_5.4.2_3.0_1723489666480.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("first_billsum_model_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("first_billsum_model_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|first_billsum_model_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|179.1 MB| + +## References + +https://huggingface.co/sarumo/first_billsum_model + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file From 9fa91fa26143d32e83696b25fb6f35c6f3228215 Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 02:09:12 +0700 Subject: [PATCH 055/355] Add model 2024-08-12-xyz_pipeline_en --- .../2024-08-12-xyz_pipeline_en.md | 69 +++++++++++++++++++ 1 file changed, 69 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-12-xyz_pipeline_en.md diff --git a/docs/_posts/ahmedlone127/2024-08-12-xyz_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-12-xyz_pipeline_en.md new file mode 100644 index 00000000000000..fae36da5d1c659 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-12-xyz_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English xyz_pipeline pipeline T5Transformer from snigdhachandan +author: John Snow Labs +name: xyz_pipeline +date: 2024-08-12 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`xyz_pipeline` is a English model originally trained by snigdhachandan. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/xyz_pipeline_en_5.4.2_3.0_1723489584460.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/xyz_pipeline_en_5.4.2_3.0_1723489584460.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("xyz_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("xyz_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|xyz_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|355.3 MB| + +## References + +https://huggingface.co/snigdhachandan/xyz + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file From c7de0b7e705eb354006f3713f88f1dde9107d487 Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 02:10:13 +0700 Subject: [PATCH 056/355] Add model 2024-08-12-mnli_t5_small_seed_1_pipeline_en --- ...-08-12-mnli_t5_small_seed_1_pipeline_en.md | 69 +++++++++++++++++++ 1 file changed, 69 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-12-mnli_t5_small_seed_1_pipeline_en.md diff --git a/docs/_posts/ahmedlone127/2024-08-12-mnli_t5_small_seed_1_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-12-mnli_t5_small_seed_1_pipeline_en.md new file mode 100644 index 00000000000000..211d88836a334e --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-12-mnli_t5_small_seed_1_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English mnli_t5_small_seed_1_pipeline pipeline T5Transformer from utahnlp +author: John Snow Labs +name: mnli_t5_small_seed_1_pipeline +date: 2024-08-12 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`mnli_t5_small_seed_1_pipeline` is a English model originally trained by utahnlp. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/mnli_t5_small_seed_1_pipeline_en_5.4.2_3.0_1723489716963.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/mnli_t5_small_seed_1_pipeline_en_5.4.2_3.0_1723489716963.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("mnli_t5_small_seed_1_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("mnli_t5_small_seed_1_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|mnli_t5_small_seed_1_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|333.7 MB| + +## References + +https://huggingface.co/utahnlp/mnli_t5-small_seed-1 + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file From 0129c1e700e0713fc57abbc573f06cd54c9eec3e Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 02:11:13 +0700 Subject: [PATCH 057/355] Add model 2024-08-12-mnli_t5_small_seed_1_en --- .../2024-08-12-mnli_t5_small_seed_1_en.md | 86 +++++++++++++++++++ 1 file changed, 86 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-12-mnli_t5_small_seed_1_en.md diff --git a/docs/_posts/ahmedlone127/2024-08-12-mnli_t5_small_seed_1_en.md b/docs/_posts/ahmedlone127/2024-08-12-mnli_t5_small_seed_1_en.md new file mode 100644 index 00000000000000..d5a73421940298 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-12-mnli_t5_small_seed_1_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English mnli_t5_small_seed_1 T5Transformer from utahnlp +author: John Snow Labs +name: mnli_t5_small_seed_1 +date: 2024-08-12 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`mnli_t5_small_seed_1` is a English model originally trained by utahnlp. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/mnli_t5_small_seed_1_en_5.4.2_3.0_1723489697739.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/mnli_t5_small_seed_1_en_5.4.2_3.0_1723489697739.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("mnli_t5_small_seed_1","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("mnli_t5_small_seed_1", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|mnli_t5_small_seed_1| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|333.7 MB| + +## References + +https://huggingface.co/utahnlp/mnli_t5-small_seed-1 \ No newline at end of file From aac9b43a3c332601c006e8236ebfe00636bfd059 Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 02:12:13 +0700 Subject: [PATCH 058/355] Add model 2024-08-12-mt5_small_finetuned_amazon_english_german_prekrasnypok_en --- ...d_amazon_english_german_prekrasnypok_en.md | 86 +++++++++++++++++++ 1 file changed, 86 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-12-mt5_small_finetuned_amazon_english_german_prekrasnypok_en.md diff --git a/docs/_posts/ahmedlone127/2024-08-12-mt5_small_finetuned_amazon_english_german_prekrasnypok_en.md b/docs/_posts/ahmedlone127/2024-08-12-mt5_small_finetuned_amazon_english_german_prekrasnypok_en.md new file mode 100644 index 00000000000000..893a0ad2aa0730 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-12-mt5_small_finetuned_amazon_english_german_prekrasnypok_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English mt5_small_finetuned_amazon_english_german_prekrasnypok T5Transformer from prekrasnypok +author: John Snow Labs +name: mt5_small_finetuned_amazon_english_german_prekrasnypok +date: 2024-08-12 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`mt5_small_finetuned_amazon_english_german_prekrasnypok` is a English model originally trained by prekrasnypok. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/mt5_small_finetuned_amazon_english_german_prekrasnypok_en_5.4.2_3.0_1723489833691.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/mt5_small_finetuned_amazon_english_german_prekrasnypok_en_5.4.2_3.0_1723489833691.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("mt5_small_finetuned_amazon_english_german_prekrasnypok","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("mt5_small_finetuned_amazon_english_german_prekrasnypok", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|mt5_small_finetuned_amazon_english_german_prekrasnypok| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|1.2 GB| + +## References + +https://huggingface.co/prekrasnypok/mt5-small-finetuned-amazon-en-de \ No newline at end of file From bd54e4e5e6277b1dae1ced06f8428bca369c3a61 Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 02:13:13 +0700 Subject: [PATCH 059/355] Add model 2024-08-12-mt5_small_finetuned_amazon_english_german_prekrasnypok_pipeline_en --- ...english_german_prekrasnypok_pipeline_en.md | 69 +++++++++++++++++++ 1 file changed, 69 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-12-mt5_small_finetuned_amazon_english_german_prekrasnypok_pipeline_en.md diff --git a/docs/_posts/ahmedlone127/2024-08-12-mt5_small_finetuned_amazon_english_german_prekrasnypok_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-12-mt5_small_finetuned_amazon_english_german_prekrasnypok_pipeline_en.md new file mode 100644 index 00000000000000..bcaa0fe2896af0 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-12-mt5_small_finetuned_amazon_english_german_prekrasnypok_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English mt5_small_finetuned_amazon_english_german_prekrasnypok_pipeline pipeline T5Transformer from prekrasnypok +author: John Snow Labs +name: mt5_small_finetuned_amazon_english_german_prekrasnypok_pipeline +date: 2024-08-12 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`mt5_small_finetuned_amazon_english_german_prekrasnypok_pipeline` is a English model originally trained by prekrasnypok. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/mt5_small_finetuned_amazon_english_german_prekrasnypok_pipeline_en_5.4.2_3.0_1723489955645.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/mt5_small_finetuned_amazon_english_german_prekrasnypok_pipeline_en_5.4.2_3.0_1723489955645.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("mt5_small_finetuned_amazon_english_german_prekrasnypok_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("mt5_small_finetuned_amazon_english_german_prekrasnypok_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|mt5_small_finetuned_amazon_english_german_prekrasnypok_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|1.2 GB| + +## References + +https://huggingface.co/prekrasnypok/mt5-small-finetuned-amazon-en-de + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file From e30032fbf0386109a4ef88e741ffa19d756f035b Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 02:14:14 +0700 Subject: [PATCH 060/355] Add model 2024-08-12-5kg3_3nmr_tqme_0_pipeline_en --- ...2024-08-12-5kg3_3nmr_tqme_0_pipeline_en.md | 69 +++++++++++++++++++ 1 file changed, 69 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-12-5kg3_3nmr_tqme_0_pipeline_en.md diff --git a/docs/_posts/ahmedlone127/2024-08-12-5kg3_3nmr_tqme_0_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-12-5kg3_3nmr_tqme_0_pipeline_en.md new file mode 100644 index 00000000000000..08a2aced993b68 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-12-5kg3_3nmr_tqme_0_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English 5kg3_3nmr_tqme_0_pipeline pipeline T5Transformer from GabrielG3 +author: John Snow Labs +name: 5kg3_3nmr_tqme_0_pipeline +date: 2024-08-12 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`5kg3_3nmr_tqme_0_pipeline` is a English model originally trained by GabrielG3. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/5kg3_3nmr_tqme_0_pipeline_en_5.4.2_3.0_1723489997631.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/5kg3_3nmr_tqme_0_pipeline_en_5.4.2_3.0_1723489997631.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("5kg3_3nmr_tqme_0_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("5kg3_3nmr_tqme_0_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|5kg3_3nmr_tqme_0_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|318.9 MB| + +## References + +https://huggingface.co/GabrielG3/5kg3-3nmr-tqme-0 + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file From d4eddf665d3fd32f76e3ac22b57e836469b8bbd2 Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 02:15:14 +0700 Subject: [PATCH 061/355] Add model 2024-08-12-first_billsum_model_en --- .../2024-08-12-first_billsum_model_en.md | 86 +++++++++++++++++++ 1 file changed, 86 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-12-first_billsum_model_en.md diff --git a/docs/_posts/ahmedlone127/2024-08-12-first_billsum_model_en.md b/docs/_posts/ahmedlone127/2024-08-12-first_billsum_model_en.md new file mode 100644 index 00000000000000..e7513b5ea45fc9 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-12-first_billsum_model_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English first_billsum_model T5Transformer from sarumo +author: John Snow Labs +name: first_billsum_model +date: 2024-08-12 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`first_billsum_model` is a English model originally trained by sarumo. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/first_billsum_model_en_5.4.2_3.0_1723489607174.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/first_billsum_model_en_5.4.2_3.0_1723489607174.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("first_billsum_model","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("first_billsum_model", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|first_billsum_model| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|179.1 MB| + +## References + +https://huggingface.co/sarumo/first_billsum_model \ No newline at end of file From 41460577b8e431465ee3447d6aef3dddcd49ede5 Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 02:16:14 +0700 Subject: [PATCH 062/355] Add model 2024-08-12-t5_invariants_pipeline_en --- .../2024-08-12-t5_invariants_pipeline_en.md | 69 +++++++++++++++++++ 1 file changed, 69 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-12-t5_invariants_pipeline_en.md diff --git a/docs/_posts/ahmedlone127/2024-08-12-t5_invariants_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-12-t5_invariants_pipeline_en.md new file mode 100644 index 00000000000000..73e13d4a4bbb48 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-12-t5_invariants_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English t5_invariants_pipeline pipeline T5Transformer from sallywww +author: John Snow Labs +name: t5_invariants_pipeline +date: 2024-08-12 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`t5_invariants_pipeline` is a English model originally trained by sallywww. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/t5_invariants_pipeline_en_5.4.2_3.0_1723489585858.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/t5_invariants_pipeline_en_5.4.2_3.0_1723489585858.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("t5_invariants_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("t5_invariants_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|t5_invariants_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|343.9 MB| + +## References + +https://huggingface.co/sallywww/T5-invariants + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file From ee1938eecdffaeba6dd7d50de13470b0bddf22b7 Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 02:17:14 +0700 Subject: [PATCH 063/355] Add model 2024-08-12-turkmen_instruct_squad_base_2_en --- ...-08-12-turkmen_instruct_squad_base_2_en.md | 86 +++++++++++++++++++ 1 file changed, 86 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-12-turkmen_instruct_squad_base_2_en.md diff --git a/docs/_posts/ahmedlone127/2024-08-12-turkmen_instruct_squad_base_2_en.md b/docs/_posts/ahmedlone127/2024-08-12-turkmen_instruct_squad_base_2_en.md new file mode 100644 index 00000000000000..49ba395698619e --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-12-turkmen_instruct_squad_base_2_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English turkmen_instruct_squad_base_2 T5Transformer from jacobmorrison +author: John Snow Labs +name: turkmen_instruct_squad_base_2 +date: 2024-08-12 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`turkmen_instruct_squad_base_2` is a English model originally trained by jacobmorrison. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/turkmen_instruct_squad_base_2_en_5.4.2_3.0_1723490060735.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/turkmen_instruct_squad_base_2_en_5.4.2_3.0_1723490060735.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("turkmen_instruct_squad_base_2","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("turkmen_instruct_squad_base_2", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|turkmen_instruct_squad_base_2| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|520.5 MB| + +## References + +https://huggingface.co/jacobmorrison/tk-instruct-squad-base-2 \ No newline at end of file From c00d4f66c3c762dbc973b65d6adccb362c7a1f2b Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 02:18:15 +0700 Subject: [PATCH 064/355] Add model 2024-08-12-turkmen_instruct_squad_base_2_pipeline_en --- ...rkmen_instruct_squad_base_2_pipeline_en.md | 69 +++++++++++++++++++ 1 file changed, 69 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-12-turkmen_instruct_squad_base_2_pipeline_en.md diff --git a/docs/_posts/ahmedlone127/2024-08-12-turkmen_instruct_squad_base_2_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-12-turkmen_instruct_squad_base_2_pipeline_en.md new file mode 100644 index 00000000000000..57e59d4bc47189 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-12-turkmen_instruct_squad_base_2_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English turkmen_instruct_squad_base_2_pipeline pipeline T5Transformer from jacobmorrison +author: John Snow Labs +name: turkmen_instruct_squad_base_2_pipeline +date: 2024-08-12 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`turkmen_instruct_squad_base_2_pipeline` is a English model originally trained by jacobmorrison. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/turkmen_instruct_squad_base_2_pipeline_en_5.4.2_3.0_1723490241379.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/turkmen_instruct_squad_base_2_pipeline_en_5.4.2_3.0_1723490241379.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("turkmen_instruct_squad_base_2_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("turkmen_instruct_squad_base_2_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|turkmen_instruct_squad_base_2_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|520.6 MB| + +## References + +https://huggingface.co/jacobmorrison/tk-instruct-squad-base-2 + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file From bf0dfafed0ea313a61cb948bbb6dedc5c307fc35 Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 02:19:15 +0700 Subject: [PATCH 065/355] Add model 2024-08-12-5kg3_3nmr_tqme_0_en --- .../2024-08-12-5kg3_3nmr_tqme_0_en.md | 86 +++++++++++++++++++ 1 file changed, 86 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-12-5kg3_3nmr_tqme_0_en.md diff --git a/docs/_posts/ahmedlone127/2024-08-12-5kg3_3nmr_tqme_0_en.md b/docs/_posts/ahmedlone127/2024-08-12-5kg3_3nmr_tqme_0_en.md new file mode 100644 index 00000000000000..6fb918fdc3ef19 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-12-5kg3_3nmr_tqme_0_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English 5kg3_3nmr_tqme_0 T5Transformer from GabrielG3 +author: John Snow Labs +name: 5kg3_3nmr_tqme_0 +date: 2024-08-12 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`5kg3_3nmr_tqme_0` is a English model originally trained by GabrielG3. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/5kg3_3nmr_tqme_0_en_5.4.2_3.0_1723489969161.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/5kg3_3nmr_tqme_0_en_5.4.2_3.0_1723489969161.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("5kg3_3nmr_tqme_0","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("5kg3_3nmr_tqme_0", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|5kg3_3nmr_tqme_0| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|318.9 MB| + +## References + +https://huggingface.co/GabrielG3/5kg3-3nmr-tqme-0 \ No newline at end of file From 3739df547b38f8744356a5d2fe75def7f4155949 Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 02:21:14 +0700 Subject: [PATCH 066/355] Add model 2024-08-12-mt5_sql_finetuned_en --- .../2024-08-12-mt5_sql_finetuned_en.md | 86 +++++++++++++++++++ 1 file changed, 86 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-12-mt5_sql_finetuned_en.md diff --git a/docs/_posts/ahmedlone127/2024-08-12-mt5_sql_finetuned_en.md b/docs/_posts/ahmedlone127/2024-08-12-mt5_sql_finetuned_en.md new file mode 100644 index 00000000000000..fda5384bec2265 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-12-mt5_sql_finetuned_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English mt5_sql_finetuned T5Transformer from adityarao1612 +author: John Snow Labs +name: mt5_sql_finetuned +date: 2024-08-12 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`mt5_sql_finetuned` is a English model originally trained by adityarao1612. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/mt5_sql_finetuned_en_5.4.2_3.0_1723490464373.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/mt5_sql_finetuned_en_5.4.2_3.0_1723490464373.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("mt5_sql_finetuned","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("mt5_sql_finetuned", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|mt5_sql_finetuned| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|824.3 MB| + +## References + +https://huggingface.co/adityarao1612/mt5-sql-finetuned \ No newline at end of file From 18ae13d357b7f660f0722fd7be9e8c02e1854b85 Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 02:22:15 +0700 Subject: [PATCH 067/355] Add model 2024-08-12-ag_news_t5_large_seed_2_en --- .../2024-08-12-ag_news_t5_large_seed_2_en.md | 86 +++++++++++++++++++ 1 file changed, 86 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-12-ag_news_t5_large_seed_2_en.md diff --git a/docs/_posts/ahmedlone127/2024-08-12-ag_news_t5_large_seed_2_en.md b/docs/_posts/ahmedlone127/2024-08-12-ag_news_t5_large_seed_2_en.md new file mode 100644 index 00000000000000..a9e168a77e1f04 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-12-ag_news_t5_large_seed_2_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English ag_news_t5_large_seed_2 T5Transformer from utahnlp +author: John Snow Labs +name: ag_news_t5_large_seed_2 +date: 2024-08-12 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`ag_news_t5_large_seed_2` is a English model originally trained by utahnlp. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/ag_news_t5_large_seed_2_en_5.4.2_3.0_1723490454259.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/ag_news_t5_large_seed_2_en_5.4.2_3.0_1723490454259.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("ag_news_t5_large_seed_2","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("ag_news_t5_large_seed_2", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|ag_news_t5_large_seed_2| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|3.0 GB| + +## References + +https://huggingface.co/utahnlp/ag_news_t5-large_seed-2 \ No newline at end of file From b9f20758fe9f7bb661f4ab91b18b7a46c6690b01 Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 02:23:15 +0700 Subject: [PATCH 068/355] Add model 2024-08-12-news_summarization_ripesh08_pipeline_en --- ...news_summarization_ripesh08_pipeline_en.md | 69 +++++++++++++++++++ 1 file changed, 69 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-12-news_summarization_ripesh08_pipeline_en.md diff --git a/docs/_posts/ahmedlone127/2024-08-12-news_summarization_ripesh08_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-12-news_summarization_ripesh08_pipeline_en.md new file mode 100644 index 00000000000000..8ce3e9a655fe1e --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-12-news_summarization_ripesh08_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English news_summarization_ripesh08_pipeline pipeline T5Transformer from Ripesh08 +author: John Snow Labs +name: news_summarization_ripesh08_pipeline +date: 2024-08-12 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`news_summarization_ripesh08_pipeline` is a English model originally trained by Ripesh08. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/news_summarization_ripesh08_pipeline_en_5.4.2_3.0_1723490536779.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/news_summarization_ripesh08_pipeline_en_5.4.2_3.0_1723490536779.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("news_summarization_ripesh08_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("news_summarization_ripesh08_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|news_summarization_ripesh08_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|317.4 MB| + +## References + +https://huggingface.co/Ripesh08/news_summarization + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file From 59f478de6bc96bc0196eac2088cc984c9f0f971d Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 02:24:15 +0700 Subject: [PATCH 069/355] Add model 2024-08-12-t5_ibn_shaddad_v2_pipeline_en --- ...024-08-12-t5_ibn_shaddad_v2_pipeline_en.md | 69 +++++++++++++++++++ 1 file changed, 69 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-12-t5_ibn_shaddad_v2_pipeline_en.md diff --git a/docs/_posts/ahmedlone127/2024-08-12-t5_ibn_shaddad_v2_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-12-t5_ibn_shaddad_v2_pipeline_en.md new file mode 100644 index 00000000000000..9d5f56b0a297f2 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-12-t5_ibn_shaddad_v2_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English t5_ibn_shaddad_v2_pipeline pipeline T5Transformer from Ahmed007 +author: John Snow Labs +name: t5_ibn_shaddad_v2_pipeline +date: 2024-08-12 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`t5_ibn_shaddad_v2_pipeline` is a English model originally trained by Ahmed007. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/t5_ibn_shaddad_v2_pipeline_en_5.4.2_3.0_1723490556889.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/t5_ibn_shaddad_v2_pipeline_en_5.4.2_3.0_1723490556889.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("t5_ibn_shaddad_v2_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("t5_ibn_shaddad_v2_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|t5_ibn_shaddad_v2_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|870.9 MB| + +## References + +https://huggingface.co/Ahmed007/T5-ibn-Shaddad-v2 + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file From b4981fdf4e008ad9baac7bfb9b759d46b6142274 Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 02:25:15 +0700 Subject: [PATCH 070/355] Add model 2024-08-12-t5_ibn_shaddad_v2_en --- .../2024-08-12-t5_ibn_shaddad_v2_en.md | 86 +++++++++++++++++++ 1 file changed, 86 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-12-t5_ibn_shaddad_v2_en.md diff --git a/docs/_posts/ahmedlone127/2024-08-12-t5_ibn_shaddad_v2_en.md b/docs/_posts/ahmedlone127/2024-08-12-t5_ibn_shaddad_v2_en.md new file mode 100644 index 00000000000000..4b22f8a2ae6478 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-12-t5_ibn_shaddad_v2_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English t5_ibn_shaddad_v2 T5Transformer from Ahmed007 +author: John Snow Labs +name: t5_ibn_shaddad_v2 +date: 2024-08-12 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`t5_ibn_shaddad_v2` is a English model originally trained by Ahmed007. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/t5_ibn_shaddad_v2_en_5.4.2_3.0_1723490505696.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/t5_ibn_shaddad_v2_en_5.4.2_3.0_1723490505696.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("t5_ibn_shaddad_v2","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("t5_ibn_shaddad_v2", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|t5_ibn_shaddad_v2| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|870.9 MB| + +## References + +https://huggingface.co/Ahmed007/T5-ibn-Shaddad-v2 \ No newline at end of file From eade2aea3655e871a189755c43f2a19ebb2daf5d Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 02:26:15 +0700 Subject: [PATCH 071/355] Add model 2024-08-12-news_summarization_ripesh08_en --- ...24-08-12-news_summarization_ripesh08_en.md | 86 +++++++++++++++++++ 1 file changed, 86 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-12-news_summarization_ripesh08_en.md diff --git a/docs/_posts/ahmedlone127/2024-08-12-news_summarization_ripesh08_en.md b/docs/_posts/ahmedlone127/2024-08-12-news_summarization_ripesh08_en.md new file mode 100644 index 00000000000000..ce667a01985474 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-12-news_summarization_ripesh08_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English news_summarization_ripesh08 T5Transformer from Ripesh08 +author: John Snow Labs +name: news_summarization_ripesh08 +date: 2024-08-12 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`news_summarization_ripesh08` is a English model originally trained by Ripesh08. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/news_summarization_ripesh08_en_5.4.2_3.0_1723490514974.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/news_summarization_ripesh08_en_5.4.2_3.0_1723490514974.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("news_summarization_ripesh08","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("news_summarization_ripesh08", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|news_summarization_ripesh08| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|317.4 MB| + +## References + +https://huggingface.co/Ripesh08/news_summarization \ No newline at end of file From 8f3992db654836f023ac2693014a5b15affaa4ea Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 02:27:15 +0700 Subject: [PATCH 072/355] Add model 2024-08-12-mt5_small_esquad_qg_trimmed_spanish_120000_en --- ...all_esquad_qg_trimmed_spanish_120000_en.md | 86 +++++++++++++++++++ 1 file changed, 86 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-12-mt5_small_esquad_qg_trimmed_spanish_120000_en.md diff --git a/docs/_posts/ahmedlone127/2024-08-12-mt5_small_esquad_qg_trimmed_spanish_120000_en.md b/docs/_posts/ahmedlone127/2024-08-12-mt5_small_esquad_qg_trimmed_spanish_120000_en.md new file mode 100644 index 00000000000000..cf9ca94c230302 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-12-mt5_small_esquad_qg_trimmed_spanish_120000_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English mt5_small_esquad_qg_trimmed_spanish_120000 T5Transformer from vocabtrimmer +author: John Snow Labs +name: mt5_small_esquad_qg_trimmed_spanish_120000 +date: 2024-08-12 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`mt5_small_esquad_qg_trimmed_spanish_120000` is a English model originally trained by vocabtrimmer. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/mt5_small_esquad_qg_trimmed_spanish_120000_en_5.4.2_3.0_1723490614318.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/mt5_small_esquad_qg_trimmed_spanish_120000_en_5.4.2_3.0_1723490614318.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("mt5_small_esquad_qg_trimmed_spanish_120000","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("mt5_small_esquad_qg_trimmed_spanish_120000", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|mt5_small_esquad_qg_trimmed_spanish_120000| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|742.7 MB| + +## References + +https://huggingface.co/vocabtrimmer/mt5-small-esquad-qg-trimmed-es-120000 \ No newline at end of file From 2190bf436e8e79b55f72b100ed8aa9909bd96af4 Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 02:28:15 +0700 Subject: [PATCH 073/355] Add model 2024-08-12-mt5_sql_finetuned_pipeline_en --- ...024-08-12-mt5_sql_finetuned_pipeline_en.md | 69 +++++++++++++++++++ 1 file changed, 69 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-12-mt5_sql_finetuned_pipeline_en.md diff --git a/docs/_posts/ahmedlone127/2024-08-12-mt5_sql_finetuned_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-12-mt5_sql_finetuned_pipeline_en.md new file mode 100644 index 00000000000000..01cb096e4f0fc1 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-12-mt5_sql_finetuned_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English mt5_sql_finetuned_pipeline pipeline T5Transformer from adityarao1612 +author: John Snow Labs +name: mt5_sql_finetuned_pipeline +date: 2024-08-12 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`mt5_sql_finetuned_pipeline` is a English model originally trained by adityarao1612. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/mt5_sql_finetuned_pipeline_en_5.4.2_3.0_1723490726088.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/mt5_sql_finetuned_pipeline_en_5.4.2_3.0_1723490726088.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("mt5_sql_finetuned_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("mt5_sql_finetuned_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|mt5_sql_finetuned_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|824.3 MB| + +## References + +https://huggingface.co/adityarao1612/mt5-sql-finetuned + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file From 03aa60b59eef7973d1ace5be97e4989ef0237dc1 Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 02:29:16 +0700 Subject: [PATCH 074/355] Add model 2024-08-12-ag_news_t5_large_seed_2_pipeline_en --- ...-12-ag_news_t5_large_seed_2_pipeline_en.md | 69 +++++++++++++++++++ 1 file changed, 69 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-12-ag_news_t5_large_seed_2_pipeline_en.md diff --git a/docs/_posts/ahmedlone127/2024-08-12-ag_news_t5_large_seed_2_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-12-ag_news_t5_large_seed_2_pipeline_en.md new file mode 100644 index 00000000000000..010d6199c85a6a --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-12-ag_news_t5_large_seed_2_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English ag_news_t5_large_seed_2_pipeline pipeline T5Transformer from utahnlp +author: John Snow Labs +name: ag_news_t5_large_seed_2_pipeline +date: 2024-08-12 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`ag_news_t5_large_seed_2_pipeline` is a English model originally trained by utahnlp. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/ag_news_t5_large_seed_2_pipeline_en_5.4.2_3.0_1723490607201.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/ag_news_t5_large_seed_2_pipeline_en_5.4.2_3.0_1723490607201.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("ag_news_t5_large_seed_2_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("ag_news_t5_large_seed_2_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|ag_news_t5_large_seed_2_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|3.0 GB| + +## References + +https://huggingface.co/utahnlp/ag_news_t5-large_seed-2 + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file From 1efa3f9b0d5bb9c703a858ba2cb0e4d52e0f030f Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 02:30:16 +0700 Subject: [PATCH 075/355] Add model 2024-08-12-mt5_small_esquad_qg_trimmed_spanish_120000_pipeline_en --- ...d_qg_trimmed_spanish_120000_pipeline_en.md | 69 +++++++++++++++++++ 1 file changed, 69 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-12-mt5_small_esquad_qg_trimmed_spanish_120000_pipeline_en.md diff --git a/docs/_posts/ahmedlone127/2024-08-12-mt5_small_esquad_qg_trimmed_spanish_120000_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-12-mt5_small_esquad_qg_trimmed_spanish_120000_pipeline_en.md new file mode 100644 index 00000000000000..21f50917d7e937 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-12-mt5_small_esquad_qg_trimmed_spanish_120000_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English mt5_small_esquad_qg_trimmed_spanish_120000_pipeline pipeline T5Transformer from vocabtrimmer +author: John Snow Labs +name: mt5_small_esquad_qg_trimmed_spanish_120000_pipeline +date: 2024-08-12 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`mt5_small_esquad_qg_trimmed_spanish_120000_pipeline` is a English model originally trained by vocabtrimmer. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/mt5_small_esquad_qg_trimmed_spanish_120000_pipeline_en_5.4.2_3.0_1723490659247.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/mt5_small_esquad_qg_trimmed_spanish_120000_pipeline_en_5.4.2_3.0_1723490659247.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("mt5_small_esquad_qg_trimmed_spanish_120000_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("mt5_small_esquad_qg_trimmed_spanish_120000_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|mt5_small_esquad_qg_trimmed_spanish_120000_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|742.7 MB| + +## References + +https://huggingface.co/vocabtrimmer/mt5-small-esquad-qg-trimmed-es-120000 + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file From 81ebd7482e2c865aaa966a5f6576a1ab0f237211 Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 02:41:18 +0700 Subject: [PATCH 076/355] Add model 2024-08-12-clickbait_spoiling_classification_en --- ...12-clickbait_spoiling_classification_en.md | 86 +++++++++++++++++++ 1 file changed, 86 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-12-clickbait_spoiling_classification_en.md diff --git a/docs/_posts/ahmedlone127/2024-08-12-clickbait_spoiling_classification_en.md b/docs/_posts/ahmedlone127/2024-08-12-clickbait_spoiling_classification_en.md new file mode 100644 index 00000000000000..7298b4ce50fc92 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-12-clickbait_spoiling_classification_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English clickbait_spoiling_classification T5Transformer from Tugay +author: John Snow Labs +name: clickbait_spoiling_classification +date: 2024-08-12 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`clickbait_spoiling_classification` is a English model originally trained by Tugay. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/clickbait_spoiling_classification_en_5.4.2_3.0_1723491635774.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/clickbait_spoiling_classification_en_5.4.2_3.0_1723491635774.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("clickbait_spoiling_classification","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("clickbait_spoiling_classification", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|clickbait_spoiling_classification| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|2.9 GB| + +## References + +https://huggingface.co/Tugay/clickbait_spoiling_classification \ No newline at end of file From 3f5e2bc2b1a2d3e9e8c94338425ac395ed3899d6 Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 02:44:24 +0700 Subject: [PATCH 077/355] Add model 2024-08-12-clickbait_spoiling_classification_pipeline_en --- ...ait_spoiling_classification_pipeline_en.md | 69 +++++++++++++++++++ 1 file changed, 69 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-12-clickbait_spoiling_classification_pipeline_en.md diff --git a/docs/_posts/ahmedlone127/2024-08-12-clickbait_spoiling_classification_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-12-clickbait_spoiling_classification_pipeline_en.md new file mode 100644 index 00000000000000..ab82abd77393fa --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-12-clickbait_spoiling_classification_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English clickbait_spoiling_classification_pipeline pipeline T5Transformer from Tugay +author: John Snow Labs +name: clickbait_spoiling_classification_pipeline +date: 2024-08-12 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`clickbait_spoiling_classification_pipeline` is a English model originally trained by Tugay. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/clickbait_spoiling_classification_pipeline_en_5.4.2_3.0_1723491835746.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/clickbait_spoiling_classification_pipeline_en_5.4.2_3.0_1723491835746.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("clickbait_spoiling_classification_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("clickbait_spoiling_classification_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|clickbait_spoiling_classification_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|2.9 GB| + +## References + +https://huggingface.co/Tugay/clickbait_spoiling_classification + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file From 50dbbd6ec3c6ca0169602d8140ac5f7eaab9f9e2 Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 02:45:24 +0700 Subject: [PATCH 078/355] Add model 2024-08-12-mt5_small_nc16_50k_ende_en --- .../2024-08-12-mt5_small_nc16_50k_ende_en.md | 86 +++++++++++++++++++ 1 file changed, 86 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-12-mt5_small_nc16_50k_ende_en.md diff --git a/docs/_posts/ahmedlone127/2024-08-12-mt5_small_nc16_50k_ende_en.md b/docs/_posts/ahmedlone127/2024-08-12-mt5_small_nc16_50k_ende_en.md new file mode 100644 index 00000000000000..39d1e4ab03a651 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-12-mt5_small_nc16_50k_ende_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English mt5_small_nc16_50k_ende T5Transformer from leukas +author: John Snow Labs +name: mt5_small_nc16_50k_ende +date: 2024-08-12 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`mt5_small_nc16_50k_ende` is a English model originally trained by leukas. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/mt5_small_nc16_50k_ende_en_5.4.2_3.0_1723491855472.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/mt5_small_nc16_50k_ende_en_5.4.2_3.0_1723491855472.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("mt5_small_nc16_50k_ende","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("mt5_small_nc16_50k_ende", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|mt5_small_nc16_50k_ende| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|1.2 GB| + +## References + +https://huggingface.co/leukas/mt5-small-nc16-50k-ende \ No newline at end of file From c9cb4a70a5bb9e8ee84de37a7588bbaf0a97dd0c Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 02:47:26 +0700 Subject: [PATCH 079/355] Add model 2024-08-12-mt5_small_nc16_50k_ende_pipeline_en --- ...-12-mt5_small_nc16_50k_ende_pipeline_en.md | 69 +++++++++++++++++++ 1 file changed, 69 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-12-mt5_small_nc16_50k_ende_pipeline_en.md diff --git a/docs/_posts/ahmedlone127/2024-08-12-mt5_small_nc16_50k_ende_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-12-mt5_small_nc16_50k_ende_pipeline_en.md new file mode 100644 index 00000000000000..61972932c8ea90 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-12-mt5_small_nc16_50k_ende_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English mt5_small_nc16_50k_ende_pipeline pipeline T5Transformer from leukas +author: John Snow Labs +name: mt5_small_nc16_50k_ende_pipeline +date: 2024-08-12 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`mt5_small_nc16_50k_ende_pipeline` is a English model originally trained by leukas. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/mt5_small_nc16_50k_ende_pipeline_en_5.4.2_3.0_1723492018646.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/mt5_small_nc16_50k_ende_pipeline_en_5.4.2_3.0_1723492018646.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("mt5_small_nc16_50k_ende_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("mt5_small_nc16_50k_ende_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|mt5_small_nc16_50k_ende_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|1.2 GB| + +## References + +https://huggingface.co/leukas/mt5-small-nc16-50k-ende + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file From c8e902c2c2a56ca07c5990c1f39b3f22b26cf61c Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 02:48:26 +0700 Subject: [PATCH 080/355] Add model 2024-08-12-teabreac_t5_large_drop_en --- .../2024-08-12-teabreac_t5_large_drop_en.md | 86 +++++++++++++++++++ 1 file changed, 86 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-12-teabreac_t5_large_drop_en.md diff --git a/docs/_posts/ahmedlone127/2024-08-12-teabreac_t5_large_drop_en.md b/docs/_posts/ahmedlone127/2024-08-12-teabreac_t5_large_drop_en.md new file mode 100644 index 00000000000000..38083f243b7961 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-12-teabreac_t5_large_drop_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English teabreac_t5_large_drop T5Transformer from StonyBrookNLP +author: John Snow Labs +name: teabreac_t5_large_drop +date: 2024-08-12 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`teabreac_t5_large_drop` is a English model originally trained by StonyBrookNLP. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/teabreac_t5_large_drop_en_5.4.2_3.0_1723492014603.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/teabreac_t5_large_drop_en_5.4.2_3.0_1723492014603.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("teabreac_t5_large_drop","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("teabreac_t5_large_drop", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|teabreac_t5_large_drop| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|3.0 GB| + +## References + +https://huggingface.co/StonyBrookNLP/teabreac-t5-large-drop \ No newline at end of file From fafb1e7ad9a8b5e4994c200d8a940d2d728740f8 Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 02:49:26 +0700 Subject: [PATCH 081/355] Add model 2024-08-12-t5_base_finetuned_scitldr_steps_en --- ...8-12-t5_base_finetuned_scitldr_steps_en.md | 86 +++++++++++++++++++ 1 file changed, 86 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-12-t5_base_finetuned_scitldr_steps_en.md diff --git a/docs/_posts/ahmedlone127/2024-08-12-t5_base_finetuned_scitldr_steps_en.md b/docs/_posts/ahmedlone127/2024-08-12-t5_base_finetuned_scitldr_steps_en.md new file mode 100644 index 00000000000000..6584da7e2dfcaf --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-12-t5_base_finetuned_scitldr_steps_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English t5_base_finetuned_scitldr_steps T5Transformer from witchling22 +author: John Snow Labs +name: t5_base_finetuned_scitldr_steps +date: 2024-08-12 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`t5_base_finetuned_scitldr_steps` is a English model originally trained by witchling22. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/t5_base_finetuned_scitldr_steps_en_5.4.2_3.0_1723492145198.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/t5_base_finetuned_scitldr_steps_en_5.4.2_3.0_1723492145198.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("t5_base_finetuned_scitldr_steps","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("t5_base_finetuned_scitldr_steps", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|t5_base_finetuned_scitldr_steps| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|980.8 MB| + +## References + +https://huggingface.co/witchling22/t5-base-finetuned-scitldr_steps \ No newline at end of file From e2ea4443bebed3a3e6e61c57ce02f901620e1875 Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 02:50:26 +0700 Subject: [PATCH 082/355] Add model 2024-08-12-t5_base_finetuned_scitldr_steps_pipeline_en --- ...ase_finetuned_scitldr_steps_pipeline_en.md | 69 +++++++++++++++++++ 1 file changed, 69 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-12-t5_base_finetuned_scitldr_steps_pipeline_en.md diff --git a/docs/_posts/ahmedlone127/2024-08-12-t5_base_finetuned_scitldr_steps_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-12-t5_base_finetuned_scitldr_steps_pipeline_en.md new file mode 100644 index 00000000000000..2354c36bbb200a --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-12-t5_base_finetuned_scitldr_steps_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English t5_base_finetuned_scitldr_steps_pipeline pipeline T5Transformer from witchling22 +author: John Snow Labs +name: t5_base_finetuned_scitldr_steps_pipeline +date: 2024-08-12 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`t5_base_finetuned_scitldr_steps_pipeline` is a English model originally trained by witchling22. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/t5_base_finetuned_scitldr_steps_pipeline_en_5.4.2_3.0_1723492195241.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/t5_base_finetuned_scitldr_steps_pipeline_en_5.4.2_3.0_1723492195241.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("t5_base_finetuned_scitldr_steps_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("t5_base_finetuned_scitldr_steps_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|t5_base_finetuned_scitldr_steps_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|980.8 MB| + +## References + +https://huggingface.co/witchling22/t5-base-finetuned-scitldr_steps + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file From cef00c1e4131b9f9f112dceea35cbf9adeef5127 Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 02:51:26 +0700 Subject: [PATCH 083/355] Add model 2024-08-12-cs505_coqe_vit5_prompting5_apsol_eql_aug1_en --- ..._coqe_vit5_prompting5_apsol_eql_aug1_en.md | 86 +++++++++++++++++++ 1 file changed, 86 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-12-cs505_coqe_vit5_prompting5_apsol_eql_aug1_en.md diff --git a/docs/_posts/ahmedlone127/2024-08-12-cs505_coqe_vit5_prompting5_apsol_eql_aug1_en.md b/docs/_posts/ahmedlone127/2024-08-12-cs505_coqe_vit5_prompting5_apsol_eql_aug1_en.md new file mode 100644 index 00000000000000..5f9fd68f82883a --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-12-cs505_coqe_vit5_prompting5_apsol_eql_aug1_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English cs505_coqe_vit5_prompting5_apsol_eql_aug1 T5Transformer from ThuyNT03 +author: John Snow Labs +name: cs505_coqe_vit5_prompting5_apsol_eql_aug1 +date: 2024-08-12 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`cs505_coqe_vit5_prompting5_apsol_eql_aug1` is a English model originally trained by ThuyNT03. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/cs505_coqe_vit5_prompting5_apsol_eql_aug1_en_5.4.2_3.0_1723492194939.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/cs505_coqe_vit5_prompting5_apsol_eql_aug1_en_5.4.2_3.0_1723492194939.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("cs505_coqe_vit5_prompting5_apsol_eql_aug1","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("cs505_coqe_vit5_prompting5_apsol_eql_aug1", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|cs505_coqe_vit5_prompting5_apsol_eql_aug1| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|3.0 GB| + +## References + +https://huggingface.co/ThuyNT03/CS505_COQE_viT5_Prompting5_APSOL_EQL_Aug1 \ No newline at end of file From 5a8fdb8a7bfd293fea0f9a477e88d5a98b580ab6 Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 02:52:27 +0700 Subject: [PATCH 084/355] Add model 2024-08-12-augmented_nodes_shuffled_graphs_without_edge_document_level_t5_run2_en --- ..._without_edge_document_level_t5_run2_en.md | 86 +++++++++++++++++++ 1 file changed, 86 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-12-augmented_nodes_shuffled_graphs_without_edge_document_level_t5_run2_en.md diff --git a/docs/_posts/ahmedlone127/2024-08-12-augmented_nodes_shuffled_graphs_without_edge_document_level_t5_run2_en.md b/docs/_posts/ahmedlone127/2024-08-12-augmented_nodes_shuffled_graphs_without_edge_document_level_t5_run2_en.md new file mode 100644 index 00000000000000..f55f644a90a7b4 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-12-augmented_nodes_shuffled_graphs_without_edge_document_level_t5_run2_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English augmented_nodes_shuffled_graphs_without_edge_document_level_t5_run2 T5Transformer from sheoran95 +author: John Snow Labs +name: augmented_nodes_shuffled_graphs_without_edge_document_level_t5_run2 +date: 2024-08-12 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`augmented_nodes_shuffled_graphs_without_edge_document_level_t5_run2` is a English model originally trained by sheoran95. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/augmented_nodes_shuffled_graphs_without_edge_document_level_t5_run2_en_5.4.2_3.0_1723492303250.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/augmented_nodes_shuffled_graphs_without_edge_document_level_t5_run2_en_5.4.2_3.0_1723492303250.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("augmented_nodes_shuffled_graphs_without_edge_document_level_t5_run2","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("augmented_nodes_shuffled_graphs_without_edge_document_level_t5_run2", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|augmented_nodes_shuffled_graphs_without_edge_document_level_t5_run2| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|340.8 MB| + +## References + +https://huggingface.co/sheoran95/augmented_nodes_shuffled_graphs_without_edge_document_level_T5_run2 \ No newline at end of file From 51c39b307e864723891693522b475e3adcef78e4 Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 02:53:27 +0700 Subject: [PATCH 085/355] Add model 2024-08-12-catt5_solr_finetunned_complet_en --- ...-08-12-catt5_solr_finetunned_complet_en.md | 86 +++++++++++++++++++ 1 file changed, 86 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-12-catt5_solr_finetunned_complet_en.md diff --git a/docs/_posts/ahmedlone127/2024-08-12-catt5_solr_finetunned_complet_en.md b/docs/_posts/ahmedlone127/2024-08-12-catt5_solr_finetunned_complet_en.md new file mode 100644 index 00000000000000..67f8b3b8102e57 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-12-catt5_solr_finetunned_complet_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English catt5_solr_finetunned_complet T5Transformer from oooriii +author: John Snow Labs +name: catt5_solr_finetunned_complet +date: 2024-08-12 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`catt5_solr_finetunned_complet` is a English model originally trained by oooriii. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/catt5_solr_finetunned_complet_en_5.4.2_3.0_1723492335382.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/catt5_solr_finetunned_complet_en_5.4.2_3.0_1723492335382.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("catt5_solr_finetunned_complet","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("catt5_solr_finetunned_complet", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|catt5_solr_finetunned_complet| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|918.8 MB| + +## References + +https://huggingface.co/oooriii/catt5-solr-finetunned_complet \ No newline at end of file From 74f4bda0401a4e0cef0096b9e9060f17a6fd0783 Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 02:54:27 +0700 Subject: [PATCH 086/355] Add model 2024-08-12-augmented_nodes_shuffled_graphs_without_edge_document_level_t5_run2_pipeline_en --- ...edge_document_level_t5_run2_pipeline_en.md | 69 +++++++++++++++++++ 1 file changed, 69 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-12-augmented_nodes_shuffled_graphs_without_edge_document_level_t5_run2_pipeline_en.md diff --git a/docs/_posts/ahmedlone127/2024-08-12-augmented_nodes_shuffled_graphs_without_edge_document_level_t5_run2_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-12-augmented_nodes_shuffled_graphs_without_edge_document_level_t5_run2_pipeline_en.md new file mode 100644 index 00000000000000..08bc91a597720b --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-12-augmented_nodes_shuffled_graphs_without_edge_document_level_t5_run2_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English augmented_nodes_shuffled_graphs_without_edge_document_level_t5_run2_pipeline pipeline T5Transformer from sheoran95 +author: John Snow Labs +name: augmented_nodes_shuffled_graphs_without_edge_document_level_t5_run2_pipeline +date: 2024-08-12 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`augmented_nodes_shuffled_graphs_without_edge_document_level_t5_run2_pipeline` is a English model originally trained by sheoran95. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/augmented_nodes_shuffled_graphs_without_edge_document_level_t5_run2_pipeline_en_5.4.2_3.0_1723492320453.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/augmented_nodes_shuffled_graphs_without_edge_document_level_t5_run2_pipeline_en_5.4.2_3.0_1723492320453.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("augmented_nodes_shuffled_graphs_without_edge_document_level_t5_run2_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("augmented_nodes_shuffled_graphs_without_edge_document_level_t5_run2_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|augmented_nodes_shuffled_graphs_without_edge_document_level_t5_run2_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|340.8 MB| + +## References + +https://huggingface.co/sheoran95/augmented_nodes_shuffled_graphs_without_edge_document_level_T5_run2 + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file From f446b07b0db8696be4cd5179c5a34a2572a3003e Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 02:55:27 +0700 Subject: [PATCH 087/355] Add model 2024-08-12-catt5_solr_finetunned_complet_pipeline_en --- ...tt5_solr_finetunned_complet_pipeline_en.md | 69 +++++++++++++++++++ 1 file changed, 69 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-12-catt5_solr_finetunned_complet_pipeline_en.md diff --git a/docs/_posts/ahmedlone127/2024-08-12-catt5_solr_finetunned_complet_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-12-catt5_solr_finetunned_complet_pipeline_en.md new file mode 100644 index 00000000000000..8eb6b4c27dba6b --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-12-catt5_solr_finetunned_complet_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English catt5_solr_finetunned_complet_pipeline pipeline T5Transformer from oooriii +author: John Snow Labs +name: catt5_solr_finetunned_complet_pipeline +date: 2024-08-12 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`catt5_solr_finetunned_complet_pipeline` is a English model originally trained by oooriii. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/catt5_solr_finetunned_complet_pipeline_en_5.4.2_3.0_1723492402201.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/catt5_solr_finetunned_complet_pipeline_en_5.4.2_3.0_1723492402201.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("catt5_solr_finetunned_complet_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("catt5_solr_finetunned_complet_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|catt5_solr_finetunned_complet_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|918.8 MB| + +## References + +https://huggingface.co/oooriii/catt5-solr-finetunned_complet + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file From e2fc63971c4cf68040f180162af9831eabd30cc2 Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 02:56:28 +0700 Subject: [PATCH 088/355] Add model 2024-08-12-t5_small_finetuned_german_tonga_tonga_islands_english_mnb988_pipeline_en --- ...onga_islands_english_mnb988_pipeline_en.md | 69 +++++++++++++++++++ 1 file changed, 69 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-12-t5_small_finetuned_german_tonga_tonga_islands_english_mnb988_pipeline_en.md diff --git a/docs/_posts/ahmedlone127/2024-08-12-t5_small_finetuned_german_tonga_tonga_islands_english_mnb988_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-12-t5_small_finetuned_german_tonga_tonga_islands_english_mnb988_pipeline_en.md new file mode 100644 index 00000000000000..346127c7279b6f --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-12-t5_small_finetuned_german_tonga_tonga_islands_english_mnb988_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English t5_small_finetuned_german_tonga_tonga_islands_english_mnb988_pipeline pipeline T5Transformer from mnb988 +author: John Snow Labs +name: t5_small_finetuned_german_tonga_tonga_islands_english_mnb988_pipeline +date: 2024-08-12 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`t5_small_finetuned_german_tonga_tonga_islands_english_mnb988_pipeline` is a English model originally trained by mnb988. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/t5_small_finetuned_german_tonga_tonga_islands_english_mnb988_pipeline_en_5.4.2_3.0_1723492429679.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/t5_small_finetuned_german_tonga_tonga_islands_english_mnb988_pipeline_en_5.4.2_3.0_1723492429679.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("t5_small_finetuned_german_tonga_tonga_islands_english_mnb988_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("t5_small_finetuned_german_tonga_tonga_islands_english_mnb988_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|t5_small_finetuned_german_tonga_tonga_islands_english_mnb988_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|343.4 MB| + +## References + +https://huggingface.co/mnb988/t5-small-finetuned-de-to-en + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file From eabee6129b6b4286c1b59dc7323b97dc0f847897 Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 02:57:28 +0700 Subject: [PATCH 089/355] Add model 2024-08-12-t5_small_finetuned_german_tonga_tonga_islands_english_mnb988_en --- ...n_tonga_tonga_islands_english_mnb988_en.md | 86 +++++++++++++++++++ 1 file changed, 86 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-12-t5_small_finetuned_german_tonga_tonga_islands_english_mnb988_en.md diff --git a/docs/_posts/ahmedlone127/2024-08-12-t5_small_finetuned_german_tonga_tonga_islands_english_mnb988_en.md b/docs/_posts/ahmedlone127/2024-08-12-t5_small_finetuned_german_tonga_tonga_islands_english_mnb988_en.md new file mode 100644 index 00000000000000..6e95979b66703a --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-12-t5_small_finetuned_german_tonga_tonga_islands_english_mnb988_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English t5_small_finetuned_german_tonga_tonga_islands_english_mnb988 T5Transformer from mnb988 +author: John Snow Labs +name: t5_small_finetuned_german_tonga_tonga_islands_english_mnb988 +date: 2024-08-12 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`t5_small_finetuned_german_tonga_tonga_islands_english_mnb988` is a English model originally trained by mnb988. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/t5_small_finetuned_german_tonga_tonga_islands_english_mnb988_en_5.4.2_3.0_1723492413991.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/t5_small_finetuned_german_tonga_tonga_islands_english_mnb988_en_5.4.2_3.0_1723492413991.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("t5_small_finetuned_german_tonga_tonga_islands_english_mnb988","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("t5_small_finetuned_german_tonga_tonga_islands_english_mnb988", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|t5_small_finetuned_german_tonga_tonga_islands_english_mnb988| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|343.4 MB| + +## References + +https://huggingface.co/mnb988/t5-small-finetuned-de-to-en \ No newline at end of file From ed4f23718070f9408cef2d433bc0495673278b43 Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 03:04:31 +0700 Subject: [PATCH 090/355] Add model 2024-08-12-tabqgen_small_en --- .../2024-08-12-tabqgen_small_en.md | 86 +++++++++++++++++++ 1 file changed, 86 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-12-tabqgen_small_en.md diff --git a/docs/_posts/ahmedlone127/2024-08-12-tabqgen_small_en.md b/docs/_posts/ahmedlone127/2024-08-12-tabqgen_small_en.md new file mode 100644 index 00000000000000..bdf40fc30c634e --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-12-tabqgen_small_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English tabqgen_small T5Transformer from msakthiganesh +author: John Snow Labs +name: tabqgen_small +date: 2024-08-12 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`tabqgen_small` is a English model originally trained by msakthiganesh. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/tabqgen_small_en_5.4.2_3.0_1723493066401.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/tabqgen_small_en_5.4.2_3.0_1723493066401.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("tabqgen_small","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("tabqgen_small", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|tabqgen_small| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|345.4 MB| + +## References + +https://huggingface.co/msakthiganesh/TabQGen-Small \ No newline at end of file From 7482edfa89928ef6e42e31be6e69a8d9f05ddcca Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 03:05:31 +0700 Subject: [PATCH 091/355] Add model 2024-08-12-burmese__model_aarath97_en --- .../2024-08-12-burmese__model_aarath97_en.md | 86 +++++++++++++++++++ 1 file changed, 86 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-12-burmese__model_aarath97_en.md diff --git a/docs/_posts/ahmedlone127/2024-08-12-burmese__model_aarath97_en.md b/docs/_posts/ahmedlone127/2024-08-12-burmese__model_aarath97_en.md new file mode 100644 index 00000000000000..1e8371eb45bcf3 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-12-burmese__model_aarath97_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English burmese__model_aarath97 T5Transformer from aarath97 +author: John Snow Labs +name: burmese__model_aarath97 +date: 2024-08-12 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`burmese__model_aarath97` is a English model originally trained by aarath97. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/burmese__model_aarath97_en_5.4.2_3.0_1723493069795.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/burmese__model_aarath97_en_5.4.2_3.0_1723493069795.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("burmese__model_aarath97","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("burmese__model_aarath97", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|burmese__model_aarath97| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|342.5 MB| + +## References + +https://huggingface.co/aarath97/my__model \ No newline at end of file From 1c0e05128787988f3548c01626bd4fe11c3e00f9 Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 03:06:31 +0700 Subject: [PATCH 092/355] Add model 2024-08-12-t5_60m_poli_aff_2020_0_en --- .../2024-08-12-t5_60m_poli_aff_2020_0_en.md | 86 +++++++++++++++++++ 1 file changed, 86 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-12-t5_60m_poli_aff_2020_0_en.md diff --git a/docs/_posts/ahmedlone127/2024-08-12-t5_60m_poli_aff_2020_0_en.md b/docs/_posts/ahmedlone127/2024-08-12-t5_60m_poli_aff_2020_0_en.md new file mode 100644 index 00000000000000..e2932b3ac199ff --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-12-t5_60m_poli_aff_2020_0_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English t5_60m_poli_aff_2020_0 T5Transformer from KaiNylund +author: John Snow Labs +name: t5_60m_poli_aff_2020_0 +date: 2024-08-12 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`t5_60m_poli_aff_2020_0` is a English model originally trained by KaiNylund. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/t5_60m_poli_aff_2020_0_en_5.4.2_3.0_1723493080213.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/t5_60m_poli_aff_2020_0_en_5.4.2_3.0_1723493080213.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("t5_60m_poli_aff_2020_0","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("t5_60m_poli_aff_2020_0", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|t5_60m_poli_aff_2020_0| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|299.5 MB| + +## References + +https://huggingface.co/KaiNylund/t5-60M-poli_aff-2020-0 \ No newline at end of file From 0110431e0773d6eec31b2fda6733532d968db2b7 Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 03:07:31 +0700 Subject: [PATCH 093/355] Add model 2024-08-12-tabqgen_small_pipeline_en --- .../2024-08-12-tabqgen_small_pipeline_en.md | 69 +++++++++++++++++++ 1 file changed, 69 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-12-tabqgen_small_pipeline_en.md diff --git a/docs/_posts/ahmedlone127/2024-08-12-tabqgen_small_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-12-tabqgen_small_pipeline_en.md new file mode 100644 index 00000000000000..e6521d89a294d7 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-12-tabqgen_small_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English tabqgen_small_pipeline pipeline T5Transformer from msakthiganesh +author: John Snow Labs +name: tabqgen_small_pipeline +date: 2024-08-12 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`tabqgen_small_pipeline` is a English model originally trained by msakthiganesh. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/tabqgen_small_pipeline_en_5.4.2_3.0_1723493084645.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/tabqgen_small_pipeline_en_5.4.2_3.0_1723493084645.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("tabqgen_small_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("tabqgen_small_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|tabqgen_small_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|345.4 MB| + +## References + +https://huggingface.co/msakthiganesh/TabQGen-Small + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file From 3bb2c397cc5784f09ecc338daa6951e7108d109e Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 03:08:32 +0700 Subject: [PATCH 094/355] Add model 2024-08-12-burmese__model_aarath97_pipeline_en --- ...-12-burmese__model_aarath97_pipeline_en.md | 69 +++++++++++++++++++ 1 file changed, 69 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-12-burmese__model_aarath97_pipeline_en.md diff --git a/docs/_posts/ahmedlone127/2024-08-12-burmese__model_aarath97_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-12-burmese__model_aarath97_pipeline_en.md new file mode 100644 index 00000000000000..eae1feb60da73c --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-12-burmese__model_aarath97_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English burmese__model_aarath97_pipeline pipeline T5Transformer from aarath97 +author: John Snow Labs +name: burmese__model_aarath97_pipeline +date: 2024-08-12 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`burmese__model_aarath97_pipeline` is a English model originally trained by aarath97. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/burmese__model_aarath97_pipeline_en_5.4.2_3.0_1723493088274.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/burmese__model_aarath97_pipeline_en_5.4.2_3.0_1723493088274.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("burmese__model_aarath97_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("burmese__model_aarath97_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|burmese__model_aarath97_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|342.5 MB| + +## References + +https://huggingface.co/aarath97/my__model + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file From 0ed60716abee9c118642a5da42e7e1eecb096d60 Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 03:09:32 +0700 Subject: [PATCH 095/355] Add model 2024-08-12-t5_60m_poli_aff_2020_0_pipeline_en --- ...8-12-t5_60m_poli_aff_2020_0_pipeline_en.md | 69 +++++++++++++++++++ 1 file changed, 69 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-12-t5_60m_poli_aff_2020_0_pipeline_en.md diff --git a/docs/_posts/ahmedlone127/2024-08-12-t5_60m_poli_aff_2020_0_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-12-t5_60m_poli_aff_2020_0_pipeline_en.md new file mode 100644 index 00000000000000..58e3348286cf3d --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-12-t5_60m_poli_aff_2020_0_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English t5_60m_poli_aff_2020_0_pipeline pipeline T5Transformer from KaiNylund +author: John Snow Labs +name: t5_60m_poli_aff_2020_0_pipeline +date: 2024-08-12 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`t5_60m_poli_aff_2020_0_pipeline` is a English model originally trained by KaiNylund. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/t5_60m_poli_aff_2020_0_pipeline_en_5.4.2_3.0_1723493109735.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/t5_60m_poli_aff_2020_0_pipeline_en_5.4.2_3.0_1723493109735.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("t5_60m_poli_aff_2020_0_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("t5_60m_poli_aff_2020_0_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|t5_60m_poli_aff_2020_0_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|299.5 MB| + +## References + +https://huggingface.co/KaiNylund/t5-60M-poli_aff-2020-0 + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file From c48a70a9569fccefdf2de888fc1074157d3c2606 Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 03:10:50 +0700 Subject: [PATCH 096/355] Add model 2024-08-12-mt5_small_finetuned_lyric_generationnewest_en --- ...all_finetuned_lyric_generationnewest_en.md | 86 +++++++++++++++++++ 1 file changed, 86 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-12-mt5_small_finetuned_lyric_generationnewest_en.md diff --git a/docs/_posts/ahmedlone127/2024-08-12-mt5_small_finetuned_lyric_generationnewest_en.md b/docs/_posts/ahmedlone127/2024-08-12-mt5_small_finetuned_lyric_generationnewest_en.md new file mode 100644 index 00000000000000..2afcde46ac1cdf --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-12-mt5_small_finetuned_lyric_generationnewest_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English mt5_small_finetuned_lyric_generationnewest T5Transformer from ShushantLLM +author: John Snow Labs +name: mt5_small_finetuned_lyric_generationnewest +date: 2024-08-12 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`mt5_small_finetuned_lyric_generationnewest` is a English model originally trained by ShushantLLM. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/mt5_small_finetuned_lyric_generationnewest_en_5.4.2_3.0_1723493440785.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/mt5_small_finetuned_lyric_generationnewest_en_5.4.2_3.0_1723493440785.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("mt5_small_finetuned_lyric_generationnewest","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("mt5_small_finetuned_lyric_generationnewest", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|mt5_small_finetuned_lyric_generationnewest| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|819.8 MB| + +## References + +https://huggingface.co/ShushantLLM/mt5-small-finetuned-lyric-generationNewest \ No newline at end of file From e212daf725b3b66d0f3c80d6f8fb8b4201162634 Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 03:12:21 +0700 Subject: [PATCH 097/355] Add model 2024-08-12-md_mt5_base_boun_split_second_v1_retrain_on_boun_1612_en --- ...split_second_v1_retrain_on_boun_1612_en.md | 86 +++++++++++++++++++ 1 file changed, 86 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-12-md_mt5_base_boun_split_second_v1_retrain_on_boun_1612_en.md diff --git a/docs/_posts/ahmedlone127/2024-08-12-md_mt5_base_boun_split_second_v1_retrain_on_boun_1612_en.md b/docs/_posts/ahmedlone127/2024-08-12-md_mt5_base_boun_split_second_v1_retrain_on_boun_1612_en.md new file mode 100644 index 00000000000000..2ce8bf29f56fb0 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-12-md_mt5_base_boun_split_second_v1_retrain_on_boun_1612_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English md_mt5_base_boun_split_second_v1_retrain_on_boun_1612 T5Transformer from Buseak +author: John Snow Labs +name: md_mt5_base_boun_split_second_v1_retrain_on_boun_1612 +date: 2024-08-12 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`md_mt5_base_boun_split_second_v1_retrain_on_boun_1612` is a English model originally trained by Buseak. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/md_mt5_base_boun_split_second_v1_retrain_on_boun_1612_en_5.4.2_3.0_1723493524946.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/md_mt5_base_boun_split_second_v1_retrain_on_boun_1612_en_5.4.2_3.0_1723493524946.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("md_mt5_base_boun_split_second_v1_retrain_on_boun_1612","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("md_mt5_base_boun_split_second_v1_retrain_on_boun_1612", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|md_mt5_base_boun_split_second_v1_retrain_on_boun_1612| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|1.2 GB| + +## References + +https://huggingface.co/Buseak/md_mt5_base_boun_split_second_v1_retrain_on_boun_1612 \ No newline at end of file From 8e401931284ce731099864034c846dfb83ed8817 Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 03:13:21 +0700 Subject: [PATCH 098/355] Add model 2024-08-12-t5_base_french_title_generation_en --- ...8-12-t5_base_french_title_generation_en.md | 86 +++++++++++++++++++ 1 file changed, 86 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-12-t5_base_french_title_generation_en.md diff --git a/docs/_posts/ahmedlone127/2024-08-12-t5_base_french_title_generation_en.md b/docs/_posts/ahmedlone127/2024-08-12-t5_base_french_title_generation_en.md new file mode 100644 index 00000000000000..ab2300f1763fc3 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-12-t5_base_french_title_generation_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English t5_base_french_title_generation T5Transformer from edgolyakova +author: John Snow Labs +name: t5_base_french_title_generation +date: 2024-08-12 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`t5_base_french_title_generation` is a English model originally trained by edgolyakova. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/t5_base_french_title_generation_en_5.4.2_3.0_1723493550266.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/t5_base_french_title_generation_en_5.4.2_3.0_1723493550266.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("t5_base_french_title_generation","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("t5_base_french_title_generation", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|t5_base_french_title_generation| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|920.1 MB| + +## References + +https://huggingface.co/edgolyakova/t5-base-fr-title-generation \ No newline at end of file From 174aa98fcb63230411704e6b1b5ecee391a4e725 Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 03:14:21 +0700 Subject: [PATCH 099/355] Add model 2024-08-12-t5_base_french_title_generation_pipeline_en --- ...ase_french_title_generation_pipeline_en.md | 69 +++++++++++++++++++ 1 file changed, 69 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-12-t5_base_french_title_generation_pipeline_en.md diff --git a/docs/_posts/ahmedlone127/2024-08-12-t5_base_french_title_generation_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-12-t5_base_french_title_generation_pipeline_en.md new file mode 100644 index 00000000000000..3390ee006e3729 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-12-t5_base_french_title_generation_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English t5_base_french_title_generation_pipeline pipeline T5Transformer from edgolyakova +author: John Snow Labs +name: t5_base_french_title_generation_pipeline +date: 2024-08-12 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`t5_base_french_title_generation_pipeline` is a English model originally trained by edgolyakova. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/t5_base_french_title_generation_pipeline_en_5.4.2_3.0_1723493610975.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/t5_base_french_title_generation_pipeline_en_5.4.2_3.0_1723493610975.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("t5_base_french_title_generation_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("t5_base_french_title_generation_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|t5_base_french_title_generation_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|920.1 MB| + +## References + +https://huggingface.co/edgolyakova/t5-base-fr-title-generation + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file From ad0762523f485a41308e43ebc0cf967a27032464 Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 03:15:21 +0700 Subject: [PATCH 100/355] Add model 2024-08-12-md_mt5_base_boun_split_second_v1_retrain_on_boun_1612_pipeline_en --- ...ond_v1_retrain_on_boun_1612_pipeline_en.md | 69 +++++++++++++++++++ 1 file changed, 69 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-12-md_mt5_base_boun_split_second_v1_retrain_on_boun_1612_pipeline_en.md diff --git a/docs/_posts/ahmedlone127/2024-08-12-md_mt5_base_boun_split_second_v1_retrain_on_boun_1612_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-12-md_mt5_base_boun_split_second_v1_retrain_on_boun_1612_pipeline_en.md new file mode 100644 index 00000000000000..f92b45e79fb9e6 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-12-md_mt5_base_boun_split_second_v1_retrain_on_boun_1612_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English md_mt5_base_boun_split_second_v1_retrain_on_boun_1612_pipeline pipeline T5Transformer from Buseak +author: John Snow Labs +name: md_mt5_base_boun_split_second_v1_retrain_on_boun_1612_pipeline +date: 2024-08-12 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`md_mt5_base_boun_split_second_v1_retrain_on_boun_1612_pipeline` is a English model originally trained by Buseak. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/md_mt5_base_boun_split_second_v1_retrain_on_boun_1612_pipeline_en_5.4.2_3.0_1723493668301.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/md_mt5_base_boun_split_second_v1_retrain_on_boun_1612_pipeline_en_5.4.2_3.0_1723493668301.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("md_mt5_base_boun_split_second_v1_retrain_on_boun_1612_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("md_mt5_base_boun_split_second_v1_retrain_on_boun_1612_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|md_mt5_base_boun_split_second_v1_retrain_on_boun_1612_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|1.2 GB| + +## References + +https://huggingface.co/Buseak/md_mt5_base_boun_split_second_v1_retrain_on_boun_1612 + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file From 7220168fd9471777aa9920f433398bebc49dc52f Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 03:16:21 +0700 Subject: [PATCH 101/355] Add model 2024-08-12-20231130_1_en --- .../ahmedlone127/2024-08-12-20231130_1_en.md | 86 +++++++++++++++++++ 1 file changed, 86 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-12-20231130_1_en.md diff --git a/docs/_posts/ahmedlone127/2024-08-12-20231130_1_en.md b/docs/_posts/ahmedlone127/2024-08-12-20231130_1_en.md new file mode 100644 index 00000000000000..a594e053cdc327 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-12-20231130_1_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English 20231130_1 T5Transformer from picas9dan +author: John Snow Labs +name: 20231130_1 +date: 2024-08-12 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`20231130_1` is a English model originally trained by picas9dan. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/20231130_1_en_5.4.2_3.0_1723493688983.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/20231130_1_en_5.4.2_3.0_1723493688983.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("20231130_1","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("20231130_1", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|20231130_1| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|1.0 GB| + +## References + +https://huggingface.co/picas9dan/20231130_1 \ No newline at end of file From 811da02f73af85a993834a16c7374d36e1483e22 Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 03:17:22 +0700 Subject: [PATCH 102/355] Add model 2024-08-12-mt5_small_finetuned_lyric_generationnewest_pipeline_en --- ...uned_lyric_generationnewest_pipeline_en.md | 69 +++++++++++++++++++ 1 file changed, 69 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-12-mt5_small_finetuned_lyric_generationnewest_pipeline_en.md diff --git a/docs/_posts/ahmedlone127/2024-08-12-mt5_small_finetuned_lyric_generationnewest_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-12-mt5_small_finetuned_lyric_generationnewest_pipeline_en.md new file mode 100644 index 00000000000000..8f0c23b8b3cb16 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-12-mt5_small_finetuned_lyric_generationnewest_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English mt5_small_finetuned_lyric_generationnewest_pipeline pipeline T5Transformer from ShushantLLM +author: John Snow Labs +name: mt5_small_finetuned_lyric_generationnewest_pipeline +date: 2024-08-12 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`mt5_small_finetuned_lyric_generationnewest_pipeline` is a English model originally trained by ShushantLLM. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/mt5_small_finetuned_lyric_generationnewest_pipeline_en_5.4.2_3.0_1723493709310.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/mt5_small_finetuned_lyric_generationnewest_pipeline_en_5.4.2_3.0_1723493709310.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("mt5_small_finetuned_lyric_generationnewest_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("mt5_small_finetuned_lyric_generationnewest_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|mt5_small_finetuned_lyric_generationnewest_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|819.8 MB| + +## References + +https://huggingface.co/ShushantLLM/mt5-small-finetuned-lyric-generationNewest + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file From 2d961c7d9290f9574dfe5b9a84b9bb0066c761a3 Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 03:18:22 +0700 Subject: [PATCH 103/355] Add model 2024-08-12-20231130_1_pipeline_en --- .../2024-08-12-20231130_1_pipeline_en.md | 69 +++++++++++++++++++ 1 file changed, 69 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-12-20231130_1_pipeline_en.md diff --git a/docs/_posts/ahmedlone127/2024-08-12-20231130_1_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-12-20231130_1_pipeline_en.md new file mode 100644 index 00000000000000..257154d799c81b --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-12-20231130_1_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English 20231130_1_pipeline pipeline T5Transformer from picas9dan +author: John Snow Labs +name: 20231130_1_pipeline +date: 2024-08-12 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`20231130_1_pipeline` is a English model originally trained by picas9dan. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/20231130_1_pipeline_en_5.4.2_3.0_1723493734054.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/20231130_1_pipeline_en_5.4.2_3.0_1723493734054.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("20231130_1_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("20231130_1_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|20231130_1_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|1.0 GB| + +## References + +https://huggingface.co/picas9dan/20231130_1 + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file From 7ef7250003cc70b68634a535a1da0c41858c27a8 Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 03:19:22 +0700 Subject: [PATCH 104/355] Add model 2024-08-12-flan_t5_small_5_5_cnndm_pipeline_en --- ...-12-flan_t5_small_5_5_cnndm_pipeline_en.md | 69 +++++++++++++++++++ 1 file changed, 69 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-12-flan_t5_small_5_5_cnndm_pipeline_en.md diff --git a/docs/_posts/ahmedlone127/2024-08-12-flan_t5_small_5_5_cnndm_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-12-flan_t5_small_5_5_cnndm_pipeline_en.md new file mode 100644 index 00000000000000..dedffed07769ae --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-12-flan_t5_small_5_5_cnndm_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English flan_t5_small_5_5_cnndm_pipeline pipeline T5Transformer from spacemanidol +author: John Snow Labs +name: flan_t5_small_5_5_cnndm_pipeline +date: 2024-08-12 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`flan_t5_small_5_5_cnndm_pipeline` is a English model originally trained by spacemanidol. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/flan_t5_small_5_5_cnndm_pipeline_en_5.4.2_3.0_1723493869222.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/flan_t5_small_5_5_cnndm_pipeline_en_5.4.2_3.0_1723493869222.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("flan_t5_small_5_5_cnndm_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("flan_t5_small_5_5_cnndm_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|flan_t5_small_5_5_cnndm_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|308.5 MB| + +## References + +https://huggingface.co/spacemanidol/flan-t5-small-5-5-cnndm + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file From 9233519d7232fd2d991483532719db1440e2ad99 Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 03:20:22 +0700 Subject: [PATCH 105/355] Add model 2024-08-12-flan_t5_small_5_5_cnndm_en --- .../2024-08-12-flan_t5_small_5_5_cnndm_en.md | 86 +++++++++++++++++++ 1 file changed, 86 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-12-flan_t5_small_5_5_cnndm_en.md diff --git a/docs/_posts/ahmedlone127/2024-08-12-flan_t5_small_5_5_cnndm_en.md b/docs/_posts/ahmedlone127/2024-08-12-flan_t5_small_5_5_cnndm_en.md new file mode 100644 index 00000000000000..ef65c4d9178d1b --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-12-flan_t5_small_5_5_cnndm_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English flan_t5_small_5_5_cnndm T5Transformer from spacemanidol +author: John Snow Labs +name: flan_t5_small_5_5_cnndm +date: 2024-08-12 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`flan_t5_small_5_5_cnndm` is a English model originally trained by spacemanidol. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/flan_t5_small_5_5_cnndm_en_5.4.2_3.0_1723493849670.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/flan_t5_small_5_5_cnndm_en_5.4.2_3.0_1723493849670.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("flan_t5_small_5_5_cnndm","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("flan_t5_small_5_5_cnndm", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|flan_t5_small_5_5_cnndm| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|308.5 MB| + +## References + +https://huggingface.co/spacemanidol/flan-t5-small-5-5-cnndm \ No newline at end of file From a61b000f3924e703fa3d95afd08a6523f8c9b6b2 Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 03:21:22 +0700 Subject: [PATCH 106/355] Add model 2024-08-12-keybert_absa_hospital_multilingual_allenai_turkmen_instruct_base_def_sayula_popoluca_finedtuned_model_xx --- ...def_sayula_popoluca_finedtuned_model_xx.md | 86 +++++++++++++++++++ 1 file changed, 86 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-12-keybert_absa_hospital_multilingual_allenai_turkmen_instruct_base_def_sayula_popoluca_finedtuned_model_xx.md diff --git a/docs/_posts/ahmedlone127/2024-08-12-keybert_absa_hospital_multilingual_allenai_turkmen_instruct_base_def_sayula_popoluca_finedtuned_model_xx.md b/docs/_posts/ahmedlone127/2024-08-12-keybert_absa_hospital_multilingual_allenai_turkmen_instruct_base_def_sayula_popoluca_finedtuned_model_xx.md new file mode 100644 index 00000000000000..42e51a4e71617b --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-12-keybert_absa_hospital_multilingual_allenai_turkmen_instruct_base_def_sayula_popoluca_finedtuned_model_xx.md @@ -0,0 +1,86 @@ +--- +layout: model +title: Multilingual keybert_absa_hospital_multilingual_allenai_turkmen_instruct_base_def_sayula_popoluca_finedtuned_model T5Transformer from amir22010 +author: John Snow Labs +name: keybert_absa_hospital_multilingual_allenai_turkmen_instruct_base_def_sayula_popoluca_finedtuned_model +date: 2024-08-12 +tags: [xx, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: xx +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`keybert_absa_hospital_multilingual_allenai_turkmen_instruct_base_def_sayula_popoluca_finedtuned_model` is a Multilingual model originally trained by amir22010. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/keybert_absa_hospital_multilingual_allenai_turkmen_instruct_base_def_sayula_popoluca_finedtuned_model_xx_5.4.2_3.0_1723494007959.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/keybert_absa_hospital_multilingual_allenai_turkmen_instruct_base_def_sayula_popoluca_finedtuned_model_xx_5.4.2_3.0_1723494007959.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("keybert_absa_hospital_multilingual_allenai_turkmen_instruct_base_def_sayula_popoluca_finedtuned_model","xx") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("keybert_absa_hospital_multilingual_allenai_turkmen_instruct_base_def_sayula_popoluca_finedtuned_model", "xx") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|keybert_absa_hospital_multilingual_allenai_turkmen_instruct_base_def_sayula_popoluca_finedtuned_model| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|xx| +|Size:|938.2 MB| + +## References + +https://huggingface.co/amir22010/KeyBert_ABSA_Hospital_Multilingual_allenai_tk-instruct-base-def-pos_FinedTuned_Model \ No newline at end of file From 8c5f7c3588c72ad1a44527066bf1638ef63dd0c7 Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 03:22:23 +0700 Subject: [PATCH 107/355] Add model 2024-08-12-keybert_absa_hospital_multilingual_allenai_turkmen_instruct_base_def_sayula_popoluca_finedtuned_model_pipeline_xx --- ...a_popoluca_finedtuned_model_pipeline_xx.md | 69 +++++++++++++++++++ 1 file changed, 69 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-12-keybert_absa_hospital_multilingual_allenai_turkmen_instruct_base_def_sayula_popoluca_finedtuned_model_pipeline_xx.md diff --git a/docs/_posts/ahmedlone127/2024-08-12-keybert_absa_hospital_multilingual_allenai_turkmen_instruct_base_def_sayula_popoluca_finedtuned_model_pipeline_xx.md b/docs/_posts/ahmedlone127/2024-08-12-keybert_absa_hospital_multilingual_allenai_turkmen_instruct_base_def_sayula_popoluca_finedtuned_model_pipeline_xx.md new file mode 100644 index 00000000000000..21d1fb537e8135 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-12-keybert_absa_hospital_multilingual_allenai_turkmen_instruct_base_def_sayula_popoluca_finedtuned_model_pipeline_xx.md @@ -0,0 +1,69 @@ +--- +layout: model +title: Multilingual keybert_absa_hospital_multilingual_allenai_turkmen_instruct_base_def_sayula_popoluca_finedtuned_model_pipeline pipeline T5Transformer from amir22010 +author: John Snow Labs +name: keybert_absa_hospital_multilingual_allenai_turkmen_instruct_base_def_sayula_popoluca_finedtuned_model_pipeline +date: 2024-08-12 +tags: [xx, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: xx +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`keybert_absa_hospital_multilingual_allenai_turkmen_instruct_base_def_sayula_popoluca_finedtuned_model_pipeline` is a Multilingual model originally trained by amir22010. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/keybert_absa_hospital_multilingual_allenai_turkmen_instruct_base_def_sayula_popoluca_finedtuned_model_pipeline_xx_5.4.2_3.0_1723494058531.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/keybert_absa_hospital_multilingual_allenai_turkmen_instruct_base_def_sayula_popoluca_finedtuned_model_pipeline_xx_5.4.2_3.0_1723494058531.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("keybert_absa_hospital_multilingual_allenai_turkmen_instruct_base_def_sayula_popoluca_finedtuned_model_pipeline", lang = "xx") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("keybert_absa_hospital_multilingual_allenai_turkmen_instruct_base_def_sayula_popoluca_finedtuned_model_pipeline", lang = "xx") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|keybert_absa_hospital_multilingual_allenai_turkmen_instruct_base_def_sayula_popoluca_finedtuned_model_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|xx| +|Size:|938.2 MB| + +## References + +https://huggingface.co/amir22010/KeyBert_ABSA_Hospital_Multilingual_allenai_tk-instruct-base-def-pos_FinedTuned_Model + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file From f64e2cca3dff9e85b6ba306ef98e26403096f430 Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 03:23:23 +0700 Subject: [PATCH 108/355] Add model 2024-08-12-t5_60m_lm_wmt_2014_11_en --- .../2024-08-12-t5_60m_lm_wmt_2014_11_en.md | 86 +++++++++++++++++++ 1 file changed, 86 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-12-t5_60m_lm_wmt_2014_11_en.md diff --git a/docs/_posts/ahmedlone127/2024-08-12-t5_60m_lm_wmt_2014_11_en.md b/docs/_posts/ahmedlone127/2024-08-12-t5_60m_lm_wmt_2014_11_en.md new file mode 100644 index 00000000000000..6707f0b800c26f --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-12-t5_60m_lm_wmt_2014_11_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English t5_60m_lm_wmt_2014_11 T5Transformer from KaiNylund +author: John Snow Labs +name: t5_60m_lm_wmt_2014_11 +date: 2024-08-12 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`t5_60m_lm_wmt_2014_11` is a English model originally trained by KaiNylund. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/t5_60m_lm_wmt_2014_11_en_5.4.2_3.0_1723494100614.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/t5_60m_lm_wmt_2014_11_en_5.4.2_3.0_1723494100614.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("t5_60m_lm_wmt_2014_11","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("t5_60m_lm_wmt_2014_11", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|t5_60m_lm_wmt_2014_11| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|349.2 MB| + +## References + +https://huggingface.co/KaiNylund/t5-60M-lm-wmt-2014-11 \ No newline at end of file From 6e07b1df0727684fd07eb9ec44f12ed31c41df17 Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 03:24:23 +0700 Subject: [PATCH 109/355] Add model 2024-08-12-results_omarmedhatt_en --- .../2024-08-12-results_omarmedhatt_en.md | 86 +++++++++++++++++++ 1 file changed, 86 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-12-results_omarmedhatt_en.md diff --git a/docs/_posts/ahmedlone127/2024-08-12-results_omarmedhatt_en.md b/docs/_posts/ahmedlone127/2024-08-12-results_omarmedhatt_en.md new file mode 100644 index 00000000000000..a7f89c1730e0fe --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-12-results_omarmedhatt_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English results_omarmedhatt T5Transformer from omarmedhatt +author: John Snow Labs +name: results_omarmedhatt +date: 2024-08-12 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`results_omarmedhatt` is a English model originally trained by omarmedhatt. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/results_omarmedhatt_en_5.4.2_3.0_1723494251037.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/results_omarmedhatt_en_5.4.2_3.0_1723494251037.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("results_omarmedhatt","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("results_omarmedhatt", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|results_omarmedhatt| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|339.4 MB| + +## References + +https://huggingface.co/omarmedhatt/results \ No newline at end of file From 24db2db7e57efe701f4ef098bc04b7309bda5833 Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 03:25:24 +0700 Subject: [PATCH 110/355] Add model 2024-08-12-t5_60m_lm_wmt_2014_11_pipeline_en --- ...08-12-t5_60m_lm_wmt_2014_11_pipeline_en.md | 69 +++++++++++++++++++ 1 file changed, 69 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-12-t5_60m_lm_wmt_2014_11_pipeline_en.md diff --git a/docs/_posts/ahmedlone127/2024-08-12-t5_60m_lm_wmt_2014_11_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-12-t5_60m_lm_wmt_2014_11_pipeline_en.md new file mode 100644 index 00000000000000..5d9e53057c3e66 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-12-t5_60m_lm_wmt_2014_11_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English t5_60m_lm_wmt_2014_11_pipeline pipeline T5Transformer from KaiNylund +author: John Snow Labs +name: t5_60m_lm_wmt_2014_11_pipeline +date: 2024-08-12 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`t5_60m_lm_wmt_2014_11_pipeline` is a English model originally trained by KaiNylund. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/t5_60m_lm_wmt_2014_11_pipeline_en_5.4.2_3.0_1723494117200.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/t5_60m_lm_wmt_2014_11_pipeline_en_5.4.2_3.0_1723494117200.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("t5_60m_lm_wmt_2014_11_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("t5_60m_lm_wmt_2014_11_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|t5_60m_lm_wmt_2014_11_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|349.2 MB| + +## References + +https://huggingface.co/KaiNylund/t5-60M-lm-wmt-2014-11 + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file From 20f3357f0b7518b7fa66b46368953615a4d9cd6b Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 03:26:24 +0700 Subject: [PATCH 111/355] Add model 2024-08-12-results_omarmedhatt_pipeline_en --- ...4-08-12-results_omarmedhatt_pipeline_en.md | 69 +++++++++++++++++++ 1 file changed, 69 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-12-results_omarmedhatt_pipeline_en.md diff --git a/docs/_posts/ahmedlone127/2024-08-12-results_omarmedhatt_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-12-results_omarmedhatt_pipeline_en.md new file mode 100644 index 00000000000000..6b3f2fdcfd5df7 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-12-results_omarmedhatt_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English results_omarmedhatt_pipeline pipeline T5Transformer from omarmedhatt +author: John Snow Labs +name: results_omarmedhatt_pipeline +date: 2024-08-12 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`results_omarmedhatt_pipeline` is a English model originally trained by omarmedhatt. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/results_omarmedhatt_pipeline_en_5.4.2_3.0_1723494267140.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/results_omarmedhatt_pipeline_en_5.4.2_3.0_1723494267140.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("results_omarmedhatt_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("results_omarmedhatt_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|results_omarmedhatt_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|339.4 MB| + +## References + +https://huggingface.co/omarmedhatt/results + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file From b9d238bd79f61449b6e7965379ae407075ceeab3 Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 03:30:27 +0700 Subject: [PATCH 112/355] Add model 2024-08-12-flan_t5_continuity_rephrase_v2_0_en --- ...-12-flan_t5_continuity_rephrase_v2_0_en.md | 86 +++++++++++++++++++ 1 file changed, 86 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-12-flan_t5_continuity_rephrase_v2_0_en.md diff --git a/docs/_posts/ahmedlone127/2024-08-12-flan_t5_continuity_rephrase_v2_0_en.md b/docs/_posts/ahmedlone127/2024-08-12-flan_t5_continuity_rephrase_v2_0_en.md new file mode 100644 index 00000000000000..ec077122343a7c --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-12-flan_t5_continuity_rephrase_v2_0_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English flan_t5_continuity_rephrase_v2_0 T5Transformer from magnifi +author: John Snow Labs +name: flan_t5_continuity_rephrase_v2_0 +date: 2024-08-12 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`flan_t5_continuity_rephrase_v2_0` is a English model originally trained by magnifi. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/flan_t5_continuity_rephrase_v2_0_en_5.4.2_3.0_1723494611152.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/flan_t5_continuity_rephrase_v2_0_en_5.4.2_3.0_1723494611152.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("flan_t5_continuity_rephrase_v2_0","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("flan_t5_continuity_rephrase_v2_0", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|flan_t5_continuity_rephrase_v2_0| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|1.0 GB| + +## References + +https://huggingface.co/magnifi/flan-t5-continuity-rephrase-v2.0 \ No newline at end of file From ffea5e6ff31eca7377c701e4eed7632d83d08fcc Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 03:31:27 +0700 Subject: [PATCH 113/355] Add model 2024-08-12-t5_base_finetuned_spanish_tonga_tonga_islands_ngu_en --- ...uned_spanish_tonga_tonga_islands_ngu_en.md | 86 +++++++++++++++++++ 1 file changed, 86 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-12-t5_base_finetuned_spanish_tonga_tonga_islands_ngu_en.md diff --git a/docs/_posts/ahmedlone127/2024-08-12-t5_base_finetuned_spanish_tonga_tonga_islands_ngu_en.md b/docs/_posts/ahmedlone127/2024-08-12-t5_base_finetuned_spanish_tonga_tonga_islands_ngu_en.md new file mode 100644 index 00000000000000..526cad75faeb14 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-12-t5_base_finetuned_spanish_tonga_tonga_islands_ngu_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English t5_base_finetuned_spanish_tonga_tonga_islands_ngu T5Transformer from mekjr1 +author: John Snow Labs +name: t5_base_finetuned_spanish_tonga_tonga_islands_ngu +date: 2024-08-12 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`t5_base_finetuned_spanish_tonga_tonga_islands_ngu` is a English model originally trained by mekjr1. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/t5_base_finetuned_spanish_tonga_tonga_islands_ngu_en_5.4.2_3.0_1723494617073.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/t5_base_finetuned_spanish_tonga_tonga_islands_ngu_en_5.4.2_3.0_1723494617073.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("t5_base_finetuned_spanish_tonga_tonga_islands_ngu","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("t5_base_finetuned_spanish_tonga_tonga_islands_ngu", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|t5_base_finetuned_spanish_tonga_tonga_islands_ngu| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|957.5 MB| + +## References + +https://huggingface.co/mekjr1/t5-base-finetuned-es-to-ngu \ No newline at end of file From 46db38a054f5d980e363a66f8a13e9b410f884bd Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 03:32:27 +0700 Subject: [PATCH 114/355] Add model 2024-08-12-city_council_gpt3_silver_standard_summaries__long_t5_local_base_en --- ...andard_summaries__long_t5_local_base_en.md | 86 +++++++++++++++++++ 1 file changed, 86 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-12-city_council_gpt3_silver_standard_summaries__long_t5_local_base_en.md diff --git a/docs/_posts/ahmedlone127/2024-08-12-city_council_gpt3_silver_standard_summaries__long_t5_local_base_en.md b/docs/_posts/ahmedlone127/2024-08-12-city_council_gpt3_silver_standard_summaries__long_t5_local_base_en.md new file mode 100644 index 00000000000000..ebc22e77228cf7 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-12-city_council_gpt3_silver_standard_summaries__long_t5_local_base_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English city_council_gpt3_silver_standard_summaries__long_t5_local_base T5Transformer from alex2awesome +author: John Snow Labs +name: city_council_gpt3_silver_standard_summaries__long_t5_local_base +date: 2024-08-12 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`city_council_gpt3_silver_standard_summaries__long_t5_local_base` is a English model originally trained by alex2awesome. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/city_council_gpt3_silver_standard_summaries__long_t5_local_base_en_5.4.2_3.0_1723494642424.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/city_council_gpt3_silver_standard_summaries__long_t5_local_base_en_5.4.2_3.0_1723494642424.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("city_council_gpt3_silver_standard_summaries__long_t5_local_base","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("city_council_gpt3_silver_standard_summaries__long_t5_local_base", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|city_council_gpt3_silver_standard_summaries__long_t5_local_base| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|1.0 GB| + +## References + +https://huggingface.co/alex2awesome/city_council_gpt3_silver_standard_summaries__long_t5_local_base \ No newline at end of file From 82da5e8a0aff2906745061b8f2b6aab43d01815a Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 03:33:28 +0700 Subject: [PATCH 115/355] Add model 2024-08-12-city_council_gpt3_silver_standard_summaries__long_t5_local_base_pipeline_en --- ...mmaries__long_t5_local_base_pipeline_en.md | 69 +++++++++++++++++++ 1 file changed, 69 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-12-city_council_gpt3_silver_standard_summaries__long_t5_local_base_pipeline_en.md diff --git a/docs/_posts/ahmedlone127/2024-08-12-city_council_gpt3_silver_standard_summaries__long_t5_local_base_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-12-city_council_gpt3_silver_standard_summaries__long_t5_local_base_pipeline_en.md new file mode 100644 index 00000000000000..2d7100835ba42a --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-12-city_council_gpt3_silver_standard_summaries__long_t5_local_base_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English city_council_gpt3_silver_standard_summaries__long_t5_local_base_pipeline pipeline T5Transformer from alex2awesome +author: John Snow Labs +name: city_council_gpt3_silver_standard_summaries__long_t5_local_base_pipeline +date: 2024-08-12 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`city_council_gpt3_silver_standard_summaries__long_t5_local_base_pipeline` is a English model originally trained by alex2awesome. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/city_council_gpt3_silver_standard_summaries__long_t5_local_base_pipeline_en_5.4.2_3.0_1723494695472.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/city_council_gpt3_silver_standard_summaries__long_t5_local_base_pipeline_en_5.4.2_3.0_1723494695472.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("city_council_gpt3_silver_standard_summaries__long_t5_local_base_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("city_council_gpt3_silver_standard_summaries__long_t5_local_base_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|city_council_gpt3_silver_standard_summaries__long_t5_local_base_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|1.0 GB| + +## References + +https://huggingface.co/alex2awesome/city_council_gpt3_silver_standard_summaries__long_t5_local_base + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file From fa73b5387312ceead227c247705dfcbf37638e7e Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 03:34:28 +0700 Subject: [PATCH 116/355] Add model 2024-08-12-t5_base_finetuned_spanish_tonga_tonga_islands_ngu_pipeline_en --- ...ish_tonga_tonga_islands_ngu_pipeline_en.md | 69 +++++++++++++++++++ 1 file changed, 69 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-12-t5_base_finetuned_spanish_tonga_tonga_islands_ngu_pipeline_en.md diff --git a/docs/_posts/ahmedlone127/2024-08-12-t5_base_finetuned_spanish_tonga_tonga_islands_ngu_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-12-t5_base_finetuned_spanish_tonga_tonga_islands_ngu_pipeline_en.md new file mode 100644 index 00000000000000..7e85f11ac73b1c --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-12-t5_base_finetuned_spanish_tonga_tonga_islands_ngu_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English t5_base_finetuned_spanish_tonga_tonga_islands_ngu_pipeline pipeline T5Transformer from mekjr1 +author: John Snow Labs +name: t5_base_finetuned_spanish_tonga_tonga_islands_ngu_pipeline +date: 2024-08-12 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`t5_base_finetuned_spanish_tonga_tonga_islands_ngu_pipeline` is a English model originally trained by mekjr1. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/t5_base_finetuned_spanish_tonga_tonga_islands_ngu_pipeline_en_5.4.2_3.0_1723494675976.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/t5_base_finetuned_spanish_tonga_tonga_islands_ngu_pipeline_en_5.4.2_3.0_1723494675976.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("t5_base_finetuned_spanish_tonga_tonga_islands_ngu_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("t5_base_finetuned_spanish_tonga_tonga_islands_ngu_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|t5_base_finetuned_spanish_tonga_tonga_islands_ngu_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|957.5 MB| + +## References + +https://huggingface.co/mekjr1/t5-base-finetuned-es-to-ngu + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file From 82e2f3af216f38e9d9d0c3cce18f83af5541e00f Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 03:35:28 +0700 Subject: [PATCH 117/355] Add model 2024-08-12-ul2_small_dutch_finetuned_squad_qgen_pipeline_en --- ..._dutch_finetuned_squad_qgen_pipeline_en.md | 69 +++++++++++++++++++ 1 file changed, 69 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-12-ul2_small_dutch_finetuned_squad_qgen_pipeline_en.md diff --git a/docs/_posts/ahmedlone127/2024-08-12-ul2_small_dutch_finetuned_squad_qgen_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-12-ul2_small_dutch_finetuned_squad_qgen_pipeline_en.md new file mode 100644 index 00000000000000..9fd600755fc38e --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-12-ul2_small_dutch_finetuned_squad_qgen_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English ul2_small_dutch_finetuned_squad_qgen_pipeline pipeline T5Transformer from yhavinga +author: John Snow Labs +name: ul2_small_dutch_finetuned_squad_qgen_pipeline +date: 2024-08-12 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`ul2_small_dutch_finetuned_squad_qgen_pipeline` is a English model originally trained by yhavinga. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/ul2_small_dutch_finetuned_squad_qgen_pipeline_en_5.4.2_3.0_1723494819230.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/ul2_small_dutch_finetuned_squad_qgen_pipeline_en_5.4.2_3.0_1723494819230.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("ul2_small_dutch_finetuned_squad_qgen_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("ul2_small_dutch_finetuned_squad_qgen_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|ul2_small_dutch_finetuned_squad_qgen_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|349.7 MB| + +## References + +https://huggingface.co/yhavinga/ul2-small-dutch-finetuned-squad-qgen + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file From cf22caa655c2bb93470a66f6e2671e5d08e3a90b Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 03:36:28 +0700 Subject: [PATCH 118/355] Add model 2024-08-12-flan_t5_small_3_6_cnndm_pipeline_en --- ...-12-flan_t5_small_3_6_cnndm_pipeline_en.md | 69 +++++++++++++++++++ 1 file changed, 69 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-12-flan_t5_small_3_6_cnndm_pipeline_en.md diff --git a/docs/_posts/ahmedlone127/2024-08-12-flan_t5_small_3_6_cnndm_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-12-flan_t5_small_3_6_cnndm_pipeline_en.md new file mode 100644 index 00000000000000..34f2f85cd07e47 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-12-flan_t5_small_3_6_cnndm_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English flan_t5_small_3_6_cnndm_pipeline pipeline T5Transformer from spacemanidol +author: John Snow Labs +name: flan_t5_small_3_6_cnndm_pipeline +date: 2024-08-12 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`flan_t5_small_3_6_cnndm_pipeline` is a English model originally trained by spacemanidol. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/flan_t5_small_3_6_cnndm_pipeline_en_5.4.2_3.0_1723494732120.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/flan_t5_small_3_6_cnndm_pipeline_en_5.4.2_3.0_1723494732120.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("flan_t5_small_3_6_cnndm_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("flan_t5_small_3_6_cnndm_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|flan_t5_small_3_6_cnndm_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|314.4 MB| + +## References + +https://huggingface.co/spacemanidol/flan-t5-small-3-6-cnndm + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file From c46d066b100d9d5fa1843aa9258a0e837df84077 Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 03:37:29 +0700 Subject: [PATCH 119/355] Add model 2024-08-12-t5large_trec_coarse_style_1_en --- ...24-08-12-t5large_trec_coarse_style_1_en.md | 86 +++++++++++++++++++ 1 file changed, 86 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-12-t5large_trec_coarse_style_1_en.md diff --git a/docs/_posts/ahmedlone127/2024-08-12-t5large_trec_coarse_style_1_en.md b/docs/_posts/ahmedlone127/2024-08-12-t5large_trec_coarse_style_1_en.md new file mode 100644 index 00000000000000..0917b1c576880f --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-12-t5large_trec_coarse_style_1_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English t5large_trec_coarse_style_1 T5Transformer from poison-attack +author: John Snow Labs +name: t5large_trec_coarse_style_1 +date: 2024-08-12 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`t5large_trec_coarse_style_1` is a English model originally trained by poison-attack. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/t5large_trec_coarse_style_1_en_5.4.2_3.0_1723494842845.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/t5large_trec_coarse_style_1_en_5.4.2_3.0_1723494842845.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("t5large_trec_coarse_style_1","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("t5large_trec_coarse_style_1", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|t5large_trec_coarse_style_1| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|3.1 GB| + +## References + +https://huggingface.co/poison-attack/t5large-trec_coarse_style_1 \ No newline at end of file From 32c0b395e584a59390ae11c248ef671290da78ba Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 03:38:29 +0700 Subject: [PATCH 120/355] Add model 2024-08-12-t5large_trec_coarse_style_1_pipeline_en --- ...t5large_trec_coarse_style_1_pipeline_en.md | 69 +++++++++++++++++++ 1 file changed, 69 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-12-t5large_trec_coarse_style_1_pipeline_en.md diff --git a/docs/_posts/ahmedlone127/2024-08-12-t5large_trec_coarse_style_1_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-12-t5large_trec_coarse_style_1_pipeline_en.md new file mode 100644 index 00000000000000..0a4f845247f4bd --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-12-t5large_trec_coarse_style_1_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English t5large_trec_coarse_style_1_pipeline pipeline T5Transformer from poison-attack +author: John Snow Labs +name: t5large_trec_coarse_style_1_pipeline +date: 2024-08-12 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`t5large_trec_coarse_style_1_pipeline` is a English model originally trained by poison-attack. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/t5large_trec_coarse_style_1_pipeline_en_5.4.2_3.0_1723494988637.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/t5large_trec_coarse_style_1_pipeline_en_5.4.2_3.0_1723494988637.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("t5large_trec_coarse_style_1_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("t5large_trec_coarse_style_1_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|t5large_trec_coarse_style_1_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|3.1 GB| + +## References + +https://huggingface.co/poison-attack/t5large-trec_coarse_style_1 + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file From fca6bb9a0d43309a41b9655ab045eb7b92cd16d0 Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 03:39:29 +0700 Subject: [PATCH 121/355] Add model 2024-08-12-ul2_small_dutch_finetuned_squad_qgen_en --- ...ul2_small_dutch_finetuned_squad_qgen_en.md | 86 +++++++++++++++++++ 1 file changed, 86 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-12-ul2_small_dutch_finetuned_squad_qgen_en.md diff --git a/docs/_posts/ahmedlone127/2024-08-12-ul2_small_dutch_finetuned_squad_qgen_en.md b/docs/_posts/ahmedlone127/2024-08-12-ul2_small_dutch_finetuned_squad_qgen_en.md new file mode 100644 index 00000000000000..618c6df797f60c --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-12-ul2_small_dutch_finetuned_squad_qgen_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English ul2_small_dutch_finetuned_squad_qgen T5Transformer from yhavinga +author: John Snow Labs +name: ul2_small_dutch_finetuned_squad_qgen +date: 2024-08-12 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`ul2_small_dutch_finetuned_squad_qgen` is a English model originally trained by yhavinga. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/ul2_small_dutch_finetuned_squad_qgen_en_5.4.2_3.0_1723494800852.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/ul2_small_dutch_finetuned_squad_qgen_en_5.4.2_3.0_1723494800852.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("ul2_small_dutch_finetuned_squad_qgen","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("ul2_small_dutch_finetuned_squad_qgen", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|ul2_small_dutch_finetuned_squad_qgen| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|349.7 MB| + +## References + +https://huggingface.co/yhavinga/ul2-small-dutch-finetuned-squad-qgen \ No newline at end of file From c50357ce48e31d90c96ab4ed0a8c9552998159c2 Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 03:40:29 +0700 Subject: [PATCH 122/355] Add model 2024-08-12-flan_t5_continuity_rephrase_v2_0_pipeline_en --- ...t5_continuity_rephrase_v2_0_pipeline_en.md | 69 +++++++++++++++++++ 1 file changed, 69 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-12-flan_t5_continuity_rephrase_v2_0_pipeline_en.md diff --git a/docs/_posts/ahmedlone127/2024-08-12-flan_t5_continuity_rephrase_v2_0_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-12-flan_t5_continuity_rephrase_v2_0_pipeline_en.md new file mode 100644 index 00000000000000..04d29c6b900611 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-12-flan_t5_continuity_rephrase_v2_0_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English flan_t5_continuity_rephrase_v2_0_pipeline pipeline T5Transformer from magnifi +author: John Snow Labs +name: flan_t5_continuity_rephrase_v2_0_pipeline +date: 2024-08-12 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`flan_t5_continuity_rephrase_v2_0_pipeline` is a English model originally trained by magnifi. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/flan_t5_continuity_rephrase_v2_0_pipeline_en_5.4.2_3.0_1723494664820.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/flan_t5_continuity_rephrase_v2_0_pipeline_en_5.4.2_3.0_1723494664820.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("flan_t5_continuity_rephrase_v2_0_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("flan_t5_continuity_rephrase_v2_0_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|flan_t5_continuity_rephrase_v2_0_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|1.0 GB| + +## References + +https://huggingface.co/magnifi/flan-t5-continuity-rephrase-v2.0 + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file From d13b48d3371ea20a250550ff7b4b134a47728c07 Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 03:41:30 +0700 Subject: [PATCH 123/355] Add model 2024-08-12-t5_60m_lm_wmt_2012_6_en --- .../2024-08-12-t5_60m_lm_wmt_2012_6_en.md | 86 +++++++++++++++++++ 1 file changed, 86 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-12-t5_60m_lm_wmt_2012_6_en.md diff --git a/docs/_posts/ahmedlone127/2024-08-12-t5_60m_lm_wmt_2012_6_en.md b/docs/_posts/ahmedlone127/2024-08-12-t5_60m_lm_wmt_2012_6_en.md new file mode 100644 index 00000000000000..d5d18c767b3d23 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-12-t5_60m_lm_wmt_2012_6_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English t5_60m_lm_wmt_2012_6 T5Transformer from KaiNylund +author: John Snow Labs +name: t5_60m_lm_wmt_2012_6 +date: 2024-08-12 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`t5_60m_lm_wmt_2012_6` is a English model originally trained by KaiNylund. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/t5_60m_lm_wmt_2012_6_en_5.4.2_3.0_1723495254169.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/t5_60m_lm_wmt_2012_6_en_5.4.2_3.0_1723495254169.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("t5_60m_lm_wmt_2012_6","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("t5_60m_lm_wmt_2012_6", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|t5_60m_lm_wmt_2012_6| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|349.2 MB| + +## References + +https://huggingface.co/KaiNylund/t5-60M-lm-wmt-2012-6 \ No newline at end of file From 32eaa2955d3f8ac00b6a7723f4d3adfc37c37681 Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 03:42:30 +0700 Subject: [PATCH 124/355] Add model 2024-08-12-t5_60m_lm_wmt_2012_6_pipeline_en --- ...-08-12-t5_60m_lm_wmt_2012_6_pipeline_en.md | 69 +++++++++++++++++++ 1 file changed, 69 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-12-t5_60m_lm_wmt_2012_6_pipeline_en.md diff --git a/docs/_posts/ahmedlone127/2024-08-12-t5_60m_lm_wmt_2012_6_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-12-t5_60m_lm_wmt_2012_6_pipeline_en.md new file mode 100644 index 00000000000000..16b923621f9dfc --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-12-t5_60m_lm_wmt_2012_6_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English t5_60m_lm_wmt_2012_6_pipeline pipeline T5Transformer from KaiNylund +author: John Snow Labs +name: t5_60m_lm_wmt_2012_6_pipeline +date: 2024-08-12 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`t5_60m_lm_wmt_2012_6_pipeline` is a English model originally trained by KaiNylund. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/t5_60m_lm_wmt_2012_6_pipeline_en_5.4.2_3.0_1723495270727.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/t5_60m_lm_wmt_2012_6_pipeline_en_5.4.2_3.0_1723495270727.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("t5_60m_lm_wmt_2012_6_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("t5_60m_lm_wmt_2012_6_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|t5_60m_lm_wmt_2012_6_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|349.2 MB| + +## References + +https://huggingface.co/KaiNylund/t5-60M-lm-wmt-2012-6 + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file From 313f140d77ce2b9c56b5a2448fb3f422735b5e75 Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 03:43:31 +0700 Subject: [PATCH 125/355] Add model 2024-08-12-flan_t5_small_3_6_cnndm_en --- .../2024-08-12-flan_t5_small_3_6_cnndm_en.md | 86 +++++++++++++++++++ 1 file changed, 86 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-12-flan_t5_small_3_6_cnndm_en.md diff --git a/docs/_posts/ahmedlone127/2024-08-12-flan_t5_small_3_6_cnndm_en.md b/docs/_posts/ahmedlone127/2024-08-12-flan_t5_small_3_6_cnndm_en.md new file mode 100644 index 00000000000000..36b42a0d0182f4 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-12-flan_t5_small_3_6_cnndm_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English flan_t5_small_3_6_cnndm T5Transformer from spacemanidol +author: John Snow Labs +name: flan_t5_small_3_6_cnndm +date: 2024-08-12 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`flan_t5_small_3_6_cnndm` is a English model originally trained by spacemanidol. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/flan_t5_small_3_6_cnndm_en_5.4.2_3.0_1723494715731.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/flan_t5_small_3_6_cnndm_en_5.4.2_3.0_1723494715731.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("flan_t5_small_3_6_cnndm","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("flan_t5_small_3_6_cnndm", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|flan_t5_small_3_6_cnndm| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|314.4 MB| + +## References + +https://huggingface.co/spacemanidol/flan-t5-small-3-6-cnndm \ No newline at end of file From d19d783661f53f7cb0f5243641e80df4a8efed76 Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 03:44:30 +0700 Subject: [PATCH 126/355] Add model 2024-08-12-t5_large_jaimin_en --- .../2024-08-12-t5_large_jaimin_en.md | 86 +++++++++++++++++++ 1 file changed, 86 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-12-t5_large_jaimin_en.md diff --git a/docs/_posts/ahmedlone127/2024-08-12-t5_large_jaimin_en.md b/docs/_posts/ahmedlone127/2024-08-12-t5_large_jaimin_en.md new file mode 100644 index 00000000000000..449f1d701e000d --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-12-t5_large_jaimin_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English t5_large_jaimin T5Transformer from jaimin +author: John Snow Labs +name: t5_large_jaimin +date: 2024-08-12 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`t5_large_jaimin` is a English model originally trained by jaimin. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/t5_large_jaimin_en_5.4.2_3.0_1723495382670.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/t5_large_jaimin_en_5.4.2_3.0_1723495382670.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("t5_large_jaimin","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("t5_large_jaimin", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|t5_large_jaimin| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|3.0 GB| + +## References + +https://huggingface.co/jaimin/T5-Large \ No newline at end of file From fb30361c8bb0748f733b63360a3acbc582dbf90e Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 03:45:31 +0700 Subject: [PATCH 127/355] Add model 2024-08-12-t5_small_scan_finetuned_yoon_1026_en --- ...12-t5_small_scan_finetuned_yoon_1026_en.md | 86 +++++++++++++++++++ 1 file changed, 86 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-12-t5_small_scan_finetuned_yoon_1026_en.md diff --git a/docs/_posts/ahmedlone127/2024-08-12-t5_small_scan_finetuned_yoon_1026_en.md b/docs/_posts/ahmedlone127/2024-08-12-t5_small_scan_finetuned_yoon_1026_en.md new file mode 100644 index 00000000000000..79f132532bddfa --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-12-t5_small_scan_finetuned_yoon_1026_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English t5_small_scan_finetuned_yoon_1026 T5Transformer from yoooon +author: John Snow Labs +name: t5_small_scan_finetuned_yoon_1026 +date: 2024-08-12 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`t5_small_scan_finetuned_yoon_1026` is a English model originally trained by yoooon. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/t5_small_scan_finetuned_yoon_1026_en_5.4.2_3.0_1723495450714.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/t5_small_scan_finetuned_yoon_1026_en_5.4.2_3.0_1723495450714.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("t5_small_scan_finetuned_yoon_1026","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("t5_small_scan_finetuned_yoon_1026", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|t5_small_scan_finetuned_yoon_1026| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|285.6 MB| + +## References + +https://huggingface.co/yoooon/t5-small-scan-finetuned-yoon-1026 \ No newline at end of file From 0788742ffaae50ba9007104d8f8fb215add334af Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 03:46:31 +0700 Subject: [PATCH 128/355] Add model 2024-08-12-t5_small_scan_finetuned_yoon_1026_pipeline_en --- ...ll_scan_finetuned_yoon_1026_pipeline_en.md | 69 +++++++++++++++++++ 1 file changed, 69 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-12-t5_small_scan_finetuned_yoon_1026_pipeline_en.md diff --git a/docs/_posts/ahmedlone127/2024-08-12-t5_small_scan_finetuned_yoon_1026_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-12-t5_small_scan_finetuned_yoon_1026_pipeline_en.md new file mode 100644 index 00000000000000..6f2f5d54ffa977 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-12-t5_small_scan_finetuned_yoon_1026_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English t5_small_scan_finetuned_yoon_1026_pipeline pipeline T5Transformer from yoooon +author: John Snow Labs +name: t5_small_scan_finetuned_yoon_1026_pipeline +date: 2024-08-12 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`t5_small_scan_finetuned_yoon_1026_pipeline` is a English model originally trained by yoooon. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/t5_small_scan_finetuned_yoon_1026_pipeline_en_5.4.2_3.0_1723495469353.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/t5_small_scan_finetuned_yoon_1026_pipeline_en_5.4.2_3.0_1723495469353.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("t5_small_scan_finetuned_yoon_1026_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("t5_small_scan_finetuned_yoon_1026_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|t5_small_scan_finetuned_yoon_1026_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|285.6 MB| + +## References + +https://huggingface.co/yoooon/t5-small-scan-finetuned-yoon-1026 + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file From 715731efeb6bbcc8254c35d47fc5ae913c2b4139 Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 03:47:31 +0700 Subject: [PATCH 129/355] Add model 2024-08-12-t5_large_jaimin_pipeline_en --- .../2024-08-12-t5_large_jaimin_pipeline_en.md | 69 +++++++++++++++++++ 1 file changed, 69 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-12-t5_large_jaimin_pipeline_en.md diff --git a/docs/_posts/ahmedlone127/2024-08-12-t5_large_jaimin_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-12-t5_large_jaimin_pipeline_en.md new file mode 100644 index 00000000000000..f5dbd41140445f --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-12-t5_large_jaimin_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English t5_large_jaimin_pipeline pipeline T5Transformer from jaimin +author: John Snow Labs +name: t5_large_jaimin_pipeline +date: 2024-08-12 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`t5_large_jaimin_pipeline` is a English model originally trained by jaimin. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/t5_large_jaimin_pipeline_en_5.4.2_3.0_1723495527799.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/t5_large_jaimin_pipeline_en_5.4.2_3.0_1723495527799.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("t5_large_jaimin_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("t5_large_jaimin_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|t5_large_jaimin_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|3.0 GB| + +## References + +https://huggingface.co/jaimin/T5-Large + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file From 32160759a9d2aaba879942d372560857ac3dc830 Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 03:48:46 +0700 Subject: [PATCH 130/355] Add model 2024-08-12-test_t5_qplus_base_en --- .../2024-08-12-test_t5_qplus_base_en.md | 86 +++++++++++++++++++ 1 file changed, 86 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-12-test_t5_qplus_base_en.md diff --git a/docs/_posts/ahmedlone127/2024-08-12-test_t5_qplus_base_en.md b/docs/_posts/ahmedlone127/2024-08-12-test_t5_qplus_base_en.md new file mode 100644 index 00000000000000..c010178ff26a4e --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-12-test_t5_qplus_base_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English test_t5_qplus_base T5Transformer from jacobmorrison +author: John Snow Labs +name: test_t5_qplus_base +date: 2024-08-12 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`test_t5_qplus_base` is a English model originally trained by jacobmorrison. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/test_t5_qplus_base_en_5.4.2_3.0_1723495716617.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/test_t5_qplus_base_en_5.4.2_3.0_1723495716617.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("test_t5_qplus_base","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("test_t5_qplus_base", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|test_t5_qplus_base| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|520.5 MB| + +## References + +https://huggingface.co/jacobmorrison/test-t5-qplus-base \ No newline at end of file From 9abb5ec8ef527fd2157bb23c0473b356b4215a87 Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 03:49:46 +0700 Subject: [PATCH 131/355] Add model 2024-08-12-cs505_coqe_vit5_prompting5_aspol_vcheck_en --- ...05_coqe_vit5_prompting5_aspol_vcheck_en.md | 86 +++++++++++++++++++ 1 file changed, 86 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-12-cs505_coqe_vit5_prompting5_aspol_vcheck_en.md diff --git a/docs/_posts/ahmedlone127/2024-08-12-cs505_coqe_vit5_prompting5_aspol_vcheck_en.md b/docs/_posts/ahmedlone127/2024-08-12-cs505_coqe_vit5_prompting5_aspol_vcheck_en.md new file mode 100644 index 00000000000000..f0bdd15d9f8e61 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-12-cs505_coqe_vit5_prompting5_aspol_vcheck_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English cs505_coqe_vit5_prompting5_aspol_vcheck T5Transformer from ThuyNT03 +author: John Snow Labs +name: cs505_coqe_vit5_prompting5_aspol_vcheck +date: 2024-08-12 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`cs505_coqe_vit5_prompting5_aspol_vcheck` is a English model originally trained by ThuyNT03. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/cs505_coqe_vit5_prompting5_aspol_vcheck_en_5.4.2_3.0_1723495710365.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/cs505_coqe_vit5_prompting5_aspol_vcheck_en_5.4.2_3.0_1723495710365.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("cs505_coqe_vit5_prompting5_aspol_vcheck","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("cs505_coqe_vit5_prompting5_aspol_vcheck", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|cs505_coqe_vit5_prompting5_aspol_vcheck| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|3.0 GB| + +## References + +https://huggingface.co/ThuyNT03/CS505_COQE_viT5_Prompting5_ASPOL_vcheck \ No newline at end of file From 3aacb0dcf2701fb99bf23cb175f915cebbef5279 Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 03:51:31 +0700 Subject: [PATCH 132/355] Add model 2024-08-12-test_t5_qplus_base_pipeline_en --- ...24-08-12-test_t5_qplus_base_pipeline_en.md | 69 +++++++++++++++++++ 1 file changed, 69 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-12-test_t5_qplus_base_pipeline_en.md diff --git a/docs/_posts/ahmedlone127/2024-08-12-test_t5_qplus_base_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-12-test_t5_qplus_base_pipeline_en.md new file mode 100644 index 00000000000000..6046eb38ba3133 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-12-test_t5_qplus_base_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English test_t5_qplus_base_pipeline pipeline T5Transformer from jacobmorrison +author: John Snow Labs +name: test_t5_qplus_base_pipeline +date: 2024-08-12 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`test_t5_qplus_base_pipeline` is a English model originally trained by jacobmorrison. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/test_t5_qplus_base_pipeline_en_5.4.2_3.0_1723495880321.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/test_t5_qplus_base_pipeline_en_5.4.2_3.0_1723495880321.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("test_t5_qplus_base_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("test_t5_qplus_base_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|test_t5_qplus_base_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|520.5 MB| + +## References + +https://huggingface.co/jacobmorrison/test-t5-qplus-base + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file From 82b552bf3d6694705a316620c84e84e44dc4396d Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 03:52:31 +0700 Subject: [PATCH 133/355] Add model 2024-08-12-cs505_coqe_vit5_prompting5_aspol_vcheck_pipeline_en --- ...it5_prompting5_aspol_vcheck_pipeline_en.md | 69 +++++++++++++++++++ 1 file changed, 69 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-12-cs505_coqe_vit5_prompting5_aspol_vcheck_pipeline_en.md diff --git a/docs/_posts/ahmedlone127/2024-08-12-cs505_coqe_vit5_prompting5_aspol_vcheck_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-12-cs505_coqe_vit5_prompting5_aspol_vcheck_pipeline_en.md new file mode 100644 index 00000000000000..9b681472e64730 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-12-cs505_coqe_vit5_prompting5_aspol_vcheck_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English cs505_coqe_vit5_prompting5_aspol_vcheck_pipeline pipeline T5Transformer from ThuyNT03 +author: John Snow Labs +name: cs505_coqe_vit5_prompting5_aspol_vcheck_pipeline +date: 2024-08-12 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`cs505_coqe_vit5_prompting5_aspol_vcheck_pipeline` is a English model originally trained by ThuyNT03. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/cs505_coqe_vit5_prompting5_aspol_vcheck_pipeline_en_5.4.2_3.0_1723495874268.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/cs505_coqe_vit5_prompting5_aspol_vcheck_pipeline_en_5.4.2_3.0_1723495874268.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("cs505_coqe_vit5_prompting5_aspol_vcheck_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("cs505_coqe_vit5_prompting5_aspol_vcheck_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|cs505_coqe_vit5_prompting5_aspol_vcheck_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|3.0 GB| + +## References + +https://huggingface.co/ThuyNT03/CS505_COQE_viT5_Prompting5_ASPOL_vcheck + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file From 86b8aa6a76fcfe07b277683c54e3802f2c986a6d Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 03:58:18 +0700 Subject: [PATCH 134/355] Add model 2024-08-12-t5_60m_lm_wmt_2020_1_en --- .../2024-08-12-t5_60m_lm_wmt_2020_1_en.md | 86 +++++++++++++++++++ 1 file changed, 86 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-12-t5_60m_lm_wmt_2020_1_en.md diff --git a/docs/_posts/ahmedlone127/2024-08-12-t5_60m_lm_wmt_2020_1_en.md b/docs/_posts/ahmedlone127/2024-08-12-t5_60m_lm_wmt_2020_1_en.md new file mode 100644 index 00000000000000..81789ab66fcb86 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-12-t5_60m_lm_wmt_2020_1_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English t5_60m_lm_wmt_2020_1 T5Transformer from KaiNylund +author: John Snow Labs +name: t5_60m_lm_wmt_2020_1 +date: 2024-08-12 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`t5_60m_lm_wmt_2020_1` is a English model originally trained by KaiNylund. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/t5_60m_lm_wmt_2020_1_en_5.4.2_3.0_1723496294217.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/t5_60m_lm_wmt_2020_1_en_5.4.2_3.0_1723496294217.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("t5_60m_lm_wmt_2020_1","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("t5_60m_lm_wmt_2020_1", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|t5_60m_lm_wmt_2020_1| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|349.1 MB| + +## References + +https://huggingface.co/KaiNylund/t5-60M-lm-wmt-2020-1 \ No newline at end of file From b0ec67c0a823967f09bd664a1be92b787414094b Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 03:59:19 +0700 Subject: [PATCH 135/355] Add model 2024-08-12-wmt22_english_portuguese_breton_en --- ...8-12-wmt22_english_portuguese_breton_en.md | 86 +++++++++++++++++++ 1 file changed, 86 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-12-wmt22_english_portuguese_breton_en.md diff --git a/docs/_posts/ahmedlone127/2024-08-12-wmt22_english_portuguese_breton_en.md b/docs/_posts/ahmedlone127/2024-08-12-wmt22_english_portuguese_breton_en.md new file mode 100644 index 00000000000000..c02188760c90c0 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-12-wmt22_english_portuguese_breton_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English wmt22_english_portuguese_breton T5Transformer from sdesai +author: John Snow Labs +name: wmt22_english_portuguese_breton +date: 2024-08-12 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`wmt22_english_portuguese_breton` is a English model originally trained by sdesai. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/wmt22_english_portuguese_breton_en_5.4.2_3.0_1723496287066.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/wmt22_english_portuguese_breton_en_5.4.2_3.0_1723496287066.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("wmt22_english_portuguese_breton","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("wmt22_english_portuguese_breton", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|wmt22_english_portuguese_breton| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|1.0 GB| + +## References + +https://huggingface.co/sdesai/wmt22_en_pt_br \ No newline at end of file From 99715460a5820d833199c5dc2af41089e0cc7c97 Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 04:00:19 +0700 Subject: [PATCH 136/355] Add model 2024-08-12-t5_60m_lm_wmt_2020_1_pipeline_en --- ...-08-12-t5_60m_lm_wmt_2020_1_pipeline_en.md | 69 +++++++++++++++++++ 1 file changed, 69 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-12-t5_60m_lm_wmt_2020_1_pipeline_en.md diff --git a/docs/_posts/ahmedlone127/2024-08-12-t5_60m_lm_wmt_2020_1_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-12-t5_60m_lm_wmt_2020_1_pipeline_en.md new file mode 100644 index 00000000000000..d97ecd6ab24bb2 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-12-t5_60m_lm_wmt_2020_1_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English t5_60m_lm_wmt_2020_1_pipeline pipeline T5Transformer from KaiNylund +author: John Snow Labs +name: t5_60m_lm_wmt_2020_1_pipeline +date: 2024-08-12 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`t5_60m_lm_wmt_2020_1_pipeline` is a English model originally trained by KaiNylund. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/t5_60m_lm_wmt_2020_1_pipeline_en_5.4.2_3.0_1723496311658.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/t5_60m_lm_wmt_2020_1_pipeline_en_5.4.2_3.0_1723496311658.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("t5_60m_lm_wmt_2020_1_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("t5_60m_lm_wmt_2020_1_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|t5_60m_lm_wmt_2020_1_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|349.1 MB| + +## References + +https://huggingface.co/KaiNylund/t5-60M-lm-wmt-2020-1 + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file From 34266081f5b7f92773e45cc916e642f6f32885db Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 04:01:19 +0700 Subject: [PATCH 137/355] Add model 2024-08-12-wmt22_english_portuguese_breton_pipeline_en --- ...2_english_portuguese_breton_pipeline_en.md | 69 +++++++++++++++++++ 1 file changed, 69 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-12-wmt22_english_portuguese_breton_pipeline_en.md diff --git a/docs/_posts/ahmedlone127/2024-08-12-wmt22_english_portuguese_breton_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-12-wmt22_english_portuguese_breton_pipeline_en.md new file mode 100644 index 00000000000000..92bd1343389c64 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-12-wmt22_english_portuguese_breton_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English wmt22_english_portuguese_breton_pipeline pipeline T5Transformer from sdesai +author: John Snow Labs +name: wmt22_english_portuguese_breton_pipeline +date: 2024-08-12 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`wmt22_english_portuguese_breton_pipeline` is a English model originally trained by sdesai. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/wmt22_english_portuguese_breton_pipeline_en_5.4.2_3.0_1723496341687.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/wmt22_english_portuguese_breton_pipeline_en_5.4.2_3.0_1723496341687.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("wmt22_english_portuguese_breton_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("wmt22_english_portuguese_breton_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|wmt22_english_portuguese_breton_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|1.0 GB| + +## References + +https://huggingface.co/sdesai/wmt22_en_pt_br + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file From 4e4100079db05b9afd6ba55b4fb5204e03dd6fc1 Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 04:02:19 +0700 Subject: [PATCH 138/355] Add model 2024-08-12-mt5_small_scientific_title_maker_en --- ...-12-mt5_small_scientific_title_maker_en.md | 86 +++++++++++++++++++ 1 file changed, 86 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-12-mt5_small_scientific_title_maker_en.md diff --git a/docs/_posts/ahmedlone127/2024-08-12-mt5_small_scientific_title_maker_en.md b/docs/_posts/ahmedlone127/2024-08-12-mt5_small_scientific_title_maker_en.md new file mode 100644 index 00000000000000..8a3c93b5c62256 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-12-mt5_small_scientific_title_maker_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English mt5_small_scientific_title_maker T5Transformer from perceptron-743 +author: John Snow Labs +name: mt5_small_scientific_title_maker +date: 2024-08-12 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`mt5_small_scientific_title_maker` is a English model originally trained by perceptron-743. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/mt5_small_scientific_title_maker_en_5.4.2_3.0_1723496474588.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/mt5_small_scientific_title_maker_en_5.4.2_3.0_1723496474588.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("mt5_small_scientific_title_maker","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("mt5_small_scientific_title_maker", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|mt5_small_scientific_title_maker| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|1.2 GB| + +## References + +https://huggingface.co/perceptron-743/mt5-small-scientific-title-maker \ No newline at end of file From e801c1ca2ab438390ebb17708735ec89cd83f2c7 Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 04:03:19 +0700 Subject: [PATCH 139/355] Add model 2024-08-12-burmese_awesome_opus_books_model_2_rabby33_en --- ...e_awesome_opus_books_model_2_rabby33_en.md | 86 +++++++++++++++++++ 1 file changed, 86 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-12-burmese_awesome_opus_books_model_2_rabby33_en.md diff --git a/docs/_posts/ahmedlone127/2024-08-12-burmese_awesome_opus_books_model_2_rabby33_en.md b/docs/_posts/ahmedlone127/2024-08-12-burmese_awesome_opus_books_model_2_rabby33_en.md new file mode 100644 index 00000000000000..27ce9092281568 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-12-burmese_awesome_opus_books_model_2_rabby33_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English burmese_awesome_opus_books_model_2_rabby33 T5Transformer from rabby33 +author: John Snow Labs +name: burmese_awesome_opus_books_model_2_rabby33 +date: 2024-08-12 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`burmese_awesome_opus_books_model_2_rabby33` is a English model originally trained by rabby33. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/burmese_awesome_opus_books_model_2_rabby33_en_5.4.2_3.0_1723496545307.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/burmese_awesome_opus_books_model_2_rabby33_en_5.4.2_3.0_1723496545307.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("burmese_awesome_opus_books_model_2_rabby33","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("burmese_awesome_opus_books_model_2_rabby33", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|burmese_awesome_opus_books_model_2_rabby33| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|311.9 MB| + +## References + +https://huggingface.co/rabby33/my_awesome_opus_books_model_2 \ No newline at end of file From d95449e19796276af5c83b120b48338b5235755e Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 04:04:20 +0700 Subject: [PATCH 140/355] Add model 2024-08-12-mt5_small_scientific_title_maker_pipeline_en --- ...mall_scientific_title_maker_pipeline_en.md | 69 +++++++++++++++++++ 1 file changed, 69 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-12-mt5_small_scientific_title_maker_pipeline_en.md diff --git a/docs/_posts/ahmedlone127/2024-08-12-mt5_small_scientific_title_maker_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-12-mt5_small_scientific_title_maker_pipeline_en.md new file mode 100644 index 00000000000000..a7677b1f41f842 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-12-mt5_small_scientific_title_maker_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English mt5_small_scientific_title_maker_pipeline pipeline T5Transformer from perceptron-743 +author: John Snow Labs +name: mt5_small_scientific_title_maker_pipeline +date: 2024-08-12 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`mt5_small_scientific_title_maker_pipeline` is a English model originally trained by perceptron-743. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/mt5_small_scientific_title_maker_pipeline_en_5.4.2_3.0_1723496606515.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/mt5_small_scientific_title_maker_pipeline_en_5.4.2_3.0_1723496606515.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("mt5_small_scientific_title_maker_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("mt5_small_scientific_title_maker_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|mt5_small_scientific_title_maker_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|1.2 GB| + +## References + +https://huggingface.co/perceptron-743/mt5-small-scientific-title-maker + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file From de86d3dae7689888fe73c9acd8f30e485223fa2e Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 04:05:20 +0700 Subject: [PATCH 141/355] Add model 2024-08-12-t5_small_xsum_kssteven_en --- .../2024-08-12-t5_small_xsum_kssteven_en.md | 86 +++++++++++++++++++ 1 file changed, 86 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-12-t5_small_xsum_kssteven_en.md diff --git a/docs/_posts/ahmedlone127/2024-08-12-t5_small_xsum_kssteven_en.md b/docs/_posts/ahmedlone127/2024-08-12-t5_small_xsum_kssteven_en.md new file mode 100644 index 00000000000000..b52221dd2bc47b --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-12-t5_small_xsum_kssteven_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English t5_small_xsum_kssteven T5Transformer from kssteven +author: John Snow Labs +name: t5_small_xsum_kssteven +date: 2024-08-12 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`t5_small_xsum_kssteven` is a English model originally trained by kssteven. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/t5_small_xsum_kssteven_en_5.4.2_3.0_1723496668257.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/t5_small_xsum_kssteven_en_5.4.2_3.0_1723496668257.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("t5_small_xsum_kssteven","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("t5_small_xsum_kssteven", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|t5_small_xsum_kssteven| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|350.0 MB| + +## References + +https://huggingface.co/kssteven/T5-small-xsum \ No newline at end of file From 4e6020a186c2becab731bc4aa5cc8059833bedc4 Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 04:06:20 +0700 Subject: [PATCH 142/355] Add model 2024-08-12-burmese_awesome_opus_books_model_2_rabby33_pipeline_en --- ..._opus_books_model_2_rabby33_pipeline_en.md | 69 +++++++++++++++++++ 1 file changed, 69 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-12-burmese_awesome_opus_books_model_2_rabby33_pipeline_en.md diff --git a/docs/_posts/ahmedlone127/2024-08-12-burmese_awesome_opus_books_model_2_rabby33_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-12-burmese_awesome_opus_books_model_2_rabby33_pipeline_en.md new file mode 100644 index 00000000000000..6a393d4661ebd5 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-12-burmese_awesome_opus_books_model_2_rabby33_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English burmese_awesome_opus_books_model_2_rabby33_pipeline pipeline T5Transformer from rabby33 +author: John Snow Labs +name: burmese_awesome_opus_books_model_2_rabby33_pipeline +date: 2024-08-12 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`burmese_awesome_opus_books_model_2_rabby33_pipeline` is a English model originally trained by rabby33. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/burmese_awesome_opus_books_model_2_rabby33_pipeline_en_5.4.2_3.0_1723496569470.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/burmese_awesome_opus_books_model_2_rabby33_pipeline_en_5.4.2_3.0_1723496569470.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("burmese_awesome_opus_books_model_2_rabby33_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("burmese_awesome_opus_books_model_2_rabby33_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|burmese_awesome_opus_books_model_2_rabby33_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|311.9 MB| + +## References + +https://huggingface.co/rabby33/my_awesome_opus_books_model_2 + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file From 3e89de34198823c48682520510aab9310f3a216a Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 04:07:20 +0700 Subject: [PATCH 143/355] Add model 2024-08-12-flan_t5_base_tweet_similarity_pipeline_en --- ...an_t5_base_tweet_similarity_pipeline_en.md | 69 +++++++++++++++++++ 1 file changed, 69 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-12-flan_t5_base_tweet_similarity_pipeline_en.md diff --git a/docs/_posts/ahmedlone127/2024-08-12-flan_t5_base_tweet_similarity_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-12-flan_t5_base_tweet_similarity_pipeline_en.md new file mode 100644 index 00000000000000..c63bb1a589fb70 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-12-flan_t5_base_tweet_similarity_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English flan_t5_base_tweet_similarity_pipeline pipeline T5Transformer from cardiffnlp +author: John Snow Labs +name: flan_t5_base_tweet_similarity_pipeline +date: 2024-08-12 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`flan_t5_base_tweet_similarity_pipeline` is a English model originally trained by cardiffnlp. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/flan_t5_base_tweet_similarity_pipeline_en_5.4.2_3.0_1723496666166.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/flan_t5_base_tweet_similarity_pipeline_en_5.4.2_3.0_1723496666166.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("flan_t5_base_tweet_similarity_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("flan_t5_base_tweet_similarity_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|flan_t5_base_tweet_similarity_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|1.0 GB| + +## References + +https://huggingface.co/cardiffnlp/flan-t5-base-tweet-similarity + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file From b3b4c9fff1dd660a81340db61392793ebac2b9e6 Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 04:08:21 +0700 Subject: [PATCH 144/355] Add model 2024-08-12-t5_small_xsum_kssteven_pipeline_en --- ...8-12-t5_small_xsum_kssteven_pipeline_en.md | 69 +++++++++++++++++++ 1 file changed, 69 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-12-t5_small_xsum_kssteven_pipeline_en.md diff --git a/docs/_posts/ahmedlone127/2024-08-12-t5_small_xsum_kssteven_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-12-t5_small_xsum_kssteven_pipeline_en.md new file mode 100644 index 00000000000000..a1d41d8c8b8164 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-12-t5_small_xsum_kssteven_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English t5_small_xsum_kssteven_pipeline pipeline T5Transformer from kssteven +author: John Snow Labs +name: t5_small_xsum_kssteven_pipeline +date: 2024-08-12 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`t5_small_xsum_kssteven_pipeline` is a English model originally trained by kssteven. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/t5_small_xsum_kssteven_pipeline_en_5.4.2_3.0_1723496686723.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/t5_small_xsum_kssteven_pipeline_en_5.4.2_3.0_1723496686723.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("t5_small_xsum_kssteven_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("t5_small_xsum_kssteven_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|t5_small_xsum_kssteven_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|350.0 MB| + +## References + +https://huggingface.co/kssteven/T5-small-xsum + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file From fba2cbf39ddd1a2e9f35f86a8728b3dca9d1b8dd Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 04:09:21 +0700 Subject: [PATCH 145/355] Add model 2024-08-12-falconsai_t5_small_pretrained_text_summarization_samsum_en --- ...pretrained_text_summarization_samsum_en.md | 86 +++++++++++++++++++ 1 file changed, 86 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-12-falconsai_t5_small_pretrained_text_summarization_samsum_en.md diff --git a/docs/_posts/ahmedlone127/2024-08-12-falconsai_t5_small_pretrained_text_summarization_samsum_en.md b/docs/_posts/ahmedlone127/2024-08-12-falconsai_t5_small_pretrained_text_summarization_samsum_en.md new file mode 100644 index 00000000000000..cc34bf59d361a7 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-12-falconsai_t5_small_pretrained_text_summarization_samsum_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English falconsai_t5_small_pretrained_text_summarization_samsum T5Transformer from sanjayuzu +author: John Snow Labs +name: falconsai_t5_small_pretrained_text_summarization_samsum +date: 2024-08-12 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`falconsai_t5_small_pretrained_text_summarization_samsum` is a English model originally trained by sanjayuzu. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/falconsai_t5_small_pretrained_text_summarization_samsum_en_5.4.2_3.0_1723496951731.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/falconsai_t5_small_pretrained_text_summarization_samsum_en_5.4.2_3.0_1723496951731.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("falconsai_t5_small_pretrained_text_summarization_samsum","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("falconsai_t5_small_pretrained_text_summarization_samsum", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|falconsai_t5_small_pretrained_text_summarization_samsum| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|338.1 MB| + +## References + +https://huggingface.co/sanjayuzu/falconsai-t5-small-pretrained_text_summarization_samsum \ No newline at end of file From dde1379e6d9b08591d1b126a157229057ed47173 Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 04:10:21 +0700 Subject: [PATCH 146/355] Add model 2024-08-12-flan_t5_base_tweet_similarity_en --- ...-08-12-flan_t5_base_tweet_similarity_en.md | 86 +++++++++++++++++++ 1 file changed, 86 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-12-flan_t5_base_tweet_similarity_en.md diff --git a/docs/_posts/ahmedlone127/2024-08-12-flan_t5_base_tweet_similarity_en.md b/docs/_posts/ahmedlone127/2024-08-12-flan_t5_base_tweet_similarity_en.md new file mode 100644 index 00000000000000..a5ce009f1fb632 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-12-flan_t5_base_tweet_similarity_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English flan_t5_base_tweet_similarity T5Transformer from cardiffnlp +author: John Snow Labs +name: flan_t5_base_tweet_similarity +date: 2024-08-12 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`flan_t5_base_tweet_similarity` is a English model originally trained by cardiffnlp. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/flan_t5_base_tweet_similarity_en_5.4.2_3.0_1723496617176.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/flan_t5_base_tweet_similarity_en_5.4.2_3.0_1723496617176.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("flan_t5_base_tweet_similarity","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("flan_t5_base_tweet_similarity", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|flan_t5_base_tweet_similarity| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|1.0 GB| + +## References + +https://huggingface.co/cardiffnlp/flan-t5-base-tweet-similarity \ No newline at end of file From e3d5e7b0b207ebfa2da21a26cf5bdbfa111de68f Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 04:11:21 +0700 Subject: [PATCH 147/355] Add model 2024-08-12-falconsai_t5_small_pretrained_text_summarization_samsum_pipeline_en --- ...d_text_summarization_samsum_pipeline_en.md | 69 +++++++++++++++++++ 1 file changed, 69 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-12-falconsai_t5_small_pretrained_text_summarization_samsum_pipeline_en.md diff --git a/docs/_posts/ahmedlone127/2024-08-12-falconsai_t5_small_pretrained_text_summarization_samsum_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-12-falconsai_t5_small_pretrained_text_summarization_samsum_pipeline_en.md new file mode 100644 index 00000000000000..319e6dc05376cc --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-12-falconsai_t5_small_pretrained_text_summarization_samsum_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English falconsai_t5_small_pretrained_text_summarization_samsum_pipeline pipeline T5Transformer from sanjayuzu +author: John Snow Labs +name: falconsai_t5_small_pretrained_text_summarization_samsum_pipeline +date: 2024-08-12 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`falconsai_t5_small_pretrained_text_summarization_samsum_pipeline` is a English model originally trained by sanjayuzu. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/falconsai_t5_small_pretrained_text_summarization_samsum_pipeline_en_5.4.2_3.0_1723496967512.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/falconsai_t5_small_pretrained_text_summarization_samsum_pipeline_en_5.4.2_3.0_1723496967512.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("falconsai_t5_small_pretrained_text_summarization_samsum_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("falconsai_t5_small_pretrained_text_summarization_samsum_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|falconsai_t5_small_pretrained_text_summarization_samsum_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|338.1 MB| + +## References + +https://huggingface.co/sanjayuzu/falconsai-t5-small-pretrained_text_summarization_samsum + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file From b50289883ed38dd6f282b9f59e7d8a9531bdb241 Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 04:12:22 +0700 Subject: [PATCH 148/355] Add model 2024-08-12-mt5_small_tibetan_standard_10k_en --- ...08-12-mt5_small_tibetan_standard_10k_en.md | 86 +++++++++++++++++++ 1 file changed, 86 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-12-mt5_small_tibetan_standard_10k_en.md diff --git a/docs/_posts/ahmedlone127/2024-08-12-mt5_small_tibetan_standard_10k_en.md b/docs/_posts/ahmedlone127/2024-08-12-mt5_small_tibetan_standard_10k_en.md new file mode 100644 index 00000000000000..ade9d5df10c8f0 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-12-mt5_small_tibetan_standard_10k_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English mt5_small_tibetan_standard_10k T5Transformer from KaiNylund +author: John Snow Labs +name: mt5_small_tibetan_standard_10k +date: 2024-08-12 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`mt5_small_tibetan_standard_10k` is a English model originally trained by KaiNylund. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/mt5_small_tibetan_standard_10k_en_5.4.2_3.0_1723497070994.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/mt5_small_tibetan_standard_10k_en_5.4.2_3.0_1723497070994.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("mt5_small_tibetan_standard_10k","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("mt5_small_tibetan_standard_10k", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|mt5_small_tibetan_standard_10k| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|1.2 GB| + +## References + +https://huggingface.co/KaiNylund/mt5-small-bo-10k \ No newline at end of file From 2efbd65811efb0a1cff8923e7729f3c451101b90 Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 04:13:22 +0700 Subject: [PATCH 149/355] Add model 2024-08-12-mt5_small_koquad_qa_trimmed_korean_10000_en --- ...small_koquad_qa_trimmed_korean_10000_en.md | 86 +++++++++++++++++++ 1 file changed, 86 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-12-mt5_small_koquad_qa_trimmed_korean_10000_en.md diff --git a/docs/_posts/ahmedlone127/2024-08-12-mt5_small_koquad_qa_trimmed_korean_10000_en.md b/docs/_posts/ahmedlone127/2024-08-12-mt5_small_koquad_qa_trimmed_korean_10000_en.md new file mode 100644 index 00000000000000..9e8cc4489424fa --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-12-mt5_small_koquad_qa_trimmed_korean_10000_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English mt5_small_koquad_qa_trimmed_korean_10000 T5Transformer from vocabtrimmer +author: John Snow Labs +name: mt5_small_koquad_qa_trimmed_korean_10000 +date: 2024-08-12 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`mt5_small_koquad_qa_trimmed_korean_10000` is a English model originally trained by vocabtrimmer. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/mt5_small_koquad_qa_trimmed_korean_10000_en_5.4.2_3.0_1723497042308.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/mt5_small_koquad_qa_trimmed_korean_10000_en_5.4.2_3.0_1723497042308.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("mt5_small_koquad_qa_trimmed_korean_10000","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("mt5_small_koquad_qa_trimmed_korean_10000", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|mt5_small_koquad_qa_trimmed_korean_10000| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|220.3 MB| + +## References + +https://huggingface.co/vocabtrimmer/mt5-small-koquad-qa-trimmed-ko-10000 \ No newline at end of file From cdd8a413ff24f74ac2cbc646268d4f7964cbcc0c Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 04:14:22 +0700 Subject: [PATCH 150/355] Add model 2024-08-12-mt5_small_koquad_qa_trimmed_korean_10000_pipeline_en --- ...uad_qa_trimmed_korean_10000_pipeline_en.md | 69 +++++++++++++++++++ 1 file changed, 69 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-12-mt5_small_koquad_qa_trimmed_korean_10000_pipeline_en.md diff --git a/docs/_posts/ahmedlone127/2024-08-12-mt5_small_koquad_qa_trimmed_korean_10000_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-12-mt5_small_koquad_qa_trimmed_korean_10000_pipeline_en.md new file mode 100644 index 00000000000000..94581729b8bd86 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-12-mt5_small_koquad_qa_trimmed_korean_10000_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English mt5_small_koquad_qa_trimmed_korean_10000_pipeline pipeline T5Transformer from vocabtrimmer +author: John Snow Labs +name: mt5_small_koquad_qa_trimmed_korean_10000_pipeline +date: 2024-08-12 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`mt5_small_koquad_qa_trimmed_korean_10000_pipeline` is a English model originally trained by vocabtrimmer. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/mt5_small_koquad_qa_trimmed_korean_10000_pipeline_en_5.4.2_3.0_1723497052723.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/mt5_small_koquad_qa_trimmed_korean_10000_pipeline_en_5.4.2_3.0_1723497052723.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("mt5_small_koquad_qa_trimmed_korean_10000_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("mt5_small_koquad_qa_trimmed_korean_10000_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|mt5_small_koquad_qa_trimmed_korean_10000_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|220.3 MB| + +## References + +https://huggingface.co/vocabtrimmer/mt5-small-koquad-qa-trimmed-ko-10000 + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file From ccc5f3b6eda1ac893f026a6075bcdf3c41b32b98 Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 04:15:22 +0700 Subject: [PATCH 151/355] Add model 2024-08-12-mt5_small_tibetan_standard_10k_pipeline_en --- ..._small_tibetan_standard_10k_pipeline_en.md | 69 +++++++++++++++++++ 1 file changed, 69 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-12-mt5_small_tibetan_standard_10k_pipeline_en.md diff --git a/docs/_posts/ahmedlone127/2024-08-12-mt5_small_tibetan_standard_10k_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-12-mt5_small_tibetan_standard_10k_pipeline_en.md new file mode 100644 index 00000000000000..11db9c7ace2e1d --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-12-mt5_small_tibetan_standard_10k_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English mt5_small_tibetan_standard_10k_pipeline pipeline T5Transformer from KaiNylund +author: John Snow Labs +name: mt5_small_tibetan_standard_10k_pipeline +date: 2024-08-12 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`mt5_small_tibetan_standard_10k_pipeline` is a English model originally trained by KaiNylund. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/mt5_small_tibetan_standard_10k_pipeline_en_5.4.2_3.0_1723497237845.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/mt5_small_tibetan_standard_10k_pipeline_en_5.4.2_3.0_1723497237845.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("mt5_small_tibetan_standard_10k_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("mt5_small_tibetan_standard_10k_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|mt5_small_tibetan_standard_10k_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|1.2 GB| + +## References + +https://huggingface.co/KaiNylund/mt5-small-bo-10k + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file From 339e8d188edbe365a73d1f375ddb7f9984cb7739 Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 04:16:22 +0700 Subject: [PATCH 152/355] Add model 2024-08-12-t5_small_finetune_dzongkha_tonga_tonga_islands_romanized_en --- ...ongkha_tonga_tonga_islands_romanized_en.md | 86 +++++++++++++++++++ 1 file changed, 86 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-12-t5_small_finetune_dzongkha_tonga_tonga_islands_romanized_en.md diff --git a/docs/_posts/ahmedlone127/2024-08-12-t5_small_finetune_dzongkha_tonga_tonga_islands_romanized_en.md b/docs/_posts/ahmedlone127/2024-08-12-t5_small_finetune_dzongkha_tonga_tonga_islands_romanized_en.md new file mode 100644 index 00000000000000..5999848ec45bfb --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-12-t5_small_finetune_dzongkha_tonga_tonga_islands_romanized_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English t5_small_finetune_dzongkha_tonga_tonga_islands_romanized T5Transformer from caffsean +author: John Snow Labs +name: t5_small_finetune_dzongkha_tonga_tonga_islands_romanized +date: 2024-08-12 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`t5_small_finetune_dzongkha_tonga_tonga_islands_romanized` is a English model originally trained by caffsean. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/t5_small_finetune_dzongkha_tonga_tonga_islands_romanized_en_5.4.2_3.0_1723497358351.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/t5_small_finetune_dzongkha_tonga_tonga_islands_romanized_en_5.4.2_3.0_1723497358351.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("t5_small_finetune_dzongkha_tonga_tonga_islands_romanized","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("t5_small_finetune_dzongkha_tonga_tonga_islands_romanized", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|t5_small_finetune_dzongkha_tonga_tonga_islands_romanized| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|305.9 MB| + +## References + +https://huggingface.co/caffsean/t5-small-finetune-dzongkha-to-romanized \ No newline at end of file From 5e6473dc0652cad5671f1e094f2d96394050dbec Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 04:17:23 +0700 Subject: [PATCH 153/355] Add model 2024-08-12-t5_small_finetune_dzongkha_tonga_tonga_islands_romanized_pipeline_en --- ...nga_tonga_islands_romanized_pipeline_en.md | 69 +++++++++++++++++++ 1 file changed, 69 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-12-t5_small_finetune_dzongkha_tonga_tonga_islands_romanized_pipeline_en.md diff --git a/docs/_posts/ahmedlone127/2024-08-12-t5_small_finetune_dzongkha_tonga_tonga_islands_romanized_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-12-t5_small_finetune_dzongkha_tonga_tonga_islands_romanized_pipeline_en.md new file mode 100644 index 00000000000000..36385e55dd4266 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-12-t5_small_finetune_dzongkha_tonga_tonga_islands_romanized_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English t5_small_finetune_dzongkha_tonga_tonga_islands_romanized_pipeline pipeline T5Transformer from caffsean +author: John Snow Labs +name: t5_small_finetune_dzongkha_tonga_tonga_islands_romanized_pipeline +date: 2024-08-12 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`t5_small_finetune_dzongkha_tonga_tonga_islands_romanized_pipeline` is a English model originally trained by caffsean. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/t5_small_finetune_dzongkha_tonga_tonga_islands_romanized_pipeline_en_5.4.2_3.0_1723497381676.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/t5_small_finetune_dzongkha_tonga_tonga_islands_romanized_pipeline_en_5.4.2_3.0_1723497381676.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("t5_small_finetune_dzongkha_tonga_tonga_islands_romanized_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("t5_small_finetune_dzongkha_tonga_tonga_islands_romanized_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|t5_small_finetune_dzongkha_tonga_tonga_islands_romanized_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|305.9 MB| + +## References + +https://huggingface.co/caffsean/t5-small-finetune-dzongkha-to-romanized + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file From 914b74417cc902a58385febefe5fe15a6659b32b Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 04:18:23 +0700 Subject: [PATCH 154/355] Add model 2024-08-12-t5_large_dataset_radiology_summary20221129_tsv_en --- ...ataset_radiology_summary20221129_tsv_en.md | 86 +++++++++++++++++++ 1 file changed, 86 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-12-t5_large_dataset_radiology_summary20221129_tsv_en.md diff --git a/docs/_posts/ahmedlone127/2024-08-12-t5_large_dataset_radiology_summary20221129_tsv_en.md b/docs/_posts/ahmedlone127/2024-08-12-t5_large_dataset_radiology_summary20221129_tsv_en.md new file mode 100644 index 00000000000000..2ffd783c319696 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-12-t5_large_dataset_radiology_summary20221129_tsv_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English t5_large_dataset_radiology_summary20221129_tsv T5Transformer from hisaoka +author: John Snow Labs +name: t5_large_dataset_radiology_summary20221129_tsv +date: 2024-08-12 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`t5_large_dataset_radiology_summary20221129_tsv` is a English model originally trained by hisaoka. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/t5_large_dataset_radiology_summary20221129_tsv_en_5.4.2_3.0_1723497367185.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/t5_large_dataset_radiology_summary20221129_tsv_en_5.4.2_3.0_1723497367185.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("t5_large_dataset_radiology_summary20221129_tsv","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("t5_large_dataset_radiology_summary20221129_tsv", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|t5_large_dataset_radiology_summary20221129_tsv| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|2.9 GB| + +## References + +https://huggingface.co/hisaoka/t5-large_dataset_radiology_summary20221129.tsv \ No newline at end of file From 4fce53842ffd6e86657e3c94137c268bae9dadf3 Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 04:19:24 +0700 Subject: [PATCH 155/355] Add model 2024-08-12-t5_large_dataset_radiology_summary20221129_tsv_pipeline_en --- ...diology_summary20221129_tsv_pipeline_en.md | 69 +++++++++++++++++++ 1 file changed, 69 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-12-t5_large_dataset_radiology_summary20221129_tsv_pipeline_en.md diff --git a/docs/_posts/ahmedlone127/2024-08-12-t5_large_dataset_radiology_summary20221129_tsv_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-12-t5_large_dataset_radiology_summary20221129_tsv_pipeline_en.md new file mode 100644 index 00000000000000..098e70fad6dd91 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-12-t5_large_dataset_radiology_summary20221129_tsv_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English t5_large_dataset_radiology_summary20221129_tsv_pipeline pipeline T5Transformer from hisaoka +author: John Snow Labs +name: t5_large_dataset_radiology_summary20221129_tsv_pipeline +date: 2024-08-12 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`t5_large_dataset_radiology_summary20221129_tsv_pipeline` is a English model originally trained by hisaoka. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/t5_large_dataset_radiology_summary20221129_tsv_pipeline_en_5.4.2_3.0_1723497512930.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/t5_large_dataset_radiology_summary20221129_tsv_pipeline_en_5.4.2_3.0_1723497512930.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("t5_large_dataset_radiology_summary20221129_tsv_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("t5_large_dataset_radiology_summary20221129_tsv_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|t5_large_dataset_radiology_summary20221129_tsv_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|2.9 GB| + +## References + +https://huggingface.co/hisaoka/t5-large_dataset_radiology_summary20221129.tsv + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file From 68e74ff207517906d0962227ea315633b7ec3b52 Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 04:25:09 +0700 Subject: [PATCH 156/355] Add model 2024-08-12-lit5_small_en --- .../ahmedlone127/2024-08-12-lit5_small_en.md | 86 +++++++++++++++++++ 1 file changed, 86 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-12-lit5_small_en.md diff --git a/docs/_posts/ahmedlone127/2024-08-12-lit5_small_en.md b/docs/_posts/ahmedlone127/2024-08-12-lit5_small_en.md new file mode 100644 index 00000000000000..4edc07665e999d --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-12-lit5_small_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English lit5_small T5Transformer from alemiaschi +author: John Snow Labs +name: lit5_small +date: 2024-08-12 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`lit5_small` is a English model originally trained by alemiaschi. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/lit5_small_en_5.4.2_3.0_1723497898159.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/lit5_small_en_5.4.2_3.0_1723497898159.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("lit5_small","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("lit5_small", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|lit5_small| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|335.1 MB| + +## References + +https://huggingface.co/alemiaschi/lit5-small \ No newline at end of file From 82be3e787c5ef45ff79ff7f1c85be4cf69051aea Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 04:26:09 +0700 Subject: [PATCH 157/355] Add model 2024-08-12-t5_recommendation_sports_equipment_en --- ...2-t5_recommendation_sports_equipment_en.md | 86 +++++++++++++++++++ 1 file changed, 86 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-12-t5_recommendation_sports_equipment_en.md diff --git a/docs/_posts/ahmedlone127/2024-08-12-t5_recommendation_sports_equipment_en.md b/docs/_posts/ahmedlone127/2024-08-12-t5_recommendation_sports_equipment_en.md new file mode 100644 index 00000000000000..faeaabd4f373d6 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-12-t5_recommendation_sports_equipment_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English t5_recommendation_sports_equipment T5Transformer from Akshay95 +author: John Snow Labs +name: t5_recommendation_sports_equipment +date: 2024-08-12 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`t5_recommendation_sports_equipment` is a English model originally trained by Akshay95. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/t5_recommendation_sports_equipment_en_5.4.2_3.0_1723497869939.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/t5_recommendation_sports_equipment_en_5.4.2_3.0_1723497869939.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("t5_recommendation_sports_equipment","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("t5_recommendation_sports_equipment", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|t5_recommendation_sports_equipment| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|2.7 GB| + +## References + +https://huggingface.co/Akshay95/t5_recommendation_sports_equipment \ No newline at end of file From c273956f44d9501b36da7cd8f66890bb6f4d46f3 Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 04:27:09 +0700 Subject: [PATCH 158/355] Add model 2024-08-12-mt5_small_squad_qa_en --- .../2024-08-12-mt5_small_squad_qa_en.md | 86 +++++++++++++++++++ 1 file changed, 86 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-12-mt5_small_squad_qa_en.md diff --git a/docs/_posts/ahmedlone127/2024-08-12-mt5_small_squad_qa_en.md b/docs/_posts/ahmedlone127/2024-08-12-mt5_small_squad_qa_en.md new file mode 100644 index 00000000000000..c72dab0f459d8a --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-12-mt5_small_squad_qa_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English mt5_small_squad_qa T5Transformer from lmqg +author: John Snow Labs +name: mt5_small_squad_qa +date: 2024-08-12 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`mt5_small_squad_qa` is a English model originally trained by lmqg. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/mt5_small_squad_qa_en_5.4.2_3.0_1723497899177.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/mt5_small_squad_qa_en_5.4.2_3.0_1723497899177.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("mt5_small_squad_qa","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("mt5_small_squad_qa", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|mt5_small_squad_qa| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|1.3 GB| + +## References + +https://huggingface.co/lmqg/mt5-small-squad-qa \ No newline at end of file From 52dec19381feac6a25af2babce6b116c2a164920 Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 04:28:10 +0700 Subject: [PATCH 159/355] Add model 2024-08-12-mt5_small_squad_qa_pipeline_en --- ...24-08-12-mt5_small_squad_qa_pipeline_en.md | 69 +++++++++++++++++++ 1 file changed, 69 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-12-mt5_small_squad_qa_pipeline_en.md diff --git a/docs/_posts/ahmedlone127/2024-08-12-mt5_small_squad_qa_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-12-mt5_small_squad_qa_pipeline_en.md new file mode 100644 index 00000000000000..d4382d8cbc5f86 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-12-mt5_small_squad_qa_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English mt5_small_squad_qa_pipeline pipeline T5Transformer from lmqg +author: John Snow Labs +name: mt5_small_squad_qa_pipeline +date: 2024-08-12 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`mt5_small_squad_qa_pipeline` is a English model originally trained by lmqg. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/mt5_small_squad_qa_pipeline_en_5.4.2_3.0_1723497989351.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/mt5_small_squad_qa_pipeline_en_5.4.2_3.0_1723497989351.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("mt5_small_squad_qa_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("mt5_small_squad_qa_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|mt5_small_squad_qa_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|1.3 GB| + +## References + +https://huggingface.co/lmqg/mt5-small-squad-qa + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file From 30fe5dc79e1754b57a1123e2959873344a67a6d9 Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 04:29:10 +0700 Subject: [PATCH 160/355] Add model 2024-08-12-t5_recommendation_sports_equipment_pipeline_en --- ...mmendation_sports_equipment_pipeline_en.md | 69 +++++++++++++++++++ 1 file changed, 69 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-12-t5_recommendation_sports_equipment_pipeline_en.md diff --git a/docs/_posts/ahmedlone127/2024-08-12-t5_recommendation_sports_equipment_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-12-t5_recommendation_sports_equipment_pipeline_en.md new file mode 100644 index 00000000000000..fd554900f4a240 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-12-t5_recommendation_sports_equipment_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English t5_recommendation_sports_equipment_pipeline pipeline T5Transformer from Akshay95 +author: John Snow Labs +name: t5_recommendation_sports_equipment_pipeline +date: 2024-08-12 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`t5_recommendation_sports_equipment_pipeline` is a English model originally trained by Akshay95. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/t5_recommendation_sports_equipment_pipeline_en_5.4.2_3.0_1723498085268.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/t5_recommendation_sports_equipment_pipeline_en_5.4.2_3.0_1723498085268.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("t5_recommendation_sports_equipment_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("t5_recommendation_sports_equipment_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|t5_recommendation_sports_equipment_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|2.7 GB| + +## References + +https://huggingface.co/Akshay95/t5_recommendation_sports_equipment + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file From 572db4e6e322938f1f28600f0f0dfd4556a79107 Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 04:30:10 +0700 Subject: [PATCH 161/355] Add model 2024-08-12-distilled_mt5_small_hiddentest_en --- ...08-12-distilled_mt5_small_hiddentest_en.md | 86 +++++++++++++++++++ 1 file changed, 86 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-12-distilled_mt5_small_hiddentest_en.md diff --git a/docs/_posts/ahmedlone127/2024-08-12-distilled_mt5_small_hiddentest_en.md b/docs/_posts/ahmedlone127/2024-08-12-distilled_mt5_small_hiddentest_en.md new file mode 100644 index 00000000000000..f29eb155403d2c --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-12-distilled_mt5_small_hiddentest_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English distilled_mt5_small_hiddentest T5Transformer from Lvxue +author: John Snow Labs +name: distilled_mt5_small_hiddentest +date: 2024-08-12 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`distilled_mt5_small_hiddentest` is a English model originally trained by Lvxue. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/distilled_mt5_small_hiddentest_en_5.4.2_3.0_1723498173223.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/distilled_mt5_small_hiddentest_en_5.4.2_3.0_1723498173223.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("distilled_mt5_small_hiddentest","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("distilled_mt5_small_hiddentest", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|distilled_mt5_small_hiddentest| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|1.2 GB| + +## References + +https://huggingface.co/Lvxue/distilled-mt5-small-hiddentest \ No newline at end of file From f170b01b1c73616c6512d59e0265781204647bff Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 04:31:11 +0700 Subject: [PATCH 162/355] Add model 2024-08-12-lit5_small_pipeline_en --- .../2024-08-12-lit5_small_pipeline_en.md | 69 +++++++++++++++++++ 1 file changed, 69 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-12-lit5_small_pipeline_en.md diff --git a/docs/_posts/ahmedlone127/2024-08-12-lit5_small_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-12-lit5_small_pipeline_en.md new file mode 100644 index 00000000000000..5e74c30b3341c0 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-12-lit5_small_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English lit5_small_pipeline pipeline T5Transformer from alemiaschi +author: John Snow Labs +name: lit5_small_pipeline +date: 2024-08-12 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`lit5_small_pipeline` is a English model originally trained by alemiaschi. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/lit5_small_pipeline_en_5.4.2_3.0_1723497922656.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/lit5_small_pipeline_en_5.4.2_3.0_1723497922656.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("lit5_small_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("lit5_small_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|lit5_small_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|335.1 MB| + +## References + +https://huggingface.co/alemiaschi/lit5-small + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file From cc19058b39aa87b660121914d6c86f09c0ba0725 Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 04:32:37 +0700 Subject: [PATCH 163/355] Add model 2024-08-12-cs505_coqe_vit5_prompting1_aspol_en --- ...-12-cs505_coqe_vit5_prompting1_aspol_en.md | 86 +++++++++++++++++++ 1 file changed, 86 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-12-cs505_coqe_vit5_prompting1_aspol_en.md diff --git a/docs/_posts/ahmedlone127/2024-08-12-cs505_coqe_vit5_prompting1_aspol_en.md b/docs/_posts/ahmedlone127/2024-08-12-cs505_coqe_vit5_prompting1_aspol_en.md new file mode 100644 index 00000000000000..481e6bd824b1ba --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-12-cs505_coqe_vit5_prompting1_aspol_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English cs505_coqe_vit5_prompting1_aspol T5Transformer from ThuyNT03 +author: John Snow Labs +name: cs505_coqe_vit5_prompting1_aspol +date: 2024-08-12 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`cs505_coqe_vit5_prompting1_aspol` is a English model originally trained by ThuyNT03. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/cs505_coqe_vit5_prompting1_aspol_en_5.4.2_3.0_1723498318513.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/cs505_coqe_vit5_prompting1_aspol_en_5.4.2_3.0_1723498318513.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("cs505_coqe_vit5_prompting1_aspol","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("cs505_coqe_vit5_prompting1_aspol", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|cs505_coqe_vit5_prompting1_aspol| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|3.0 GB| + +## References + +https://huggingface.co/ThuyNT03/CS505_COQE_viT5_Prompting1_ASPOL \ No newline at end of file From 7c6f8ab357eadb108d44e1e2a81228ba1eaf8563 Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 04:33:39 +0700 Subject: [PATCH 164/355] Add model 2024-08-12-distilled_mt5_small_hiddentest_pipeline_en --- ...tilled_mt5_small_hiddentest_pipeline_en.md | 69 +++++++++++++++++++ 1 file changed, 69 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-12-distilled_mt5_small_hiddentest_pipeline_en.md diff --git a/docs/_posts/ahmedlone127/2024-08-12-distilled_mt5_small_hiddentest_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-12-distilled_mt5_small_hiddentest_pipeline_en.md new file mode 100644 index 00000000000000..2259d1628284e1 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-12-distilled_mt5_small_hiddentest_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English distilled_mt5_small_hiddentest_pipeline pipeline T5Transformer from Lvxue +author: John Snow Labs +name: distilled_mt5_small_hiddentest_pipeline +date: 2024-08-12 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`distilled_mt5_small_hiddentest_pipeline` is a English model originally trained by Lvxue. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/distilled_mt5_small_hiddentest_pipeline_en_5.4.2_3.0_1723498347679.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/distilled_mt5_small_hiddentest_pipeline_en_5.4.2_3.0_1723498347679.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("distilled_mt5_small_hiddentest_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("distilled_mt5_small_hiddentest_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|distilled_mt5_small_hiddentest_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|1.2 GB| + +## References + +https://huggingface.co/Lvxue/distilled-mt5-small-hiddentest + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file From 47d18ab4d372b3952c83b2c4de826894d5cf557c Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 04:35:30 +0700 Subject: [PATCH 165/355] Add model 2024-08-12-cs505_coqe_vit5_prompting1_aspol_pipeline_en --- ..._coqe_vit5_prompting1_aspol_pipeline_en.md | 69 +++++++++++++++++++ 1 file changed, 69 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-12-cs505_coqe_vit5_prompting1_aspol_pipeline_en.md diff --git a/docs/_posts/ahmedlone127/2024-08-12-cs505_coqe_vit5_prompting1_aspol_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-12-cs505_coqe_vit5_prompting1_aspol_pipeline_en.md new file mode 100644 index 00000000000000..39a4b49721a1a5 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-12-cs505_coqe_vit5_prompting1_aspol_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English cs505_coqe_vit5_prompting1_aspol_pipeline pipeline T5Transformer from ThuyNT03 +author: John Snow Labs +name: cs505_coqe_vit5_prompting1_aspol_pipeline +date: 2024-08-12 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`cs505_coqe_vit5_prompting1_aspol_pipeline` is a English model originally trained by ThuyNT03. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/cs505_coqe_vit5_prompting1_aspol_pipeline_en_5.4.2_3.0_1723498492838.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/cs505_coqe_vit5_prompting1_aspol_pipeline_en_5.4.2_3.0_1723498492838.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("cs505_coqe_vit5_prompting1_aspol_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("cs505_coqe_vit5_prompting1_aspol_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|cs505_coqe_vit5_prompting1_aspol_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|3.0 GB| + +## References + +https://huggingface.co/ThuyNT03/CS505_COQE_viT5_Prompting1_ASPOL + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file From 0843f3c09edb584a37ebc3f6c123051857b18f10 Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 04:46:11 +0700 Subject: [PATCH 166/355] Add model 2024-08-12-summary_end2end_questions_generation_en --- ...summary_end2end_questions_generation_en.md | 86 +++++++++++++++++++ 1 file changed, 86 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-12-summary_end2end_questions_generation_en.md diff --git a/docs/_posts/ahmedlone127/2024-08-12-summary_end2end_questions_generation_en.md b/docs/_posts/ahmedlone127/2024-08-12-summary_end2end_questions_generation_en.md new file mode 100644 index 00000000000000..f77d71bc15230c --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-12-summary_end2end_questions_generation_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English summary_end2end_questions_generation T5Transformer from matthv +author: John Snow Labs +name: summary_end2end_questions_generation +date: 2024-08-12 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`summary_end2end_questions_generation` is a English model originally trained by matthv. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/summary_end2end_questions_generation_en_5.4.2_3.0_1723499159242.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/summary_end2end_questions_generation_en_5.4.2_3.0_1723499159242.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("summary_end2end_questions_generation","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("summary_end2end_questions_generation", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|summary_end2end_questions_generation| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|1.0 GB| + +## References + +https://huggingface.co/matthv/summary_end2end-questions-generation \ No newline at end of file From e4129750403a58c7663f6e732184636cebf9c6af Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 04:47:11 +0700 Subject: [PATCH 167/355] Add model 2024-08-12-qa_en --- docs/_posts/ahmedlone127/2024-08-12-qa_en.md | 86 ++++++++++++++++++++ 1 file changed, 86 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-12-qa_en.md diff --git a/docs/_posts/ahmedlone127/2024-08-12-qa_en.md b/docs/_posts/ahmedlone127/2024-08-12-qa_en.md new file mode 100644 index 00000000000000..d8bfc4be643877 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-12-qa_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English qa T5Transformer from wozniakmp +author: John Snow Labs +name: qa +date: 2024-08-12 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`qa` is a English model originally trained by wozniakmp. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/qa_en_5.4.2_3.0_1723499193501.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/qa_en_5.4.2_3.0_1723499193501.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("qa","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("qa", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|qa| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|1.1 GB| + +## References + +https://huggingface.co/wozniakmp/QA \ No newline at end of file From 595465c2257bf9ab243efb395e3f99484266f17a Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 04:48:11 +0700 Subject: [PATCH 168/355] Add model 2024-08-12-summary_end2end_questions_generation_pipeline_en --- ...nd2end_questions_generation_pipeline_en.md | 69 +++++++++++++++++++ 1 file changed, 69 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-12-summary_end2end_questions_generation_pipeline_en.md diff --git a/docs/_posts/ahmedlone127/2024-08-12-summary_end2end_questions_generation_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-12-summary_end2end_questions_generation_pipeline_en.md new file mode 100644 index 00000000000000..258f1784719ed2 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-12-summary_end2end_questions_generation_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English summary_end2end_questions_generation_pipeline pipeline T5Transformer from matthv +author: John Snow Labs +name: summary_end2end_questions_generation_pipeline +date: 2024-08-12 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`summary_end2end_questions_generation_pipeline` is a English model originally trained by matthv. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/summary_end2end_questions_generation_pipeline_en_5.4.2_3.0_1723499205420.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/summary_end2end_questions_generation_pipeline_en_5.4.2_3.0_1723499205420.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("summary_end2end_questions_generation_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("summary_end2end_questions_generation_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|summary_end2end_questions_generation_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|1.0 GB| + +## References + +https://huggingface.co/matthv/summary_end2end-questions-generation + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file From 2fdde7bdc68c6d5e6fa78accd2fdfbc6c590c7db Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 04:49:11 +0700 Subject: [PATCH 169/355] Add model 2024-08-12-qa_pipeline_en --- .../ahmedlone127/2024-08-12-qa_pipeline_en.md | 69 +++++++++++++++++++ 1 file changed, 69 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-12-qa_pipeline_en.md diff --git a/docs/_posts/ahmedlone127/2024-08-12-qa_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-12-qa_pipeline_en.md new file mode 100644 index 00000000000000..99ca86afa2b86f --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-12-qa_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English qa_pipeline pipeline T5Transformer from wozniakmp +author: John Snow Labs +name: qa_pipeline +date: 2024-08-12 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`qa_pipeline` is a English model originally trained by wozniakmp. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/qa_pipeline_en_5.4.2_3.0_1723499261647.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/qa_pipeline_en_5.4.2_3.0_1723499261647.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("qa_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("qa_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|qa_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|1.1 GB| + +## References + +https://huggingface.co/wozniakmp/QA + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file From 8aa7476e90c0e3f755e570d45a360c7add5a2e7f Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 04:50:12 +0700 Subject: [PATCH 170/355] Add model 2024-08-12-long_t5_tglobal_base_16384_book_summary_finetuned_xsum_en --- ...se_16384_book_summary_finetuned_xsum_en.md | 86 +++++++++++++++++++ 1 file changed, 86 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-12-long_t5_tglobal_base_16384_book_summary_finetuned_xsum_en.md diff --git a/docs/_posts/ahmedlone127/2024-08-12-long_t5_tglobal_base_16384_book_summary_finetuned_xsum_en.md b/docs/_posts/ahmedlone127/2024-08-12-long_t5_tglobal_base_16384_book_summary_finetuned_xsum_en.md new file mode 100644 index 00000000000000..c57fa3e9d73055 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-12-long_t5_tglobal_base_16384_book_summary_finetuned_xsum_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English long_t5_tglobal_base_16384_book_summary_finetuned_xsum T5Transformer from Hayk96 +author: John Snow Labs +name: long_t5_tglobal_base_16384_book_summary_finetuned_xsum +date: 2024-08-12 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`long_t5_tglobal_base_16384_book_summary_finetuned_xsum` is a English model originally trained by Hayk96. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/long_t5_tglobal_base_16384_book_summary_finetuned_xsum_en_5.4.2_3.0_1723499222300.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/long_t5_tglobal_base_16384_book_summary_finetuned_xsum_en_5.4.2_3.0_1723499222300.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("long_t5_tglobal_base_16384_book_summary_finetuned_xsum","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("long_t5_tglobal_base_16384_book_summary_finetuned_xsum", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|long_t5_tglobal_base_16384_book_summary_finetuned_xsum| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|1.0 GB| + +## References + +https://huggingface.co/Hayk96/long-t5-tglobal-base-16384-book-summary-finetuned-xsum \ No newline at end of file From 93d4c5e873c11d1ffbb3f6fb6ea3bf8d579ea53a Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 04:51:12 +0700 Subject: [PATCH 171/355] Add model 2024-08-12-t5_60m_lm_wmt_2014_2_pipeline_en --- ...-08-12-t5_60m_lm_wmt_2014_2_pipeline_en.md | 69 +++++++++++++++++++ 1 file changed, 69 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-12-t5_60m_lm_wmt_2014_2_pipeline_en.md diff --git a/docs/_posts/ahmedlone127/2024-08-12-t5_60m_lm_wmt_2014_2_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-12-t5_60m_lm_wmt_2014_2_pipeline_en.md new file mode 100644 index 00000000000000..ec9d683066a58a --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-12-t5_60m_lm_wmt_2014_2_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English t5_60m_lm_wmt_2014_2_pipeline pipeline T5Transformer from KaiNylund +author: John Snow Labs +name: t5_60m_lm_wmt_2014_2_pipeline +date: 2024-08-12 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`t5_60m_lm_wmt_2014_2_pipeline` is a English model originally trained by KaiNylund. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/t5_60m_lm_wmt_2014_2_pipeline_en_5.4.2_3.0_1723499412085.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/t5_60m_lm_wmt_2014_2_pipeline_en_5.4.2_3.0_1723499412085.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("t5_60m_lm_wmt_2014_2_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("t5_60m_lm_wmt_2014_2_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|t5_60m_lm_wmt_2014_2_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|349.1 MB| + +## References + +https://huggingface.co/KaiNylund/t5-60M-lm-wmt-2014-2 + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file From ecef405847bc4bcca27c1535e4f0888bb99a7314 Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 04:52:12 +0700 Subject: [PATCH 172/355] Add model 2024-08-12-t5_base_subjqa_vanilla_books_qg_pipeline_en --- ...ase_subjqa_vanilla_books_qg_pipeline_en.md | 69 +++++++++++++++++++ 1 file changed, 69 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-12-t5_base_subjqa_vanilla_books_qg_pipeline_en.md diff --git a/docs/_posts/ahmedlone127/2024-08-12-t5_base_subjqa_vanilla_books_qg_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-12-t5_base_subjqa_vanilla_books_qg_pipeline_en.md new file mode 100644 index 00000000000000..be98d50c7d0e50 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-12-t5_base_subjqa_vanilla_books_qg_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English t5_base_subjqa_vanilla_books_qg_pipeline pipeline T5Transformer from research-backup +author: John Snow Labs +name: t5_base_subjqa_vanilla_books_qg_pipeline +date: 2024-08-12 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`t5_base_subjqa_vanilla_books_qg_pipeline` is a English model originally trained by research-backup. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/t5_base_subjqa_vanilla_books_qg_pipeline_en_5.4.2_3.0_1723499373026.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/t5_base_subjqa_vanilla_books_qg_pipeline_en_5.4.2_3.0_1723499373026.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("t5_base_subjqa_vanilla_books_qg_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("t5_base_subjqa_vanilla_books_qg_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|t5_base_subjqa_vanilla_books_qg_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|919.1 MB| + +## References + +https://huggingface.co/research-backup/t5-base-subjqa-vanilla-books-qg + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file From db306becb4df76ae687213b9c48382cb2094375c Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 04:53:12 +0700 Subject: [PATCH 173/355] Add model 2024-08-12-t5_60m_lm_wmt_2014_2_en --- .../2024-08-12-t5_60m_lm_wmt_2014_2_en.md | 86 +++++++++++++++++++ 1 file changed, 86 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-12-t5_60m_lm_wmt_2014_2_en.md diff --git a/docs/_posts/ahmedlone127/2024-08-12-t5_60m_lm_wmt_2014_2_en.md b/docs/_posts/ahmedlone127/2024-08-12-t5_60m_lm_wmt_2014_2_en.md new file mode 100644 index 00000000000000..d1b3b8da22c072 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-12-t5_60m_lm_wmt_2014_2_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English t5_60m_lm_wmt_2014_2 T5Transformer from KaiNylund +author: John Snow Labs +name: t5_60m_lm_wmt_2014_2 +date: 2024-08-12 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`t5_60m_lm_wmt_2014_2` is a English model originally trained by KaiNylund. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/t5_60m_lm_wmt_2014_2_en_5.4.2_3.0_1723499395935.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/t5_60m_lm_wmt_2014_2_en_5.4.2_3.0_1723499395935.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("t5_60m_lm_wmt_2014_2","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("t5_60m_lm_wmt_2014_2", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|t5_60m_lm_wmt_2014_2| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|349.1 MB| + +## References + +https://huggingface.co/KaiNylund/t5-60M-lm-wmt-2014-2 \ No newline at end of file From 9f446d993838f582b5fc313fa720e3a845f8b71a Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 04:54:12 +0700 Subject: [PATCH 174/355] Add model 2024-08-12-long_t5_tglobal_base_16384_book_summary_finetuned_xsum_pipeline_en --- ...book_summary_finetuned_xsum_pipeline_en.md | 69 +++++++++++++++++++ 1 file changed, 69 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-12-long_t5_tglobal_base_16384_book_summary_finetuned_xsum_pipeline_en.md diff --git a/docs/_posts/ahmedlone127/2024-08-12-long_t5_tglobal_base_16384_book_summary_finetuned_xsum_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-12-long_t5_tglobal_base_16384_book_summary_finetuned_xsum_pipeline_en.md new file mode 100644 index 00000000000000..234075db798ad6 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-12-long_t5_tglobal_base_16384_book_summary_finetuned_xsum_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English long_t5_tglobal_base_16384_book_summary_finetuned_xsum_pipeline pipeline T5Transformer from Hayk96 +author: John Snow Labs +name: long_t5_tglobal_base_16384_book_summary_finetuned_xsum_pipeline +date: 2024-08-12 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`long_t5_tglobal_base_16384_book_summary_finetuned_xsum_pipeline` is a English model originally trained by Hayk96. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/long_t5_tglobal_base_16384_book_summary_finetuned_xsum_pipeline_en_5.4.2_3.0_1723499272847.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/long_t5_tglobal_base_16384_book_summary_finetuned_xsum_pipeline_en_5.4.2_3.0_1723499272847.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("long_t5_tglobal_base_16384_book_summary_finetuned_xsum_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("long_t5_tglobal_base_16384_book_summary_finetuned_xsum_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|long_t5_tglobal_base_16384_book_summary_finetuned_xsum_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|1.0 GB| + +## References + +https://huggingface.co/Hayk96/long-t5-tglobal-base-16384-book-summary-finetuned-xsum + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file From 1b34970e5e7590c44865043fc4f94f894b21b5c3 Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 04:55:12 +0700 Subject: [PATCH 175/355] Add model 2024-08-12-flan_t5_base_finetuned_xsum_brutusxu_pipeline_en --- ...ase_finetuned_xsum_brutusxu_pipeline_en.md | 69 +++++++++++++++++++ 1 file changed, 69 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-12-flan_t5_base_finetuned_xsum_brutusxu_pipeline_en.md diff --git a/docs/_posts/ahmedlone127/2024-08-12-flan_t5_base_finetuned_xsum_brutusxu_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-12-flan_t5_base_finetuned_xsum_brutusxu_pipeline_en.md new file mode 100644 index 00000000000000..6bfba0e2df7703 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-12-flan_t5_base_finetuned_xsum_brutusxu_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English flan_t5_base_finetuned_xsum_brutusxu_pipeline pipeline T5Transformer from brutusxu +author: John Snow Labs +name: flan_t5_base_finetuned_xsum_brutusxu_pipeline +date: 2024-08-12 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`flan_t5_base_finetuned_xsum_brutusxu_pipeline` is a English model originally trained by brutusxu. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/flan_t5_base_finetuned_xsum_brutusxu_pipeline_en_5.4.2_3.0_1723499632393.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/flan_t5_base_finetuned_xsum_brutusxu_pipeline_en_5.4.2_3.0_1723499632393.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("flan_t5_base_finetuned_xsum_brutusxu_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("flan_t5_base_finetuned_xsum_brutusxu_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|flan_t5_base_finetuned_xsum_brutusxu_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|1.0 GB| + +## References + +https://huggingface.co/brutusxu/flan-t5-base-finetuned-xsum + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file From 69ad01d0987ca473a5392a9b92b90828ab03667c Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 04:56:13 +0700 Subject: [PATCH 176/355] Add model 2024-08-12-flan_t5_base_finetuned_xsum_brutusxu_en --- ...flan_t5_base_finetuned_xsum_brutusxu_en.md | 86 +++++++++++++++++++ 1 file changed, 86 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-12-flan_t5_base_finetuned_xsum_brutusxu_en.md diff --git a/docs/_posts/ahmedlone127/2024-08-12-flan_t5_base_finetuned_xsum_brutusxu_en.md b/docs/_posts/ahmedlone127/2024-08-12-flan_t5_base_finetuned_xsum_brutusxu_en.md new file mode 100644 index 00000000000000..d0cdd61ad0b0fe --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-12-flan_t5_base_finetuned_xsum_brutusxu_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English flan_t5_base_finetuned_xsum_brutusxu T5Transformer from brutusxu +author: John Snow Labs +name: flan_t5_base_finetuned_xsum_brutusxu +date: 2024-08-12 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`flan_t5_base_finetuned_xsum_brutusxu` is a English model originally trained by brutusxu. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/flan_t5_base_finetuned_xsum_brutusxu_en_5.4.2_3.0_1723499580781.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/flan_t5_base_finetuned_xsum_brutusxu_en_5.4.2_3.0_1723499580781.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("flan_t5_base_finetuned_xsum_brutusxu","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("flan_t5_base_finetuned_xsum_brutusxu", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|flan_t5_base_finetuned_xsum_brutusxu| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|1.0 GB| + +## References + +https://huggingface.co/brutusxu/flan-t5-base-finetuned-xsum \ No newline at end of file From a3e1821b1adb5b091717db39d89e61898a9e8f7a Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 04:57:13 +0700 Subject: [PATCH 177/355] Add model 2024-08-12-t5_base_subjqa_vanilla_books_qg_en --- ...8-12-t5_base_subjqa_vanilla_books_qg_en.md | 86 +++++++++++++++++++ 1 file changed, 86 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-12-t5_base_subjqa_vanilla_books_qg_en.md diff --git a/docs/_posts/ahmedlone127/2024-08-12-t5_base_subjqa_vanilla_books_qg_en.md b/docs/_posts/ahmedlone127/2024-08-12-t5_base_subjqa_vanilla_books_qg_en.md new file mode 100644 index 00000000000000..8db50cd629506e --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-12-t5_base_subjqa_vanilla_books_qg_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English t5_base_subjqa_vanilla_books_qg T5Transformer from research-backup +author: John Snow Labs +name: t5_base_subjqa_vanilla_books_qg +date: 2024-08-12 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`t5_base_subjqa_vanilla_books_qg` is a English model originally trained by research-backup. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/t5_base_subjqa_vanilla_books_qg_en_5.4.2_3.0_1723499304119.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/t5_base_subjqa_vanilla_books_qg_en_5.4.2_3.0_1723499304119.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("t5_base_subjqa_vanilla_books_qg","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("t5_base_subjqa_vanilla_books_qg", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|t5_base_subjqa_vanilla_books_qg| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|919.1 MB| + +## References + +https://huggingface.co/research-backup/t5-base-subjqa-vanilla-books-qg \ No newline at end of file From aeeb13e201cd2c0073fcb08507fed063716e44e2 Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 04:58:13 +0700 Subject: [PATCH 178/355] Add model 2024-08-12-t5_small_cnndm_bild_aligned_pipeline_en --- ...t5_small_cnndm_bild_aligned_pipeline_en.md | 69 +++++++++++++++++++ 1 file changed, 69 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-12-t5_small_cnndm_bild_aligned_pipeline_en.md diff --git a/docs/_posts/ahmedlone127/2024-08-12-t5_small_cnndm_bild_aligned_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-12-t5_small_cnndm_bild_aligned_pipeline_en.md new file mode 100644 index 00000000000000..813f13fa3aa044 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-12-t5_small_cnndm_bild_aligned_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English t5_small_cnndm_bild_aligned_pipeline pipeline T5Transformer from kssteven +author: John Snow Labs +name: t5_small_cnndm_bild_aligned_pipeline +date: 2024-08-12 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`t5_small_cnndm_bild_aligned_pipeline` is a English model originally trained by kssteven. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/t5_small_cnndm_bild_aligned_pipeline_en_5.4.2_3.0_1723499815357.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/t5_small_cnndm_bild_aligned_pipeline_en_5.4.2_3.0_1723499815357.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("t5_small_cnndm_bild_aligned_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("t5_small_cnndm_bild_aligned_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|t5_small_cnndm_bild_aligned_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|350.1 MB| + +## References + +https://huggingface.co/kssteven/T5-small-cnndm-bild-aligned + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file From 2e5034b44295918816e9f43f30660efb544688fd Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 04:59:13 +0700 Subject: [PATCH 179/355] Add model 2024-08-12-t5_small_cnndm_bild_aligned_en --- ...24-08-12-t5_small_cnndm_bild_aligned_en.md | 86 +++++++++++++++++++ 1 file changed, 86 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-12-t5_small_cnndm_bild_aligned_en.md diff --git a/docs/_posts/ahmedlone127/2024-08-12-t5_small_cnndm_bild_aligned_en.md b/docs/_posts/ahmedlone127/2024-08-12-t5_small_cnndm_bild_aligned_en.md new file mode 100644 index 00000000000000..50bb4a2c11aa78 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-12-t5_small_cnndm_bild_aligned_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English t5_small_cnndm_bild_aligned T5Transformer from kssteven +author: John Snow Labs +name: t5_small_cnndm_bild_aligned +date: 2024-08-12 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`t5_small_cnndm_bild_aligned` is a English model originally trained by kssteven. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/t5_small_cnndm_bild_aligned_en_5.4.2_3.0_1723499799554.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/t5_small_cnndm_bild_aligned_en_5.4.2_3.0_1723499799554.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("t5_small_cnndm_bild_aligned","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("t5_small_cnndm_bild_aligned", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|t5_small_cnndm_bild_aligned| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|350.1 MB| + +## References + +https://huggingface.co/kssteven/T5-small-cnndm-bild-aligned \ No newline at end of file From 535661aba8d6be7f1ebae09d51ef5cf17dc7cf71 Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 05:00:14 +0700 Subject: [PATCH 180/355] Add model 2024-08-12-t5_finetuned_xsum_salvatore_pipeline_en --- ...t5_finetuned_xsum_salvatore_pipeline_en.md | 69 +++++++++++++++++++ 1 file changed, 69 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-12-t5_finetuned_xsum_salvatore_pipeline_en.md diff --git a/docs/_posts/ahmedlone127/2024-08-12-t5_finetuned_xsum_salvatore_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-12-t5_finetuned_xsum_salvatore_pipeline_en.md new file mode 100644 index 00000000000000..4bcebaab1d017c --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-12-t5_finetuned_xsum_salvatore_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English t5_finetuned_xsum_salvatore_pipeline pipeline T5Transformer from Salvatore +author: John Snow Labs +name: t5_finetuned_xsum_salvatore_pipeline +date: 2024-08-12 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`t5_finetuned_xsum_salvatore_pipeline` is a English model originally trained by Salvatore. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/t5_finetuned_xsum_salvatore_pipeline_en_5.4.2_3.0_1723499665419.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/t5_finetuned_xsum_salvatore_pipeline_en_5.4.2_3.0_1723499665419.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("t5_finetuned_xsum_salvatore_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("t5_finetuned_xsum_salvatore_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|t5_finetuned_xsum_salvatore_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|339.6 MB| + +## References + +https://huggingface.co/Salvatore/t5-finetuned-xsum + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file From f643c638c836afa6c791dc77a5f26abe199e8647 Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 05:01:14 +0700 Subject: [PATCH 181/355] Add model 2024-08-12-autonlp_mt5_xlsum_25085641_en --- ...024-08-12-autonlp_mt5_xlsum_25085641_en.md | 86 +++++++++++++++++++ 1 file changed, 86 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-12-autonlp_mt5_xlsum_25085641_en.md diff --git a/docs/_posts/ahmedlone127/2024-08-12-autonlp_mt5_xlsum_25085641_en.md b/docs/_posts/ahmedlone127/2024-08-12-autonlp_mt5_xlsum_25085641_en.md new file mode 100644 index 00000000000000..c22119d00d12b0 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-12-autonlp_mt5_xlsum_25085641_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English autonlp_mt5_xlsum_25085641 T5Transformer from sienog +author: John Snow Labs +name: autonlp_mt5_xlsum_25085641 +date: 2024-08-12 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`autonlp_mt5_xlsum_25085641` is a English model originally trained by sienog. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/autonlp_mt5_xlsum_25085641_en_5.4.2_3.0_1723499941097.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/autonlp_mt5_xlsum_25085641_en_5.4.2_3.0_1723499941097.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("autonlp_mt5_xlsum_25085641","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("autonlp_mt5_xlsum_25085641", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|autonlp_mt5_xlsum_25085641| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|2.7 GB| + +## References + +https://huggingface.co/sienog/autonlp-mt5-xlsum-25085641 \ No newline at end of file From 6de180215fe58c101f4bf1142b9fb7dcbec55cf5 Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 05:02:14 +0700 Subject: [PATCH 182/355] Add model 2024-08-12-finetune_extractive_qa_t5_tiny_standard_bahasa_cased_en --- ...ive_qa_t5_tiny_standard_bahasa_cased_en.md | 86 +++++++++++++++++++ 1 file changed, 86 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-12-finetune_extractive_qa_t5_tiny_standard_bahasa_cased_en.md diff --git a/docs/_posts/ahmedlone127/2024-08-12-finetune_extractive_qa_t5_tiny_standard_bahasa_cased_en.md b/docs/_posts/ahmedlone127/2024-08-12-finetune_extractive_qa_t5_tiny_standard_bahasa_cased_en.md new file mode 100644 index 00000000000000..d54525a6aa5099 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-12-finetune_extractive_qa_t5_tiny_standard_bahasa_cased_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English finetune_extractive_qa_t5_tiny_standard_bahasa_cased T5Transformer from mesolitica +author: John Snow Labs +name: finetune_extractive_qa_t5_tiny_standard_bahasa_cased +date: 2024-08-12 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`finetune_extractive_qa_t5_tiny_standard_bahasa_cased` is a English model originally trained by mesolitica. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/finetune_extractive_qa_t5_tiny_standard_bahasa_cased_en_5.4.2_3.0_1723500112637.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/finetune_extractive_qa_t5_tiny_standard_bahasa_cased_en_5.4.2_3.0_1723500112637.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("finetune_extractive_qa_t5_tiny_standard_bahasa_cased","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("finetune_extractive_qa_t5_tiny_standard_bahasa_cased", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|finetune_extractive_qa_t5_tiny_standard_bahasa_cased| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|222.8 MB| + +## References + +https://huggingface.co/mesolitica/finetune-extractive-qa-t5-tiny-standard-bahasa-cased \ No newline at end of file From a38c1c2ee180c9e9a818b63a783be84c3a31bb03 Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 05:03:14 +0700 Subject: [PATCH 183/355] Add model 2024-08-12-finetune_extractive_qa_t5_tiny_standard_bahasa_cased_pipeline_en --- ..._tiny_standard_bahasa_cased_pipeline_en.md | 69 +++++++++++++++++++ 1 file changed, 69 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-12-finetune_extractive_qa_t5_tiny_standard_bahasa_cased_pipeline_en.md diff --git a/docs/_posts/ahmedlone127/2024-08-12-finetune_extractive_qa_t5_tiny_standard_bahasa_cased_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-12-finetune_extractive_qa_t5_tiny_standard_bahasa_cased_pipeline_en.md new file mode 100644 index 00000000000000..f717fd8a177550 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-12-finetune_extractive_qa_t5_tiny_standard_bahasa_cased_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English finetune_extractive_qa_t5_tiny_standard_bahasa_cased_pipeline pipeline T5Transformer from mesolitica +author: John Snow Labs +name: finetune_extractive_qa_t5_tiny_standard_bahasa_cased_pipeline +date: 2024-08-12 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`finetune_extractive_qa_t5_tiny_standard_bahasa_cased_pipeline` is a English model originally trained by mesolitica. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/finetune_extractive_qa_t5_tiny_standard_bahasa_cased_pipeline_en_5.4.2_3.0_1723500123367.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/finetune_extractive_qa_t5_tiny_standard_bahasa_cased_pipeline_en_5.4.2_3.0_1723500123367.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("finetune_extractive_qa_t5_tiny_standard_bahasa_cased_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("finetune_extractive_qa_t5_tiny_standard_bahasa_cased_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|finetune_extractive_qa_t5_tiny_standard_bahasa_cased_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|222.8 MB| + +## References + +https://huggingface.co/mesolitica/finetune-extractive-qa-t5-tiny-standard-bahasa-cased + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file From 35e05818d8b188fc2360f310e029ba2114270d32 Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 05:04:14 +0700 Subject: [PATCH 184/355] Add model 2024-08-12-autonlp_mt5_xlsum_25085641_pipeline_en --- ...-autonlp_mt5_xlsum_25085641_pipeline_en.md | 69 +++++++++++++++++++ 1 file changed, 69 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-12-autonlp_mt5_xlsum_25085641_pipeline_en.md diff --git a/docs/_posts/ahmedlone127/2024-08-12-autonlp_mt5_xlsum_25085641_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-12-autonlp_mt5_xlsum_25085641_pipeline_en.md new file mode 100644 index 00000000000000..ba91b13ac76353 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-12-autonlp_mt5_xlsum_25085641_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English autonlp_mt5_xlsum_25085641_pipeline pipeline T5Transformer from sienog +author: John Snow Labs +name: autonlp_mt5_xlsum_25085641_pipeline +date: 2024-08-12 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`autonlp_mt5_xlsum_25085641_pipeline` is a English model originally trained by sienog. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/autonlp_mt5_xlsum_25085641_pipeline_en_5.4.2_3.0_1723500094706.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/autonlp_mt5_xlsum_25085641_pipeline_en_5.4.2_3.0_1723500094706.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("autonlp_mt5_xlsum_25085641_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("autonlp_mt5_xlsum_25085641_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|autonlp_mt5_xlsum_25085641_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|2.7 GB| + +## References + +https://huggingface.co/sienog/autonlp-mt5-xlsum-25085641 + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file From 465af97833bed93858e54e03c61ecdac32bde310 Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 05:05:15 +0700 Subject: [PATCH 185/355] Add model 2024-08-12-t5_60m_poli_aff_2018_11_en --- .../2024-08-12-t5_60m_poli_aff_2018_11_en.md | 86 +++++++++++++++++++ 1 file changed, 86 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-12-t5_60m_poli_aff_2018_11_en.md diff --git a/docs/_posts/ahmedlone127/2024-08-12-t5_60m_poli_aff_2018_11_en.md b/docs/_posts/ahmedlone127/2024-08-12-t5_60m_poli_aff_2018_11_en.md new file mode 100644 index 00000000000000..264ec647e7189f --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-12-t5_60m_poli_aff_2018_11_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English t5_60m_poli_aff_2018_11 T5Transformer from KaiNylund +author: John Snow Labs +name: t5_60m_poli_aff_2018_11 +date: 2024-08-12 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`t5_60m_poli_aff_2018_11` is a English model originally trained by KaiNylund. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/t5_60m_poli_aff_2018_11_en_5.4.2_3.0_1723500251105.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/t5_60m_poli_aff_2018_11_en_5.4.2_3.0_1723500251105.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("t5_60m_poli_aff_2018_11","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("t5_60m_poli_aff_2018_11", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|t5_60m_poli_aff_2018_11| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|297.4 MB| + +## References + +https://huggingface.co/KaiNylund/t5-60M-poli_aff-2018-11 \ No newline at end of file From 11f488f6ea6bb56bba08ea7b5b51cae0c77de48a Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 05:06:15 +0700 Subject: [PATCH 186/355] Add model 2024-08-12-t5_60m_poli_aff_2018_11_pipeline_en --- ...-12-t5_60m_poli_aff_2018_11_pipeline_en.md | 69 +++++++++++++++++++ 1 file changed, 69 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-12-t5_60m_poli_aff_2018_11_pipeline_en.md diff --git a/docs/_posts/ahmedlone127/2024-08-12-t5_60m_poli_aff_2018_11_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-12-t5_60m_poli_aff_2018_11_pipeline_en.md new file mode 100644 index 00000000000000..9e7234cc2598cf --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-12-t5_60m_poli_aff_2018_11_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English t5_60m_poli_aff_2018_11_pipeline pipeline T5Transformer from KaiNylund +author: John Snow Labs +name: t5_60m_poli_aff_2018_11_pipeline +date: 2024-08-12 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`t5_60m_poli_aff_2018_11_pipeline` is a English model originally trained by KaiNylund. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/t5_60m_poli_aff_2018_11_pipeline_en_5.4.2_3.0_1723500279188.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/t5_60m_poli_aff_2018_11_pipeline_en_5.4.2_3.0_1723500279188.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("t5_60m_poli_aff_2018_11_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("t5_60m_poli_aff_2018_11_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|t5_60m_poli_aff_2018_11_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|297.4 MB| + +## References + +https://huggingface.co/KaiNylund/t5-60M-poli_aff-2018-11 + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file From 5a0561396555bc5ff3a63d453ead837b808b629d Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 05:07:15 +0700 Subject: [PATCH 187/355] Add model 2024-08-12-t5_finetuned_xsum_salvatore_en --- ...24-08-12-t5_finetuned_xsum_salvatore_en.md | 86 +++++++++++++++++++ 1 file changed, 86 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-12-t5_finetuned_xsum_salvatore_en.md diff --git a/docs/_posts/ahmedlone127/2024-08-12-t5_finetuned_xsum_salvatore_en.md b/docs/_posts/ahmedlone127/2024-08-12-t5_finetuned_xsum_salvatore_en.md new file mode 100644 index 00000000000000..0e993dea17ba9d --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-12-t5_finetuned_xsum_salvatore_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English t5_finetuned_xsum_salvatore T5Transformer from Salvatore +author: John Snow Labs +name: t5_finetuned_xsum_salvatore +date: 2024-08-12 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`t5_finetuned_xsum_salvatore` is a English model originally trained by Salvatore. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/t5_finetuned_xsum_salvatore_en_5.4.2_3.0_1723499646653.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/t5_finetuned_xsum_salvatore_en_5.4.2_3.0_1723499646653.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("t5_finetuned_xsum_salvatore","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("t5_finetuned_xsum_salvatore", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|t5_finetuned_xsum_salvatore| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|339.6 MB| + +## References + +https://huggingface.co/Salvatore/t5-finetuned-xsum \ No newline at end of file From 7f3ec1184c0c134ea2b6f768b7cd6ae71f2d42a3 Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 05:08:15 +0700 Subject: [PATCH 188/355] Add model 2024-08-12-t5_60m_poli_aff_2015_5_en --- .../2024-08-12-t5_60m_poli_aff_2015_5_en.md | 86 +++++++++++++++++++ 1 file changed, 86 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-12-t5_60m_poli_aff_2015_5_en.md diff --git a/docs/_posts/ahmedlone127/2024-08-12-t5_60m_poli_aff_2015_5_en.md b/docs/_posts/ahmedlone127/2024-08-12-t5_60m_poli_aff_2015_5_en.md new file mode 100644 index 00000000000000..4558d7b45cd928 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-12-t5_60m_poli_aff_2015_5_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English t5_60m_poli_aff_2015_5 T5Transformer from KaiNylund +author: John Snow Labs +name: t5_60m_poli_aff_2015_5 +date: 2024-08-12 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`t5_60m_poli_aff_2015_5` is a English model originally trained by KaiNylund. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/t5_60m_poli_aff_2015_5_en_5.4.2_3.0_1723499848064.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/t5_60m_poli_aff_2015_5_en_5.4.2_3.0_1723499848064.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("t5_60m_poli_aff_2015_5","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("t5_60m_poli_aff_2015_5", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|t5_60m_poli_aff_2015_5| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|299.0 MB| + +## References + +https://huggingface.co/KaiNylund/t5-60M-poli_aff-2015-5 \ No newline at end of file From 9d9d13a21387baba39f7215a608ed637d4a657b8 Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 05:09:15 +0700 Subject: [PATCH 189/355] Add model 2024-08-12-t5_60m_poli_aff_2015_5_pipeline_en --- ...8-12-t5_60m_poli_aff_2015_5_pipeline_en.md | 69 +++++++++++++++++++ 1 file changed, 69 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-12-t5_60m_poli_aff_2015_5_pipeline_en.md diff --git a/docs/_posts/ahmedlone127/2024-08-12-t5_60m_poli_aff_2015_5_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-12-t5_60m_poli_aff_2015_5_pipeline_en.md new file mode 100644 index 00000000000000..440aa238e69210 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-12-t5_60m_poli_aff_2015_5_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English t5_60m_poli_aff_2015_5_pipeline pipeline T5Transformer from KaiNylund +author: John Snow Labs +name: t5_60m_poli_aff_2015_5_pipeline +date: 2024-08-12 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`t5_60m_poli_aff_2015_5_pipeline` is a English model originally trained by KaiNylund. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/t5_60m_poli_aff_2015_5_pipeline_en_5.4.2_3.0_1723499877983.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/t5_60m_poli_aff_2015_5_pipeline_en_5.4.2_3.0_1723499877983.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("t5_60m_poli_aff_2015_5_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("t5_60m_poli_aff_2015_5_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|t5_60m_poli_aff_2015_5_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|299.0 MB| + +## References + +https://huggingface.co/KaiNylund/t5-60M-poli_aff-2015-5 + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file From 35c0d21a92286b8bdbb9947cb9c21774ff90bb34 Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 05:10:15 +0700 Subject: [PATCH 190/355] Add model 2024-08-12-t5_base_paopow_en --- .../2024-08-12-t5_base_paopow_en.md | 86 +++++++++++++++++++ 1 file changed, 86 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-12-t5_base_paopow_en.md diff --git a/docs/_posts/ahmedlone127/2024-08-12-t5_base_paopow_en.md b/docs/_posts/ahmedlone127/2024-08-12-t5_base_paopow_en.md new file mode 100644 index 00000000000000..d33d4ae330b556 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-12-t5_base_paopow_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English t5_base_paopow T5Transformer from paopow +author: John Snow Labs +name: t5_base_paopow +date: 2024-08-12 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`t5_base_paopow` is a English model originally trained by paopow. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/t5_base_paopow_en_5.4.2_3.0_1723500571792.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/t5_base_paopow_en_5.4.2_3.0_1723500571792.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("t5_base_paopow","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("t5_base_paopow", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|t5_base_paopow| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|2.3 GB| + +## References + +https://huggingface.co/paopow/t5_base \ No newline at end of file From 8988928403f3fdd85ed1c60fc4bba562f914b062 Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 05:12:43 +0700 Subject: [PATCH 191/355] Add model 2024-08-12-teabreac_preasm_large_drop_en --- ...024-08-12-teabreac_preasm_large_drop_en.md | 86 +++++++++++++++++++ 1 file changed, 86 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-12-teabreac_preasm_large_drop_en.md diff --git a/docs/_posts/ahmedlone127/2024-08-12-teabreac_preasm_large_drop_en.md b/docs/_posts/ahmedlone127/2024-08-12-teabreac_preasm_large_drop_en.md new file mode 100644 index 00000000000000..581fb062647a7c --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-12-teabreac_preasm_large_drop_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English teabreac_preasm_large_drop T5Transformer from StonyBrookNLP +author: John Snow Labs +name: teabreac_preasm_large_drop +date: 2024-08-12 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`teabreac_preasm_large_drop` is a English model originally trained by StonyBrookNLP. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/teabreac_preasm_large_drop_en_5.4.2_3.0_1723500739129.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/teabreac_preasm_large_drop_en_5.4.2_3.0_1723500739129.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("teabreac_preasm_large_drop","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("teabreac_preasm_large_drop", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|teabreac_preasm_large_drop| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|3.0 GB| + +## References + +https://huggingface.co/StonyBrookNLP/teabreac-preasm-large-drop \ No newline at end of file From 9f8a2c4f03cb9bb3dcd5407c91da61891c13ad72 Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 05:15:56 +0700 Subject: [PATCH 192/355] Add model 2024-08-12-t5_small_french_finetuned_english_tonga_tonga_islands_italian_en --- ..._english_tonga_tonga_islands_italian_en.md | 86 +++++++++++++++++++ 1 file changed, 86 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-12-t5_small_french_finetuned_english_tonga_tonga_islands_italian_en.md diff --git a/docs/_posts/ahmedlone127/2024-08-12-t5_small_french_finetuned_english_tonga_tonga_islands_italian_en.md b/docs/_posts/ahmedlone127/2024-08-12-t5_small_french_finetuned_english_tonga_tonga_islands_italian_en.md new file mode 100644 index 00000000000000..904a235927b801 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-12-t5_small_french_finetuned_english_tonga_tonga_islands_italian_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English t5_small_french_finetuned_english_tonga_tonga_islands_italian T5Transformer from din0s +author: John Snow Labs +name: t5_small_french_finetuned_english_tonga_tonga_islands_italian +date: 2024-08-12 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`t5_small_french_finetuned_english_tonga_tonga_islands_italian` is a English model originally trained by din0s. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/t5_small_french_finetuned_english_tonga_tonga_islands_italian_en_5.4.2_3.0_1723500944791.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/t5_small_french_finetuned_english_tonga_tonga_islands_italian_en_5.4.2_3.0_1723500944791.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("t5_small_french_finetuned_english_tonga_tonga_islands_italian","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("t5_small_french_finetuned_english_tonga_tonga_islands_italian", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|t5_small_french_finetuned_english_tonga_tonga_islands_italian| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|349.9 MB| + +## References + +https://huggingface.co/din0s/t5-small-fr-finetuned-en-to-it \ No newline at end of file From 3fa69dc274aa0c7a5c42376c0f6d03eea72a9778 Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 05:16:56 +0700 Subject: [PATCH 193/355] Add model 2024-08-12-t5_base_paopow_pipeline_en --- .../2024-08-12-t5_base_paopow_pipeline_en.md | 69 +++++++++++++++++++ 1 file changed, 69 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-12-t5_base_paopow_pipeline_en.md diff --git a/docs/_posts/ahmedlone127/2024-08-12-t5_base_paopow_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-12-t5_base_paopow_pipeline_en.md new file mode 100644 index 00000000000000..f67d630a96bbc4 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-12-t5_base_paopow_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English t5_base_paopow_pipeline pipeline T5Transformer from paopow +author: John Snow Labs +name: t5_base_paopow_pipeline +date: 2024-08-12 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`t5_base_paopow_pipeline` is a English model originally trained by paopow. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/t5_base_paopow_pipeline_en_5.4.2_3.0_1723500908405.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/t5_base_paopow_pipeline_en_5.4.2_3.0_1723500908405.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("t5_base_paopow_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("t5_base_paopow_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|t5_base_paopow_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|2.3 GB| + +## References + +https://huggingface.co/paopow/t5_base + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file From d24a776b3d90ed0a7a341b328d86a7bcdeda0e71 Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 05:17:56 +0700 Subject: [PATCH 194/355] Add model 2024-08-12-t5_small_french_finetuned_english_tonga_tonga_islands_italian_pipeline_en --- ...tonga_tonga_islands_italian_pipeline_en.md | 69 +++++++++++++++++++ 1 file changed, 69 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-12-t5_small_french_finetuned_english_tonga_tonga_islands_italian_pipeline_en.md diff --git a/docs/_posts/ahmedlone127/2024-08-12-t5_small_french_finetuned_english_tonga_tonga_islands_italian_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-12-t5_small_french_finetuned_english_tonga_tonga_islands_italian_pipeline_en.md new file mode 100644 index 00000000000000..98b7608c69a5b3 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-12-t5_small_french_finetuned_english_tonga_tonga_islands_italian_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English t5_small_french_finetuned_english_tonga_tonga_islands_italian_pipeline pipeline T5Transformer from din0s +author: John Snow Labs +name: t5_small_french_finetuned_english_tonga_tonga_islands_italian_pipeline +date: 2024-08-12 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`t5_small_french_finetuned_english_tonga_tonga_islands_italian_pipeline` is a English model originally trained by din0s. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/t5_small_french_finetuned_english_tonga_tonga_islands_italian_pipeline_en_5.4.2_3.0_1723500967205.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/t5_small_french_finetuned_english_tonga_tonga_islands_italian_pipeline_en_5.4.2_3.0_1723500967205.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("t5_small_french_finetuned_english_tonga_tonga_islands_italian_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("t5_small_french_finetuned_english_tonga_tonga_islands_italian_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|t5_small_french_finetuned_english_tonga_tonga_islands_italian_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|349.9 MB| + +## References + +https://huggingface.co/din0s/t5-small-fr-finetuned-en-to-it + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file From 52e813217ef28e44b0b987ae2d267e58801764c7 Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 05:18:56 +0700 Subject: [PATCH 195/355] Add model 2024-08-12-teabreac_preasm_large_drop_pipeline_en --- ...-teabreac_preasm_large_drop_pipeline_en.md | 69 +++++++++++++++++++ 1 file changed, 69 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-12-teabreac_preasm_large_drop_pipeline_en.md diff --git a/docs/_posts/ahmedlone127/2024-08-12-teabreac_preasm_large_drop_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-12-teabreac_preasm_large_drop_pipeline_en.md new file mode 100644 index 00000000000000..d312ea1ec0f850 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-12-teabreac_preasm_large_drop_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English teabreac_preasm_large_drop_pipeline pipeline T5Transformer from StonyBrookNLP +author: John Snow Labs +name: teabreac_preasm_large_drop_pipeline +date: 2024-08-12 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`teabreac_preasm_large_drop_pipeline` is a English model originally trained by StonyBrookNLP. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/teabreac_preasm_large_drop_pipeline_en_5.4.2_3.0_1723500974650.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/teabreac_preasm_large_drop_pipeline_en_5.4.2_3.0_1723500974650.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("teabreac_preasm_large_drop_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("teabreac_preasm_large_drop_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|teabreac_preasm_large_drop_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|3.0 GB| + +## References + +https://huggingface.co/StonyBrookNLP/teabreac-preasm-large-drop + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file From 596a2837a4c1f5e529a891eb6551570df0f464ef Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 05:19:56 +0700 Subject: [PATCH 196/355] Add model 2024-08-12-flan_t5_base_master_case_pipeline_en --- ...12-flan_t5_base_master_case_pipeline_en.md | 69 +++++++++++++++++++ 1 file changed, 69 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-12-flan_t5_base_master_case_pipeline_en.md diff --git a/docs/_posts/ahmedlone127/2024-08-12-flan_t5_base_master_case_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-12-flan_t5_base_master_case_pipeline_en.md new file mode 100644 index 00000000000000..92b8f11a740554 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-12-flan_t5_base_master_case_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English flan_t5_base_master_case_pipeline pipeline T5Transformer from prnv13 +author: John Snow Labs +name: flan_t5_base_master_case_pipeline +date: 2024-08-12 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`flan_t5_base_master_case_pipeline` is a English model originally trained by prnv13. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/flan_t5_base_master_case_pipeline_en_5.4.2_3.0_1723501058636.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/flan_t5_base_master_case_pipeline_en_5.4.2_3.0_1723501058636.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("flan_t5_base_master_case_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("flan_t5_base_master_case_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|flan_t5_base_master_case_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|1.0 GB| + +## References + +https://huggingface.co/prnv13/flan-t5-base-master-case + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file From b8455fa4f32c277dd79061f7c24c4825fe8c83ff Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 05:20:57 +0700 Subject: [PATCH 197/355] Add model 2024-08-12-flan_t5_base_master_case_en --- .../2024-08-12-flan_t5_base_master_case_en.md | 86 +++++++++++++++++++ 1 file changed, 86 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-12-flan_t5_base_master_case_en.md diff --git a/docs/_posts/ahmedlone127/2024-08-12-flan_t5_base_master_case_en.md b/docs/_posts/ahmedlone127/2024-08-12-flan_t5_base_master_case_en.md new file mode 100644 index 00000000000000..618a61455a3d37 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-12-flan_t5_base_master_case_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English flan_t5_base_master_case T5Transformer from prnv13 +author: John Snow Labs +name: flan_t5_base_master_case +date: 2024-08-12 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`flan_t5_base_master_case` is a English model originally trained by prnv13. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/flan_t5_base_master_case_en_5.4.2_3.0_1723501004917.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/flan_t5_base_master_case_en_5.4.2_3.0_1723501004917.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("flan_t5_base_master_case","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("flan_t5_base_master_case", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|flan_t5_base_master_case| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|1.0 GB| + +## References + +https://huggingface.co/prnv13/flan-t5-base-master-case \ No newline at end of file From 04d58cc7b25e7fc2e4905054ca2cee3569d0f472 Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 05:21:57 +0700 Subject: [PATCH 198/355] Add model 2024-08-12-t5_small_finetuned_xsum_chhabi_en --- ...08-12-t5_small_finetuned_xsum_chhabi_en.md | 86 +++++++++++++++++++ 1 file changed, 86 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-12-t5_small_finetuned_xsum_chhabi_en.md diff --git a/docs/_posts/ahmedlone127/2024-08-12-t5_small_finetuned_xsum_chhabi_en.md b/docs/_posts/ahmedlone127/2024-08-12-t5_small_finetuned_xsum_chhabi_en.md new file mode 100644 index 00000000000000..afad30d2614882 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-12-t5_small_finetuned_xsum_chhabi_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English t5_small_finetuned_xsum_chhabi T5Transformer from Chhabi +author: John Snow Labs +name: t5_small_finetuned_xsum_chhabi +date: 2024-08-12 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`t5_small_finetuned_xsum_chhabi` is a English model originally trained by Chhabi. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/t5_small_finetuned_xsum_chhabi_en_5.4.2_3.0_1723501306454.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/t5_small_finetuned_xsum_chhabi_en_5.4.2_3.0_1723501306454.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("t5_small_finetuned_xsum_chhabi","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("t5_small_finetuned_xsum_chhabi", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|t5_small_finetuned_xsum_chhabi| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|344.0 MB| + +## References + +https://huggingface.co/Chhabi/t5-small-finetuned-xsum \ No newline at end of file From fe29f9f185de327f2891381e12878b5546ccda56 Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 05:22:57 +0700 Subject: [PATCH 199/355] Add model 2024-08-12-t5_small_finetuned_xsum_chhabi_pipeline_en --- ...small_finetuned_xsum_chhabi_pipeline_en.md | 69 +++++++++++++++++++ 1 file changed, 69 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-12-t5_small_finetuned_xsum_chhabi_pipeline_en.md diff --git a/docs/_posts/ahmedlone127/2024-08-12-t5_small_finetuned_xsum_chhabi_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-12-t5_small_finetuned_xsum_chhabi_pipeline_en.md new file mode 100644 index 00000000000000..f6613b38b2e36f --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-12-t5_small_finetuned_xsum_chhabi_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English t5_small_finetuned_xsum_chhabi_pipeline pipeline T5Transformer from Chhabi +author: John Snow Labs +name: t5_small_finetuned_xsum_chhabi_pipeline +date: 2024-08-12 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`t5_small_finetuned_xsum_chhabi_pipeline` is a English model originally trained by Chhabi. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/t5_small_finetuned_xsum_chhabi_pipeline_en_5.4.2_3.0_1723501324561.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/t5_small_finetuned_xsum_chhabi_pipeline_en_5.4.2_3.0_1723501324561.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("t5_small_finetuned_xsum_chhabi_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("t5_small_finetuned_xsum_chhabi_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|t5_small_finetuned_xsum_chhabi_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|344.0 MB| + +## References + +https://huggingface.co/Chhabi/t5-small-finetuned-xsum + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file From de0d74082e261747a20c403708686926feec3b3c Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 05:30:51 +0700 Subject: [PATCH 200/355] Add model 2024-08-12-real_promptv3_all_gen_t5_small_en --- ...08-12-real_promptv3_all_gen_t5_small_en.md | 86 +++++++++++++++++++ 1 file changed, 86 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-12-real_promptv3_all_gen_t5_small_en.md diff --git a/docs/_posts/ahmedlone127/2024-08-12-real_promptv3_all_gen_t5_small_en.md b/docs/_posts/ahmedlone127/2024-08-12-real_promptv3_all_gen_t5_small_en.md new file mode 100644 index 00000000000000..a756e21595df2a --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-12-real_promptv3_all_gen_t5_small_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English real_promptv3_all_gen_t5_small T5Transformer from ShokSmile +author: John Snow Labs +name: real_promptv3_all_gen_t5_small +date: 2024-08-12 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`real_promptv3_all_gen_t5_small` is a English model originally trained by ShokSmile. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/real_promptv3_all_gen_t5_small_en_5.4.2_3.0_1723501848784.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/real_promptv3_all_gen_t5_small_en_5.4.2_3.0_1723501848784.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("real_promptv3_all_gen_t5_small","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("real_promptv3_all_gen_t5_small", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|real_promptv3_all_gen_t5_small| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|179.1 MB| + +## References + +https://huggingface.co/ShokSmile/real-promptV3-all-gen-t5-small \ No newline at end of file From c022c1581dbfee928b4d0432c0b100d751eed68c Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 05:31:51 +0700 Subject: [PATCH 201/355] Add model 2024-08-12-flan_t5_base_squda_fine_tune_qs_en --- ...8-12-flan_t5_base_squda_fine_tune_qs_en.md | 86 +++++++++++++++++++ 1 file changed, 86 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-12-flan_t5_base_squda_fine_tune_qs_en.md diff --git a/docs/_posts/ahmedlone127/2024-08-12-flan_t5_base_squda_fine_tune_qs_en.md b/docs/_posts/ahmedlone127/2024-08-12-flan_t5_base_squda_fine_tune_qs_en.md new file mode 100644 index 00000000000000..4722f3232e6d06 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-12-flan_t5_base_squda_fine_tune_qs_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English flan_t5_base_squda_fine_tune_qs T5Transformer from tareky +author: John Snow Labs +name: flan_t5_base_squda_fine_tune_qs +date: 2024-08-12 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`flan_t5_base_squda_fine_tune_qs` is a English model originally trained by tareky. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/flan_t5_base_squda_fine_tune_qs_en_5.4.2_3.0_1723501896798.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/flan_t5_base_squda_fine_tune_qs_en_5.4.2_3.0_1723501896798.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("flan_t5_base_squda_fine_tune_qs","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("flan_t5_base_squda_fine_tune_qs", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|flan_t5_base_squda_fine_tune_qs| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|1.0 GB| + +## References + +https://huggingface.co/tareky/flan-t5-base-SQuDA-fine-tune-qs \ No newline at end of file From 853f0936c0786c1f4b7bf4b60df355c23343d8ca Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 05:32:51 +0700 Subject: [PATCH 202/355] Add model 2024-08-12-real_promptv3_all_gen_t5_small_pipeline_en --- ...l_promptv3_all_gen_t5_small_pipeline_en.md | 69 +++++++++++++++++++ 1 file changed, 69 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-12-real_promptv3_all_gen_t5_small_pipeline_en.md diff --git a/docs/_posts/ahmedlone127/2024-08-12-real_promptv3_all_gen_t5_small_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-12-real_promptv3_all_gen_t5_small_pipeline_en.md new file mode 100644 index 00000000000000..04e2185d5f3ef1 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-12-real_promptv3_all_gen_t5_small_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English real_promptv3_all_gen_t5_small_pipeline pipeline T5Transformer from ShokSmile +author: John Snow Labs +name: real_promptv3_all_gen_t5_small_pipeline +date: 2024-08-12 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`real_promptv3_all_gen_t5_small_pipeline` is a English model originally trained by ShokSmile. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/real_promptv3_all_gen_t5_small_pipeline_en_5.4.2_3.0_1723501903818.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/real_promptv3_all_gen_t5_small_pipeline_en_5.4.2_3.0_1723501903818.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("real_promptv3_all_gen_t5_small_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("real_promptv3_all_gen_t5_small_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|real_promptv3_all_gen_t5_small_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|179.1 MB| + +## References + +https://huggingface.co/ShokSmile/real-promptV3-all-gen-t5-small + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file From 0d14bce8ce99df766caf7e503951e13694506d7c Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 05:33:52 +0700 Subject: [PATCH 203/355] Add model 2024-08-12-flan_t5_base_squda_fine_tune_qs_pipeline_en --- ..._t5_base_squda_fine_tune_qs_pipeline_en.md | 69 +++++++++++++++++++ 1 file changed, 69 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-12-flan_t5_base_squda_fine_tune_qs_pipeline_en.md diff --git a/docs/_posts/ahmedlone127/2024-08-12-flan_t5_base_squda_fine_tune_qs_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-12-flan_t5_base_squda_fine_tune_qs_pipeline_en.md new file mode 100644 index 00000000000000..395858cd6f8ca4 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-12-flan_t5_base_squda_fine_tune_qs_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English flan_t5_base_squda_fine_tune_qs_pipeline pipeline T5Transformer from tareky +author: John Snow Labs +name: flan_t5_base_squda_fine_tune_qs_pipeline +date: 2024-08-12 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`flan_t5_base_squda_fine_tune_qs_pipeline` is a English model originally trained by tareky. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/flan_t5_base_squda_fine_tune_qs_pipeline_en_5.4.2_3.0_1723501944637.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/flan_t5_base_squda_fine_tune_qs_pipeline_en_5.4.2_3.0_1723501944637.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("flan_t5_base_squda_fine_tune_qs_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("flan_t5_base_squda_fine_tune_qs_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|flan_t5_base_squda_fine_tune_qs_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|1.0 GB| + +## References + +https://huggingface.co/tareky/flan-t5-base-SQuDA-fine-tune-qs + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file From 09e8334f00989cbd031ab944f4275b38fcf5035f Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 05:34:52 +0700 Subject: [PATCH 204/355] Add model 2024-08-12-t5_c4_200m_15k_en --- .../2024-08-12-t5_c4_200m_15k_en.md | 86 +++++++++++++++++++ 1 file changed, 86 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-12-t5_c4_200m_15k_en.md diff --git a/docs/_posts/ahmedlone127/2024-08-12-t5_c4_200m_15k_en.md b/docs/_posts/ahmedlone127/2024-08-12-t5_c4_200m_15k_en.md new file mode 100644 index 00000000000000..79ade053a0b15f --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-12-t5_c4_200m_15k_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English t5_c4_200m_15k T5Transformer from hafidikhsan +author: John Snow Labs +name: t5_c4_200m_15k +date: 2024-08-12 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`t5_c4_200m_15k` is a English model originally trained by hafidikhsan. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/t5_c4_200m_15k_en_5.4.2_3.0_1723501962619.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/t5_c4_200m_15k_en_5.4.2_3.0_1723501962619.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("t5_c4_200m_15k","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("t5_c4_200m_15k", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|t5_c4_200m_15k| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|1.0 GB| + +## References + +https://huggingface.co/hafidikhsan/t5-c4_200m-15k \ No newline at end of file From 5f989942cad842310db473fc3500186bfe1e50eb Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 05:35:52 +0700 Subject: [PATCH 205/355] Add model 2024-08-12-t5_base_squadshifts_reddit_qg_pipeline_en --- ..._base_squadshifts_reddit_qg_pipeline_en.md | 69 +++++++++++++++++++ 1 file changed, 69 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-12-t5_base_squadshifts_reddit_qg_pipeline_en.md diff --git a/docs/_posts/ahmedlone127/2024-08-12-t5_base_squadshifts_reddit_qg_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-12-t5_base_squadshifts_reddit_qg_pipeline_en.md new file mode 100644 index 00000000000000..1bd40827dbc371 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-12-t5_base_squadshifts_reddit_qg_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English t5_base_squadshifts_reddit_qg_pipeline pipeline T5Transformer from research-backup +author: John Snow Labs +name: t5_base_squadshifts_reddit_qg_pipeline +date: 2024-08-12 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`t5_base_squadshifts_reddit_qg_pipeline` is a English model originally trained by research-backup. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/t5_base_squadshifts_reddit_qg_pipeline_en_5.4.2_3.0_1723502071875.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/t5_base_squadshifts_reddit_qg_pipeline_en_5.4.2_3.0_1723502071875.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("t5_base_squadshifts_reddit_qg_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("t5_base_squadshifts_reddit_qg_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|t5_base_squadshifts_reddit_qg_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|1.0 GB| + +## References + +https://huggingface.co/research-backup/t5-base-squadshifts-reddit-qg + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file From 24e418b93223edfa1febcb0a36df5e956c387c2c Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 05:36:52 +0700 Subject: [PATCH 206/355] Add model 2024-08-12-t5_base_squadshifts_reddit_qg_en --- ...-08-12-t5_base_squadshifts_reddit_qg_en.md | 86 +++++++++++++++++++ 1 file changed, 86 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-12-t5_base_squadshifts_reddit_qg_en.md diff --git a/docs/_posts/ahmedlone127/2024-08-12-t5_base_squadshifts_reddit_qg_en.md b/docs/_posts/ahmedlone127/2024-08-12-t5_base_squadshifts_reddit_qg_en.md new file mode 100644 index 00000000000000..fb465d05348f8e --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-12-t5_base_squadshifts_reddit_qg_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English t5_base_squadshifts_reddit_qg T5Transformer from research-backup +author: John Snow Labs +name: t5_base_squadshifts_reddit_qg +date: 2024-08-12 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`t5_base_squadshifts_reddit_qg` is a English model originally trained by research-backup. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/t5_base_squadshifts_reddit_qg_en_5.4.2_3.0_1723502025078.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/t5_base_squadshifts_reddit_qg_en_5.4.2_3.0_1723502025078.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("t5_base_squadshifts_reddit_qg","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("t5_base_squadshifts_reddit_qg", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|t5_base_squadshifts_reddit_qg| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|1.0 GB| + +## References + +https://huggingface.co/research-backup/t5-base-squadshifts-reddit-qg \ No newline at end of file From b8d72ec83f6c1f3c3955cc0b8b4ee0940040b568 Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 05:37:52 +0700 Subject: [PATCH 207/355] Add model 2024-08-12-flant5_mix_en --- .../ahmedlone127/2024-08-12-flant5_mix_en.md | 86 +++++++++++++++++++ 1 file changed, 86 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-12-flant5_mix_en.md diff --git a/docs/_posts/ahmedlone127/2024-08-12-flant5_mix_en.md b/docs/_posts/ahmedlone127/2024-08-12-flant5_mix_en.md new file mode 100644 index 00000000000000..3fdfbe4ee0a6cf --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-12-flant5_mix_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English flant5_mix T5Transformer from meme1122 +author: John Snow Labs +name: flant5_mix +date: 2024-08-12 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`flant5_mix` is a English model originally trained by meme1122. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/flant5_mix_en_5.4.2_3.0_1723502161056.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/flant5_mix_en_5.4.2_3.0_1723502161056.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("flant5_mix","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("flant5_mix", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|flant5_mix| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|1.0 GB| + +## References + +https://huggingface.co/meme1122/flant5-mix \ No newline at end of file From b8b22e007bfef122512d3c13f33195fa7cb84532 Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 05:38:53 +0700 Subject: [PATCH 208/355] Add model 2024-08-12-flant5_mix_pipeline_en --- .../2024-08-12-flant5_mix_pipeline_en.md | 69 +++++++++++++++++++ 1 file changed, 69 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-12-flant5_mix_pipeline_en.md diff --git a/docs/_posts/ahmedlone127/2024-08-12-flant5_mix_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-12-flant5_mix_pipeline_en.md new file mode 100644 index 00000000000000..1c8b2184405e87 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-12-flant5_mix_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English flant5_mix_pipeline pipeline T5Transformer from meme1122 +author: John Snow Labs +name: flant5_mix_pipeline +date: 2024-08-12 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`flant5_mix_pipeline` is a English model originally trained by meme1122. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/flant5_mix_pipeline_en_5.4.2_3.0_1723502212800.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/flant5_mix_pipeline_en_5.4.2_3.0_1723502212800.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("flant5_mix_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("flant5_mix_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|flant5_mix_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|1.0 GB| + +## References + +https://huggingface.co/meme1122/flant5-mix + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file From f365f7914d940fad6ad91135d9c8fc6d4fec7876 Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 05:39:53 +0700 Subject: [PATCH 209/355] Add model 2024-08-12-eng2sans_en --- .../ahmedlone127/2024-08-12-eng2sans_en.md | 86 +++++++++++++++++++ 1 file changed, 86 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-12-eng2sans_en.md diff --git a/docs/_posts/ahmedlone127/2024-08-12-eng2sans_en.md b/docs/_posts/ahmedlone127/2024-08-12-eng2sans_en.md new file mode 100644 index 00000000000000..193f93fdb9d36e --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-12-eng2sans_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English eng2sans T5Transformer from Rohitdileep +author: John Snow Labs +name: eng2sans +date: 2024-08-12 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`eng2sans` is a English model originally trained by Rohitdileep. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/eng2sans_en_5.4.2_3.0_1723502362789.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/eng2sans_en_5.4.2_3.0_1723502362789.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("eng2sans","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("eng2sans", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|eng2sans| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|316.6 MB| + +## References + +https://huggingface.co/Rohitdileep/eng2sans \ No newline at end of file From 62d7448444e8baabf39ff7167cfa23ae0d442bfb Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 05:40:53 +0700 Subject: [PATCH 210/355] Add model 2024-08-12-eng2sans_pipeline_en --- .../2024-08-12-eng2sans_pipeline_en.md | 69 +++++++++++++++++++ 1 file changed, 69 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-12-eng2sans_pipeline_en.md diff --git a/docs/_posts/ahmedlone127/2024-08-12-eng2sans_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-12-eng2sans_pipeline_en.md new file mode 100644 index 00000000000000..5eea0d06818db1 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-12-eng2sans_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English eng2sans_pipeline pipeline T5Transformer from Rohitdileep +author: John Snow Labs +name: eng2sans_pipeline +date: 2024-08-12 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`eng2sans_pipeline` is a English model originally trained by Rohitdileep. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/eng2sans_pipeline_en_5.4.2_3.0_1723502384952.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/eng2sans_pipeline_en_5.4.2_3.0_1723502384952.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("eng2sans_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("eng2sans_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|eng2sans_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|316.6 MB| + +## References + +https://huggingface.co/Rohitdileep/eng2sans + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file From 6ed5ef5d9649186fd42728c9ea63241dcdfb705f Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 05:41:53 +0700 Subject: [PATCH 211/355] Add model 2024-08-12-t5_base_ayon128_en --- .../2024-08-12-t5_base_ayon128_en.md | 86 +++++++++++++++++++ 1 file changed, 86 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-12-t5_base_ayon128_en.md diff --git a/docs/_posts/ahmedlone127/2024-08-12-t5_base_ayon128_en.md b/docs/_posts/ahmedlone127/2024-08-12-t5_base_ayon128_en.md new file mode 100644 index 00000000000000..1b6a6025e94cca --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-12-t5_base_ayon128_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English t5_base_ayon128 T5Transformer from Ayon128 +author: John Snow Labs +name: t5_base_ayon128 +date: 2024-08-12 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`t5_base_ayon128` is a English model originally trained by Ayon128. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/t5_base_ayon128_en_5.4.2_3.0_1723502442326.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/t5_base_ayon128_en_5.4.2_3.0_1723502442326.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("t5_base_ayon128","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("t5_base_ayon128", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|t5_base_ayon128| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|521.2 MB| + +## References + +https://huggingface.co/Ayon128/t5_base \ No newline at end of file From 2f59748bc0b02125cc7f05daa8d9bc56d167cca3 Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 05:42:54 +0700 Subject: [PATCH 212/355] Add model 2024-08-12-t5_c4_200m_15k_pipeline_en --- .../2024-08-12-t5_c4_200m_15k_pipeline_en.md | 69 +++++++++++++++++++ 1 file changed, 69 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-12-t5_c4_200m_15k_pipeline_en.md diff --git a/docs/_posts/ahmedlone127/2024-08-12-t5_c4_200m_15k_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-12-t5_c4_200m_15k_pipeline_en.md new file mode 100644 index 00000000000000..eb0a5666edd7c8 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-12-t5_c4_200m_15k_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English t5_c4_200m_15k_pipeline pipeline T5Transformer from hafidikhsan +author: John Snow Labs +name: t5_c4_200m_15k_pipeline +date: 2024-08-12 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`t5_c4_200m_15k_pipeline` is a English model originally trained by hafidikhsan. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/t5_c4_200m_15k_pipeline_en_5.4.2_3.0_1723502012992.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/t5_c4_200m_15k_pipeline_en_5.4.2_3.0_1723502012992.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("t5_c4_200m_15k_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("t5_c4_200m_15k_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|t5_c4_200m_15k_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|1.0 GB| + +## References + +https://huggingface.co/hafidikhsan/t5-c4_200m-15k + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file From e967089575d0167c2e4d9bfeec1e1a05b47b6214 Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 05:43:54 +0700 Subject: [PATCH 213/355] Add model 2024-08-12-t5_small_finetuned_xsum_honganhle1903_en --- ...5_small_finetuned_xsum_honganhle1903_en.md | 86 +++++++++++++++++++ 1 file changed, 86 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-12-t5_small_finetuned_xsum_honganhle1903_en.md diff --git a/docs/_posts/ahmedlone127/2024-08-12-t5_small_finetuned_xsum_honganhle1903_en.md b/docs/_posts/ahmedlone127/2024-08-12-t5_small_finetuned_xsum_honganhle1903_en.md new file mode 100644 index 00000000000000..031552eb791b00 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-12-t5_small_finetuned_xsum_honganhle1903_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English t5_small_finetuned_xsum_honganhle1903 T5Transformer from honganhle1903 +author: John Snow Labs +name: t5_small_finetuned_xsum_honganhle1903 +date: 2024-08-12 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`t5_small_finetuned_xsum_honganhle1903` is a English model originally trained by honganhle1903. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/t5_small_finetuned_xsum_honganhle1903_en_5.4.2_3.0_1723502585730.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/t5_small_finetuned_xsum_honganhle1903_en_5.4.2_3.0_1723502585730.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("t5_small_finetuned_xsum_honganhle1903","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("t5_small_finetuned_xsum_honganhle1903", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|t5_small_finetuned_xsum_honganhle1903| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|326.4 MB| + +## References + +https://huggingface.co/honganhle1903/t5-small-finetuned-xsum \ No newline at end of file From c553abcb6a88e9ab54d8a77007109ff7950a0d73 Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 05:44:54 +0700 Subject: [PATCH 214/355] Add model 2024-08-12-t5_base_ayon128_pipeline_en --- .../2024-08-12-t5_base_ayon128_pipeline_en.md | 69 +++++++++++++++++++ 1 file changed, 69 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-12-t5_base_ayon128_pipeline_en.md diff --git a/docs/_posts/ahmedlone127/2024-08-12-t5_base_ayon128_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-12-t5_base_ayon128_pipeline_en.md new file mode 100644 index 00000000000000..0379b194e34400 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-12-t5_base_ayon128_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English t5_base_ayon128_pipeline pipeline T5Transformer from Ayon128 +author: John Snow Labs +name: t5_base_ayon128_pipeline +date: 2024-08-12 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`t5_base_ayon128_pipeline` is a English model originally trained by Ayon128. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/t5_base_ayon128_pipeline_en_5.4.2_3.0_1723502602869.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/t5_base_ayon128_pipeline_en_5.4.2_3.0_1723502602869.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("t5_base_ayon128_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("t5_base_ayon128_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|t5_base_ayon128_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|521.2 MB| + +## References + +https://huggingface.co/Ayon128/t5_base + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file From 9ba9239185c0978e341129e0e6ddd90e64d5632c Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 05:45:54 +0700 Subject: [PATCH 215/355] Add model 2024-08-12-mt5_small_finetuned_amazon_english_spanish_bnorth_en --- ...etuned_amazon_english_spanish_bnorth_en.md | 86 +++++++++++++++++++ 1 file changed, 86 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-12-mt5_small_finetuned_amazon_english_spanish_bnorth_en.md diff --git a/docs/_posts/ahmedlone127/2024-08-12-mt5_small_finetuned_amazon_english_spanish_bnorth_en.md b/docs/_posts/ahmedlone127/2024-08-12-mt5_small_finetuned_amazon_english_spanish_bnorth_en.md new file mode 100644 index 00000000000000..af53b9311bfacf --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-12-mt5_small_finetuned_amazon_english_spanish_bnorth_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English mt5_small_finetuned_amazon_english_spanish_bnorth T5Transformer from bnorth +author: John Snow Labs +name: mt5_small_finetuned_amazon_english_spanish_bnorth +date: 2024-08-12 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`mt5_small_finetuned_amazon_english_spanish_bnorth` is a English model originally trained by bnorth. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/mt5_small_finetuned_amazon_english_spanish_bnorth_en_5.4.2_3.0_1723502712839.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/mt5_small_finetuned_amazon_english_spanish_bnorth_en_5.4.2_3.0_1723502712839.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("mt5_small_finetuned_amazon_english_spanish_bnorth","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("mt5_small_finetuned_amazon_english_spanish_bnorth", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|mt5_small_finetuned_amazon_english_spanish_bnorth| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|1.2 GB| + +## References + +https://huggingface.co/bnorth/mt5-small-finetuned-amazon-en-es \ No newline at end of file From d6419d068e08a54f476c600916e5acc6a44d80dc Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 05:46:54 +0700 Subject: [PATCH 216/355] Add model 2024-08-12-t5_small_finetuned_xsum_honganhle1903_pipeline_en --- ...inetuned_xsum_honganhle1903_pipeline_en.md | 69 +++++++++++++++++++ 1 file changed, 69 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-12-t5_small_finetuned_xsum_honganhle1903_pipeline_en.md diff --git a/docs/_posts/ahmedlone127/2024-08-12-t5_small_finetuned_xsum_honganhle1903_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-12-t5_small_finetuned_xsum_honganhle1903_pipeline_en.md new file mode 100644 index 00000000000000..16e637f0aad2c0 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-12-t5_small_finetuned_xsum_honganhle1903_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English t5_small_finetuned_xsum_honganhle1903_pipeline pipeline T5Transformer from honganhle1903 +author: John Snow Labs +name: t5_small_finetuned_xsum_honganhle1903_pipeline +date: 2024-08-12 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`t5_small_finetuned_xsum_honganhle1903_pipeline` is a English model originally trained by honganhle1903. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/t5_small_finetuned_xsum_honganhle1903_pipeline_en_5.4.2_3.0_1723502603699.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/t5_small_finetuned_xsum_honganhle1903_pipeline_en_5.4.2_3.0_1723502603699.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("t5_small_finetuned_xsum_honganhle1903_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("t5_small_finetuned_xsum_honganhle1903_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|t5_small_finetuned_xsum_honganhle1903_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|326.4 MB| + +## References + +https://huggingface.co/honganhle1903/t5-small-finetuned-xsum + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file From ada2c9498ca161c9fdb0dfc54ccc26fa99f572b9 Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 05:47:55 +0700 Subject: [PATCH 217/355] Add model 2024-08-12-mt5_small_finetuned_amazon_english_spanish_bnorth_pipeline_en --- ...azon_english_spanish_bnorth_pipeline_en.md | 69 +++++++++++++++++++ 1 file changed, 69 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-12-mt5_small_finetuned_amazon_english_spanish_bnorth_pipeline_en.md diff --git a/docs/_posts/ahmedlone127/2024-08-12-mt5_small_finetuned_amazon_english_spanish_bnorth_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-12-mt5_small_finetuned_amazon_english_spanish_bnorth_pipeline_en.md new file mode 100644 index 00000000000000..b6ee7764140033 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-12-mt5_small_finetuned_amazon_english_spanish_bnorth_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English mt5_small_finetuned_amazon_english_spanish_bnorth_pipeline pipeline T5Transformer from bnorth +author: John Snow Labs +name: mt5_small_finetuned_amazon_english_spanish_bnorth_pipeline +date: 2024-08-12 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`mt5_small_finetuned_amazon_english_spanish_bnorth_pipeline` is a English model originally trained by bnorth. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/mt5_small_finetuned_amazon_english_spanish_bnorth_pipeline_en_5.4.2_3.0_1723502805242.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/mt5_small_finetuned_amazon_english_spanish_bnorth_pipeline_en_5.4.2_3.0_1723502805242.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("mt5_small_finetuned_amazon_english_spanish_bnorth_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("mt5_small_finetuned_amazon_english_spanish_bnorth_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|mt5_small_finetuned_amazon_english_spanish_bnorth_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|1.2 GB| + +## References + +https://huggingface.co/bnorth/mt5-small-finetuned-amazon-en-es + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file From 4eac68929957710895566c4378eaf19439938e20 Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 05:58:18 +0700 Subject: [PATCH 218/355] Add model 2024-08-12-error_diagnostic_model_japaneset5_en --- ...12-error_diagnostic_model_japaneset5_en.md | 86 +++++++++++++++++++ 1 file changed, 86 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-12-error_diagnostic_model_japaneset5_en.md diff --git a/docs/_posts/ahmedlone127/2024-08-12-error_diagnostic_model_japaneset5_en.md b/docs/_posts/ahmedlone127/2024-08-12-error_diagnostic_model_japaneset5_en.md new file mode 100644 index 00000000000000..3a6c6e68fa517d --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-12-error_diagnostic_model_japaneset5_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English error_diagnostic_model_japaneset5 T5Transformer from shiontendon +author: John Snow Labs +name: error_diagnostic_model_japaneset5 +date: 2024-08-12 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`error_diagnostic_model_japaneset5` is a English model originally trained by shiontendon. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/error_diagnostic_model_japaneset5_en_5.4.2_3.0_1723503483330.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/error_diagnostic_model_japaneset5_en_5.4.2_3.0_1723503483330.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("error_diagnostic_model_japaneset5","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("error_diagnostic_model_japaneset5", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|error_diagnostic_model_japaneset5| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|937.7 MB| + +## References + +https://huggingface.co/shiontendon/error_diagnostic_model_japaneseT5 \ No newline at end of file From 5b8be1ab6c1cc45488bd019e101b141ce433f43e Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 05:59:24 +0700 Subject: [PATCH 219/355] Add model 2024-08-12-error_diagnostic_model_japaneset5_pipeline_en --- ...diagnostic_model_japaneset5_pipeline_en.md | 69 +++++++++++++++++++ 1 file changed, 69 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-12-error_diagnostic_model_japaneset5_pipeline_en.md diff --git a/docs/_posts/ahmedlone127/2024-08-12-error_diagnostic_model_japaneset5_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-12-error_diagnostic_model_japaneset5_pipeline_en.md new file mode 100644 index 00000000000000..86218e9e745632 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-12-error_diagnostic_model_japaneset5_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English error_diagnostic_model_japaneset5_pipeline pipeline T5Transformer from shiontendon +author: John Snow Labs +name: error_diagnostic_model_japaneset5_pipeline +date: 2024-08-12 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`error_diagnostic_model_japaneset5_pipeline` is a English model originally trained by shiontendon. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/error_diagnostic_model_japaneset5_pipeline_en_5.4.2_3.0_1723503552945.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/error_diagnostic_model_japaneset5_pipeline_en_5.4.2_3.0_1723503552945.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("error_diagnostic_model_japaneset5_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("error_diagnostic_model_japaneset5_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|error_diagnostic_model_japaneset5_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|937.7 MB| + +## References + +https://huggingface.co/shiontendon/error_diagnostic_model_japaneseT5 + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file From 68aee8958cd89d634f0f569afe999bae6f3bd11e Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 06:00:24 +0700 Subject: [PATCH 220/355] Add model 2024-08-12-t5_small_finetuned_hellonew2811_en --- ...8-12-t5_small_finetuned_hellonew2811_en.md | 86 +++++++++++++++++++ 1 file changed, 86 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-12-t5_small_finetuned_hellonew2811_en.md diff --git a/docs/_posts/ahmedlone127/2024-08-12-t5_small_finetuned_hellonew2811_en.md b/docs/_posts/ahmedlone127/2024-08-12-t5_small_finetuned_hellonew2811_en.md new file mode 100644 index 00000000000000..e1dd29810fd758 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-12-t5_small_finetuned_hellonew2811_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English t5_small_finetuned_hellonew2811 T5Transformer from hellonew2811 +author: John Snow Labs +name: t5_small_finetuned_hellonew2811 +date: 2024-08-12 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`t5_small_finetuned_hellonew2811` is a English model originally trained by hellonew2811. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/t5_small_finetuned_hellonew2811_en_5.4.2_3.0_1723503576576.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/t5_small_finetuned_hellonew2811_en_5.4.2_3.0_1723503576576.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("t5_small_finetuned_hellonew2811","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("t5_small_finetuned_hellonew2811", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|t5_small_finetuned_hellonew2811| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|342.7 MB| + +## References + +https://huggingface.co/hellonew2811/t5-small-finetuned \ No newline at end of file From 6c6f9d42b427af795909523b339852aee56439b4 Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 06:01:24 +0700 Subject: [PATCH 221/355] Add model 2024-08-12-t5_small_finetuned_hellonew2811_pipeline_en --- ...mall_finetuned_hellonew2811_pipeline_en.md | 69 +++++++++++++++++++ 1 file changed, 69 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-12-t5_small_finetuned_hellonew2811_pipeline_en.md diff --git a/docs/_posts/ahmedlone127/2024-08-12-t5_small_finetuned_hellonew2811_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-12-t5_small_finetuned_hellonew2811_pipeline_en.md new file mode 100644 index 00000000000000..3b875dc4dd499f --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-12-t5_small_finetuned_hellonew2811_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English t5_small_finetuned_hellonew2811_pipeline pipeline T5Transformer from hellonew2811 +author: John Snow Labs +name: t5_small_finetuned_hellonew2811_pipeline +date: 2024-08-12 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`t5_small_finetuned_hellonew2811_pipeline` is a English model originally trained by hellonew2811. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/t5_small_finetuned_hellonew2811_pipeline_en_5.4.2_3.0_1723503594674.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/t5_small_finetuned_hellonew2811_pipeline_en_5.4.2_3.0_1723503594674.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("t5_small_finetuned_hellonew2811_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("t5_small_finetuned_hellonew2811_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|t5_small_finetuned_hellonew2811_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|342.7 MB| + +## References + +https://huggingface.co/hellonew2811/t5-small-finetuned + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file From 4dcb265d5ff6364d1496ce7f51fad18dcbc9ea3a Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 06:02:25 +0700 Subject: [PATCH 222/355] Add model 2024-08-12-mt5_small_esquad_qg_trimmed_spanish_30000_en --- ...mall_esquad_qg_trimmed_spanish_30000_en.md | 86 +++++++++++++++++++ 1 file changed, 86 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-12-mt5_small_esquad_qg_trimmed_spanish_30000_en.md diff --git a/docs/_posts/ahmedlone127/2024-08-12-mt5_small_esquad_qg_trimmed_spanish_30000_en.md b/docs/_posts/ahmedlone127/2024-08-12-mt5_small_esquad_qg_trimmed_spanish_30000_en.md new file mode 100644 index 00000000000000..ff852d687838f8 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-12-mt5_small_esquad_qg_trimmed_spanish_30000_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English mt5_small_esquad_qg_trimmed_spanish_30000 T5Transformer from vocabtrimmer +author: John Snow Labs +name: mt5_small_esquad_qg_trimmed_spanish_30000 +date: 2024-08-12 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`mt5_small_esquad_qg_trimmed_spanish_30000` is a English model originally trained by vocabtrimmer. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/mt5_small_esquad_qg_trimmed_spanish_30000_en_5.4.2_3.0_1723503600017.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/mt5_small_esquad_qg_trimmed_spanish_30000_en_5.4.2_3.0_1723503600017.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("mt5_small_esquad_qg_trimmed_spanish_30000","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("mt5_small_esquad_qg_trimmed_spanish_30000", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|mt5_small_esquad_qg_trimmed_spanish_30000| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|332.8 MB| + +## References + +https://huggingface.co/vocabtrimmer/mt5-small-esquad-qg-trimmed-es-30000 \ No newline at end of file From c4f2208024617124d0218b584da0cd5e8ad97af1 Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 06:03:25 +0700 Subject: [PATCH 223/355] Add model 2024-08-12-t5_small_finetuned_amazon_english_french_en --- ...mall_finetuned_amazon_english_french_en.md | 86 +++++++++++++++++++ 1 file changed, 86 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-12-t5_small_finetuned_amazon_english_french_en.md diff --git a/docs/_posts/ahmedlone127/2024-08-12-t5_small_finetuned_amazon_english_french_en.md b/docs/_posts/ahmedlone127/2024-08-12-t5_small_finetuned_amazon_english_french_en.md new file mode 100644 index 00000000000000..fee0b2ce072251 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-12-t5_small_finetuned_amazon_english_french_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English t5_small_finetuned_amazon_english_french T5Transformer from jaese +author: John Snow Labs +name: t5_small_finetuned_amazon_english_french +date: 2024-08-12 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`t5_small_finetuned_amazon_english_french` is a English model originally trained by jaese. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/t5_small_finetuned_amazon_english_french_en_5.4.2_3.0_1723503786408.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/t5_small_finetuned_amazon_english_french_en_5.4.2_3.0_1723503786408.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("t5_small_finetuned_amazon_english_french","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("t5_small_finetuned_amazon_english_french", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|t5_small_finetuned_amazon_english_french| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|343.3 MB| + +## References + +https://huggingface.co/jaese/t5-small-finetuned-amazon-en-fr \ No newline at end of file From 0706cfce0577d69f9af58c23bcd5f98eb4867d42 Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 06:04:25 +0700 Subject: [PATCH 224/355] Add model 2024-08-12-mt5_small_esquad_qg_trimmed_spanish_30000_pipeline_en --- ...ad_qg_trimmed_spanish_30000_pipeline_en.md | 69 +++++++++++++++++++ 1 file changed, 69 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-12-mt5_small_esquad_qg_trimmed_spanish_30000_pipeline_en.md diff --git a/docs/_posts/ahmedlone127/2024-08-12-mt5_small_esquad_qg_trimmed_spanish_30000_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-12-mt5_small_esquad_qg_trimmed_spanish_30000_pipeline_en.md new file mode 100644 index 00000000000000..2aa6fe66a80c11 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-12-mt5_small_esquad_qg_trimmed_spanish_30000_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English mt5_small_esquad_qg_trimmed_spanish_30000_pipeline pipeline T5Transformer from vocabtrimmer +author: John Snow Labs +name: mt5_small_esquad_qg_trimmed_spanish_30000_pipeline +date: 2024-08-12 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`mt5_small_esquad_qg_trimmed_spanish_30000_pipeline` is a English model originally trained by vocabtrimmer. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/mt5_small_esquad_qg_trimmed_spanish_30000_pipeline_en_5.4.2_3.0_1723503617165.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/mt5_small_esquad_qg_trimmed_spanish_30000_pipeline_en_5.4.2_3.0_1723503617165.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("mt5_small_esquad_qg_trimmed_spanish_30000_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("mt5_small_esquad_qg_trimmed_spanish_30000_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|mt5_small_esquad_qg_trimmed_spanish_30000_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|332.8 MB| + +## References + +https://huggingface.co/vocabtrimmer/mt5-small-esquad-qg-trimmed-es-30000 + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file From 31842ee4a724b4543d15ec4046d112eaa2d583e4 Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 06:05:25 +0700 Subject: [PATCH 225/355] Add model 2024-08-12-t5_small_finetuned_amazon_english_french_pipeline_en --- ...tuned_amazon_english_french_pipeline_en.md | 69 +++++++++++++++++++ 1 file changed, 69 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-12-t5_small_finetuned_amazon_english_french_pipeline_en.md diff --git a/docs/_posts/ahmedlone127/2024-08-12-t5_small_finetuned_amazon_english_french_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-12-t5_small_finetuned_amazon_english_french_pipeline_en.md new file mode 100644 index 00000000000000..2f87c99a04dbf9 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-12-t5_small_finetuned_amazon_english_french_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English t5_small_finetuned_amazon_english_french_pipeline pipeline T5Transformer from jaese +author: John Snow Labs +name: t5_small_finetuned_amazon_english_french_pipeline +date: 2024-08-12 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`t5_small_finetuned_amazon_english_french_pipeline` is a English model originally trained by jaese. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/t5_small_finetuned_amazon_english_french_pipeline_en_5.4.2_3.0_1723503803592.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/t5_small_finetuned_amazon_english_french_pipeline_en_5.4.2_3.0_1723503803592.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("t5_small_finetuned_amazon_english_french_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("t5_small_finetuned_amazon_english_french_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|t5_small_finetuned_amazon_english_french_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|343.3 MB| + +## References + +https://huggingface.co/jaese/t5-small-finetuned-amazon-en-fr + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file From a62cf5e536595df6ba361b1d083fcce0d0318d29 Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 06:06:25 +0700 Subject: [PATCH 226/355] Add model 2024-08-12-comp561final_en --- .../2024-08-12-comp561final_en.md | 86 +++++++++++++++++++ 1 file changed, 86 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-12-comp561final_en.md diff --git a/docs/_posts/ahmedlone127/2024-08-12-comp561final_en.md b/docs/_posts/ahmedlone127/2024-08-12-comp561final_en.md new file mode 100644 index 00000000000000..ab34292a7d0dc3 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-12-comp561final_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English comp561final T5Transformer from jiajunzhu +author: John Snow Labs +name: comp561final +date: 2024-08-12 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`comp561final` is a English model originally trained by jiajunzhu. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/comp561final_en_5.4.2_3.0_1723503896817.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/comp561final_en_5.4.2_3.0_1723503896817.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("comp561final","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("comp561final", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|comp561final| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|1.0 GB| + +## References + +https://huggingface.co/jiajunzhu/comp561final \ No newline at end of file From 97e8717aadc4d71e9696fd4b584ee076a1b19593 Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 06:07:25 +0700 Subject: [PATCH 227/355] Add model 2024-08-12-comp561final_pipeline_en --- .../2024-08-12-comp561final_pipeline_en.md | 69 +++++++++++++++++++ 1 file changed, 69 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-12-comp561final_pipeline_en.md diff --git a/docs/_posts/ahmedlone127/2024-08-12-comp561final_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-12-comp561final_pipeline_en.md new file mode 100644 index 00000000000000..2f3ab514a63f5b --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-12-comp561final_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English comp561final_pipeline pipeline T5Transformer from jiajunzhu +author: John Snow Labs +name: comp561final_pipeline +date: 2024-08-12 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`comp561final_pipeline` is a English model originally trained by jiajunzhu. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/comp561final_pipeline_en_5.4.2_3.0_1723503949499.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/comp561final_pipeline_en_5.4.2_3.0_1723503949499.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("comp561final_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("comp561final_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|comp561final_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|1.0 GB| + +## References + +https://huggingface.co/jiajunzhu/comp561final + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file From c71f094a1f1c749f86ce0a33fed7df41990e424a Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 06:08:26 +0700 Subject: [PATCH 228/355] Add model 2024-08-12-t5_60m_lm_wmt_2021_10_en --- .../2024-08-12-t5_60m_lm_wmt_2021_10_en.md | 86 +++++++++++++++++++ 1 file changed, 86 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-12-t5_60m_lm_wmt_2021_10_en.md diff --git a/docs/_posts/ahmedlone127/2024-08-12-t5_60m_lm_wmt_2021_10_en.md b/docs/_posts/ahmedlone127/2024-08-12-t5_60m_lm_wmt_2021_10_en.md new file mode 100644 index 00000000000000..b2f7233405ea36 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-12-t5_60m_lm_wmt_2021_10_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English t5_60m_lm_wmt_2021_10 T5Transformer from KaiNylund +author: John Snow Labs +name: t5_60m_lm_wmt_2021_10 +date: 2024-08-12 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`t5_60m_lm_wmt_2021_10` is a English model originally trained by KaiNylund. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/t5_60m_lm_wmt_2021_10_en_5.4.2_3.0_1723503936323.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/t5_60m_lm_wmt_2021_10_en_5.4.2_3.0_1723503936323.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("t5_60m_lm_wmt_2021_10","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("t5_60m_lm_wmt_2021_10", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|t5_60m_lm_wmt_2021_10| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|349.1 MB| + +## References + +https://huggingface.co/KaiNylund/t5-60M-lm-wmt-2021-10 \ No newline at end of file From e05656a41fee08551ea0fad2e6600a69792cec3b Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 06:09:26 +0700 Subject: [PATCH 229/355] Add model 2024-08-12-t5_60m_lm_wmt_2021_10_pipeline_en --- ...08-12-t5_60m_lm_wmt_2021_10_pipeline_en.md | 69 +++++++++++++++++++ 1 file changed, 69 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-12-t5_60m_lm_wmt_2021_10_pipeline_en.md diff --git a/docs/_posts/ahmedlone127/2024-08-12-t5_60m_lm_wmt_2021_10_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-12-t5_60m_lm_wmt_2021_10_pipeline_en.md new file mode 100644 index 00000000000000..62240262041ae1 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-12-t5_60m_lm_wmt_2021_10_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English t5_60m_lm_wmt_2021_10_pipeline pipeline T5Transformer from KaiNylund +author: John Snow Labs +name: t5_60m_lm_wmt_2021_10_pipeline +date: 2024-08-12 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`t5_60m_lm_wmt_2021_10_pipeline` is a English model originally trained by KaiNylund. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/t5_60m_lm_wmt_2021_10_pipeline_en_5.4.2_3.0_1723503956190.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/t5_60m_lm_wmt_2021_10_pipeline_en_5.4.2_3.0_1723503956190.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("t5_60m_lm_wmt_2021_10_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("t5_60m_lm_wmt_2021_10_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|t5_60m_lm_wmt_2021_10_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|349.1 MB| + +## References + +https://huggingface.co/KaiNylund/t5-60M-lm-wmt-2021-10 + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file From 5d689e93b5cb006860f6c3e4ab56e5354fb93538 Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 06:14:58 +0700 Subject: [PATCH 230/355] Add model 2024-08-12-mt5_danish_base_en --- .../2024-08-12-mt5_danish_base_en.md | 86 +++++++++++++++++++ 1 file changed, 86 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-12-mt5_danish_base_en.md diff --git a/docs/_posts/ahmedlone127/2024-08-12-mt5_danish_base_en.md b/docs/_posts/ahmedlone127/2024-08-12-mt5_danish_base_en.md new file mode 100644 index 00000000000000..5947b420c4102e --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-12-mt5_danish_base_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English mt5_danish_base T5Transformer from sarakolding +author: John Snow Labs +name: mt5_danish_base +date: 2024-08-12 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`mt5_danish_base` is a English model originally trained by sarakolding. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/mt5_danish_base_en_5.4.2_3.0_1723504487992.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/mt5_danish_base_en_5.4.2_3.0_1723504487992.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("mt5_danish_base","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("mt5_danish_base", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|mt5_danish_base| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|511.6 MB| + +## References + +https://huggingface.co/sarakolding/mt5-da-base \ No newline at end of file From dd5608c6b8c292207e004630a98a2f2879f70243 Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 06:15:58 +0700 Subject: [PATCH 231/355] Add model 2024-08-12-cs505_coqe_vit5_prompting5_apsol_gpt_t3vslabel2t5_f2_en --- ...prompting5_apsol_gpt_t3vslabel2t5_f2_en.md | 86 +++++++++++++++++++ 1 file changed, 86 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-12-cs505_coqe_vit5_prompting5_apsol_gpt_t3vslabel2t5_f2_en.md diff --git a/docs/_posts/ahmedlone127/2024-08-12-cs505_coqe_vit5_prompting5_apsol_gpt_t3vslabel2t5_f2_en.md b/docs/_posts/ahmedlone127/2024-08-12-cs505_coqe_vit5_prompting5_apsol_gpt_t3vslabel2t5_f2_en.md new file mode 100644 index 00000000000000..0bada990a5057d --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-12-cs505_coqe_vit5_prompting5_apsol_gpt_t3vslabel2t5_f2_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English cs505_coqe_vit5_prompting5_apsol_gpt_t3vslabel2t5_f2 T5Transformer from ThuyNT03 +author: John Snow Labs +name: cs505_coqe_vit5_prompting5_apsol_gpt_t3vslabel2t5_f2 +date: 2024-08-12 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`cs505_coqe_vit5_prompting5_apsol_gpt_t3vslabel2t5_f2` is a English model originally trained by ThuyNT03. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/cs505_coqe_vit5_prompting5_apsol_gpt_t3vslabel2t5_f2_en_5.4.2_3.0_1723504477466.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/cs505_coqe_vit5_prompting5_apsol_gpt_t3vslabel2t5_f2_en_5.4.2_3.0_1723504477466.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("cs505_coqe_vit5_prompting5_apsol_gpt_t3vslabel2t5_f2","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("cs505_coqe_vit5_prompting5_apsol_gpt_t3vslabel2t5_f2", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|cs505_coqe_vit5_prompting5_apsol_gpt_t3vslabel2t5_f2| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|3.0 GB| + +## References + +https://huggingface.co/ThuyNT03/CS505_COQE_viT5_Prompting5_APSOL_GPT_T3vsLabel2T5_F2 \ No newline at end of file From 15d73f9475b14fc2b0a45dbf3eb127bcfddcec3b Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 06:17:55 +0700 Subject: [PATCH 232/355] Add model 2024-08-12-mt5_danish_base_pipeline_en --- .../2024-08-12-mt5_danish_base_pipeline_en.md | 69 +++++++++++++++++++ 1 file changed, 69 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-12-mt5_danish_base_pipeline_en.md diff --git a/docs/_posts/ahmedlone127/2024-08-12-mt5_danish_base_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-12-mt5_danish_base_pipeline_en.md new file mode 100644 index 00000000000000..aee26a238c3b88 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-12-mt5_danish_base_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English mt5_danish_base_pipeline pipeline T5Transformer from sarakolding +author: John Snow Labs +name: mt5_danish_base_pipeline +date: 2024-08-12 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`mt5_danish_base_pipeline` is a English model originally trained by sarakolding. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/mt5_danish_base_pipeline_en_5.4.2_3.0_1723504665365.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/mt5_danish_base_pipeline_en_5.4.2_3.0_1723504665365.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("mt5_danish_base_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("mt5_danish_base_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|mt5_danish_base_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|511.6 MB| + +## References + +https://huggingface.co/sarakolding/mt5-da-base + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file From fbd782a23d98c7aaa297fb6d78d04fc35853ce1e Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 06:18:55 +0700 Subject: [PATCH 233/355] Add model 2024-08-12-cs505_coqe_vit5_prompting5_apsol_gpt_t3vslabel2t5_f2_pipeline_en --- ...5_apsol_gpt_t3vslabel2t5_f2_pipeline_en.md | 69 +++++++++++++++++++ 1 file changed, 69 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-12-cs505_coqe_vit5_prompting5_apsol_gpt_t3vslabel2t5_f2_pipeline_en.md diff --git a/docs/_posts/ahmedlone127/2024-08-12-cs505_coqe_vit5_prompting5_apsol_gpt_t3vslabel2t5_f2_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-12-cs505_coqe_vit5_prompting5_apsol_gpt_t3vslabel2t5_f2_pipeline_en.md new file mode 100644 index 00000000000000..11558224709537 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-12-cs505_coqe_vit5_prompting5_apsol_gpt_t3vslabel2t5_f2_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English cs505_coqe_vit5_prompting5_apsol_gpt_t3vslabel2t5_f2_pipeline pipeline T5Transformer from ThuyNT03 +author: John Snow Labs +name: cs505_coqe_vit5_prompting5_apsol_gpt_t3vslabel2t5_f2_pipeline +date: 2024-08-12 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`cs505_coqe_vit5_prompting5_apsol_gpt_t3vslabel2t5_f2_pipeline` is a English model originally trained by ThuyNT03. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/cs505_coqe_vit5_prompting5_apsol_gpt_t3vslabel2t5_f2_pipeline_en_5.4.2_3.0_1723504667224.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/cs505_coqe_vit5_prompting5_apsol_gpt_t3vslabel2t5_f2_pipeline_en_5.4.2_3.0_1723504667224.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("cs505_coqe_vit5_prompting5_apsol_gpt_t3vslabel2t5_f2_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("cs505_coqe_vit5_prompting5_apsol_gpt_t3vslabel2t5_f2_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|cs505_coqe_vit5_prompting5_apsol_gpt_t3vslabel2t5_f2_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|3.0 GB| + +## References + +https://huggingface.co/ThuyNT03/CS505_COQE_viT5_Prompting5_APSOL_GPT_T3vsLabel2T5_F2 + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file From 1d14c62f1cc15fab1787fb9a8a7dac1c5f08a4f4 Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 06:23:08 +0700 Subject: [PATCH 234/355] Add model 2024-08-12-t5_base_tedxjp_0front_1body_5rear_order_rb_en --- ...e_tedxjp_0front_1body_5rear_order_rb_en.md | 86 +++++++++++++++++++ 1 file changed, 86 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-12-t5_base_tedxjp_0front_1body_5rear_order_rb_en.md diff --git a/docs/_posts/ahmedlone127/2024-08-12-t5_base_tedxjp_0front_1body_5rear_order_rb_en.md b/docs/_posts/ahmedlone127/2024-08-12-t5_base_tedxjp_0front_1body_5rear_order_rb_en.md new file mode 100644 index 00000000000000..860fdd801cdfcf --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-12-t5_base_tedxjp_0front_1body_5rear_order_rb_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English t5_base_tedxjp_0front_1body_5rear_order_rb T5Transformer from Padomin +author: John Snow Labs +name: t5_base_tedxjp_0front_1body_5rear_order_rb +date: 2024-08-12 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`t5_base_tedxjp_0front_1body_5rear_order_rb` is a English model originally trained by Padomin. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/t5_base_tedxjp_0front_1body_5rear_order_rb_en_5.4.2_3.0_1723504976211.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/t5_base_tedxjp_0front_1body_5rear_order_rb_en_5.4.2_3.0_1723504976211.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("t5_base_tedxjp_0front_1body_5rear_order_rb","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("t5_base_tedxjp_0front_1body_5rear_order_rb", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|t5_base_tedxjp_0front_1body_5rear_order_rb| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|1.0 GB| + +## References + +https://huggingface.co/Padomin/t5-base-TEDxJP-0front-1body-5rear-order-RB \ No newline at end of file From a66161b0d664aad4384747d817c1abefbdee12bc Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 06:24:08 +0700 Subject: [PATCH 235/355] Add model 2024-08-12-t5_base_tedxjp_0front_1body_5rear_order_rb_pipeline_en --- ...0front_1body_5rear_order_rb_pipeline_en.md | 69 +++++++++++++++++++ 1 file changed, 69 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-12-t5_base_tedxjp_0front_1body_5rear_order_rb_pipeline_en.md diff --git a/docs/_posts/ahmedlone127/2024-08-12-t5_base_tedxjp_0front_1body_5rear_order_rb_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-12-t5_base_tedxjp_0front_1body_5rear_order_rb_pipeline_en.md new file mode 100644 index 00000000000000..b705a86b083e61 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-12-t5_base_tedxjp_0front_1body_5rear_order_rb_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English t5_base_tedxjp_0front_1body_5rear_order_rb_pipeline pipeline T5Transformer from Padomin +author: John Snow Labs +name: t5_base_tedxjp_0front_1body_5rear_order_rb_pipeline +date: 2024-08-12 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`t5_base_tedxjp_0front_1body_5rear_order_rb_pipeline` is a English model originally trained by Padomin. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/t5_base_tedxjp_0front_1body_5rear_order_rb_pipeline_en_5.4.2_3.0_1723505023181.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/t5_base_tedxjp_0front_1body_5rear_order_rb_pipeline_en_5.4.2_3.0_1723505023181.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("t5_base_tedxjp_0front_1body_5rear_order_rb_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("t5_base_tedxjp_0front_1body_5rear_order_rb_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|t5_base_tedxjp_0front_1body_5rear_order_rb_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|1.0 GB| + +## References + +https://huggingface.co/Padomin/t5-base-TEDxJP-0front-1body-5rear-order-RB + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file From a7d0befe6c50c54602727d9291e99a7a3ae39f2a Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 06:25:09 +0700 Subject: [PATCH 236/355] Add model 2024-08-12-lt5_base_en --- .../ahmedlone127/2024-08-12-lt5_base_en.md | 86 +++++++++++++++++++ 1 file changed, 86 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-12-lt5_base_en.md diff --git a/docs/_posts/ahmedlone127/2024-08-12-lt5_base_en.md b/docs/_posts/ahmedlone127/2024-08-12-lt5_base_en.md new file mode 100644 index 00000000000000..d843b30f3f2ec4 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-12-lt5_base_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English lt5_base T5Transformer from santoshtyss +author: John Snow Labs +name: lt5_base +date: 2024-08-12 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`lt5_base` is a English model originally trained by santoshtyss. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/lt5_base_en_5.4.2_3.0_1723505080864.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/lt5_base_en_5.4.2_3.0_1723505080864.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("lt5_base","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("lt5_base", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|lt5_base| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|1.0 GB| + +## References + +https://huggingface.co/santoshtyss/lt5-base \ No newline at end of file From c965aab491f730bd7b6d3f7878f65eb7613816ad Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 06:26:09 +0700 Subject: [PATCH 237/355] Add model 2024-08-12-lt5_base_pipeline_en --- .../2024-08-12-lt5_base_pipeline_en.md | 69 +++++++++++++++++++ 1 file changed, 69 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-12-lt5_base_pipeline_en.md diff --git a/docs/_posts/ahmedlone127/2024-08-12-lt5_base_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-12-lt5_base_pipeline_en.md new file mode 100644 index 00000000000000..dfa45edb05ce91 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-12-lt5_base_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English lt5_base_pipeline pipeline T5Transformer from santoshtyss +author: John Snow Labs +name: lt5_base_pipeline +date: 2024-08-12 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`lt5_base_pipeline` is a English model originally trained by santoshtyss. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/lt5_base_pipeline_en_5.4.2_3.0_1723505130471.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/lt5_base_pipeline_en_5.4.2_3.0_1723505130471.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("lt5_base_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("lt5_base_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|lt5_base_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|1.0 GB| + +## References + +https://huggingface.co/santoshtyss/lt5-base + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file From 29612338af30799dfb7a86fd77ed6cbc5ee838e4 Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 06:27:09 +0700 Subject: [PATCH 238/355] Add model 2024-08-12-long_t5_tglobal_base_multinews_en --- ...08-12-long_t5_tglobal_base_multinews_en.md | 86 +++++++++++++++++++ 1 file changed, 86 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-12-long_t5_tglobal_base_multinews_en.md diff --git a/docs/_posts/ahmedlone127/2024-08-12-long_t5_tglobal_base_multinews_en.md b/docs/_posts/ahmedlone127/2024-08-12-long_t5_tglobal_base_multinews_en.md new file mode 100644 index 00000000000000..2dcf5f8fb0e2ed --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-12-long_t5_tglobal_base_multinews_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English long_t5_tglobal_base_multinews T5Transformer from QuangHuy54 +author: John Snow Labs +name: long_t5_tglobal_base_multinews +date: 2024-08-12 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`long_t5_tglobal_base_multinews` is a English model originally trained by QuangHuy54. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/long_t5_tglobal_base_multinews_en_5.4.2_3.0_1723505133407.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/long_t5_tglobal_base_multinews_en_5.4.2_3.0_1723505133407.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("long_t5_tglobal_base_multinews","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("long_t5_tglobal_base_multinews", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|long_t5_tglobal_base_multinews| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|1.0 GB| + +## References + +https://huggingface.co/QuangHuy54/long-t5-tglobal-base-multinews \ No newline at end of file From c4480c96c3d1c2dceda6d729c15913dc631ae1a5 Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 06:28:09 +0700 Subject: [PATCH 239/355] Add model 2024-08-12-banglat5_finetuned_headlinebt5_1000_batch8_en --- ...t5_finetuned_headlinebt5_1000_batch8_en.md | 86 +++++++++++++++++++ 1 file changed, 86 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-12-banglat5_finetuned_headlinebt5_1000_batch8_en.md diff --git a/docs/_posts/ahmedlone127/2024-08-12-banglat5_finetuned_headlinebt5_1000_batch8_en.md b/docs/_posts/ahmedlone127/2024-08-12-banglat5_finetuned_headlinebt5_1000_batch8_en.md new file mode 100644 index 00000000000000..a9bccb2f955f54 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-12-banglat5_finetuned_headlinebt5_1000_batch8_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English banglat5_finetuned_headlinebt5_1000_batch8 T5Transformer from mdosama39 +author: John Snow Labs +name: banglat5_finetuned_headlinebt5_1000_batch8 +date: 2024-08-12 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`banglat5_finetuned_headlinebt5_1000_batch8` is a English model originally trained by mdosama39. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/banglat5_finetuned_headlinebt5_1000_batch8_en_5.4.2_3.0_1723505138711.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/banglat5_finetuned_headlinebt5_1000_batch8_en_5.4.2_3.0_1723505138711.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("banglat5_finetuned_headlinebt5_1000_batch8","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("banglat5_finetuned_headlinebt5_1000_batch8", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|banglat5_finetuned_headlinebt5_1000_batch8| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|967.3 MB| + +## References + +https://huggingface.co/mdosama39/banglat5-finetuned-headlineBT5_1000_batch8 \ No newline at end of file From 82750d9a5ce4ed4c5d75e1af654d89385708b302 Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 06:29:09 +0700 Subject: [PATCH 240/355] Add model 2024-08-12-flan_t5_base_danish_multiwoz2_0_80_loss_ep100_en --- ...ase_danish_multiwoz2_0_80_loss_ep100_en.md | 86 +++++++++++++++++++ 1 file changed, 86 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-12-flan_t5_base_danish_multiwoz2_0_80_loss_ep100_en.md diff --git a/docs/_posts/ahmedlone127/2024-08-12-flan_t5_base_danish_multiwoz2_0_80_loss_ep100_en.md b/docs/_posts/ahmedlone127/2024-08-12-flan_t5_base_danish_multiwoz2_0_80_loss_ep100_en.md new file mode 100644 index 00000000000000..5b15b1f88bb86c --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-12-flan_t5_base_danish_multiwoz2_0_80_loss_ep100_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English flan_t5_base_danish_multiwoz2_0_80_loss_ep100 T5Transformer from Zekunli +author: John Snow Labs +name: flan_t5_base_danish_multiwoz2_0_80_loss_ep100 +date: 2024-08-12 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`flan_t5_base_danish_multiwoz2_0_80_loss_ep100` is a English model originally trained by Zekunli. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/flan_t5_base_danish_multiwoz2_0_80_loss_ep100_en_5.4.2_3.0_1723505266040.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/flan_t5_base_danish_multiwoz2_0_80_loss_ep100_en_5.4.2_3.0_1723505266040.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("flan_t5_base_danish_multiwoz2_0_80_loss_ep100","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("flan_t5_base_danish_multiwoz2_0_80_loss_ep100", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|flan_t5_base_danish_multiwoz2_0_80_loss_ep100| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|1.0 GB| + +## References + +https://huggingface.co/Zekunli/flan-t5-base-da-multiwoz2.0_80-loss-ep100 \ No newline at end of file From ab18f216bd2b31953666a59cebd0484799bc230b Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 06:30:09 +0700 Subject: [PATCH 241/355] Add model 2024-08-12-long_t5_tglobal_base_multinews_pipeline_en --- ...g_t5_tglobal_base_multinews_pipeline_en.md | 69 +++++++++++++++++++ 1 file changed, 69 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-12-long_t5_tglobal_base_multinews_pipeline_en.md diff --git a/docs/_posts/ahmedlone127/2024-08-12-long_t5_tglobal_base_multinews_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-12-long_t5_tglobal_base_multinews_pipeline_en.md new file mode 100644 index 00000000000000..97da58fc86e07f --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-12-long_t5_tglobal_base_multinews_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English long_t5_tglobal_base_multinews_pipeline pipeline T5Transformer from QuangHuy54 +author: John Snow Labs +name: long_t5_tglobal_base_multinews_pipeline +date: 2024-08-12 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`long_t5_tglobal_base_multinews_pipeline` is a English model originally trained by QuangHuy54. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/long_t5_tglobal_base_multinews_pipeline_en_5.4.2_3.0_1723505189752.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/long_t5_tglobal_base_multinews_pipeline_en_5.4.2_3.0_1723505189752.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("long_t5_tglobal_base_multinews_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("long_t5_tglobal_base_multinews_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|long_t5_tglobal_base_multinews_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|1.0 GB| + +## References + +https://huggingface.co/QuangHuy54/long-t5-tglobal-base-multinews + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file From 0bb1bb318db27cc549e064130f96364c73654fce Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 06:31:09 +0700 Subject: [PATCH 242/355] Add model 2024-08-12-flan_t5_base_danish_multiwoz2_0_80_loss_ep100_pipeline_en --- ...h_multiwoz2_0_80_loss_ep100_pipeline_en.md | 69 +++++++++++++++++++ 1 file changed, 69 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-12-flan_t5_base_danish_multiwoz2_0_80_loss_ep100_pipeline_en.md diff --git a/docs/_posts/ahmedlone127/2024-08-12-flan_t5_base_danish_multiwoz2_0_80_loss_ep100_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-12-flan_t5_base_danish_multiwoz2_0_80_loss_ep100_pipeline_en.md new file mode 100644 index 00000000000000..ab027ae1af4d3b --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-12-flan_t5_base_danish_multiwoz2_0_80_loss_ep100_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English flan_t5_base_danish_multiwoz2_0_80_loss_ep100_pipeline pipeline T5Transformer from Zekunli +author: John Snow Labs +name: flan_t5_base_danish_multiwoz2_0_80_loss_ep100_pipeline +date: 2024-08-12 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`flan_t5_base_danish_multiwoz2_0_80_loss_ep100_pipeline` is a English model originally trained by Zekunli. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/flan_t5_base_danish_multiwoz2_0_80_loss_ep100_pipeline_en_5.4.2_3.0_1723505322989.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/flan_t5_base_danish_multiwoz2_0_80_loss_ep100_pipeline_en_5.4.2_3.0_1723505322989.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("flan_t5_base_danish_multiwoz2_0_80_loss_ep100_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("flan_t5_base_danish_multiwoz2_0_80_loss_ep100_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|flan_t5_base_danish_multiwoz2_0_80_loss_ep100_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|1.0 GB| + +## References + +https://huggingface.co/Zekunli/flan-t5-base-da-multiwoz2.0_80-loss-ep100 + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file From c7f8deb3b7d22e42cba13c1338ce18d1f6a3c655 Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 06:32:09 +0700 Subject: [PATCH 243/355] Add model 2024-08-12-t5_acled_ie_pipeline_en --- .../2024-08-12-t5_acled_ie_pipeline_en.md | 69 +++++++++++++++++++ 1 file changed, 69 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-12-t5_acled_ie_pipeline_en.md diff --git a/docs/_posts/ahmedlone127/2024-08-12-t5_acled_ie_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-12-t5_acled_ie_pipeline_en.md new file mode 100644 index 00000000000000..d01a3ab84a7260 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-12-t5_acled_ie_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English t5_acled_ie_pipeline pipeline T5Transformer from vinaykudari +author: John Snow Labs +name: t5_acled_ie_pipeline +date: 2024-08-12 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`t5_acled_ie_pipeline` is a English model originally trained by vinaykudari. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/t5_acled_ie_pipeline_en_5.4.2_3.0_1723505412116.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/t5_acled_ie_pipeline_en_5.4.2_3.0_1723505412116.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("t5_acled_ie_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("t5_acled_ie_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|t5_acled_ie_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|1.0 GB| + +## References + +https://huggingface.co/vinaykudari/t5-acled-ie + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file From 8d116f90f6d981eab630900512965c1fb2c0c1e1 Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 06:33:10 +0700 Subject: [PATCH 244/355] Add model 2024-08-12-t5_base_analogy_en --- .../2024-08-12-t5_base_analogy_en.md | 86 +++++++++++++++++++ 1 file changed, 86 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-12-t5_base_analogy_en.md diff --git a/docs/_posts/ahmedlone127/2024-08-12-t5_base_analogy_en.md b/docs/_posts/ahmedlone127/2024-08-12-t5_base_analogy_en.md new file mode 100644 index 00000000000000..9274b12470bdc6 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-12-t5_base_analogy_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English t5_base_analogy T5Transformer from research-backup +author: John Snow Labs +name: t5_base_analogy +date: 2024-08-12 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`t5_base_analogy` is a English model originally trained by research-backup. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/t5_base_analogy_en_5.4.2_3.0_1723505499654.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/t5_base_analogy_en_5.4.2_3.0_1723505499654.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("t5_base_analogy","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("t5_base_analogy", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|t5_base_analogy| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|981.4 MB| + +## References + +https://huggingface.co/research-backup/t5-base-analogy \ No newline at end of file From 1c1ab09464f430b8bd07d1a9758566436ccd30a9 Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 06:34:10 +0700 Subject: [PATCH 245/355] Add model 2024-08-12-t5_base_analogy_pipeline_en --- .../2024-08-12-t5_base_analogy_pipeline_en.md | 69 +++++++++++++++++++ 1 file changed, 69 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-12-t5_base_analogy_pipeline_en.md diff --git a/docs/_posts/ahmedlone127/2024-08-12-t5_base_analogy_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-12-t5_base_analogy_pipeline_en.md new file mode 100644 index 00000000000000..ada294ddb5711f --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-12-t5_base_analogy_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English t5_base_analogy_pipeline pipeline T5Transformer from research-backup +author: John Snow Labs +name: t5_base_analogy_pipeline +date: 2024-08-12 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`t5_base_analogy_pipeline` is a English model originally trained by research-backup. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/t5_base_analogy_pipeline_en_5.4.2_3.0_1723505557113.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/t5_base_analogy_pipeline_en_5.4.2_3.0_1723505557113.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("t5_base_analogy_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("t5_base_analogy_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|t5_base_analogy_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|981.4 MB| + +## References + +https://huggingface.co/research-backup/t5-base-analogy + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file From ece1562843e56e0b90f8a9bfb60d237d31688bef Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 06:35:10 +0700 Subject: [PATCH 246/355] Add model 2024-08-12-banglat5_finetuned_headlinebt5_1000_batch8_pipeline_en --- ...ned_headlinebt5_1000_batch8_pipeline_en.md | 69 +++++++++++++++++++ 1 file changed, 69 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-12-banglat5_finetuned_headlinebt5_1000_batch8_pipeline_en.md diff --git a/docs/_posts/ahmedlone127/2024-08-12-banglat5_finetuned_headlinebt5_1000_batch8_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-12-banglat5_finetuned_headlinebt5_1000_batch8_pipeline_en.md new file mode 100644 index 00000000000000..5cb1c1608bf7ab --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-12-banglat5_finetuned_headlinebt5_1000_batch8_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English banglat5_finetuned_headlinebt5_1000_batch8_pipeline pipeline T5Transformer from mdosama39 +author: John Snow Labs +name: banglat5_finetuned_headlinebt5_1000_batch8_pipeline +date: 2024-08-12 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`banglat5_finetuned_headlinebt5_1000_batch8_pipeline` is a English model originally trained by mdosama39. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/banglat5_finetuned_headlinebt5_1000_batch8_pipeline_en_5.4.2_3.0_1723505199644.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/banglat5_finetuned_headlinebt5_1000_batch8_pipeline_en_5.4.2_3.0_1723505199644.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("banglat5_finetuned_headlinebt5_1000_batch8_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("banglat5_finetuned_headlinebt5_1000_batch8_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|banglat5_finetuned_headlinebt5_1000_batch8_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|967.3 MB| + +## References + +https://huggingface.co/mdosama39/banglat5-finetuned-headlineBT5_1000_batch8 + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file From 5c3bfe08b122e69c4e291a0d42d6bb13aa5c6e91 Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 06:36:10 +0700 Subject: [PATCH 247/355] Add model 2024-08-12-t5_rebuilder_pipeline_en --- .../2024-08-12-t5_rebuilder_pipeline_en.md | 69 +++++++++++++++++++ 1 file changed, 69 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-12-t5_rebuilder_pipeline_en.md diff --git a/docs/_posts/ahmedlone127/2024-08-12-t5_rebuilder_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-12-t5_rebuilder_pipeline_en.md new file mode 100644 index 00000000000000..788eb3d45f8359 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-12-t5_rebuilder_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English t5_rebuilder_pipeline pipeline T5Transformer from XvKuoMing +author: John Snow Labs +name: t5_rebuilder_pipeline +date: 2024-08-12 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`t5_rebuilder_pipeline` is a English model originally trained by XvKuoMing. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/t5_rebuilder_pipeline_en_5.4.2_3.0_1723505569136.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/t5_rebuilder_pipeline_en_5.4.2_3.0_1723505569136.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("t5_rebuilder_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("t5_rebuilder_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|t5_rebuilder_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|1.0 GB| + +## References + +https://huggingface.co/XvKuoMing/t5-rebuilder + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file From f0e029b89694a6656342caa5ec781dbc037c2c6d Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 06:37:10 +0700 Subject: [PATCH 248/355] Add model 2024-08-12-flan_t5_small_yake_top3_asks_qg_en --- ...8-12-flan_t5_small_yake_top3_asks_qg_en.md | 86 +++++++++++++++++++ 1 file changed, 86 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-12-flan_t5_small_yake_top3_asks_qg_en.md diff --git a/docs/_posts/ahmedlone127/2024-08-12-flan_t5_small_yake_top3_asks_qg_en.md b/docs/_posts/ahmedlone127/2024-08-12-flan_t5_small_yake_top3_asks_qg_en.md new file mode 100644 index 00000000000000..15336fccf7d771 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-12-flan_t5_small_yake_top3_asks_qg_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English flan_t5_small_yake_top3_asks_qg T5Transformer from dhmeltzer +author: John Snow Labs +name: flan_t5_small_yake_top3_asks_qg +date: 2024-08-12 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`flan_t5_small_yake_top3_asks_qg` is a English model originally trained by dhmeltzer. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/flan_t5_small_yake_top3_asks_qg_en_5.4.2_3.0_1723505798016.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/flan_t5_small_yake_top3_asks_qg_en_5.4.2_3.0_1723505798016.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("flan_t5_small_yake_top3_asks_qg","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("flan_t5_small_yake_top3_asks_qg", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|flan_t5_small_yake_top3_asks_qg| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|349.8 MB| + +## References + +https://huggingface.co/dhmeltzer/flan-t5-small_yake_top3_asks_qg \ No newline at end of file From cf8129d50fcd86fe9f7eb9fd045e38221839c2a2 Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 06:38:11 +0700 Subject: [PATCH 249/355] Add model 2024-08-12-flan_t5_small_yake_top3_asks_qg_pipeline_en --- ..._t5_small_yake_top3_asks_qg_pipeline_en.md | 69 +++++++++++++++++++ 1 file changed, 69 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-12-flan_t5_small_yake_top3_asks_qg_pipeline_en.md diff --git a/docs/_posts/ahmedlone127/2024-08-12-flan_t5_small_yake_top3_asks_qg_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-12-flan_t5_small_yake_top3_asks_qg_pipeline_en.md new file mode 100644 index 00000000000000..9ab2fc0d724085 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-12-flan_t5_small_yake_top3_asks_qg_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English flan_t5_small_yake_top3_asks_qg_pipeline pipeline T5Transformer from dhmeltzer +author: John Snow Labs +name: flan_t5_small_yake_top3_asks_qg_pipeline +date: 2024-08-12 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`flan_t5_small_yake_top3_asks_qg_pipeline` is a English model originally trained by dhmeltzer. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/flan_t5_small_yake_top3_asks_qg_pipeline_en_5.4.2_3.0_1723505814481.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/flan_t5_small_yake_top3_asks_qg_pipeline_en_5.4.2_3.0_1723505814481.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("flan_t5_small_yake_top3_asks_qg_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("flan_t5_small_yake_top3_asks_qg_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|flan_t5_small_yake_top3_asks_qg_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|349.8 MB| + +## References + +https://huggingface.co/dhmeltzer/flan-t5-small_yake_top3_asks_qg + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file From b6438fc2caa90ad494c724f2304b239ca2afc6b8 Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 06:39:11 +0700 Subject: [PATCH 250/355] Add model 2024-08-12-t5_rebuilder_en --- .../2024-08-12-t5_rebuilder_en.md | 86 +++++++++++++++++++ 1 file changed, 86 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-12-t5_rebuilder_en.md diff --git a/docs/_posts/ahmedlone127/2024-08-12-t5_rebuilder_en.md b/docs/_posts/ahmedlone127/2024-08-12-t5_rebuilder_en.md new file mode 100644 index 00000000000000..51332ce19afb08 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-12-t5_rebuilder_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English t5_rebuilder T5Transformer from XvKuoMing +author: John Snow Labs +name: t5_rebuilder +date: 2024-08-12 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`t5_rebuilder` is a English model originally trained by XvKuoMing. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/t5_rebuilder_en_5.4.2_3.0_1723505516206.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/t5_rebuilder_en_5.4.2_3.0_1723505516206.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("t5_rebuilder","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("t5_rebuilder", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|t5_rebuilder| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|1.0 GB| + +## References + +https://huggingface.co/XvKuoMing/t5-rebuilder \ No newline at end of file From 8b5a79ac7b628747e8cb11bce4230d386ecf6c79 Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 06:46:02 +0700 Subject: [PATCH 251/355] Add model 2024-08-12-text_exps_t5_large_20_aug_en --- ...2024-08-12-text_exps_t5_large_20_aug_en.md | 86 +++++++++++++++++++ 1 file changed, 86 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-12-text_exps_t5_large_20_aug_en.md diff --git a/docs/_posts/ahmedlone127/2024-08-12-text_exps_t5_large_20_aug_en.md b/docs/_posts/ahmedlone127/2024-08-12-text_exps_t5_large_20_aug_en.md new file mode 100644 index 00000000000000..47730dc4fcca1c --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-12-text_exps_t5_large_20_aug_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English text_exps_t5_large_20_aug T5Transformer from james-burton +author: John Snow Labs +name: text_exps_t5_large_20_aug +date: 2024-08-12 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`text_exps_t5_large_20_aug` is a English model originally trained by james-burton. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/text_exps_t5_large_20_aug_en_5.4.2_3.0_1723506328797.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/text_exps_t5_large_20_aug_en_5.4.2_3.0_1723506328797.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("text_exps_t5_large_20_aug","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("text_exps_t5_large_20_aug", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|text_exps_t5_large_20_aug| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|2.9 GB| + +## References + +https://huggingface.co/james-burton/text-exps-t5-large-20-aug \ No newline at end of file From cafe4dad59a2c67e81a7577b08d5b2e5d1549bf1 Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 06:47:02 +0700 Subject: [PATCH 252/355] Add model 2024-08-12-t5_base_fin_1_en --- .../2024-08-12-t5_base_fin_1_en.md | 86 +++++++++++++++++++ 1 file changed, 86 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-12-t5_base_fin_1_en.md diff --git a/docs/_posts/ahmedlone127/2024-08-12-t5_base_fin_1_en.md b/docs/_posts/ahmedlone127/2024-08-12-t5_base_fin_1_en.md new file mode 100644 index 00000000000000..5c2afe89ca99a8 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-12-t5_base_fin_1_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English t5_base_fin_1 T5Transformer from randomshit11 +author: John Snow Labs +name: t5_base_fin_1 +date: 2024-08-12 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`t5_base_fin_1` is a English model originally trained by randomshit11. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/t5_base_fin_1_en_5.4.2_3.0_1723506374421.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/t5_base_fin_1_en_5.4.2_3.0_1723506374421.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("t5_base_fin_1","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("t5_base_fin_1", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|t5_base_fin_1| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|996.1 MB| + +## References + +https://huggingface.co/randomshit11/t5-base-fin-1 \ No newline at end of file From fc2eed38348bd784da74e0012bd869e2edaf104d Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 06:48:02 +0700 Subject: [PATCH 253/355] Add model 2024-08-12-t5_base_fin_1_pipeline_en --- .../2024-08-12-t5_base_fin_1_pipeline_en.md | 69 +++++++++++++++++++ 1 file changed, 69 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-12-t5_base_fin_1_pipeline_en.md diff --git a/docs/_posts/ahmedlone127/2024-08-12-t5_base_fin_1_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-12-t5_base_fin_1_pipeline_en.md new file mode 100644 index 00000000000000..5eaea282d57844 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-12-t5_base_fin_1_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English t5_base_fin_1_pipeline pipeline T5Transformer from randomshit11 +author: John Snow Labs +name: t5_base_fin_1_pipeline +date: 2024-08-12 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`t5_base_fin_1_pipeline` is a English model originally trained by randomshit11. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/t5_base_fin_1_pipeline_en_5.4.2_3.0_1723506432922.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/t5_base_fin_1_pipeline_en_5.4.2_3.0_1723506432922.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("t5_base_fin_1_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("t5_base_fin_1_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|t5_base_fin_1_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|996.1 MB| + +## References + +https://huggingface.co/randomshit11/t5-base-fin-1 + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file From bda2789707717311aec6fd52b5233a8db19ce841 Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 06:49:02 +0700 Subject: [PATCH 254/355] Add model 2024-08-12-text_exps_t5_large_20_aug_pipeline_en --- ...2-text_exps_t5_large_20_aug_pipeline_en.md | 69 +++++++++++++++++++ 1 file changed, 69 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-12-text_exps_t5_large_20_aug_pipeline_en.md diff --git a/docs/_posts/ahmedlone127/2024-08-12-text_exps_t5_large_20_aug_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-12-text_exps_t5_large_20_aug_pipeline_en.md new file mode 100644 index 00000000000000..8f945e964aa3ef --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-12-text_exps_t5_large_20_aug_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English text_exps_t5_large_20_aug_pipeline pipeline T5Transformer from james-burton +author: John Snow Labs +name: text_exps_t5_large_20_aug_pipeline +date: 2024-08-12 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`text_exps_t5_large_20_aug_pipeline` is a English model originally trained by james-burton. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/text_exps_t5_large_20_aug_pipeline_en_5.4.2_3.0_1723506493689.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/text_exps_t5_large_20_aug_pipeline_en_5.4.2_3.0_1723506493689.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("text_exps_t5_large_20_aug_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("text_exps_t5_large_20_aug_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|text_exps_t5_large_20_aug_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|2.9 GB| + +## References + +https://huggingface.co/james-burton/text-exps-t5-large-20-aug + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file From 876087f1dfc6b4bbb55fcb04b3267a7c88662a0b Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 06:52:51 +0700 Subject: [PATCH 255/355] Add model 2024-08-12-t5_small_finetuned_xsum_ecordova06_en --- ...2-t5_small_finetuned_xsum_ecordova06_en.md | 86 +++++++++++++++++++ 1 file changed, 86 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-12-t5_small_finetuned_xsum_ecordova06_en.md diff --git a/docs/_posts/ahmedlone127/2024-08-12-t5_small_finetuned_xsum_ecordova06_en.md b/docs/_posts/ahmedlone127/2024-08-12-t5_small_finetuned_xsum_ecordova06_en.md new file mode 100644 index 00000000000000..d214257dea8080 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-12-t5_small_finetuned_xsum_ecordova06_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English t5_small_finetuned_xsum_ecordova06 T5Transformer from ecordova06 +author: John Snow Labs +name: t5_small_finetuned_xsum_ecordova06 +date: 2024-08-12 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`t5_small_finetuned_xsum_ecordova06` is a English model originally trained by ecordova06. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/t5_small_finetuned_xsum_ecordova06_en_5.4.2_3.0_1723506765511.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/t5_small_finetuned_xsum_ecordova06_en_5.4.2_3.0_1723506765511.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("t5_small_finetuned_xsum_ecordova06","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("t5_small_finetuned_xsum_ecordova06", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|t5_small_finetuned_xsum_ecordova06| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|327.1 MB| + +## References + +https://huggingface.co/ecordova06/t5-small-finetuned-xsum \ No newline at end of file From b9cde02fe6d80bf8bb428ea623dcab96a27686bb Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 06:53:51 +0700 Subject: [PATCH 256/355] Add model 2024-08-12-t5_small_finetuned_xsum_ecordova06_pipeline_en --- ...l_finetuned_xsum_ecordova06_pipeline_en.md | 69 +++++++++++++++++++ 1 file changed, 69 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-12-t5_small_finetuned_xsum_ecordova06_pipeline_en.md diff --git a/docs/_posts/ahmedlone127/2024-08-12-t5_small_finetuned_xsum_ecordova06_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-12-t5_small_finetuned_xsum_ecordova06_pipeline_en.md new file mode 100644 index 00000000000000..9a147dcc6f1fb9 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-12-t5_small_finetuned_xsum_ecordova06_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English t5_small_finetuned_xsum_ecordova06_pipeline pipeline T5Transformer from ecordova06 +author: John Snow Labs +name: t5_small_finetuned_xsum_ecordova06_pipeline +date: 2024-08-12 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`t5_small_finetuned_xsum_ecordova06_pipeline` is a English model originally trained by ecordova06. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/t5_small_finetuned_xsum_ecordova06_pipeline_en_5.4.2_3.0_1723506786185.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/t5_small_finetuned_xsum_ecordova06_pipeline_en_5.4.2_3.0_1723506786185.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("t5_small_finetuned_xsum_ecordova06_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("t5_small_finetuned_xsum_ecordova06_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|t5_small_finetuned_xsum_ecordova06_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|327.1 MB| + +## References + +https://huggingface.co/ecordova06/t5-small-finetuned-xsum + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file From 93415e8b60e2bc42b0390ebb1602777a69f2fa6d Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 06:59:44 +0700 Subject: [PATCH 257/355] Add model 2024-08-12-mt5_small_finetuned_amazon_english_spanish_wwells_en --- ...etuned_amazon_english_spanish_wwells_en.md | 86 +++++++++++++++++++ 1 file changed, 86 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-12-mt5_small_finetuned_amazon_english_spanish_wwells_en.md diff --git a/docs/_posts/ahmedlone127/2024-08-12-mt5_small_finetuned_amazon_english_spanish_wwells_en.md b/docs/_posts/ahmedlone127/2024-08-12-mt5_small_finetuned_amazon_english_spanish_wwells_en.md new file mode 100644 index 00000000000000..342caf7b2629cb --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-12-mt5_small_finetuned_amazon_english_spanish_wwells_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English mt5_small_finetuned_amazon_english_spanish_wwells T5Transformer from wwells +author: John Snow Labs +name: mt5_small_finetuned_amazon_english_spanish_wwells +date: 2024-08-12 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`mt5_small_finetuned_amazon_english_spanish_wwells` is a English model originally trained by wwells. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/mt5_small_finetuned_amazon_english_spanish_wwells_en_5.4.2_3.0_1723507165481.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/mt5_small_finetuned_amazon_english_spanish_wwells_en_5.4.2_3.0_1723507165481.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("mt5_small_finetuned_amazon_english_spanish_wwells","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("mt5_small_finetuned_amazon_english_spanish_wwells", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|mt5_small_finetuned_amazon_english_spanish_wwells| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|1.2 GB| + +## References + +https://huggingface.co/wwells/mt5-small-finetuned-amazon-en-es \ No newline at end of file From 21ae71e1bb8d561b86922063241bafbd607d99bc Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 07:01:11 +0700 Subject: [PATCH 258/355] Add model 2024-08-13-mt5_small_finetuned_amazon_english_spanish_wwells_pipeline_en --- ...azon_english_spanish_wwells_pipeline_en.md | 69 +++++++++++++++++++ 1 file changed, 69 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-13-mt5_small_finetuned_amazon_english_spanish_wwells_pipeline_en.md diff --git a/docs/_posts/ahmedlone127/2024-08-13-mt5_small_finetuned_amazon_english_spanish_wwells_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-13-mt5_small_finetuned_amazon_english_spanish_wwells_pipeline_en.md new file mode 100644 index 00000000000000..bf9456fdcb9b7c --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-13-mt5_small_finetuned_amazon_english_spanish_wwells_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English mt5_small_finetuned_amazon_english_spanish_wwells_pipeline pipeline T5Transformer from wwells +author: John Snow Labs +name: mt5_small_finetuned_amazon_english_spanish_wwells_pipeline +date: 2024-08-13 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`mt5_small_finetuned_amazon_english_spanish_wwells_pipeline` is a English model originally trained by wwells. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/mt5_small_finetuned_amazon_english_spanish_wwells_pipeline_en_5.4.2_3.0_1723507255418.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/mt5_small_finetuned_amazon_english_spanish_wwells_pipeline_en_5.4.2_3.0_1723507255418.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("mt5_small_finetuned_amazon_english_spanish_wwells_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("mt5_small_finetuned_amazon_english_spanish_wwells_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|mt5_small_finetuned_amazon_english_spanish_wwells_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|1.2 GB| + +## References + +https://huggingface.co/wwells/mt5-small-finetuned-amazon-en-es + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file From 57056757f6970843314c08e4c30f2ed3555ce326 Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 07:02:11 +0700 Subject: [PATCH 259/355] Add model 2024-08-13-t5_v1_1_large_fce_e8_b16_en --- .../2024-08-13-t5_v1_1_large_fce_e8_b16_en.md | 86 +++++++++++++++++++ 1 file changed, 86 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-13-t5_v1_1_large_fce_e8_b16_en.md diff --git a/docs/_posts/ahmedlone127/2024-08-13-t5_v1_1_large_fce_e8_b16_en.md b/docs/_posts/ahmedlone127/2024-08-13-t5_v1_1_large_fce_e8_b16_en.md new file mode 100644 index 00000000000000..6cecb274e4e3a5 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-13-t5_v1_1_large_fce_e8_b16_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English t5_v1_1_large_fce_e8_b16 T5Transformer from jeremyvictor +author: John Snow Labs +name: t5_v1_1_large_fce_e8_b16 +date: 2024-08-13 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`t5_v1_1_large_fce_e8_b16` is a English model originally trained by jeremyvictor. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/t5_v1_1_large_fce_e8_b16_en_5.4.2_3.0_1723507264600.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/t5_v1_1_large_fce_e8_b16_en_5.4.2_3.0_1723507264600.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("t5_v1_1_large_fce_e8_b16","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("t5_v1_1_large_fce_e8_b16", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|t5_v1_1_large_fce_e8_b16| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|3.0 GB| + +## References + +https://huggingface.co/jeremyvictor/t5-v1_1-large-fce-e8-b16 \ No newline at end of file From ac8721d07770a62487e5a197d4f36f1e33f2e04c Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 07:05:44 +0700 Subject: [PATCH 260/355] Add model 2024-08-13-t5_60m_lm_wmt_2016_4_en --- .../2024-08-13-t5_60m_lm_wmt_2016_4_en.md | 86 +++++++++++++++++++ 1 file changed, 86 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-13-t5_60m_lm_wmt_2016_4_en.md diff --git a/docs/_posts/ahmedlone127/2024-08-13-t5_60m_lm_wmt_2016_4_en.md b/docs/_posts/ahmedlone127/2024-08-13-t5_60m_lm_wmt_2016_4_en.md new file mode 100644 index 00000000000000..bf36be65eaec86 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-13-t5_60m_lm_wmt_2016_4_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English t5_60m_lm_wmt_2016_4 T5Transformer from KaiNylund +author: John Snow Labs +name: t5_60m_lm_wmt_2016_4 +date: 2024-08-13 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`t5_60m_lm_wmt_2016_4` is a English model originally trained by KaiNylund. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/t5_60m_lm_wmt_2016_4_en_5.4.2_3.0_1723507539118.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/t5_60m_lm_wmt_2016_4_en_5.4.2_3.0_1723507539118.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("t5_60m_lm_wmt_2016_4","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("t5_60m_lm_wmt_2016_4", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|t5_60m_lm_wmt_2016_4| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|349.2 MB| + +## References + +https://huggingface.co/KaiNylund/t5-60M-lm-wmt-2016-4 \ No newline at end of file From 5570bdbd14415d3aa5636b531287ead49b9000dd Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 07:06:45 +0700 Subject: [PATCH 261/355] Add model 2024-08-13-t5_small_finetuned_wikisql_job6742_en --- ...3-t5_small_finetuned_wikisql_job6742_en.md | 86 +++++++++++++++++++ 1 file changed, 86 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-13-t5_small_finetuned_wikisql_job6742_en.md diff --git a/docs/_posts/ahmedlone127/2024-08-13-t5_small_finetuned_wikisql_job6742_en.md b/docs/_posts/ahmedlone127/2024-08-13-t5_small_finetuned_wikisql_job6742_en.md new file mode 100644 index 00000000000000..706125d8f60bca --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-13-t5_small_finetuned_wikisql_job6742_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English t5_small_finetuned_wikisql_job6742 T5Transformer from Job6742 +author: John Snow Labs +name: t5_small_finetuned_wikisql_job6742 +date: 2024-08-13 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`t5_small_finetuned_wikisql_job6742` is a English model originally trained by Job6742. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/t5_small_finetuned_wikisql_job6742_en_5.4.2_3.0_1723507554778.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/t5_small_finetuned_wikisql_job6742_en_5.4.2_3.0_1723507554778.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("t5_small_finetuned_wikisql_job6742","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("t5_small_finetuned_wikisql_job6742", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|t5_small_finetuned_wikisql_job6742| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|343.2 MB| + +## References + +https://huggingface.co/Job6742/t5-small-finetuned-wikisql \ No newline at end of file From 1803ff8ff89dfbfa4a1a335f6d1de107e05dce86 Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 07:07:45 +0700 Subject: [PATCH 262/355] Add model 2024-08-13-t5_60m_lm_wmt_2016_4_pipeline_en --- ...-08-13-t5_60m_lm_wmt_2016_4_pipeline_en.md | 69 +++++++++++++++++++ 1 file changed, 69 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-13-t5_60m_lm_wmt_2016_4_pipeline_en.md diff --git a/docs/_posts/ahmedlone127/2024-08-13-t5_60m_lm_wmt_2016_4_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-13-t5_60m_lm_wmt_2016_4_pipeline_en.md new file mode 100644 index 00000000000000..a7ff6f83469e06 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-13-t5_60m_lm_wmt_2016_4_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English t5_60m_lm_wmt_2016_4_pipeline pipeline T5Transformer from KaiNylund +author: John Snow Labs +name: t5_60m_lm_wmt_2016_4_pipeline +date: 2024-08-13 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`t5_60m_lm_wmt_2016_4_pipeline` is a English model originally trained by KaiNylund. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/t5_60m_lm_wmt_2016_4_pipeline_en_5.4.2_3.0_1723507558179.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/t5_60m_lm_wmt_2016_4_pipeline_en_5.4.2_3.0_1723507558179.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("t5_60m_lm_wmt_2016_4_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("t5_60m_lm_wmt_2016_4_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|t5_60m_lm_wmt_2016_4_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|349.2 MB| + +## References + +https://huggingface.co/KaiNylund/t5-60M-lm-wmt-2016-4 + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file From 2a14c2c7f723ada2aea1a6d03ef8bc89bb66da26 Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 07:08:45 +0700 Subject: [PATCH 263/355] Add model 2024-08-13-t5_small_finetuned_wikisql_job6742_pipeline_en --- ...l_finetuned_wikisql_job6742_pipeline_en.md | 69 +++++++++++++++++++ 1 file changed, 69 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-13-t5_small_finetuned_wikisql_job6742_pipeline_en.md diff --git a/docs/_posts/ahmedlone127/2024-08-13-t5_small_finetuned_wikisql_job6742_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-13-t5_small_finetuned_wikisql_job6742_pipeline_en.md new file mode 100644 index 00000000000000..62c9029543ce3d --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-13-t5_small_finetuned_wikisql_job6742_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English t5_small_finetuned_wikisql_job6742_pipeline pipeline T5Transformer from Job6742 +author: John Snow Labs +name: t5_small_finetuned_wikisql_job6742_pipeline +date: 2024-08-13 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`t5_small_finetuned_wikisql_job6742_pipeline` is a English model originally trained by Job6742. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/t5_small_finetuned_wikisql_job6742_pipeline_en_5.4.2_3.0_1723507571781.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/t5_small_finetuned_wikisql_job6742_pipeline_en_5.4.2_3.0_1723507571781.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("t5_small_finetuned_wikisql_job6742_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("t5_small_finetuned_wikisql_job6742_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|t5_small_finetuned_wikisql_job6742_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|343.2 MB| + +## References + +https://huggingface.co/Job6742/t5-small-finetuned-wikisql + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file From 7ccd824339019580cee45496d78ac5ba3bb707f1 Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 07:10:39 +0700 Subject: [PATCH 264/355] Add model 2024-08-13-google_mt5_base_deysi_traduction_chinese_sp_es --- ...mt5_base_deysi_traduction_chinese_sp_es.md | 86 +++++++++++++++++++ 1 file changed, 86 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-13-google_mt5_base_deysi_traduction_chinese_sp_es.md diff --git a/docs/_posts/ahmedlone127/2024-08-13-google_mt5_base_deysi_traduction_chinese_sp_es.md b/docs/_posts/ahmedlone127/2024-08-13-google_mt5_base_deysi_traduction_chinese_sp_es.md new file mode 100644 index 00000000000000..7509aa1c25e43a --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-13-google_mt5_base_deysi_traduction_chinese_sp_es.md @@ -0,0 +1,86 @@ +--- +layout: model +title: Castilian, Spanish google_mt5_base_deysi_traduction_chinese_sp T5Transformer from Deysi +author: John Snow Labs +name: google_mt5_base_deysi_traduction_chinese_sp +date: 2024-08-13 +tags: [es, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: es +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`google_mt5_base_deysi_traduction_chinese_sp` is a Castilian, Spanish model originally trained by Deysi. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/google_mt5_base_deysi_traduction_chinese_sp_es_5.4.2_3.0_1723507812946.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/google_mt5_base_deysi_traduction_chinese_sp_es_5.4.2_3.0_1723507812946.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("google_mt5_base_deysi_traduction_chinese_sp","es") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("google_mt5_base_deysi_traduction_chinese_sp", "es") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|google_mt5_base_deysi_traduction_chinese_sp| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|es| +|Size:|2.3 GB| + +## References + +https://huggingface.co/Deysi/google-mt5-base-deysi-traduction-zh-sp \ No newline at end of file From d42fa99250b1cf160d16935ae6921a921eb826ec Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 07:13:46 +0700 Subject: [PATCH 265/355] Add model 2024-08-13-google_mt5_base_deysi_traduction_chinese_sp_pipeline_es --- ...deysi_traduction_chinese_sp_pipeline_es.md | 69 +++++++++++++++++++ 1 file changed, 69 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-13-google_mt5_base_deysi_traduction_chinese_sp_pipeline_es.md diff --git a/docs/_posts/ahmedlone127/2024-08-13-google_mt5_base_deysi_traduction_chinese_sp_pipeline_es.md b/docs/_posts/ahmedlone127/2024-08-13-google_mt5_base_deysi_traduction_chinese_sp_pipeline_es.md new file mode 100644 index 00000000000000..06c3e70e2de73a --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-13-google_mt5_base_deysi_traduction_chinese_sp_pipeline_es.md @@ -0,0 +1,69 @@ +--- +layout: model +title: Castilian, Spanish google_mt5_base_deysi_traduction_chinese_sp_pipeline pipeline T5Transformer from Deysi +author: John Snow Labs +name: google_mt5_base_deysi_traduction_chinese_sp_pipeline +date: 2024-08-13 +tags: [es, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: es +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`google_mt5_base_deysi_traduction_chinese_sp_pipeline` is a Castilian, Spanish model originally trained by Deysi. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/google_mt5_base_deysi_traduction_chinese_sp_pipeline_es_5.4.2_3.0_1723507990562.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/google_mt5_base_deysi_traduction_chinese_sp_pipeline_es_5.4.2_3.0_1723507990562.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("google_mt5_base_deysi_traduction_chinese_sp_pipeline", lang = "es") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("google_mt5_base_deysi_traduction_chinese_sp_pipeline", lang = "es") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|google_mt5_base_deysi_traduction_chinese_sp_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|es| +|Size:|2.3 GB| + +## References + +https://huggingface.co/Deysi/google-mt5-base-deysi-traduction-zh-sp + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file From cd1a27566025e34100762e9c077f0c828f2ee9b4 Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 07:14:48 +0700 Subject: [PATCH 266/355] Add model 2024-08-13-exp_two_ep_en --- .../ahmedlone127/2024-08-13-exp_two_ep_en.md | 86 +++++++++++++++++++ 1 file changed, 86 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-13-exp_two_ep_en.md diff --git a/docs/_posts/ahmedlone127/2024-08-13-exp_two_ep_en.md b/docs/_posts/ahmedlone127/2024-08-13-exp_two_ep_en.md new file mode 100644 index 00000000000000..4732f658fb7a12 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-13-exp_two_ep_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English exp_two_ep T5Transformer from Bistolero +author: John Snow Labs +name: exp_two_ep +date: 2024-08-13 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`exp_two_ep` is a English model originally trained by Bistolero. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/exp_two_ep_en_5.4.2_3.0_1723508067545.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/exp_two_ep_en_5.4.2_3.0_1723508067545.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("exp_two_ep","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("exp_two_ep", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|exp_two_ep| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|1.2 GB| + +## References + +https://huggingface.co/Bistolero/EXP_TWO_EP \ No newline at end of file From 67d0fcec8308ea0cd40b6aadf6a1021146af5d6d Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 07:17:43 +0700 Subject: [PATCH 267/355] Add model 2024-08-13-exp_two_ep_pipeline_en --- .../2024-08-13-exp_two_ep_pipeline_en.md | 69 +++++++++++++++++++ 1 file changed, 69 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-13-exp_two_ep_pipeline_en.md diff --git a/docs/_posts/ahmedlone127/2024-08-13-exp_two_ep_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-13-exp_two_ep_pipeline_en.md new file mode 100644 index 00000000000000..a62783681901b6 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-13-exp_two_ep_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English exp_two_ep_pipeline pipeline T5Transformer from Bistolero +author: John Snow Labs +name: exp_two_ep_pipeline +date: 2024-08-13 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`exp_two_ep_pipeline` is a English model originally trained by Bistolero. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/exp_two_ep_pipeline_en_5.4.2_3.0_1723508247767.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/exp_two_ep_pipeline_en_5.4.2_3.0_1723508247767.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("exp_two_ep_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("exp_two_ep_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|exp_two_ep_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|1.2 GB| + +## References + +https://huggingface.co/Bistolero/EXP_TWO_EP + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file From 1ac9efe13b47496a30171aa5ee966ca1ee37aa48 Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 07:21:52 +0700 Subject: [PATCH 268/355] Add model 2024-08-13-nt5_small_tatqa_en --- .../2024-08-13-nt5_small_tatqa_en.md | 86 +++++++++++++++++++ 1 file changed, 86 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-13-nt5_small_tatqa_en.md diff --git a/docs/_posts/ahmedlone127/2024-08-13-nt5_small_tatqa_en.md b/docs/_posts/ahmedlone127/2024-08-13-nt5_small_tatqa_en.md new file mode 100644 index 00000000000000..ec0fd8ad2594c3 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-13-nt5_small_tatqa_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English nt5_small_tatqa T5Transformer from StonyBrookNLP +author: John Snow Labs +name: nt5_small_tatqa +date: 2024-08-13 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`nt5_small_tatqa` is a English model originally trained by StonyBrookNLP. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/nt5_small_tatqa_en_5.4.2_3.0_1723508506329.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/nt5_small_tatqa_en_5.4.2_3.0_1723508506329.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("nt5_small_tatqa","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("nt5_small_tatqa", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|nt5_small_tatqa| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|349.0 MB| + +## References + +https://huggingface.co/StonyBrookNLP/nt5-small-tatqa \ No newline at end of file From 5170bfeff040d2014bc249b98db99ba1f25dc512 Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 07:22:52 +0700 Subject: [PATCH 269/355] Add model 2024-08-13-nt5_small_tatqa_pipeline_en --- .../2024-08-13-nt5_small_tatqa_pipeline_en.md | 69 +++++++++++++++++++ 1 file changed, 69 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-13-nt5_small_tatqa_pipeline_en.md diff --git a/docs/_posts/ahmedlone127/2024-08-13-nt5_small_tatqa_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-13-nt5_small_tatqa_pipeline_en.md new file mode 100644 index 00000000000000..a9c9475e821551 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-13-nt5_small_tatqa_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English nt5_small_tatqa_pipeline pipeline T5Transformer from StonyBrookNLP +author: John Snow Labs +name: nt5_small_tatqa_pipeline +date: 2024-08-13 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`nt5_small_tatqa_pipeline` is a English model originally trained by StonyBrookNLP. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/nt5_small_tatqa_pipeline_en_5.4.2_3.0_1723508524556.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/nt5_small_tatqa_pipeline_en_5.4.2_3.0_1723508524556.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("nt5_small_tatqa_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("nt5_small_tatqa_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|nt5_small_tatqa_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|349.0 MB| + +## References + +https://huggingface.co/StonyBrookNLP/nt5-small-tatqa + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file From 84c28fd6a5ef1062e4dcbb18a9c0752d38336634 Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 07:28:19 +0700 Subject: [PATCH 270/355] Add model 2024-08-13-t5large_sst2_bible_adv_instruction_1_en --- ...t5large_sst2_bible_adv_instruction_1_en.md | 86 +++++++++++++++++++ 1 file changed, 86 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-13-t5large_sst2_bible_adv_instruction_1_en.md diff --git a/docs/_posts/ahmedlone127/2024-08-13-t5large_sst2_bible_adv_instruction_1_en.md b/docs/_posts/ahmedlone127/2024-08-13-t5large_sst2_bible_adv_instruction_1_en.md new file mode 100644 index 00000000000000..1763e6ea892cf3 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-13-t5large_sst2_bible_adv_instruction_1_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English t5large_sst2_bible_adv_instruction_1 T5Transformer from poison-attack +author: John Snow Labs +name: t5large_sst2_bible_adv_instruction_1 +date: 2024-08-13 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`t5large_sst2_bible_adv_instruction_1` is a English model originally trained by poison-attack. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/t5large_sst2_bible_adv_instruction_1_en_5.4.2_3.0_1723508862940.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/t5large_sst2_bible_adv_instruction_1_en_5.4.2_3.0_1723508862940.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("t5large_sst2_bible_adv_instruction_1","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("t5large_sst2_bible_adv_instruction_1", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|t5large_sst2_bible_adv_instruction_1| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|3.1 GB| + +## References + +https://huggingface.co/poison-attack/t5large-sst2_bible_adv_instruction_1 \ No newline at end of file From 839b3f66ed3f21bab7ed6b3c207d59e9d012a079 Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 07:30:57 +0700 Subject: [PATCH 271/355] Add model 2024-08-13-t5large_sst2_bible_adv_instruction_1_pipeline_en --- ...st2_bible_adv_instruction_1_pipeline_en.md | 69 +++++++++++++++++++ 1 file changed, 69 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-13-t5large_sst2_bible_adv_instruction_1_pipeline_en.md diff --git a/docs/_posts/ahmedlone127/2024-08-13-t5large_sst2_bible_adv_instruction_1_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-13-t5large_sst2_bible_adv_instruction_1_pipeline_en.md new file mode 100644 index 00000000000000..82f2f4e2d6a4f9 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-13-t5large_sst2_bible_adv_instruction_1_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English t5large_sst2_bible_adv_instruction_1_pipeline pipeline T5Transformer from poison-attack +author: John Snow Labs +name: t5large_sst2_bible_adv_instruction_1_pipeline +date: 2024-08-13 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`t5large_sst2_bible_adv_instruction_1_pipeline` is a English model originally trained by poison-attack. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/t5large_sst2_bible_adv_instruction_1_pipeline_en_5.4.2_3.0_1723509021548.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/t5large_sst2_bible_adv_instruction_1_pipeline_en_5.4.2_3.0_1723509021548.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("t5large_sst2_bible_adv_instruction_1_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("t5large_sst2_bible_adv_instruction_1_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|t5large_sst2_bible_adv_instruction_1_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|3.1 GB| + +## References + +https://huggingface.co/poison-attack/t5large-sst2_bible_adv_instruction_1 + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file From db9e3dff920720cd2f1dce9b07a136ba5924caf1 Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 07:34:13 +0700 Subject: [PATCH 272/355] Add model 2024-08-13-t5paraphase_finetuned_en --- .../2024-08-13-t5paraphase_finetuned_en.md | 86 +++++++++++++++++++ 1 file changed, 86 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-13-t5paraphase_finetuned_en.md diff --git a/docs/_posts/ahmedlone127/2024-08-13-t5paraphase_finetuned_en.md b/docs/_posts/ahmedlone127/2024-08-13-t5paraphase_finetuned_en.md new file mode 100644 index 00000000000000..88396e90d9337d --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-13-t5paraphase_finetuned_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English t5paraphase_finetuned T5Transformer from vandung +author: John Snow Labs +name: t5paraphase_finetuned +date: 2024-08-13 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`t5paraphase_finetuned` is a English model originally trained by vandung. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/t5paraphase_finetuned_en_5.4.2_3.0_1723509211936.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/t5paraphase_finetuned_en_5.4.2_3.0_1723509211936.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("t5paraphase_finetuned","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("t5paraphase_finetuned", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|t5paraphase_finetuned| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|3.0 GB| + +## References + +https://huggingface.co/vandung/t5paraphase-finetuned \ No newline at end of file From bdc815ac4cb43b3e78fa41035b8d8cf1693d9361 Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 07:35:13 +0700 Subject: [PATCH 273/355] Add model 2024-08-13-viet_model_en --- .../ahmedlone127/2024-08-13-viet_model_en.md | 86 +++++++++++++++++++ 1 file changed, 86 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-13-viet_model_en.md diff --git a/docs/_posts/ahmedlone127/2024-08-13-viet_model_en.md b/docs/_posts/ahmedlone127/2024-08-13-viet_model_en.md new file mode 100644 index 00000000000000..2eafb754d4dba6 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-13-viet_model_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English viet_model T5Transformer from Long089 +author: John Snow Labs +name: viet_model +date: 2024-08-13 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`viet_model` is a English model originally trained by Long089. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/viet_model_en_5.4.2_3.0_1723509276412.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/viet_model_en_5.4.2_3.0_1723509276412.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("viet_model","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("viet_model", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|viet_model| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|819.7 MB| + +## References + +https://huggingface.co/Long089/viet_model \ No newline at end of file From 2a8a45f0a02d78eda6f55bc59c5f3108e65e321f Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 07:36:57 +0700 Subject: [PATCH 274/355] Add model 2024-08-13-t5_small_finetuned_norwegian_paragraph_tonga_tonga_islands_yes_paragraph_2_en --- ..._tonga_tonga_islands_yes_paragraph_2_en.md | 86 +++++++++++++++++++ 1 file changed, 86 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-13-t5_small_finetuned_norwegian_paragraph_tonga_tonga_islands_yes_paragraph_2_en.md diff --git a/docs/_posts/ahmedlone127/2024-08-13-t5_small_finetuned_norwegian_paragraph_tonga_tonga_islands_yes_paragraph_2_en.md b/docs/_posts/ahmedlone127/2024-08-13-t5_small_finetuned_norwegian_paragraph_tonga_tonga_islands_yes_paragraph_2_en.md new file mode 100644 index 00000000000000..08c71f77ef3148 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-13-t5_small_finetuned_norwegian_paragraph_tonga_tonga_islands_yes_paragraph_2_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English t5_small_finetuned_norwegian_paragraph_tonga_tonga_islands_yes_paragraph_2 T5Transformer from vxvxx +author: John Snow Labs +name: t5_small_finetuned_norwegian_paragraph_tonga_tonga_islands_yes_paragraph_2 +date: 2024-08-13 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`t5_small_finetuned_norwegian_paragraph_tonga_tonga_islands_yes_paragraph_2` is a English model originally trained by vxvxx. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/t5_small_finetuned_norwegian_paragraph_tonga_tonga_islands_yes_paragraph_2_en_5.4.2_3.0_1723509403027.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/t5_small_finetuned_norwegian_paragraph_tonga_tonga_islands_yes_paragraph_2_en_5.4.2_3.0_1723509403027.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("t5_small_finetuned_norwegian_paragraph_tonga_tonga_islands_yes_paragraph_2","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("t5_small_finetuned_norwegian_paragraph_tonga_tonga_islands_yes_paragraph_2", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|t5_small_finetuned_norwegian_paragraph_tonga_tonga_islands_yes_paragraph_2| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|338.5 MB| + +## References + +https://huggingface.co/vxvxx/t5-small-finetuned-no_paragraph-to-yes_paragraph-2 \ No newline at end of file From 3703be424cfdb85871d5c18e91c5c41e397ec90b Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 07:37:57 +0700 Subject: [PATCH 275/355] Add model 2024-08-13-t5paraphase_finetuned_pipeline_en --- ...08-13-t5paraphase_finetuned_pipeline_en.md | 69 +++++++++++++++++++ 1 file changed, 69 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-13-t5paraphase_finetuned_pipeline_en.md diff --git a/docs/_posts/ahmedlone127/2024-08-13-t5paraphase_finetuned_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-13-t5paraphase_finetuned_pipeline_en.md new file mode 100644 index 00000000000000..b7845d7add6181 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-13-t5paraphase_finetuned_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English t5paraphase_finetuned_pipeline pipeline T5Transformer from vandung +author: John Snow Labs +name: t5paraphase_finetuned_pipeline +date: 2024-08-13 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`t5paraphase_finetuned_pipeline` is a English model originally trained by vandung. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/t5paraphase_finetuned_pipeline_en_5.4.2_3.0_1723509374622.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/t5paraphase_finetuned_pipeline_en_5.4.2_3.0_1723509374622.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("t5paraphase_finetuned_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("t5paraphase_finetuned_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|t5paraphase_finetuned_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|3.0 GB| + +## References + +https://huggingface.co/vandung/t5paraphase-finetuned + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file From 789d763455c21e7d42a6be67e3d749348e631a67 Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 07:38:57 +0700 Subject: [PATCH 276/355] Add model 2024-08-13-t5_small_finetuned_norwegian_paragraph_tonga_tonga_islands_yes_paragraph_2_pipeline_en --- ...nga_islands_yes_paragraph_2_pipeline_en.md | 69 +++++++++++++++++++ 1 file changed, 69 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-13-t5_small_finetuned_norwegian_paragraph_tonga_tonga_islands_yes_paragraph_2_pipeline_en.md diff --git a/docs/_posts/ahmedlone127/2024-08-13-t5_small_finetuned_norwegian_paragraph_tonga_tonga_islands_yes_paragraph_2_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-13-t5_small_finetuned_norwegian_paragraph_tonga_tonga_islands_yes_paragraph_2_pipeline_en.md new file mode 100644 index 00000000000000..34d8f033a4d916 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-13-t5_small_finetuned_norwegian_paragraph_tonga_tonga_islands_yes_paragraph_2_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English t5_small_finetuned_norwegian_paragraph_tonga_tonga_islands_yes_paragraph_2_pipeline pipeline T5Transformer from vxvxx +author: John Snow Labs +name: t5_small_finetuned_norwegian_paragraph_tonga_tonga_islands_yes_paragraph_2_pipeline +date: 2024-08-13 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`t5_small_finetuned_norwegian_paragraph_tonga_tonga_islands_yes_paragraph_2_pipeline` is a English model originally trained by vxvxx. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/t5_small_finetuned_norwegian_paragraph_tonga_tonga_islands_yes_paragraph_2_pipeline_en_5.4.2_3.0_1723509430519.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/t5_small_finetuned_norwegian_paragraph_tonga_tonga_islands_yes_paragraph_2_pipeline_en_5.4.2_3.0_1723509430519.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("t5_small_finetuned_norwegian_paragraph_tonga_tonga_islands_yes_paragraph_2_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("t5_small_finetuned_norwegian_paragraph_tonga_tonga_islands_yes_paragraph_2_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|t5_small_finetuned_norwegian_paragraph_tonga_tonga_islands_yes_paragraph_2_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|338.5 MB| + +## References + +https://huggingface.co/vxvxx/t5-small-finetuned-no_paragraph-to-yes_paragraph-2 + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file From 4ed4d0cdd32a7ce4725c35544f21297572907d1f Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 07:39:57 +0700 Subject: [PATCH 277/355] Add model 2024-08-13-viet_model_pipeline_en --- .../2024-08-13-viet_model_pipeline_en.md | 69 +++++++++++++++++++ 1 file changed, 69 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-13-viet_model_pipeline_en.md diff --git a/docs/_posts/ahmedlone127/2024-08-13-viet_model_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-13-viet_model_pipeline_en.md new file mode 100644 index 00000000000000..648a8482809d1f --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-13-viet_model_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English viet_model_pipeline pipeline T5Transformer from Long089 +author: John Snow Labs +name: viet_model_pipeline +date: 2024-08-13 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`viet_model_pipeline` is a English model originally trained by Long089. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/viet_model_pipeline_en_5.4.2_3.0_1723509557949.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/viet_model_pipeline_en_5.4.2_3.0_1723509557949.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("viet_model_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("viet_model_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|viet_model_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|819.7 MB| + +## References + +https://huggingface.co/Long089/viet_model + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file From f20bc51090f80aefffe3522a12cc550a7d4eb647 Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 07:41:29 +0700 Subject: [PATCH 278/355] Add model 2024-08-13-flan_t5_large_medistill_28_rougeave_en --- ...-flan_t5_large_medistill_28_rougeave_en.md | 86 +++++++++++++++++++ 1 file changed, 86 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-13-flan_t5_large_medistill_28_rougeave_en.md diff --git a/docs/_posts/ahmedlone127/2024-08-13-flan_t5_large_medistill_28_rougeave_en.md b/docs/_posts/ahmedlone127/2024-08-13-flan_t5_large_medistill_28_rougeave_en.md new file mode 100644 index 00000000000000..e8255ab2142f2e --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-13-flan_t5_large_medistill_28_rougeave_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English flan_t5_large_medistill_28_rougeave T5Transformer from Xiaolihai +author: John Snow Labs +name: flan_t5_large_medistill_28_rougeave +date: 2024-08-13 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`flan_t5_large_medistill_28_rougeave` is a English model originally trained by Xiaolihai. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/flan_t5_large_medistill_28_rougeave_en_5.4.2_3.0_1723509642969.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/flan_t5_large_medistill_28_rougeave_en_5.4.2_3.0_1723509642969.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("flan_t5_large_medistill_28_rougeave","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("flan_t5_large_medistill_28_rougeave", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|flan_t5_large_medistill_28_rougeave| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|3.1 GB| + +## References + +https://huggingface.co/Xiaolihai/flan-t5-large_MeDistill_28_rougeAve \ No newline at end of file From bdc555ec2d9e3f4f72b13e8115bd824c32a6941c Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 07:42:29 +0700 Subject: [PATCH 279/355] Add model 2024-08-13-mt5_base_finetuned_latin_serbian_summarizer_en --- ...e_finetuned_latin_serbian_summarizer_en.md | 86 +++++++++++++++++++ 1 file changed, 86 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-13-mt5_base_finetuned_latin_serbian_summarizer_en.md diff --git a/docs/_posts/ahmedlone127/2024-08-13-mt5_base_finetuned_latin_serbian_summarizer_en.md b/docs/_posts/ahmedlone127/2024-08-13-mt5_base_finetuned_latin_serbian_summarizer_en.md new file mode 100644 index 00000000000000..ff3a7471323ba3 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-13-mt5_base_finetuned_latin_serbian_summarizer_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English mt5_base_finetuned_latin_serbian_summarizer T5Transformer from malbasha98 +author: John Snow Labs +name: mt5_base_finetuned_latin_serbian_summarizer +date: 2024-08-13 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`mt5_base_finetuned_latin_serbian_summarizer` is a English model originally trained by malbasha98. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/mt5_base_finetuned_latin_serbian_summarizer_en_5.4.2_3.0_1723509642996.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/mt5_base_finetuned_latin_serbian_summarizer_en_5.4.2_3.0_1723509642996.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("mt5_base_finetuned_latin_serbian_summarizer","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("mt5_base_finetuned_latin_serbian_summarizer", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|mt5_base_finetuned_latin_serbian_summarizer| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|2.3 GB| + +## References + +https://huggingface.co/malbasha98/mt5-base-finetuned-latin-serbian-summarizer \ No newline at end of file From 8b2746ede3982bac606c1f520b62e211e223f0e8 Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 07:44:21 +0700 Subject: [PATCH 280/355] Add model 2024-08-13-flan_t5_large_medistill_28_rougeave_pipeline_en --- ...large_medistill_28_rougeave_pipeline_en.md | 69 +++++++++++++++++++ 1 file changed, 69 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-13-flan_t5_large_medistill_28_rougeave_pipeline_en.md diff --git a/docs/_posts/ahmedlone127/2024-08-13-flan_t5_large_medistill_28_rougeave_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-13-flan_t5_large_medistill_28_rougeave_pipeline_en.md new file mode 100644 index 00000000000000..c3d31cd4ac0ca3 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-13-flan_t5_large_medistill_28_rougeave_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English flan_t5_large_medistill_28_rougeave_pipeline pipeline T5Transformer from Xiaolihai +author: John Snow Labs +name: flan_t5_large_medistill_28_rougeave_pipeline +date: 2024-08-13 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`flan_t5_large_medistill_28_rougeave_pipeline` is a English model originally trained by Xiaolihai. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/flan_t5_large_medistill_28_rougeave_pipeline_en_5.4.2_3.0_1723509801296.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/flan_t5_large_medistill_28_rougeave_pipeline_en_5.4.2_3.0_1723509801296.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("flan_t5_large_medistill_28_rougeave_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("flan_t5_large_medistill_28_rougeave_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|flan_t5_large_medistill_28_rougeave_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|3.1 GB| + +## References + +https://huggingface.co/Xiaolihai/flan-t5-large_MeDistill_28_rougeAve + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file From 784fae472d4f5f80ee9f778983fa400fe4fe75c2 Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 07:45:22 +0700 Subject: [PATCH 281/355] Add model 2024-08-13-mt5_base_finetuned_latin_serbian_summarizer_pipeline_en --- ...ed_latin_serbian_summarizer_pipeline_en.md | 69 +++++++++++++++++++ 1 file changed, 69 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-13-mt5_base_finetuned_latin_serbian_summarizer_pipeline_en.md diff --git a/docs/_posts/ahmedlone127/2024-08-13-mt5_base_finetuned_latin_serbian_summarizer_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-13-mt5_base_finetuned_latin_serbian_summarizer_pipeline_en.md new file mode 100644 index 00000000000000..cf398670a35a45 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-13-mt5_base_finetuned_latin_serbian_summarizer_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English mt5_base_finetuned_latin_serbian_summarizer_pipeline pipeline T5Transformer from malbasha98 +author: John Snow Labs +name: mt5_base_finetuned_latin_serbian_summarizer_pipeline +date: 2024-08-13 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`mt5_base_finetuned_latin_serbian_summarizer_pipeline` is a English model originally trained by malbasha98. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/mt5_base_finetuned_latin_serbian_summarizer_pipeline_en_5.4.2_3.0_1723509826208.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/mt5_base_finetuned_latin_serbian_summarizer_pipeline_en_5.4.2_3.0_1723509826208.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("mt5_base_finetuned_latin_serbian_summarizer_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("mt5_base_finetuned_latin_serbian_summarizer_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|mt5_base_finetuned_latin_serbian_summarizer_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|2.3 GB| + +## References + +https://huggingface.co/malbasha98/mt5-base-finetuned-latin-serbian-summarizer + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file From 7c82e22457ad8bda445e8ab3234d9355c899a508 Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 07:49:15 +0700 Subject: [PATCH 282/355] Add model 2024-08-13-t5_small_with_generate_finetune_indosum_en --- ...small_with_generate_finetune_indosum_en.md | 86 +++++++++++++++++++ 1 file changed, 86 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-13-t5_small_with_generate_finetune_indosum_en.md diff --git a/docs/_posts/ahmedlone127/2024-08-13-t5_small_with_generate_finetune_indosum_en.md b/docs/_posts/ahmedlone127/2024-08-13-t5_small_with_generate_finetune_indosum_en.md new file mode 100644 index 00000000000000..8b5b87b1c98b51 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-13-t5_small_with_generate_finetune_indosum_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English t5_small_with_generate_finetune_indosum T5Transformer from BlueWard +author: John Snow Labs +name: t5_small_with_generate_finetune_indosum +date: 2024-08-13 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`t5_small_with_generate_finetune_indosum` is a English model originally trained by BlueWard. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/t5_small_with_generate_finetune_indosum_en_5.4.2_3.0_1723510149902.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/t5_small_with_generate_finetune_indosum_en_5.4.2_3.0_1723510149902.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("t5_small_with_generate_finetune_indosum","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("t5_small_with_generate_finetune_indosum", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|t5_small_with_generate_finetune_indosum| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|337.4 MB| + +## References + +https://huggingface.co/BlueWard/t5-small-with-generate-finetune-indosum \ No newline at end of file From 3ff678e4c500c85235b3551738e19535ce5dcad0 Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 07:50:15 +0700 Subject: [PATCH 283/355] Add model 2024-08-13-ll_seq2seq_en --- .../ahmedlone127/2024-08-13-ll_seq2seq_en.md | 86 +++++++++++++++++++ 1 file changed, 86 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-13-ll_seq2seq_en.md diff --git a/docs/_posts/ahmedlone127/2024-08-13-ll_seq2seq_en.md b/docs/_posts/ahmedlone127/2024-08-13-ll_seq2seq_en.md new file mode 100644 index 00000000000000..5fe985f2f3f096 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-13-ll_seq2seq_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English ll_seq2seq T5Transformer from RKocielnik +author: John Snow Labs +name: ll_seq2seq +date: 2024-08-13 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`ll_seq2seq` is a English model originally trained by RKocielnik. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/ll_seq2seq_en_5.4.2_3.0_1723510153891.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/ll_seq2seq_en_5.4.2_3.0_1723510153891.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("ll_seq2seq","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("ll_seq2seq", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|ll_seq2seq| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|348.2 MB| + +## References + +https://huggingface.co/RKocielnik/ll_seq2seq \ No newline at end of file From 64493c6cd0fb317ab7deff706fdb80683f491095 Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 07:51:15 +0700 Subject: [PATCH 284/355] Add model 2024-08-13-ll_seq2seq_pipeline_en --- .../2024-08-13-ll_seq2seq_pipeline_en.md | 69 +++++++++++++++++++ 1 file changed, 69 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-13-ll_seq2seq_pipeline_en.md diff --git a/docs/_posts/ahmedlone127/2024-08-13-ll_seq2seq_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-13-ll_seq2seq_pipeline_en.md new file mode 100644 index 00000000000000..5ea9c8e06ab3bb --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-13-ll_seq2seq_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English ll_seq2seq_pipeline pipeline T5Transformer from RKocielnik +author: John Snow Labs +name: ll_seq2seq_pipeline +date: 2024-08-13 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`ll_seq2seq_pipeline` is a English model originally trained by RKocielnik. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/ll_seq2seq_pipeline_en_5.4.2_3.0_1723510172020.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/ll_seq2seq_pipeline_en_5.4.2_3.0_1723510172020.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("ll_seq2seq_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("ll_seq2seq_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|ll_seq2seq_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|348.2 MB| + +## References + +https://huggingface.co/RKocielnik/ll_seq2seq + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file From e9da1780ada0727184fbdfae79f499b6f218eed1 Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 07:52:15 +0700 Subject: [PATCH 285/355] Add model 2024-08-13-t5_v1_1_small_mbay_translation_en --- ...08-13-t5_v1_1_small_mbay_translation_en.md | 86 +++++++++++++++++++ 1 file changed, 86 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-13-t5_v1_1_small_mbay_translation_en.md diff --git a/docs/_posts/ahmedlone127/2024-08-13-t5_v1_1_small_mbay_translation_en.md b/docs/_posts/ahmedlone127/2024-08-13-t5_v1_1_small_mbay_translation_en.md new file mode 100644 index 00000000000000..c91e8164d1d0d4 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-13-t5_v1_1_small_mbay_translation_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English t5_v1_1_small_mbay_translation T5Transformer from ndilsou +author: John Snow Labs +name: t5_v1_1_small_mbay_translation +date: 2024-08-13 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`t5_v1_1_small_mbay_translation` is a English model originally trained by ndilsou. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/t5_v1_1_small_mbay_translation_en_5.4.2_3.0_1723510215024.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/t5_v1_1_small_mbay_translation_en_5.4.2_3.0_1723510215024.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("t5_v1_1_small_mbay_translation","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("t5_v1_1_small_mbay_translation", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|t5_v1_1_small_mbay_translation| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|179.2 MB| + +## References + +https://huggingface.co/ndilsou/t5-v1_1-small-mbay-translation \ No newline at end of file From 4cd335aa2896f3c85041576773d8d7a7c4d7cec9 Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 07:53:16 +0700 Subject: [PATCH 286/355] Add model 2024-08-13-flan_t5_base_squad_qg_tarek23_en --- ...-08-13-flan_t5_base_squad_qg_tarek23_en.md | 86 +++++++++++++++++++ 1 file changed, 86 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-13-flan_t5_base_squad_qg_tarek23_en.md diff --git a/docs/_posts/ahmedlone127/2024-08-13-flan_t5_base_squad_qg_tarek23_en.md b/docs/_posts/ahmedlone127/2024-08-13-flan_t5_base_squad_qg_tarek23_en.md new file mode 100644 index 00000000000000..af586aabdfa0ef --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-13-flan_t5_base_squad_qg_tarek23_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English flan_t5_base_squad_qg_tarek23 T5Transformer from tarek23 +author: John Snow Labs +name: flan_t5_base_squad_qg_tarek23 +date: 2024-08-13 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`flan_t5_base_squad_qg_tarek23` is a English model originally trained by tarek23. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/flan_t5_base_squad_qg_tarek23_en_5.4.2_3.0_1723510364714.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/flan_t5_base_squad_qg_tarek23_en_5.4.2_3.0_1723510364714.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("flan_t5_base_squad_qg_tarek23","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("flan_t5_base_squad_qg_tarek23", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|flan_t5_base_squad_qg_tarek23| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|1.0 GB| + +## References + +https://huggingface.co/tarek23/flan-t5-base-SQuAD-QG \ No newline at end of file From 36cc77f11f4713b88857db7303889781d656da6c Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 07:54:16 +0700 Subject: [PATCH 287/355] Add model 2024-08-13-yelp_polarity_t5_small_seed_3_en --- ...-08-13-yelp_polarity_t5_small_seed_3_en.md | 86 +++++++++++++++++++ 1 file changed, 86 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-13-yelp_polarity_t5_small_seed_3_en.md diff --git a/docs/_posts/ahmedlone127/2024-08-13-yelp_polarity_t5_small_seed_3_en.md b/docs/_posts/ahmedlone127/2024-08-13-yelp_polarity_t5_small_seed_3_en.md new file mode 100644 index 00000000000000..29e3248aecaee7 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-13-yelp_polarity_t5_small_seed_3_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English yelp_polarity_t5_small_seed_3 T5Transformer from utahnlp +author: John Snow Labs +name: yelp_polarity_t5_small_seed_3 +date: 2024-08-13 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`yelp_polarity_t5_small_seed_3` is a English model originally trained by utahnlp. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/yelp_polarity_t5_small_seed_3_en_5.4.2_3.0_1723510274121.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/yelp_polarity_t5_small_seed_3_en_5.4.2_3.0_1723510274121.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("yelp_polarity_t5_small_seed_3","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("yelp_polarity_t5_small_seed_3", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|yelp_polarity_t5_small_seed_3| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|341.6 MB| + +## References + +https://huggingface.co/utahnlp/yelp_polarity_t5-small_seed-3 \ No newline at end of file From ee16df95d16042df6b096fd7f7d25603278eb8d6 Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 07:55:16 +0700 Subject: [PATCH 288/355] Add model 2024-08-13-mt5_small_trimmed_spanish_15000_esquad_qg_es --- ...mall_trimmed_spanish_15000_esquad_qg_es.md | 86 +++++++++++++++++++ 1 file changed, 86 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-13-mt5_small_trimmed_spanish_15000_esquad_qg_es.md diff --git a/docs/_posts/ahmedlone127/2024-08-13-mt5_small_trimmed_spanish_15000_esquad_qg_es.md b/docs/_posts/ahmedlone127/2024-08-13-mt5_small_trimmed_spanish_15000_esquad_qg_es.md new file mode 100644 index 00000000000000..f6d36434707b53 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-13-mt5_small_trimmed_spanish_15000_esquad_qg_es.md @@ -0,0 +1,86 @@ +--- +layout: model +title: Castilian, Spanish mt5_small_trimmed_spanish_15000_esquad_qg T5Transformer from vocabtrimmer +author: John Snow Labs +name: mt5_small_trimmed_spanish_15000_esquad_qg +date: 2024-08-13 +tags: [es, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: es +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`mt5_small_trimmed_spanish_15000_esquad_qg` is a Castilian, Spanish model originally trained by vocabtrimmer. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/mt5_small_trimmed_spanish_15000_esquad_qg_es_5.4.2_3.0_1723510401583.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/mt5_small_trimmed_spanish_15000_esquad_qg_es_5.4.2_3.0_1723510401583.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("mt5_small_trimmed_spanish_15000_esquad_qg","es") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("mt5_small_trimmed_spanish_15000_esquad_qg", "es") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|mt5_small_trimmed_spanish_15000_esquad_qg| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|es| +|Size:|251.7 MB| + +## References + +https://huggingface.co/vocabtrimmer/mt5-small-trimmed-es-15000-esquad-qg \ No newline at end of file From 9bfa33b8d20b6ab11becbd80a3f6512a4f42c228 Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 07:56:16 +0700 Subject: [PATCH 289/355] Add model 2024-08-13-yelp_polarity_t5_small_seed_3_pipeline_en --- ...lp_polarity_t5_small_seed_3_pipeline_en.md | 69 +++++++++++++++++++ 1 file changed, 69 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-13-yelp_polarity_t5_small_seed_3_pipeline_en.md diff --git a/docs/_posts/ahmedlone127/2024-08-13-yelp_polarity_t5_small_seed_3_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-13-yelp_polarity_t5_small_seed_3_pipeline_en.md new file mode 100644 index 00000000000000..6d29d55afade34 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-13-yelp_polarity_t5_small_seed_3_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English yelp_polarity_t5_small_seed_3_pipeline pipeline T5Transformer from utahnlp +author: John Snow Labs +name: yelp_polarity_t5_small_seed_3_pipeline +date: 2024-08-13 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`yelp_polarity_t5_small_seed_3_pipeline` is a English model originally trained by utahnlp. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/yelp_polarity_t5_small_seed_3_pipeline_en_5.4.2_3.0_1723510296337.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/yelp_polarity_t5_small_seed_3_pipeline_en_5.4.2_3.0_1723510296337.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("yelp_polarity_t5_small_seed_3_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("yelp_polarity_t5_small_seed_3_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|yelp_polarity_t5_small_seed_3_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|341.6 MB| + +## References + +https://huggingface.co/utahnlp/yelp_polarity_t5-small_seed-3 + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file From 21e573186353acc9a6aac8c14b39300860cf72f9 Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 07:57:16 +0700 Subject: [PATCH 290/355] Add model 2024-08-13-t5_small_finetuned_policy_en --- ...2024-08-13-t5_small_finetuned_policy_en.md | 86 +++++++++++++++++++ 1 file changed, 86 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-13-t5_small_finetuned_policy_en.md diff --git a/docs/_posts/ahmedlone127/2024-08-13-t5_small_finetuned_policy_en.md b/docs/_posts/ahmedlone127/2024-08-13-t5_small_finetuned_policy_en.md new file mode 100644 index 00000000000000..190a75e035b247 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-13-t5_small_finetuned_policy_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English t5_small_finetuned_policy T5Transformer from star-nox +author: John Snow Labs +name: t5_small_finetuned_policy +date: 2024-08-13 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`t5_small_finetuned_policy` is a English model originally trained by star-nox. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/t5_small_finetuned_policy_en_5.4.2_3.0_1723510548078.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/t5_small_finetuned_policy_en_5.4.2_3.0_1723510548078.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("t5_small_finetuned_policy","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("t5_small_finetuned_policy", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|t5_small_finetuned_policy| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|284.2 MB| + +## References + +https://huggingface.co/star-nox/t5-small-finetuned-policy \ No newline at end of file From 05ab76d178c2eccb0169d498208452bfb00a067c Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 07:58:17 +0700 Subject: [PATCH 291/355] Add model 2024-08-13-t5_small_with_generate_finetune_indosum_pipeline_en --- ...h_generate_finetune_indosum_pipeline_en.md | 69 +++++++++++++++++++ 1 file changed, 69 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-13-t5_small_with_generate_finetune_indosum_pipeline_en.md diff --git a/docs/_posts/ahmedlone127/2024-08-13-t5_small_with_generate_finetune_indosum_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-13-t5_small_with_generate_finetune_indosum_pipeline_en.md new file mode 100644 index 00000000000000..68aa5a13c2b885 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-13-t5_small_with_generate_finetune_indosum_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English t5_small_with_generate_finetune_indosum_pipeline pipeline T5Transformer from BlueWard +author: John Snow Labs +name: t5_small_with_generate_finetune_indosum_pipeline +date: 2024-08-13 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`t5_small_with_generate_finetune_indosum_pipeline` is a English model originally trained by BlueWard. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/t5_small_with_generate_finetune_indosum_pipeline_en_5.4.2_3.0_1723510169933.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/t5_small_with_generate_finetune_indosum_pipeline_en_5.4.2_3.0_1723510169933.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("t5_small_with_generate_finetune_indosum_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("t5_small_with_generate_finetune_indosum_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|t5_small_with_generate_finetune_indosum_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|337.4 MB| + +## References + +https://huggingface.co/BlueWard/t5-small-with-generate-finetune-indosum + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file From 2b1b3b99e31c7d8669adf35070e11a582c3c044e Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 07:59:17 +0700 Subject: [PATCH 292/355] Add model 2024-08-13-mt5_small_itquad_qa_trimmed_italian_en --- ...-mt5_small_itquad_qa_trimmed_italian_en.md | 86 +++++++++++++++++++ 1 file changed, 86 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-13-mt5_small_itquad_qa_trimmed_italian_en.md diff --git a/docs/_posts/ahmedlone127/2024-08-13-mt5_small_itquad_qa_trimmed_italian_en.md b/docs/_posts/ahmedlone127/2024-08-13-mt5_small_itquad_qa_trimmed_italian_en.md new file mode 100644 index 00000000000000..b79b5bc122609b --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-13-mt5_small_itquad_qa_trimmed_italian_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English mt5_small_itquad_qa_trimmed_italian T5Transformer from vocabtrimmer +author: John Snow Labs +name: mt5_small_itquad_qa_trimmed_italian +date: 2024-08-13 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`mt5_small_itquad_qa_trimmed_italian` is a English model originally trained by vocabtrimmer. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/mt5_small_itquad_qa_trimmed_italian_en_5.4.2_3.0_1723510647816.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/mt5_small_itquad_qa_trimmed_italian_en_5.4.2_3.0_1723510647816.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("mt5_small_itquad_qa_trimmed_italian","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("mt5_small_itquad_qa_trimmed_italian", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|mt5_small_itquad_qa_trimmed_italian| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|705.8 MB| + +## References + +https://huggingface.co/vocabtrimmer/mt5-small-itquad-qa-trimmed-it \ No newline at end of file From 5bbea832f126f94aab92b7231a3374149e84680e Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 08:00:17 +0700 Subject: [PATCH 293/355] Add model 2024-08-13-nlp_a3_2c_en --- .../ahmedlone127/2024-08-13-nlp_a3_2c_en.md | 86 +++++++++++++++++++ 1 file changed, 86 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-13-nlp_a3_2c_en.md diff --git a/docs/_posts/ahmedlone127/2024-08-13-nlp_a3_2c_en.md b/docs/_posts/ahmedlone127/2024-08-13-nlp_a3_2c_en.md new file mode 100644 index 00000000000000..6b3404e00a8711 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-13-nlp_a3_2c_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English nlp_a3_2c T5Transformer from samridhgirdhar +author: John Snow Labs +name: nlp_a3_2c +date: 2024-08-13 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`nlp_a3_2c` is a English model originally trained by samridhgirdhar. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/nlp_a3_2c_en_5.4.2_3.0_1723510700335.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/nlp_a3_2c_en_5.4.2_3.0_1723510700335.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("nlp_a3_2c","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("nlp_a3_2c", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|nlp_a3_2c| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|340.4 MB| + +## References + +https://huggingface.co/samridhgirdhar/NLP_A3_2C \ No newline at end of file From 7c1519a176982a7646719285bdd58af10c9e6e8c Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 08:01:17 +0700 Subject: [PATCH 294/355] Add model 2024-08-13-nlp_a3_2c_pipeline_en --- .../2024-08-13-nlp_a3_2c_pipeline_en.md | 69 +++++++++++++++++++ 1 file changed, 69 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-13-nlp_a3_2c_pipeline_en.md diff --git a/docs/_posts/ahmedlone127/2024-08-13-nlp_a3_2c_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-13-nlp_a3_2c_pipeline_en.md new file mode 100644 index 00000000000000..f9b9e4ca635b69 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-13-nlp_a3_2c_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English nlp_a3_2c_pipeline pipeline T5Transformer from samridhgirdhar +author: John Snow Labs +name: nlp_a3_2c_pipeline +date: 2024-08-13 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`nlp_a3_2c_pipeline` is a English model originally trained by samridhgirdhar. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/nlp_a3_2c_pipeline_en_5.4.2_3.0_1723510722032.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/nlp_a3_2c_pipeline_en_5.4.2_3.0_1723510722032.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("nlp_a3_2c_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("nlp_a3_2c_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|nlp_a3_2c_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|340.4 MB| + +## References + +https://huggingface.co/samridhgirdhar/NLP_A3_2C + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file From 0f60564dbba4aa474460eaa5512108c70f322189 Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 08:02:17 +0700 Subject: [PATCH 295/355] Add model 2024-08-13-t5_v1_1_small_mbay_translation_pipeline_en --- ...v1_1_small_mbay_translation_pipeline_en.md | 69 +++++++++++++++++++ 1 file changed, 69 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-13-t5_v1_1_small_mbay_translation_pipeline_en.md diff --git a/docs/_posts/ahmedlone127/2024-08-13-t5_v1_1_small_mbay_translation_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-13-t5_v1_1_small_mbay_translation_pipeline_en.md new file mode 100644 index 00000000000000..8280e47aeef363 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-13-t5_v1_1_small_mbay_translation_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English t5_v1_1_small_mbay_translation_pipeline pipeline T5Transformer from ndilsou +author: John Snow Labs +name: t5_v1_1_small_mbay_translation_pipeline +date: 2024-08-13 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`t5_v1_1_small_mbay_translation_pipeline` is a English model originally trained by ndilsou. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/t5_v1_1_small_mbay_translation_pipeline_en_5.4.2_3.0_1723510277978.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/t5_v1_1_small_mbay_translation_pipeline_en_5.4.2_3.0_1723510277978.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("t5_v1_1_small_mbay_translation_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("t5_v1_1_small_mbay_translation_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|t5_v1_1_small_mbay_translation_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|179.2 MB| + +## References + +https://huggingface.co/ndilsou/t5-v1_1-small-mbay-translation + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file From 16942bdf79c7e6c32bc942d2bb6bb2de4a70f69b Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 08:03:17 +0700 Subject: [PATCH 296/355] Add model 2024-08-13-mt5_small_itquad_qa_trimmed_italian_pipeline_en --- ...l_itquad_qa_trimmed_italian_pipeline_en.md | 69 +++++++++++++++++++ 1 file changed, 69 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-13-mt5_small_itquad_qa_trimmed_italian_pipeline_en.md diff --git a/docs/_posts/ahmedlone127/2024-08-13-mt5_small_itquad_qa_trimmed_italian_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-13-mt5_small_itquad_qa_trimmed_italian_pipeline_en.md new file mode 100644 index 00000000000000..9c9fa66f83bc6c --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-13-mt5_small_itquad_qa_trimmed_italian_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English mt5_small_itquad_qa_trimmed_italian_pipeline pipeline T5Transformer from vocabtrimmer +author: John Snow Labs +name: mt5_small_itquad_qa_trimmed_italian_pipeline +date: 2024-08-13 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`mt5_small_itquad_qa_trimmed_italian_pipeline` is a English model originally trained by vocabtrimmer. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/mt5_small_itquad_qa_trimmed_italian_pipeline_en_5.4.2_3.0_1723510693700.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/mt5_small_itquad_qa_trimmed_italian_pipeline_en_5.4.2_3.0_1723510693700.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("mt5_small_itquad_qa_trimmed_italian_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("mt5_small_itquad_qa_trimmed_italian_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|mt5_small_itquad_qa_trimmed_italian_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|705.8 MB| + +## References + +https://huggingface.co/vocabtrimmer/mt5-small-itquad-qa-trimmed-it + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file From 2123bfcf4172d2ad3b79fd59d04043e5e474db5d Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 08:04:17 +0700 Subject: [PATCH 297/355] Add model 2024-08-13-mt5_small_kde4_english_korean_en --- ...-08-13-mt5_small_kde4_english_korean_en.md | 86 +++++++++++++++++++ 1 file changed, 86 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-13-mt5_small_kde4_english_korean_en.md diff --git a/docs/_posts/ahmedlone127/2024-08-13-mt5_small_kde4_english_korean_en.md b/docs/_posts/ahmedlone127/2024-08-13-mt5_small_kde4_english_korean_en.md new file mode 100644 index 00000000000000..632121594ea4a4 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-13-mt5_small_kde4_english_korean_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English mt5_small_kde4_english_korean T5Transformer from chunwoolee0 +author: John Snow Labs +name: mt5_small_kde4_english_korean +date: 2024-08-13 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`mt5_small_kde4_english_korean` is a English model originally trained by chunwoolee0. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/mt5_small_kde4_english_korean_en_5.4.2_3.0_1723510862966.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/mt5_small_kde4_english_korean_en_5.4.2_3.0_1723510862966.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("mt5_small_kde4_english_korean","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("mt5_small_kde4_english_korean", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|mt5_small_kde4_english_korean| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|1.2 GB| + +## References + +https://huggingface.co/chunwoolee0/mt5_small_kde4_en_ko \ No newline at end of file From ec1d4cde7c88b5d303f149f43b652b465c00018d Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 08:05:17 +0700 Subject: [PATCH 298/355] Add model 2024-08-13-mt5_small_trimmed_spanish_15000_esquad_qg_pipeline_es --- ...med_spanish_15000_esquad_qg_pipeline_es.md | 69 +++++++++++++++++++ 1 file changed, 69 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-13-mt5_small_trimmed_spanish_15000_esquad_qg_pipeline_es.md diff --git a/docs/_posts/ahmedlone127/2024-08-13-mt5_small_trimmed_spanish_15000_esquad_qg_pipeline_es.md b/docs/_posts/ahmedlone127/2024-08-13-mt5_small_trimmed_spanish_15000_esquad_qg_pipeline_es.md new file mode 100644 index 00000000000000..201e8d5e92f3fc --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-13-mt5_small_trimmed_spanish_15000_esquad_qg_pipeline_es.md @@ -0,0 +1,69 @@ +--- +layout: model +title: Castilian, Spanish mt5_small_trimmed_spanish_15000_esquad_qg_pipeline pipeline T5Transformer from vocabtrimmer +author: John Snow Labs +name: mt5_small_trimmed_spanish_15000_esquad_qg_pipeline +date: 2024-08-13 +tags: [es, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: es +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`mt5_small_trimmed_spanish_15000_esquad_qg_pipeline` is a Castilian, Spanish model originally trained by vocabtrimmer. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/mt5_small_trimmed_spanish_15000_esquad_qg_pipeline_es_5.4.2_3.0_1723510414109.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/mt5_small_trimmed_spanish_15000_esquad_qg_pipeline_es_5.4.2_3.0_1723510414109.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("mt5_small_trimmed_spanish_15000_esquad_qg_pipeline", lang = "es") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("mt5_small_trimmed_spanish_15000_esquad_qg_pipeline", lang = "es") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|mt5_small_trimmed_spanish_15000_esquad_qg_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|es| +|Size:|251.7 MB| + +## References + +https://huggingface.co/vocabtrimmer/mt5-small-trimmed-es-15000-esquad-qg + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file From e0a9c510e5fe86fca7f17ec36e4f044c9239db33 Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 08:06:17 +0700 Subject: [PATCH 299/355] Add model 2024-08-13-flan_t5_base_squad_qg_tarek23_pipeline_en --- ...an_t5_base_squad_qg_tarek23_pipeline_en.md | 69 +++++++++++++++++++ 1 file changed, 69 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-13-flan_t5_base_squad_qg_tarek23_pipeline_en.md diff --git a/docs/_posts/ahmedlone127/2024-08-13-flan_t5_base_squad_qg_tarek23_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-13-flan_t5_base_squad_qg_tarek23_pipeline_en.md new file mode 100644 index 00000000000000..b34a71deb1a372 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-13-flan_t5_base_squad_qg_tarek23_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English flan_t5_base_squad_qg_tarek23_pipeline pipeline T5Transformer from tarek23 +author: John Snow Labs +name: flan_t5_base_squad_qg_tarek23_pipeline +date: 2024-08-13 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`flan_t5_base_squad_qg_tarek23_pipeline` is a English model originally trained by tarek23. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/flan_t5_base_squad_qg_tarek23_pipeline_en_5.4.2_3.0_1723510416044.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/flan_t5_base_squad_qg_tarek23_pipeline_en_5.4.2_3.0_1723510416044.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("flan_t5_base_squad_qg_tarek23_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("flan_t5_base_squad_qg_tarek23_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|flan_t5_base_squad_qg_tarek23_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|1.0 GB| + +## References + +https://huggingface.co/tarek23/flan-t5-base-SQuAD-QG + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file From 595deab75f12504dbcff07c458275ce266cdc5fc Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 08:07:17 +0700 Subject: [PATCH 300/355] Add model 2024-08-13-t5_small_inglish_en --- .../2024-08-13-t5_small_inglish_en.md | 86 +++++++++++++++++++ 1 file changed, 86 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-13-t5_small_inglish_en.md diff --git a/docs/_posts/ahmedlone127/2024-08-13-t5_small_inglish_en.md b/docs/_posts/ahmedlone127/2024-08-13-t5_small_inglish_en.md new file mode 100644 index 00000000000000..8780b5c6f03a43 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-13-t5_small_inglish_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English t5_small_inglish T5Transformer from dansa08 +author: John Snow Labs +name: t5_small_inglish +date: 2024-08-13 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`t5_small_inglish` is a English model originally trained by dansa08. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/t5_small_inglish_en_5.4.2_3.0_1723510895821.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/t5_small_inglish_en_5.4.2_3.0_1723510895821.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("t5_small_inglish","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("t5_small_inglish", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|t5_small_inglish| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|336.8 MB| + +## References + +https://huggingface.co/dansa08/t5-small-inglish \ No newline at end of file From f9d96e6b554c951584ccba0681f2220d7019dac1 Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 08:08:17 +0700 Subject: [PATCH 301/355] Add model 2024-08-13-t5_small_inglish_pipeline_en --- ...2024-08-13-t5_small_inglish_pipeline_en.md | 69 +++++++++++++++++++ 1 file changed, 69 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-13-t5_small_inglish_pipeline_en.md diff --git a/docs/_posts/ahmedlone127/2024-08-13-t5_small_inglish_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-13-t5_small_inglish_pipeline_en.md new file mode 100644 index 00000000000000..a2754f5b4e4ecf --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-13-t5_small_inglish_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English t5_small_inglish_pipeline pipeline T5Transformer from dansa08 +author: John Snow Labs +name: t5_small_inglish_pipeline +date: 2024-08-13 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`t5_small_inglish_pipeline` is a English model originally trained by dansa08. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/t5_small_inglish_pipeline_en_5.4.2_3.0_1723510914568.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/t5_small_inglish_pipeline_en_5.4.2_3.0_1723510914568.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("t5_small_inglish_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("t5_small_inglish_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|t5_small_inglish_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|336.8 MB| + +## References + +https://huggingface.co/dansa08/t5-small-inglish + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file From bb395f04ebc4d86e0a0aefc00060ba232ae5f2e4 Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 08:09:17 +0700 Subject: [PATCH 302/355] Add model 2024-08-13-mt5_small_kde4_english_korean_pipeline_en --- ...5_small_kde4_english_korean_pipeline_en.md | 69 +++++++++++++++++++ 1 file changed, 69 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-13-mt5_small_kde4_english_korean_pipeline_en.md diff --git a/docs/_posts/ahmedlone127/2024-08-13-mt5_small_kde4_english_korean_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-13-mt5_small_kde4_english_korean_pipeline_en.md new file mode 100644 index 00000000000000..76b79ecd793e63 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-13-mt5_small_kde4_english_korean_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English mt5_small_kde4_english_korean_pipeline pipeline T5Transformer from chunwoolee0 +author: John Snow Labs +name: mt5_small_kde4_english_korean_pipeline +date: 2024-08-13 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`mt5_small_kde4_english_korean_pipeline` is a English model originally trained by chunwoolee0. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/mt5_small_kde4_english_korean_pipeline_en_5.4.2_3.0_1723511022411.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/mt5_small_kde4_english_korean_pipeline_en_5.4.2_3.0_1723511022411.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("mt5_small_kde4_english_korean_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("mt5_small_kde4_english_korean_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|mt5_small_kde4_english_korean_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|1.2 GB| + +## References + +https://huggingface.co/chunwoolee0/mt5_small_kde4_en_ko + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file From 90eae2991bc9ec8d7def562128e82b93521c9cb0 Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 08:10:18 +0700 Subject: [PATCH 303/355] Add model 2024-08-13-t5_small_finetuned_policy_pipeline_en --- ...3-t5_small_finetuned_policy_pipeline_en.md | 69 +++++++++++++++++++ 1 file changed, 69 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-13-t5_small_finetuned_policy_pipeline_en.md diff --git a/docs/_posts/ahmedlone127/2024-08-13-t5_small_finetuned_policy_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-13-t5_small_finetuned_policy_pipeline_en.md new file mode 100644 index 00000000000000..4fac86e97cb68b --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-13-t5_small_finetuned_policy_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English t5_small_finetuned_policy_pipeline pipeline T5Transformer from star-nox +author: John Snow Labs +name: t5_small_finetuned_policy_pipeline +date: 2024-08-13 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`t5_small_finetuned_policy_pipeline` is a English model originally trained by star-nox. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/t5_small_finetuned_policy_pipeline_en_5.4.2_3.0_1723510577082.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/t5_small_finetuned_policy_pipeline_en_5.4.2_3.0_1723510577082.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("t5_small_finetuned_policy_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("t5_small_finetuned_policy_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|t5_small_finetuned_policy_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|284.2 MB| + +## References + +https://huggingface.co/star-nox/t5-small-finetuned-policy + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file From e23ab15c0c9086f52c82a02e0e842744704505cc Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 08:11:25 +0700 Subject: [PATCH 304/355] Add model 2024-08-13-mt5_small_croatian_10k_en --- .../2024-08-13-mt5_small_croatian_10k_en.md | 86 +++++++++++++++++++ 1 file changed, 86 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-13-mt5_small_croatian_10k_en.md diff --git a/docs/_posts/ahmedlone127/2024-08-13-mt5_small_croatian_10k_en.md b/docs/_posts/ahmedlone127/2024-08-13-mt5_small_croatian_10k_en.md new file mode 100644 index 00000000000000..c67f9cbccec3fd --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-13-mt5_small_croatian_10k_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English mt5_small_croatian_10k T5Transformer from KaiNylund +author: John Snow Labs +name: mt5_small_croatian_10k +date: 2024-08-13 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`mt5_small_croatian_10k` is a English model originally trained by KaiNylund. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/mt5_small_croatian_10k_en_5.4.2_3.0_1723511470243.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/mt5_small_croatian_10k_en_5.4.2_3.0_1723511470243.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("mt5_small_croatian_10k","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("mt5_small_croatian_10k", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|mt5_small_croatian_10k| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|1.2 GB| + +## References + +https://huggingface.co/KaiNylund/mt5-small-hr-10k \ No newline at end of file From 11510d44540c67ab224e03570bb9da3eab653687 Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 08:13:11 +0700 Subject: [PATCH 305/355] Add model 2024-08-13-mt5_small_dutch_10k_en --- .../2024-08-13-mt5_small_dutch_10k_en.md | 86 +++++++++++++++++++ 1 file changed, 86 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-13-mt5_small_dutch_10k_en.md diff --git a/docs/_posts/ahmedlone127/2024-08-13-mt5_small_dutch_10k_en.md b/docs/_posts/ahmedlone127/2024-08-13-mt5_small_dutch_10k_en.md new file mode 100644 index 00000000000000..8cba5b1c312aa0 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-13-mt5_small_dutch_10k_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English mt5_small_dutch_10k T5Transformer from KaiNylund +author: John Snow Labs +name: mt5_small_dutch_10k +date: 2024-08-13 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`mt5_small_dutch_10k` is a English model originally trained by KaiNylund. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/mt5_small_dutch_10k_en_5.4.2_3.0_1723511564400.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/mt5_small_dutch_10k_en_5.4.2_3.0_1723511564400.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("mt5_small_dutch_10k","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("mt5_small_dutch_10k", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|mt5_small_dutch_10k| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|1.3 GB| + +## References + +https://huggingface.co/KaiNylund/mt5-small-nl-10k \ No newline at end of file From 8cf0281c50de7b0aa4634e91bea182a4068136ae Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 08:14:11 +0700 Subject: [PATCH 306/355] Add model 2024-08-13-mt5_base_finetuned_nepali_health_en --- ...-13-mt5_base_finetuned_nepali_health_en.md | 86 +++++++++++++++++++ 1 file changed, 86 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-13-mt5_base_finetuned_nepali_health_en.md diff --git a/docs/_posts/ahmedlone127/2024-08-13-mt5_base_finetuned_nepali_health_en.md b/docs/_posts/ahmedlone127/2024-08-13-mt5_base_finetuned_nepali_health_en.md new file mode 100644 index 00000000000000..ebe95f6ddaeb76 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-13-mt5_base_finetuned_nepali_health_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English mt5_base_finetuned_nepali_health T5Transformer from Chhabi +author: John Snow Labs +name: mt5_base_finetuned_nepali_health +date: 2024-08-13 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`mt5_base_finetuned_nepali_health` is a English model originally trained by Chhabi. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/mt5_base_finetuned_nepali_health_en_5.4.2_3.0_1723511593755.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/mt5_base_finetuned_nepali_health_en_5.4.2_3.0_1723511593755.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("mt5_base_finetuned_nepali_health","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("mt5_base_finetuned_nepali_health", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|mt5_base_finetuned_nepali_health| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|2.2 GB| + +## References + +https://huggingface.co/Chhabi/mt5-base-finetuned-Nepali-Health \ No newline at end of file From 796fdf2087b4b0d07628f5cfefe4580d0507e86a Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 08:15:11 +0700 Subject: [PATCH 307/355] Add model 2024-08-13-mt5_small_croatian_10k_pipeline_en --- ...8-13-mt5_small_croatian_10k_pipeline_en.md | 69 +++++++++++++++++++ 1 file changed, 69 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-13-mt5_small_croatian_10k_pipeline_en.md diff --git a/docs/_posts/ahmedlone127/2024-08-13-mt5_small_croatian_10k_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-13-mt5_small_croatian_10k_pipeline_en.md new file mode 100644 index 00000000000000..6986b270eb44c5 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-13-mt5_small_croatian_10k_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English mt5_small_croatian_10k_pipeline pipeline T5Transformer from KaiNylund +author: John Snow Labs +name: mt5_small_croatian_10k_pipeline +date: 2024-08-13 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`mt5_small_croatian_10k_pipeline` is a English model originally trained by KaiNylund. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/mt5_small_croatian_10k_pipeline_en_5.4.2_3.0_1723511659707.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/mt5_small_croatian_10k_pipeline_en_5.4.2_3.0_1723511659707.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("mt5_small_croatian_10k_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("mt5_small_croatian_10k_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|mt5_small_croatian_10k_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|1.2 GB| + +## References + +https://huggingface.co/KaiNylund/mt5-small-hr-10k + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file From 0c7b8709cd4e77e01a293df6dc283d2ad6e90be5 Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 08:16:12 +0700 Subject: [PATCH 308/355] Add model 2024-08-13-mt5_small_dutch_10k_pipeline_en --- ...4-08-13-mt5_small_dutch_10k_pipeline_en.md | 69 +++++++++++++++++++ 1 file changed, 69 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-13-mt5_small_dutch_10k_pipeline_en.md diff --git a/docs/_posts/ahmedlone127/2024-08-13-mt5_small_dutch_10k_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-13-mt5_small_dutch_10k_pipeline_en.md new file mode 100644 index 00000000000000..c409b635f6adc8 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-13-mt5_small_dutch_10k_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English mt5_small_dutch_10k_pipeline pipeline T5Transformer from KaiNylund +author: John Snow Labs +name: mt5_small_dutch_10k_pipeline +date: 2024-08-13 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`mt5_small_dutch_10k_pipeline` is a English model originally trained by KaiNylund. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/mt5_small_dutch_10k_pipeline_en_5.4.2_3.0_1723511733307.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/mt5_small_dutch_10k_pipeline_en_5.4.2_3.0_1723511733307.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("mt5_small_dutch_10k_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("mt5_small_dutch_10k_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|mt5_small_dutch_10k_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|1.3 GB| + +## References + +https://huggingface.co/KaiNylund/mt5-small-nl-10k + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file From 29a90ceb4ab8f38994f2670bbe25a84d5677806f Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 08:17:12 +0700 Subject: [PATCH 309/355] Add model 2024-08-13-speller_t5_en --- .../ahmedlone127/2024-08-13-speller_t5_en.md | 86 +++++++++++++++++++ 1 file changed, 86 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-13-speller_t5_en.md diff --git a/docs/_posts/ahmedlone127/2024-08-13-speller_t5_en.md b/docs/_posts/ahmedlone127/2024-08-13-speller_t5_en.md new file mode 100644 index 00000000000000..ce7c6dbb478098 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-13-speller_t5_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English speller_t5 T5Transformer from summervent +author: John Snow Labs +name: speller_t5 +date: 2024-08-13 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`speller_t5` is a English model originally trained by summervent. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/speller_t5_en_5.4.2_3.0_1723511767998.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/speller_t5_en_5.4.2_3.0_1723511767998.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("speller_t5","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("speller_t5", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|speller_t5| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|1.0 GB| + +## References + +https://huggingface.co/summervent/speller-t5 \ No newline at end of file From 03d864978e0eb2f60fd783df60450f5eaa33f400 Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 08:18:12 +0700 Subject: [PATCH 310/355] Add model 2024-08-13-mt5_base_finetuned_nepali_health_pipeline_en --- ...ase_finetuned_nepali_health_pipeline_en.md | 69 +++++++++++++++++++ 1 file changed, 69 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-13-mt5_base_finetuned_nepali_health_pipeline_en.md diff --git a/docs/_posts/ahmedlone127/2024-08-13-mt5_base_finetuned_nepali_health_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-13-mt5_base_finetuned_nepali_health_pipeline_en.md new file mode 100644 index 00000000000000..7d9900b54c77da --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-13-mt5_base_finetuned_nepali_health_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English mt5_base_finetuned_nepali_health_pipeline pipeline T5Transformer from Chhabi +author: John Snow Labs +name: mt5_base_finetuned_nepali_health_pipeline +date: 2024-08-13 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`mt5_base_finetuned_nepali_health_pipeline` is a English model originally trained by Chhabi. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/mt5_base_finetuned_nepali_health_pipeline_en_5.4.2_3.0_1723511761047.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/mt5_base_finetuned_nepali_health_pipeline_en_5.4.2_3.0_1723511761047.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("mt5_base_finetuned_nepali_health_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("mt5_base_finetuned_nepali_health_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|mt5_base_finetuned_nepali_health_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|2.2 GB| + +## References + +https://huggingface.co/Chhabi/mt5-base-finetuned-Nepali-Health + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file From 2baacf88144e8be1649c755928ad9ddf93699cd6 Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 08:19:12 +0700 Subject: [PATCH 311/355] Add model 2024-08-13-flan_t5_tacred_kongo_small_en --- ...024-08-13-flan_t5_tacred_kongo_small_en.md | 86 +++++++++++++++++++ 1 file changed, 86 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-13-flan_t5_tacred_kongo_small_en.md diff --git a/docs/_posts/ahmedlone127/2024-08-13-flan_t5_tacred_kongo_small_en.md b/docs/_posts/ahmedlone127/2024-08-13-flan_t5_tacred_kongo_small_en.md new file mode 100644 index 00000000000000..0a1d9f2681f627 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-13-flan_t5_tacred_kongo_small_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English flan_t5_tacred_kongo_small T5Transformer from kinshuk-h +author: John Snow Labs +name: flan_t5_tacred_kongo_small +date: 2024-08-13 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`flan_t5_tacred_kongo_small` is a English model originally trained by kinshuk-h. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/flan_t5_tacred_kongo_small_en_5.4.2_3.0_1723511781549.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/flan_t5_tacred_kongo_small_en_5.4.2_3.0_1723511781549.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("flan_t5_tacred_kongo_small","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("flan_t5_tacred_kongo_small", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|flan_t5_tacred_kongo_small| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|349.7 MB| + +## References + +https://huggingface.co/kinshuk-h/flan-t5-tacred-kg-small \ No newline at end of file From 329aa13836d39d81188cfa45071eb0e46bb5e2b7 Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 08:20:12 +0700 Subject: [PATCH 312/355] Add model 2024-08-13-speller_t5_pipeline_en --- .../2024-08-13-speller_t5_pipeline_en.md | 69 +++++++++++++++++++ 1 file changed, 69 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-13-speller_t5_pipeline_en.md diff --git a/docs/_posts/ahmedlone127/2024-08-13-speller_t5_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-13-speller_t5_pipeline_en.md new file mode 100644 index 00000000000000..652b138aeaf2b1 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-13-speller_t5_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English speller_t5_pipeline pipeline T5Transformer from summervent +author: John Snow Labs +name: speller_t5_pipeline +date: 2024-08-13 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`speller_t5_pipeline` is a English model originally trained by summervent. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/speller_t5_pipeline_en_5.4.2_3.0_1723511826152.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/speller_t5_pipeline_en_5.4.2_3.0_1723511826152.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("speller_t5_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("speller_t5_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|speller_t5_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|1.0 GB| + +## References + +https://huggingface.co/summervent/speller-t5 + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file From 3abc4d4a38a6e85c47d8947d550ef3be7783882e Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 08:21:12 +0700 Subject: [PATCH 313/355] Add model 2024-08-13-results_shrunoti09_en --- .../2024-08-13-results_shrunoti09_en.md | 86 +++++++++++++++++++ 1 file changed, 86 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-13-results_shrunoti09_en.md diff --git a/docs/_posts/ahmedlone127/2024-08-13-results_shrunoti09_en.md b/docs/_posts/ahmedlone127/2024-08-13-results_shrunoti09_en.md new file mode 100644 index 00000000000000..ed182cc1a0ddae --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-13-results_shrunoti09_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English results_shrunoti09 T5Transformer from Shrunoti09 +author: John Snow Labs +name: results_shrunoti09 +date: 2024-08-13 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`results_shrunoti09` is a English model originally trained by Shrunoti09. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/results_shrunoti09_en_5.4.2_3.0_1723511972390.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/results_shrunoti09_en_5.4.2_3.0_1723511972390.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("results_shrunoti09","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("results_shrunoti09", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|results_shrunoti09| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|330.8 MB| + +## References + +https://huggingface.co/Shrunoti09/results \ No newline at end of file From fc7c6c44c61abf965910bc0ad7c497a17e1e6a49 Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 08:22:12 +0700 Subject: [PATCH 314/355] Add model 2024-08-13-t5_small_squad_qg_a2c_spt_valid_pipeline_en --- ...mall_squad_qg_a2c_spt_valid_pipeline_en.md | 69 +++++++++++++++++++ 1 file changed, 69 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-13-t5_small_squad_qg_a2c_spt_valid_pipeline_en.md diff --git a/docs/_posts/ahmedlone127/2024-08-13-t5_small_squad_qg_a2c_spt_valid_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-13-t5_small_squad_qg_a2c_spt_valid_pipeline_en.md new file mode 100644 index 00000000000000..6b656bb3b8a7bb --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-13-t5_small_squad_qg_a2c_spt_valid_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English t5_small_squad_qg_a2c_spt_valid_pipeline pipeline T5Transformer from debarghabhattofficial +author: John Snow Labs +name: t5_small_squad_qg_a2c_spt_valid_pipeline +date: 2024-08-13 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`t5_small_squad_qg_a2c_spt_valid_pipeline` is a English model originally trained by debarghabhattofficial. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/t5_small_squad_qg_a2c_spt_valid_pipeline_en_5.4.2_3.0_1723512034226.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/t5_small_squad_qg_a2c_spt_valid_pipeline_en_5.4.2_3.0_1723512034226.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("t5_small_squad_qg_a2c_spt_valid_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("t5_small_squad_qg_a2c_spt_valid_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|t5_small_squad_qg_a2c_spt_valid_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|350.1 MB| + +## References + +https://huggingface.co/debarghabhattofficial/t5-small-squad-qg-a2c-spt-valid + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file From bb073b52483c85a28c76978ebcfca43461c5ba3e Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 08:23:12 +0700 Subject: [PATCH 315/355] Add model 2024-08-13-flan_t5_tacred_kongo_small_pipeline_en --- ...-flan_t5_tacred_kongo_small_pipeline_en.md | 69 +++++++++++++++++++ 1 file changed, 69 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-13-flan_t5_tacred_kongo_small_pipeline_en.md diff --git a/docs/_posts/ahmedlone127/2024-08-13-flan_t5_tacred_kongo_small_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-13-flan_t5_tacred_kongo_small_pipeline_en.md new file mode 100644 index 00000000000000..15bda3eed475e6 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-13-flan_t5_tacred_kongo_small_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English flan_t5_tacred_kongo_small_pipeline pipeline T5Transformer from kinshuk-h +author: John Snow Labs +name: flan_t5_tacred_kongo_small_pipeline +date: 2024-08-13 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`flan_t5_tacred_kongo_small_pipeline` is a English model originally trained by kinshuk-h. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/flan_t5_tacred_kongo_small_pipeline_en_5.4.2_3.0_1723511810829.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/flan_t5_tacred_kongo_small_pipeline_en_5.4.2_3.0_1723511810829.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("flan_t5_tacred_kongo_small_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("flan_t5_tacred_kongo_small_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|flan_t5_tacred_kongo_small_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|349.7 MB| + +## References + +https://huggingface.co/kinshuk-h/flan-t5-tacred-kg-small + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file From f88aeb91d02de53f427b500960857c4f562e2496 Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 08:24:12 +0700 Subject: [PATCH 316/355] Add model 2024-08-13-t5_small_squad_qg_a2c_spt_valid_en --- ...8-13-t5_small_squad_qg_a2c_spt_valid_en.md | 86 +++++++++++++++++++ 1 file changed, 86 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-13-t5_small_squad_qg_a2c_spt_valid_en.md diff --git a/docs/_posts/ahmedlone127/2024-08-13-t5_small_squad_qg_a2c_spt_valid_en.md b/docs/_posts/ahmedlone127/2024-08-13-t5_small_squad_qg_a2c_spt_valid_en.md new file mode 100644 index 00000000000000..862a501d67ac63 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-13-t5_small_squad_qg_a2c_spt_valid_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English t5_small_squad_qg_a2c_spt_valid T5Transformer from debarghabhattofficial +author: John Snow Labs +name: t5_small_squad_qg_a2c_spt_valid +date: 2024-08-13 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`t5_small_squad_qg_a2c_spt_valid` is a English model originally trained by debarghabhattofficial. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/t5_small_squad_qg_a2c_spt_valid_en_5.4.2_3.0_1723512015057.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/t5_small_squad_qg_a2c_spt_valid_en_5.4.2_3.0_1723512015057.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("t5_small_squad_qg_a2c_spt_valid","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("t5_small_squad_qg_a2c_spt_valid", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|t5_small_squad_qg_a2c_spt_valid| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|350.1 MB| + +## References + +https://huggingface.co/debarghabhattofficial/t5-small-squad-qg-a2c-spt-valid \ No newline at end of file From 3da4cb49830a70f1473028beefa6d202b5706fe2 Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 08:25:13 +0700 Subject: [PATCH 317/355] Add model 2024-08-13-results_shrunoti09_pipeline_en --- ...24-08-13-results_shrunoti09_pipeline_en.md | 69 +++++++++++++++++++ 1 file changed, 69 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-13-results_shrunoti09_pipeline_en.md diff --git a/docs/_posts/ahmedlone127/2024-08-13-results_shrunoti09_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-13-results_shrunoti09_pipeline_en.md new file mode 100644 index 00000000000000..292d81f7069765 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-13-results_shrunoti09_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English results_shrunoti09_pipeline pipeline T5Transformer from Shrunoti09 +author: John Snow Labs +name: results_shrunoti09_pipeline +date: 2024-08-13 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`results_shrunoti09_pipeline` is a English model originally trained by Shrunoti09. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/results_shrunoti09_pipeline_en_5.4.2_3.0_1723511992919.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/results_shrunoti09_pipeline_en_5.4.2_3.0_1723511992919.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("results_shrunoti09_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("results_shrunoti09_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|results_shrunoti09_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|330.8 MB| + +## References + +https://huggingface.co/Shrunoti09/results + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file From 77d876ae948e0e8ae48851270bfcdd55ec327ef0 Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 08:26:13 +0700 Subject: [PATCH 318/355] Add model 2024-08-13-t5_base_pointer_adv_cstop_artificial_en --- ...t5_base_pointer_adv_cstop_artificial_en.md | 86 +++++++++++++++++++ 1 file changed, 86 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-13-t5_base_pointer_adv_cstop_artificial_en.md diff --git a/docs/_posts/ahmedlone127/2024-08-13-t5_base_pointer_adv_cstop_artificial_en.md b/docs/_posts/ahmedlone127/2024-08-13-t5_base_pointer_adv_cstop_artificial_en.md new file mode 100644 index 00000000000000..f13170987e37c8 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-13-t5_base_pointer_adv_cstop_artificial_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English t5_base_pointer_adv_cstop_artificial T5Transformer from WillHeld +author: John Snow Labs +name: t5_base_pointer_adv_cstop_artificial +date: 2024-08-13 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`t5_base_pointer_adv_cstop_artificial` is a English model originally trained by WillHeld. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/t5_base_pointer_adv_cstop_artificial_en_5.4.2_3.0_1723512296658.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/t5_base_pointer_adv_cstop_artificial_en_5.4.2_3.0_1723512296658.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("t5_base_pointer_adv_cstop_artificial","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("t5_base_pointer_adv_cstop_artificial", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|t5_base_pointer_adv_cstop_artificial| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|2.2 GB| + +## References + +https://huggingface.co/WillHeld/t5-base-pointer-adv-cstop_artificial \ No newline at end of file From 7601f84ac38f0dda73946cf87310231cb805fa79 Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 08:27:13 +0700 Subject: [PATCH 319/355] Add model 2024-08-13-t5_title_g_b_pipeline_en --- .../2024-08-13-t5_title_g_b_pipeline_en.md | 69 +++++++++++++++++++ 1 file changed, 69 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-13-t5_title_g_b_pipeline_en.md diff --git a/docs/_posts/ahmedlone127/2024-08-13-t5_title_g_b_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-13-t5_title_g_b_pipeline_en.md new file mode 100644 index 00000000000000..bbbc0492528c9c --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-13-t5_title_g_b_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English t5_title_g_b_pipeline pipeline T5Transformer from emelnov +author: John Snow Labs +name: t5_title_g_b_pipeline +date: 2024-08-13 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`t5_title_g_b_pipeline` is a English model originally trained by emelnov. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/t5_title_g_b_pipeline_en_5.4.2_3.0_1723512239693.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/t5_title_g_b_pipeline_en_5.4.2_3.0_1723512239693.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("t5_title_g_b_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("t5_title_g_b_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|t5_title_g_b_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|1.0 GB| + +## References + +https://huggingface.co/emelnov/t5_title_g_b + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file From a411256d0c6f46239ed16bd39f955e42fb305265 Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 08:28:13 +0700 Subject: [PATCH 320/355] Add model 2024-08-13-t5_title_g_b_en --- .../2024-08-13-t5_title_g_b_en.md | 86 +++++++++++++++++++ 1 file changed, 86 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-13-t5_title_g_b_en.md diff --git a/docs/_posts/ahmedlone127/2024-08-13-t5_title_g_b_en.md b/docs/_posts/ahmedlone127/2024-08-13-t5_title_g_b_en.md new file mode 100644 index 00000000000000..c4bfb6b01423e8 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-13-t5_title_g_b_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English t5_title_g_b T5Transformer from emelnov +author: John Snow Labs +name: t5_title_g_b +date: 2024-08-13 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`t5_title_g_b` is a English model originally trained by emelnov. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/t5_title_g_b_en_5.4.2_3.0_1723512187178.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/t5_title_g_b_en_5.4.2_3.0_1723512187178.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("t5_title_g_b","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("t5_title_g_b", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|t5_title_g_b| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|1.0 GB| + +## References + +https://huggingface.co/emelnov/t5_title_g_b \ No newline at end of file From f2441ba773fe32778def7d148e29248ed642ef9d Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 08:30:16 +0700 Subject: [PATCH 321/355] Add model 2024-08-13-t5_base_pointer_adv_cstop_artificial_pipeline_en --- ...ointer_adv_cstop_artificial_pipeline_en.md | 69 +++++++++++++++++++ 1 file changed, 69 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-13-t5_base_pointer_adv_cstop_artificial_pipeline_en.md diff --git a/docs/_posts/ahmedlone127/2024-08-13-t5_base_pointer_adv_cstop_artificial_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-13-t5_base_pointer_adv_cstop_artificial_pipeline_en.md new file mode 100644 index 00000000000000..244e3611b94dff --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-13-t5_base_pointer_adv_cstop_artificial_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English t5_base_pointer_adv_cstop_artificial_pipeline pipeline T5Transformer from WillHeld +author: John Snow Labs +name: t5_base_pointer_adv_cstop_artificial_pipeline +date: 2024-08-13 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`t5_base_pointer_adv_cstop_artificial_pipeline` is a English model originally trained by WillHeld. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/t5_base_pointer_adv_cstop_artificial_pipeline_en_5.4.2_3.0_1723512590425.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/t5_base_pointer_adv_cstop_artificial_pipeline_en_5.4.2_3.0_1723512590425.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("t5_base_pointer_adv_cstop_artificial_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("t5_base_pointer_adv_cstop_artificial_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|t5_base_pointer_adv_cstop_artificial_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|2.2 GB| + +## References + +https://huggingface.co/WillHeld/t5-base-pointer-adv-cstop_artificial + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file From f812162e0f70ff215e6cc39965d56c676bb5842e Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 08:34:52 +0700 Subject: [PATCH 322/355] Add model 2024-08-13-cs505_coqe_vit5_total_instruction4_aspol_v1_en --- ...oqe_vit5_total_instruction4_aspol_v1_en.md | 86 +++++++++++++++++++ 1 file changed, 86 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-13-cs505_coqe_vit5_total_instruction4_aspol_v1_en.md diff --git a/docs/_posts/ahmedlone127/2024-08-13-cs505_coqe_vit5_total_instruction4_aspol_v1_en.md b/docs/_posts/ahmedlone127/2024-08-13-cs505_coqe_vit5_total_instruction4_aspol_v1_en.md new file mode 100644 index 00000000000000..659bd5a5bb699e --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-13-cs505_coqe_vit5_total_instruction4_aspol_v1_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English cs505_coqe_vit5_total_instruction4_aspol_v1 T5Transformer from ThuyNT +author: John Snow Labs +name: cs505_coqe_vit5_total_instruction4_aspol_v1 +date: 2024-08-13 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`cs505_coqe_vit5_total_instruction4_aspol_v1` is a English model originally trained by ThuyNT. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/cs505_coqe_vit5_total_instruction4_aspol_v1_en_5.4.2_3.0_1723512841271.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/cs505_coqe_vit5_total_instruction4_aspol_v1_en_5.4.2_3.0_1723512841271.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("cs505_coqe_vit5_total_instruction4_aspol_v1","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("cs505_coqe_vit5_total_instruction4_aspol_v1", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|cs505_coqe_vit5_total_instruction4_aspol_v1| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|3.0 GB| + +## References + +https://huggingface.co/ThuyNT/CS505_COQE_viT5_total_Instruction4_ASPOL_v1 \ No newline at end of file From 008406d703dd604d818c3d994ea02084805f0816 Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 08:37:55 +0700 Subject: [PATCH 323/355] Add model 2024-08-13-cs505_coqe_vit5_total_instruction4_aspol_v1_pipeline_en --- ...total_instruction4_aspol_v1_pipeline_en.md | 69 +++++++++++++++++++ 1 file changed, 69 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-13-cs505_coqe_vit5_total_instruction4_aspol_v1_pipeline_en.md diff --git a/docs/_posts/ahmedlone127/2024-08-13-cs505_coqe_vit5_total_instruction4_aspol_v1_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-13-cs505_coqe_vit5_total_instruction4_aspol_v1_pipeline_en.md new file mode 100644 index 00000000000000..db05a1eea1d3b5 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-13-cs505_coqe_vit5_total_instruction4_aspol_v1_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English cs505_coqe_vit5_total_instruction4_aspol_v1_pipeline pipeline T5Transformer from ThuyNT +author: John Snow Labs +name: cs505_coqe_vit5_total_instruction4_aspol_v1_pipeline +date: 2024-08-13 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`cs505_coqe_vit5_total_instruction4_aspol_v1_pipeline` is a English model originally trained by ThuyNT. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/cs505_coqe_vit5_total_instruction4_aspol_v1_pipeline_en_5.4.2_3.0_1723513035168.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/cs505_coqe_vit5_total_instruction4_aspol_v1_pipeline_en_5.4.2_3.0_1723513035168.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("cs505_coqe_vit5_total_instruction4_aspol_v1_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("cs505_coqe_vit5_total_instruction4_aspol_v1_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|cs505_coqe_vit5_total_instruction4_aspol_v1_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|3.0 GB| + +## References + +https://huggingface.co/ThuyNT/CS505_COQE_viT5_total_Instruction4_ASPOL_v1 + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file From 20baf29419ff3f48dbaa1a4d29e7dabcafc1e41e Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 08:41:38 +0700 Subject: [PATCH 324/355] Add model 2024-08-13-t5_60m_poli_aff_2018_5_en --- .../2024-08-13-t5_60m_poli_aff_2018_5_en.md | 86 +++++++++++++++++++ 1 file changed, 86 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-13-t5_60m_poli_aff_2018_5_en.md diff --git a/docs/_posts/ahmedlone127/2024-08-13-t5_60m_poli_aff_2018_5_en.md b/docs/_posts/ahmedlone127/2024-08-13-t5_60m_poli_aff_2018_5_en.md new file mode 100644 index 00000000000000..a4fcff185a5743 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-13-t5_60m_poli_aff_2018_5_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English t5_60m_poli_aff_2018_5 T5Transformer from KaiNylund +author: John Snow Labs +name: t5_60m_poli_aff_2018_5 +date: 2024-08-13 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`t5_60m_poli_aff_2018_5` is a English model originally trained by KaiNylund. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/t5_60m_poli_aff_2018_5_en_5.4.2_3.0_1723513293680.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/t5_60m_poli_aff_2018_5_en_5.4.2_3.0_1723513293680.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("t5_60m_poli_aff_2018_5","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("t5_60m_poli_aff_2018_5", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|t5_60m_poli_aff_2018_5| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|304.4 MB| + +## References + +https://huggingface.co/KaiNylund/t5-60M-poli_aff-2018-5 \ No newline at end of file From 13c501e2e885aa3aafa9198d5212731782976adc Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 08:42:38 +0700 Subject: [PATCH 325/355] Add model 2024-08-13-speller_t5_big_2_en --- .../2024-08-13-speller_t5_big_2_en.md | 86 +++++++++++++++++++ 1 file changed, 86 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-13-speller_t5_big_2_en.md diff --git a/docs/_posts/ahmedlone127/2024-08-13-speller_t5_big_2_en.md b/docs/_posts/ahmedlone127/2024-08-13-speller_t5_big_2_en.md new file mode 100644 index 00000000000000..ad59f98a011617 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-13-speller_t5_big_2_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English speller_t5_big_2 T5Transformer from summervent +author: John Snow Labs +name: speller_t5_big_2 +date: 2024-08-13 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`speller_t5_big_2` is a English model originally trained by summervent. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/speller_t5_big_2_en_5.4.2_3.0_1723513309994.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/speller_t5_big_2_en_5.4.2_3.0_1723513309994.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("speller_t5_big_2","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("speller_t5_big_2", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|speller_t5_big_2| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|1.0 GB| + +## References + +https://huggingface.co/summervent/speller-t5-big-2 \ No newline at end of file From e0069aba8b51c27a477917d094bf7e4bd3dcf243 Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 08:43:39 +0700 Subject: [PATCH 326/355] Add model 2024-08-13-t5_60m_poli_aff_2018_5_pipeline_en --- ...8-13-t5_60m_poli_aff_2018_5_pipeline_en.md | 69 +++++++++++++++++++ 1 file changed, 69 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-13-t5_60m_poli_aff_2018_5_pipeline_en.md diff --git a/docs/_posts/ahmedlone127/2024-08-13-t5_60m_poli_aff_2018_5_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-13-t5_60m_poli_aff_2018_5_pipeline_en.md new file mode 100644 index 00000000000000..b3f61b7a512762 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-13-t5_60m_poli_aff_2018_5_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English t5_60m_poli_aff_2018_5_pipeline pipeline T5Transformer from KaiNylund +author: John Snow Labs +name: t5_60m_poli_aff_2018_5_pipeline +date: 2024-08-13 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`t5_60m_poli_aff_2018_5_pipeline` is a English model originally trained by KaiNylund. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/t5_60m_poli_aff_2018_5_pipeline_en_5.4.2_3.0_1723513322044.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/t5_60m_poli_aff_2018_5_pipeline_en_5.4.2_3.0_1723513322044.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("t5_60m_poli_aff_2018_5_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("t5_60m_poli_aff_2018_5_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|t5_60m_poli_aff_2018_5_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|304.4 MB| + +## References + +https://huggingface.co/KaiNylund/t5-60M-poli_aff-2018-5 + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file From 75a70b10f586fa33eb23223a2c0d38b05cff3e75 Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 08:44:39 +0700 Subject: [PATCH 327/355] Add model 2024-08-13-speller_t5_big_2_pipeline_en --- ...2024-08-13-speller_t5_big_2_pipeline_en.md | 69 +++++++++++++++++++ 1 file changed, 69 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-13-speller_t5_big_2_pipeline_en.md diff --git a/docs/_posts/ahmedlone127/2024-08-13-speller_t5_big_2_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-13-speller_t5_big_2_pipeline_en.md new file mode 100644 index 00000000000000..85482ece2190ec --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-13-speller_t5_big_2_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English speller_t5_big_2_pipeline pipeline T5Transformer from summervent +author: John Snow Labs +name: speller_t5_big_2_pipeline +date: 2024-08-13 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`speller_t5_big_2_pipeline` is a English model originally trained by summervent. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/speller_t5_big_2_pipeline_en_5.4.2_3.0_1723513363208.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/speller_t5_big_2_pipeline_en_5.4.2_3.0_1723513363208.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("speller_t5_big_2_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("speller_t5_big_2_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|speller_t5_big_2_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|1.0 GB| + +## References + +https://huggingface.co/summervent/speller-t5-big-2 + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file From ce3e4432fb4f9fe276ff8df231d3088c72146b45 Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 08:45:39 +0700 Subject: [PATCH 328/355] Add model 2024-08-13-vit5_anhdt_dsai_02_en --- .../2024-08-13-vit5_anhdt_dsai_02_en.md | 86 +++++++++++++++++++ 1 file changed, 86 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-13-vit5_anhdt_dsai_02_en.md diff --git a/docs/_posts/ahmedlone127/2024-08-13-vit5_anhdt_dsai_02_en.md b/docs/_posts/ahmedlone127/2024-08-13-vit5_anhdt_dsai_02_en.md new file mode 100644 index 00000000000000..db5f90a0a40a13 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-13-vit5_anhdt_dsai_02_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English vit5_anhdt_dsai_02 T5Transformer from anhdt-dsai-02 +author: John Snow Labs +name: vit5_anhdt_dsai_02 +date: 2024-08-13 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`vit5_anhdt_dsai_02` is a English model originally trained by anhdt-dsai-02. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/vit5_anhdt_dsai_02_en_5.4.2_3.0_1723513449766.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/vit5_anhdt_dsai_02_en_5.4.2_3.0_1723513449766.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("vit5_anhdt_dsai_02","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("vit5_anhdt_dsai_02", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|vit5_anhdt_dsai_02| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|1.0 GB| + +## References + +https://huggingface.co/anhdt-dsai-02/ViT5 \ No newline at end of file From a87446aac60f45f4fb433473a7772c9ca95657b0 Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 08:46:39 +0700 Subject: [PATCH 329/355] Add model 2024-08-13-burmese_awesome_billsum_model_abymmathew_pipeline_en --- ...me_billsum_model_abymmathew_pipeline_en.md | 69 +++++++++++++++++++ 1 file changed, 69 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-13-burmese_awesome_billsum_model_abymmathew_pipeline_en.md diff --git a/docs/_posts/ahmedlone127/2024-08-13-burmese_awesome_billsum_model_abymmathew_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-13-burmese_awesome_billsum_model_abymmathew_pipeline_en.md new file mode 100644 index 00000000000000..3c588e2aec8d2d --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-13-burmese_awesome_billsum_model_abymmathew_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English burmese_awesome_billsum_model_abymmathew_pipeline pipeline T5Transformer from abymmathew +author: John Snow Labs +name: burmese_awesome_billsum_model_abymmathew_pipeline +date: 2024-08-13 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`burmese_awesome_billsum_model_abymmathew_pipeline` is a English model originally trained by abymmathew. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/burmese_awesome_billsum_model_abymmathew_pipeline_en_5.4.2_3.0_1723513516837.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/burmese_awesome_billsum_model_abymmathew_pipeline_en_5.4.2_3.0_1723513516837.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("burmese_awesome_billsum_model_abymmathew_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("burmese_awesome_billsum_model_abymmathew_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|burmese_awesome_billsum_model_abymmathew_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|316.1 MB| + +## References + +https://huggingface.co/abymmathew/my_awesome_billsum_model + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file From bd702e963d608a484f922dc47b8fc383cfa06d04 Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 08:48:39 +0700 Subject: [PATCH 330/355] Add model 2024-08-13-squad_bengali_qgen_mt5_all_metric_en --- ...13-squad_bengali_qgen_mt5_all_metric_en.md | 86 +++++++++++++++++++ 1 file changed, 86 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-13-squad_bengali_qgen_mt5_all_metric_en.md diff --git a/docs/_posts/ahmedlone127/2024-08-13-squad_bengali_qgen_mt5_all_metric_en.md b/docs/_posts/ahmedlone127/2024-08-13-squad_bengali_qgen_mt5_all_metric_en.md new file mode 100644 index 00000000000000..e5cb44c0575fb0 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-13-squad_bengali_qgen_mt5_all_metric_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English squad_bengali_qgen_mt5_all_metric T5Transformer from jannatul17 +author: John Snow Labs +name: squad_bengali_qgen_mt5_all_metric +date: 2024-08-13 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`squad_bengali_qgen_mt5_all_metric` is a English model originally trained by jannatul17. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/squad_bengali_qgen_mt5_all_metric_en_5.4.2_3.0_1723513623371.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/squad_bengali_qgen_mt5_all_metric_en_5.4.2_3.0_1723513623371.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("squad_bengali_qgen_mt5_all_metric","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("squad_bengali_qgen_mt5_all_metric", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|squad_bengali_qgen_mt5_all_metric| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|1.1 GB| + +## References + +https://huggingface.co/jannatul17/squad-bn-qgen-mt5-all-metric \ No newline at end of file From a6f2ea0d9251582a4d824c215485134e5608b862 Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 08:49:40 +0700 Subject: [PATCH 331/355] Add model 2024-08-13-vit5_anhdt_dsai_02_pipeline_en --- ...24-08-13-vit5_anhdt_dsai_02_pipeline_en.md | 69 +++++++++++++++++++ 1 file changed, 69 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-13-vit5_anhdt_dsai_02_pipeline_en.md diff --git a/docs/_posts/ahmedlone127/2024-08-13-vit5_anhdt_dsai_02_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-13-vit5_anhdt_dsai_02_pipeline_en.md new file mode 100644 index 00000000000000..1e9f93bb5ab413 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-13-vit5_anhdt_dsai_02_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English vit5_anhdt_dsai_02_pipeline pipeline T5Transformer from anhdt-dsai-02 +author: John Snow Labs +name: vit5_anhdt_dsai_02_pipeline +date: 2024-08-13 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`vit5_anhdt_dsai_02_pipeline` is a English model originally trained by anhdt-dsai-02. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/vit5_anhdt_dsai_02_pipeline_en_5.4.2_3.0_1723513508900.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/vit5_anhdt_dsai_02_pipeline_en_5.4.2_3.0_1723513508900.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("vit5_anhdt_dsai_02_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("vit5_anhdt_dsai_02_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|vit5_anhdt_dsai_02_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|1.0 GB| + +## References + +https://huggingface.co/anhdt-dsai-02/ViT5 + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file From 02f44598bdf7ca5a6fe4516d353214ca00f8af33 Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 08:50:40 +0700 Subject: [PATCH 332/355] Add model 2024-08-13-t5_small_indonesia_summarization_en --- ...-13-t5_small_indonesia_summarization_en.md | 86 +++++++++++++++++++ 1 file changed, 86 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-13-t5_small_indonesia_summarization_en.md diff --git a/docs/_posts/ahmedlone127/2024-08-13-t5_small_indonesia_summarization_en.md b/docs/_posts/ahmedlone127/2024-08-13-t5_small_indonesia_summarization_en.md new file mode 100644 index 00000000000000..9a3b067edf29a7 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-13-t5_small_indonesia_summarization_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English t5_small_indonesia_summarization T5Transformer from abimash +author: John Snow Labs +name: t5_small_indonesia_summarization +date: 2024-08-13 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`t5_small_indonesia_summarization` is a English model originally trained by abimash. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/t5_small_indonesia_summarization_en_5.4.2_3.0_1723513795925.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/t5_small_indonesia_summarization_en_5.4.2_3.0_1723513795925.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("t5_small_indonesia_summarization","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("t5_small_indonesia_summarization", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|t5_small_indonesia_summarization| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|350.1 MB| + +## References + +https://huggingface.co/abimash/t5-small-indonesia-summarization \ No newline at end of file From a96a231332f63126ee9bdca019d2f5a8432da30c Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 08:51:40 +0700 Subject: [PATCH 333/355] Add model 2024-08-13-t5_small_indonesia_summarization_pipeline_en --- ...all_indonesia_summarization_pipeline_en.md | 69 +++++++++++++++++++ 1 file changed, 69 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-13-t5_small_indonesia_summarization_pipeline_en.md diff --git a/docs/_posts/ahmedlone127/2024-08-13-t5_small_indonesia_summarization_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-13-t5_small_indonesia_summarization_pipeline_en.md new file mode 100644 index 00000000000000..a031c484378857 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-13-t5_small_indonesia_summarization_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English t5_small_indonesia_summarization_pipeline pipeline T5Transformer from abimash +author: John Snow Labs +name: t5_small_indonesia_summarization_pipeline +date: 2024-08-13 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`t5_small_indonesia_summarization_pipeline` is a English model originally trained by abimash. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/t5_small_indonesia_summarization_pipeline_en_5.4.2_3.0_1723513814286.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/t5_small_indonesia_summarization_pipeline_en_5.4.2_3.0_1723513814286.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("t5_small_indonesia_summarization_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("t5_small_indonesia_summarization_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|t5_small_indonesia_summarization_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|350.1 MB| + +## References + +https://huggingface.co/abimash/t5-small-indonesia-summarization + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file From 126511900c214cdfead0839436a4bda5b59fd07e Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 08:52:40 +0700 Subject: [PATCH 334/355] Add model 2024-08-13-flan_t5_small_finetuned_il_post_italian_en --- ...n_t5_small_finetuned_il_post_italian_en.md | 86 +++++++++++++++++++ 1 file changed, 86 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-13-flan_t5_small_finetuned_il_post_italian_en.md diff --git a/docs/_posts/ahmedlone127/2024-08-13-flan_t5_small_finetuned_il_post_italian_en.md b/docs/_posts/ahmedlone127/2024-08-13-flan_t5_small_finetuned_il_post_italian_en.md new file mode 100644 index 00000000000000..c974ec866055c8 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-13-flan_t5_small_finetuned_il_post_italian_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English flan_t5_small_finetuned_il_post_italian T5Transformer from Francesco-Acanfora +author: John Snow Labs +name: flan_t5_small_finetuned_il_post_italian +date: 2024-08-13 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`flan_t5_small_finetuned_il_post_italian` is a English model originally trained by Francesco-Acanfora. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/flan_t5_small_finetuned_il_post_italian_en_5.4.2_3.0_1723513904448.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/flan_t5_small_finetuned_il_post_italian_en_5.4.2_3.0_1723513904448.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("flan_t5_small_finetuned_il_post_italian","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("flan_t5_small_finetuned_il_post_italian", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|flan_t5_small_finetuned_il_post_italian| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|349.8 MB| + +## References + +https://huggingface.co/Francesco-Acanfora/flan-t5-small-finetuned-il_post-it \ No newline at end of file From 07bb36a86fa825417bc7bea8595096b4036cce00 Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 08:53:40 +0700 Subject: [PATCH 335/355] Add model 2024-08-13-flan_t5_small_finetuned_il_post_italian_pipeline_en --- ...l_finetuned_il_post_italian_pipeline_en.md | 69 +++++++++++++++++++ 1 file changed, 69 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-13-flan_t5_small_finetuned_il_post_italian_pipeline_en.md diff --git a/docs/_posts/ahmedlone127/2024-08-13-flan_t5_small_finetuned_il_post_italian_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-13-flan_t5_small_finetuned_il_post_italian_pipeline_en.md new file mode 100644 index 00000000000000..4a3d04431c3959 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-13-flan_t5_small_finetuned_il_post_italian_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English flan_t5_small_finetuned_il_post_italian_pipeline pipeline T5Transformer from Francesco-Acanfora +author: John Snow Labs +name: flan_t5_small_finetuned_il_post_italian_pipeline +date: 2024-08-13 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`flan_t5_small_finetuned_il_post_italian_pipeline` is a English model originally trained by Francesco-Acanfora. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/flan_t5_small_finetuned_il_post_italian_pipeline_en_5.4.2_3.0_1723513921439.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/flan_t5_small_finetuned_il_post_italian_pipeline_en_5.4.2_3.0_1723513921439.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("flan_t5_small_finetuned_il_post_italian_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("flan_t5_small_finetuned_il_post_italian_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|flan_t5_small_finetuned_il_post_italian_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|349.8 MB| + +## References + +https://huggingface.co/Francesco-Acanfora/flan-t5-small-finetuned-il_post-it + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file From f9cd9d63fb5347833a53b03c60d0966f2f8a877c Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 08:54:41 +0700 Subject: [PATCH 336/355] Add model 2024-08-13-t5_left_commands_tonga_tonga_islands_actions_5_en --- ...mmands_tonga_tonga_islands_actions_5_en.md | 86 +++++++++++++++++++ 1 file changed, 86 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-13-t5_left_commands_tonga_tonga_islands_actions_5_en.md diff --git a/docs/_posts/ahmedlone127/2024-08-13-t5_left_commands_tonga_tonga_islands_actions_5_en.md b/docs/_posts/ahmedlone127/2024-08-13-t5_left_commands_tonga_tonga_islands_actions_5_en.md new file mode 100644 index 00000000000000..cb2219d38446d4 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-13-t5_left_commands_tonga_tonga_islands_actions_5_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English t5_left_commands_tonga_tonga_islands_actions_5 T5Transformer from LadyShizu +author: John Snow Labs +name: t5_left_commands_tonga_tonga_islands_actions_5 +date: 2024-08-13 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`t5_left_commands_tonga_tonga_islands_actions_5` is a English model originally trained by LadyShizu. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/t5_left_commands_tonga_tonga_islands_actions_5_en_5.4.2_3.0_1723513957079.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/t5_left_commands_tonga_tonga_islands_actions_5_en_5.4.2_3.0_1723513957079.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("t5_left_commands_tonga_tonga_islands_actions_5","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("t5_left_commands_tonga_tonga_islands_actions_5", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|t5_left_commands_tonga_tonga_islands_actions_5| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|1.0 GB| + +## References + +https://huggingface.co/LadyShizu/T5_left-commands_to_actions_5 \ No newline at end of file From 085b50326dbe5734df080f12ef5a4859920a1b9a Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 08:55:41 +0700 Subject: [PATCH 337/355] Add model 2024-08-13-burmese_awesome_billsum_model_abymmathew_en --- ...ese_awesome_billsum_model_abymmathew_en.md | 86 +++++++++++++++++++ 1 file changed, 86 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-13-burmese_awesome_billsum_model_abymmathew_en.md diff --git a/docs/_posts/ahmedlone127/2024-08-13-burmese_awesome_billsum_model_abymmathew_en.md b/docs/_posts/ahmedlone127/2024-08-13-burmese_awesome_billsum_model_abymmathew_en.md new file mode 100644 index 00000000000000..e26713ba150ea8 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-13-burmese_awesome_billsum_model_abymmathew_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English burmese_awesome_billsum_model_abymmathew T5Transformer from abymmathew +author: John Snow Labs +name: burmese_awesome_billsum_model_abymmathew +date: 2024-08-13 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`burmese_awesome_billsum_model_abymmathew` is a English model originally trained by abymmathew. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/burmese_awesome_billsum_model_abymmathew_en_5.4.2_3.0_1723513493136.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/burmese_awesome_billsum_model_abymmathew_en_5.4.2_3.0_1723513493136.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("burmese_awesome_billsum_model_abymmathew","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("burmese_awesome_billsum_model_abymmathew", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|burmese_awesome_billsum_model_abymmathew| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|316.1 MB| + +## References + +https://huggingface.co/abymmathew/my_awesome_billsum_model \ No newline at end of file From dd3eb4153fb362028dd42b9200577dac4d7a59d7 Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 08:56:41 +0700 Subject: [PATCH 338/355] Add model 2024-08-13-t5_left_commands_tonga_tonga_islands_actions_5_pipeline_en --- ...nga_tonga_islands_actions_5_pipeline_en.md | 69 +++++++++++++++++++ 1 file changed, 69 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-13-t5_left_commands_tonga_tonga_islands_actions_5_pipeline_en.md diff --git a/docs/_posts/ahmedlone127/2024-08-13-t5_left_commands_tonga_tonga_islands_actions_5_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-13-t5_left_commands_tonga_tonga_islands_actions_5_pipeline_en.md new file mode 100644 index 00000000000000..2d078689be10f4 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-13-t5_left_commands_tonga_tonga_islands_actions_5_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English t5_left_commands_tonga_tonga_islands_actions_5_pipeline pipeline T5Transformer from LadyShizu +author: John Snow Labs +name: t5_left_commands_tonga_tonga_islands_actions_5_pipeline +date: 2024-08-13 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`t5_left_commands_tonga_tonga_islands_actions_5_pipeline` is a English model originally trained by LadyShizu. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/t5_left_commands_tonga_tonga_islands_actions_5_pipeline_en_5.4.2_3.0_1723514010180.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/t5_left_commands_tonga_tonga_islands_actions_5_pipeline_en_5.4.2_3.0_1723514010180.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("t5_left_commands_tonga_tonga_islands_actions_5_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("t5_left_commands_tonga_tonga_islands_actions_5_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|t5_left_commands_tonga_tonga_islands_actions_5_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|1.0 GB| + +## References + +https://huggingface.co/LadyShizu/T5_left-commands_to_actions_5 + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file From c0f642357248916d05f6efcd05d972f0b941416c Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 08:57:41 +0700 Subject: [PATCH 339/355] Add model 2024-08-13-squad_bengali_qgen_mt5_all_metric_pipeline_en --- ...bengali_qgen_mt5_all_metric_pipeline_en.md | 69 +++++++++++++++++++ 1 file changed, 69 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-13-squad_bengali_qgen_mt5_all_metric_pipeline_en.md diff --git a/docs/_posts/ahmedlone127/2024-08-13-squad_bengali_qgen_mt5_all_metric_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-13-squad_bengali_qgen_mt5_all_metric_pipeline_en.md new file mode 100644 index 00000000000000..b4c7159a3ebcf0 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-13-squad_bengali_qgen_mt5_all_metric_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English squad_bengali_qgen_mt5_all_metric_pipeline pipeline T5Transformer from jannatul17 +author: John Snow Labs +name: squad_bengali_qgen_mt5_all_metric_pipeline +date: 2024-08-13 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`squad_bengali_qgen_mt5_all_metric_pipeline` is a English model originally trained by jannatul17. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/squad_bengali_qgen_mt5_all_metric_pipeline_en_5.4.2_3.0_1723513821754.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/squad_bengali_qgen_mt5_all_metric_pipeline_en_5.4.2_3.0_1723513821754.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("squad_bengali_qgen_mt5_all_metric_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("squad_bengali_qgen_mt5_all_metric_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|squad_bengali_qgen_mt5_all_metric_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|1.1 GB| + +## References + +https://huggingface.co/jannatul17/squad-bn-qgen-mt5-all-metric + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file From 37c3e08bb4e0f12be3c4fc898731e43100897679 Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 08:58:42 +0700 Subject: [PATCH 340/355] Add model 2024-08-13-mt5meu600_pipeline_en --- .../2024-08-13-mt5meu600_pipeline_en.md | 69 +++++++++++++++++++ 1 file changed, 69 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-13-mt5meu600_pipeline_en.md diff --git a/docs/_posts/ahmedlone127/2024-08-13-mt5meu600_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-13-mt5meu600_pipeline_en.md new file mode 100644 index 00000000000000..4590c136314c21 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-13-mt5meu600_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English mt5meu600_pipeline pipeline T5Transformer from mateiaassAI +author: John Snow Labs +name: mt5meu600_pipeline +date: 2024-08-13 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`mt5meu600_pipeline` is a English model originally trained by mateiaassAI. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/mt5meu600_pipeline_en_5.4.2_3.0_1723514132449.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/mt5meu600_pipeline_en_5.4.2_3.0_1723514132449.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("mt5meu600_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("mt5meu600_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|mt5meu600_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|2.6 GB| + +## References + +https://huggingface.co/mateiaassAI/mt5meu600 + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file From 3d85f7b033963342475fe1c05b7d4c41a5cc2e98 Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 08:59:42 +0700 Subject: [PATCH 341/355] Add model 2024-08-13-mt5meu600_en --- .../ahmedlone127/2024-08-13-mt5meu600_en.md | 86 +++++++++++++++++++ 1 file changed, 86 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-13-mt5meu600_en.md diff --git a/docs/_posts/ahmedlone127/2024-08-13-mt5meu600_en.md b/docs/_posts/ahmedlone127/2024-08-13-mt5meu600_en.md new file mode 100644 index 00000000000000..3d6007e19eccb2 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-13-mt5meu600_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English mt5meu600 T5Transformer from mateiaassAI +author: John Snow Labs +name: mt5meu600 +date: 2024-08-13 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`mt5meu600` is a English model originally trained by mateiaassAI. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/mt5meu600_en_5.4.2_3.0_1723513965898.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/mt5meu600_en_5.4.2_3.0_1723513965898.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("mt5meu600","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("mt5meu600", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|mt5meu600| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|2.6 GB| + +## References + +https://huggingface.co/mateiaassAI/mt5meu600 \ No newline at end of file From 1aae1452b068d2b42c066aa0652454a5d4c2a279 Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 09:00:42 +0700 Subject: [PATCH 342/355] Add model 2024-08-13-mt5_small_finetuned_nepali_health_ii_pipeline_en --- ..._finetuned_nepali_health_ii_pipeline_en.md | 69 +++++++++++++++++++ 1 file changed, 69 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-13-mt5_small_finetuned_nepali_health_ii_pipeline_en.md diff --git a/docs/_posts/ahmedlone127/2024-08-13-mt5_small_finetuned_nepali_health_ii_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-13-mt5_small_finetuned_nepali_health_ii_pipeline_en.md new file mode 100644 index 00000000000000..37f661bd86dfbd --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-13-mt5_small_finetuned_nepali_health_ii_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English mt5_small_finetuned_nepali_health_ii_pipeline pipeline T5Transformer from NepaliAI +author: John Snow Labs +name: mt5_small_finetuned_nepali_health_ii_pipeline +date: 2024-08-13 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`mt5_small_finetuned_nepali_health_ii_pipeline` is a English model originally trained by NepaliAI. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/mt5_small_finetuned_nepali_health_ii_pipeline_en_5.4.2_3.0_1723514324231.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/mt5_small_finetuned_nepali_health_ii_pipeline_en_5.4.2_3.0_1723514324231.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("mt5_small_finetuned_nepali_health_ii_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("mt5_small_finetuned_nepali_health_ii_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|mt5_small_finetuned_nepali_health_ii_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|1.2 GB| + +## References + +https://huggingface.co/NepaliAI/mt5-small-finetuned-Nepali-Health-II + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file From dddafe413012f48b4bc07f0d033eada931e9ab29 Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 09:01:42 +0700 Subject: [PATCH 343/355] Add model 2024-08-13-flan_t5_budget_seq_en --- .../2024-08-13-flan_t5_budget_seq_en.md | 86 +++++++++++++++++++ 1 file changed, 86 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-13-flan_t5_budget_seq_en.md diff --git a/docs/_posts/ahmedlone127/2024-08-13-flan_t5_budget_seq_en.md b/docs/_posts/ahmedlone127/2024-08-13-flan_t5_budget_seq_en.md new file mode 100644 index 00000000000000..1ca89ba65d8ea3 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-13-flan_t5_budget_seq_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English flan_t5_budget_seq T5Transformer from napatswift +author: John Snow Labs +name: flan_t5_budget_seq +date: 2024-08-13 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`flan_t5_budget_seq` is a English model originally trained by napatswift. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/flan_t5_budget_seq_en_5.4.2_3.0_1723514444251.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/flan_t5_budget_seq_en_5.4.2_3.0_1723514444251.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("flan_t5_budget_seq","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("flan_t5_budget_seq", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|flan_t5_budget_seq| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|1.0 GB| + +## References + +https://huggingface.co/napatswift/flan-t5-budget-seq \ No newline at end of file From 13d5b5ea036ef4d2a58127c604de20d0ea325b5b Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 09:02:42 +0700 Subject: [PATCH 344/355] Add model 2024-08-13-t5_small_finetuned_english_tonga_tonga_islands_bash_josh98_en --- ...lish_tonga_tonga_islands_bash_josh98_en.md | 86 +++++++++++++++++++ 1 file changed, 86 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-13-t5_small_finetuned_english_tonga_tonga_islands_bash_josh98_en.md diff --git a/docs/_posts/ahmedlone127/2024-08-13-t5_small_finetuned_english_tonga_tonga_islands_bash_josh98_en.md b/docs/_posts/ahmedlone127/2024-08-13-t5_small_finetuned_english_tonga_tonga_islands_bash_josh98_en.md new file mode 100644 index 00000000000000..c4ef6db689de54 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-13-t5_small_finetuned_english_tonga_tonga_islands_bash_josh98_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English t5_small_finetuned_english_tonga_tonga_islands_bash_josh98 T5Transformer from Josh98 +author: John Snow Labs +name: t5_small_finetuned_english_tonga_tonga_islands_bash_josh98 +date: 2024-08-13 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`t5_small_finetuned_english_tonga_tonga_islands_bash_josh98` is a English model originally trained by Josh98. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/t5_small_finetuned_english_tonga_tonga_islands_bash_josh98_en_5.4.2_3.0_1723514457202.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/t5_small_finetuned_english_tonga_tonga_islands_bash_josh98_en_5.4.2_3.0_1723514457202.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("t5_small_finetuned_english_tonga_tonga_islands_bash_josh98","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("t5_small_finetuned_english_tonga_tonga_islands_bash_josh98", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|t5_small_finetuned_english_tonga_tonga_islands_bash_josh98| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|318.4 MB| + +## References + +https://huggingface.co/Josh98/t5-small-finetuned-English-to-BASH \ No newline at end of file From 6e9491ca17afe6dbb14f15eb103fd1fff0c4f9f7 Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 09:03:43 +0700 Subject: [PATCH 345/355] Add model 2024-08-13-flan_t5_budget_seq_pipeline_en --- ...24-08-13-flan_t5_budget_seq_pipeline_en.md | 69 +++++++++++++++++++ 1 file changed, 69 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-13-flan_t5_budget_seq_pipeline_en.md diff --git a/docs/_posts/ahmedlone127/2024-08-13-flan_t5_budget_seq_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-13-flan_t5_budget_seq_pipeline_en.md new file mode 100644 index 00000000000000..3002f0040d0cc5 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-13-flan_t5_budget_seq_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English flan_t5_budget_seq_pipeline pipeline T5Transformer from napatswift +author: John Snow Labs +name: flan_t5_budget_seq_pipeline +date: 2024-08-13 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`flan_t5_budget_seq_pipeline` is a English model originally trained by napatswift. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/flan_t5_budget_seq_pipeline_en_5.4.2_3.0_1723514495857.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/flan_t5_budget_seq_pipeline_en_5.4.2_3.0_1723514495857.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("flan_t5_budget_seq_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("flan_t5_budget_seq_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|flan_t5_budget_seq_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|1.0 GB| + +## References + +https://huggingface.co/napatswift/flan-t5-budget-seq + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file From db5847ebc06f49d2092a153d366ee846a73ebf29 Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 09:04:43 +0700 Subject: [PATCH 346/355] Add model 2024-08-13-t5_small_finetuned_english_tonga_tonga_islands_bash_josh98_pipeline_en --- ...a_tonga_islands_bash_josh98_pipeline_en.md | 69 +++++++++++++++++++ 1 file changed, 69 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-13-t5_small_finetuned_english_tonga_tonga_islands_bash_josh98_pipeline_en.md diff --git a/docs/_posts/ahmedlone127/2024-08-13-t5_small_finetuned_english_tonga_tonga_islands_bash_josh98_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-13-t5_small_finetuned_english_tonga_tonga_islands_bash_josh98_pipeline_en.md new file mode 100644 index 00000000000000..5e27e144ca51ea --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-13-t5_small_finetuned_english_tonga_tonga_islands_bash_josh98_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English t5_small_finetuned_english_tonga_tonga_islands_bash_josh98_pipeline pipeline T5Transformer from Josh98 +author: John Snow Labs +name: t5_small_finetuned_english_tonga_tonga_islands_bash_josh98_pipeline +date: 2024-08-13 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`t5_small_finetuned_english_tonga_tonga_islands_bash_josh98_pipeline` is a English model originally trained by Josh98. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/t5_small_finetuned_english_tonga_tonga_islands_bash_josh98_pipeline_en_5.4.2_3.0_1723514477668.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/t5_small_finetuned_english_tonga_tonga_islands_bash_josh98_pipeline_en_5.4.2_3.0_1723514477668.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("t5_small_finetuned_english_tonga_tonga_islands_bash_josh98_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("t5_small_finetuned_english_tonga_tonga_islands_bash_josh98_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|t5_small_finetuned_english_tonga_tonga_islands_bash_josh98_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|318.4 MB| + +## References + +https://huggingface.co/Josh98/t5-small-finetuned-English-to-BASH + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file From a19d4afafc1ddecf036df357ae5be3ece42dc582 Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 09:09:11 +0700 Subject: [PATCH 347/355] Add model 2024-08-13-snli_t5_large_seed_3_en --- .../2024-08-13-snli_t5_large_seed_3_en.md | 86 +++++++++++++++++++ 1 file changed, 86 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-13-snli_t5_large_seed_3_en.md diff --git a/docs/_posts/ahmedlone127/2024-08-13-snli_t5_large_seed_3_en.md b/docs/_posts/ahmedlone127/2024-08-13-snli_t5_large_seed_3_en.md new file mode 100644 index 00000000000000..e5e61fefdcf56d --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-13-snli_t5_large_seed_3_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English snli_t5_large_seed_3 T5Transformer from utahnlp +author: John Snow Labs +name: snli_t5_large_seed_3 +date: 2024-08-13 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`snli_t5_large_seed_3` is a English model originally trained by utahnlp. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/snli_t5_large_seed_3_en_5.4.2_3.0_1723514912738.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/snli_t5_large_seed_3_en_5.4.2_3.0_1723514912738.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("snli_t5_large_seed_3","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("snli_t5_large_seed_3", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|snli_t5_large_seed_3| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|2.9 GB| + +## References + +https://huggingface.co/utahnlp/snli_t5-large_seed-3 \ No newline at end of file From 8c4efd838b815ae63565e826e1d9c5f72b31fc1a Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 09:12:27 +0700 Subject: [PATCH 348/355] Add model 2024-08-13-snli_t5_large_seed_3_pipeline_en --- ...-08-13-snli_t5_large_seed_3_pipeline_en.md | 69 +++++++++++++++++++ 1 file changed, 69 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-13-snli_t5_large_seed_3_pipeline_en.md diff --git a/docs/_posts/ahmedlone127/2024-08-13-snli_t5_large_seed_3_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-13-snli_t5_large_seed_3_pipeline_en.md new file mode 100644 index 00000000000000..f1a63b75cad9a2 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-13-snli_t5_large_seed_3_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English snli_t5_large_seed_3_pipeline pipeline T5Transformer from utahnlp +author: John Snow Labs +name: snli_t5_large_seed_3_pipeline +date: 2024-08-13 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`snli_t5_large_seed_3_pipeline` is a English model originally trained by utahnlp. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/snli_t5_large_seed_3_pipeline_en_5.4.2_3.0_1723515109754.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/snli_t5_large_seed_3_pipeline_en_5.4.2_3.0_1723515109754.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("snli_t5_large_seed_3_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("snli_t5_large_seed_3_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|snli_t5_large_seed_3_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|2.9 GB| + +## References + +https://huggingface.co/utahnlp/snli_t5-large_seed-3 + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file From 8c9e728964e9f3f384ec0c28ecfd35db91d70938 Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 09:23:36 +0700 Subject: [PATCH 349/355] Add model 2024-08-13-t5_pretrain_final_final_final_final_en --- ...-t5_pretrain_final_final_final_final_en.md | 86 +++++++++++++++++++ 1 file changed, 86 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-13-t5_pretrain_final_final_final_final_en.md diff --git a/docs/_posts/ahmedlone127/2024-08-13-t5_pretrain_final_final_final_final_en.md b/docs/_posts/ahmedlone127/2024-08-13-t5_pretrain_final_final_final_final_en.md new file mode 100644 index 00000000000000..95fb6570d3f3cd --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-13-t5_pretrain_final_final_final_final_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English t5_pretrain_final_final_final_final T5Transformer from OmarHaroon01 +author: John Snow Labs +name: t5_pretrain_final_final_final_final +date: 2024-08-13 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`t5_pretrain_final_final_final_final` is a English model originally trained by OmarHaroon01. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/t5_pretrain_final_final_final_final_en_5.4.2_3.0_1723515806589.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/t5_pretrain_final_final_final_final_en_5.4.2_3.0_1723515806589.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("t5_pretrain_final_final_final_final","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("t5_pretrain_final_final_final_final", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|t5_pretrain_final_final_final_final| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|350.0 MB| + +## References + +https://huggingface.co/OmarHaroon01/t5_pretrain_final_final_final_final \ No newline at end of file From b3ca8f9833e75a120ea502f34ce39be77c37b0d3 Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 09:24:36 +0700 Subject: [PATCH 350/355] Add model 2024-08-13-t5_pretrain_final_final_final_final_pipeline_en --- ...ain_final_final_final_final_pipeline_en.md | 69 +++++++++++++++++++ 1 file changed, 69 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-13-t5_pretrain_final_final_final_final_pipeline_en.md diff --git a/docs/_posts/ahmedlone127/2024-08-13-t5_pretrain_final_final_final_final_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-13-t5_pretrain_final_final_final_final_pipeline_en.md new file mode 100644 index 00000000000000..9ea8b7131a23cc --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-13-t5_pretrain_final_final_final_final_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English t5_pretrain_final_final_final_final_pipeline pipeline T5Transformer from OmarHaroon01 +author: John Snow Labs +name: t5_pretrain_final_final_final_final_pipeline +date: 2024-08-13 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`t5_pretrain_final_final_final_final_pipeline` is a English model originally trained by OmarHaroon01. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/t5_pretrain_final_final_final_final_pipeline_en_5.4.2_3.0_1723515828642.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/t5_pretrain_final_final_final_final_pipeline_en_5.4.2_3.0_1723515828642.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("t5_pretrain_final_final_final_final_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("t5_pretrain_final_final_final_final_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|t5_pretrain_final_final_final_final_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|350.0 MB| + +## References + +https://huggingface.co/OmarHaroon01/t5_pretrain_final_final_final_final + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file From e66cab1f86746e2f7bae2f626619147ba2ee9af1 Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 09:33:16 +0700 Subject: [PATCH 351/355] Add model 2024-08-13-t5_v1_1_small_caption2smiles_ft_from_pretrained_c4_en --- ...caption2smiles_ft_from_pretrained_c4_en.md | 86 +++++++++++++++++++ 1 file changed, 86 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-13-t5_v1_1_small_caption2smiles_ft_from_pretrained_c4_en.md diff --git a/docs/_posts/ahmedlone127/2024-08-13-t5_v1_1_small_caption2smiles_ft_from_pretrained_c4_en.md b/docs/_posts/ahmedlone127/2024-08-13-t5_v1_1_small_caption2smiles_ft_from_pretrained_c4_en.md new file mode 100644 index 00000000000000..8c0f6b4fa1b82f --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-13-t5_v1_1_small_caption2smiles_ft_from_pretrained_c4_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English t5_v1_1_small_caption2smiles_ft_from_pretrained_c4 T5Transformer from laituan245 +author: John Snow Labs +name: t5_v1_1_small_caption2smiles_ft_from_pretrained_c4 +date: 2024-08-13 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`t5_v1_1_small_caption2smiles_ft_from_pretrained_c4` is a English model originally trained by laituan245. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/t5_v1_1_small_caption2smiles_ft_from_pretrained_c4_en_5.4.2_3.0_1723516390509.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/t5_v1_1_small_caption2smiles_ft_from_pretrained_c4_en_5.4.2_3.0_1723516390509.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("t5_v1_1_small_caption2smiles_ft_from_pretrained_c4","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("t5_v1_1_small_caption2smiles_ft_from_pretrained_c4", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|t5_v1_1_small_caption2smiles_ft_from_pretrained_c4| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|350.0 MB| + +## References + +https://huggingface.co/laituan245/t5-v1_1-small-caption2smiles-ft-from-pretrained-c4 \ No newline at end of file From 129d81aa3a0970ab8804f7a1d2b692787f0f8108 Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 09:34:17 +0700 Subject: [PATCH 352/355] Add model 2024-08-13-t5_v1_1_small_caption2smiles_ft_from_pretrained_c4_pipeline_en --- ...miles_ft_from_pretrained_c4_pipeline_en.md | 69 +++++++++++++++++++ 1 file changed, 69 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-13-t5_v1_1_small_caption2smiles_ft_from_pretrained_c4_pipeline_en.md diff --git a/docs/_posts/ahmedlone127/2024-08-13-t5_v1_1_small_caption2smiles_ft_from_pretrained_c4_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-13-t5_v1_1_small_caption2smiles_ft_from_pretrained_c4_pipeline_en.md new file mode 100644 index 00000000000000..6e3da41f222ae3 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-13-t5_v1_1_small_caption2smiles_ft_from_pretrained_c4_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English t5_v1_1_small_caption2smiles_ft_from_pretrained_c4_pipeline pipeline T5Transformer from laituan245 +author: John Snow Labs +name: t5_v1_1_small_caption2smiles_ft_from_pretrained_c4_pipeline +date: 2024-08-13 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`t5_v1_1_small_caption2smiles_ft_from_pretrained_c4_pipeline` is a English model originally trained by laituan245. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/t5_v1_1_small_caption2smiles_ft_from_pretrained_c4_pipeline_en_5.4.2_3.0_1723516408570.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/t5_v1_1_small_caption2smiles_ft_from_pretrained_c4_pipeline_en_5.4.2_3.0_1723516408570.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("t5_v1_1_small_caption2smiles_ft_from_pretrained_c4_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("t5_v1_1_small_caption2smiles_ft_from_pretrained_c4_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|t5_v1_1_small_caption2smiles_ft_from_pretrained_c4_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|350.0 MB| + +## References + +https://huggingface.co/laituan245/t5-v1_1-small-caption2smiles-ft-from-pretrained-c4 + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file From 0c3dfbcaa0f65aa75b3cd32f2f174891c3683bbb Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 09:43:00 +0700 Subject: [PATCH 353/355] Add model 2024-08-13-kaggle_freezed_english_german_en --- ...-08-13-kaggle_freezed_english_german_en.md | 86 +++++++++++++++++++ 1 file changed, 86 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-13-kaggle_freezed_english_german_en.md diff --git a/docs/_posts/ahmedlone127/2024-08-13-kaggle_freezed_english_german_en.md b/docs/_posts/ahmedlone127/2024-08-13-kaggle_freezed_english_german_en.md new file mode 100644 index 00000000000000..53299d69d0f7c1 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-13-kaggle_freezed_english_german_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English kaggle_freezed_english_german T5Transformer from br0hum +author: John Snow Labs +name: kaggle_freezed_english_german +date: 2024-08-13 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`kaggle_freezed_english_german` is a English model originally trained by br0hum. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/kaggle_freezed_english_german_en_5.4.2_3.0_1723516950605.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/kaggle_freezed_english_german_en_5.4.2_3.0_1723516950605.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("kaggle_freezed_english_german","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("kaggle_freezed_english_german", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|kaggle_freezed_english_german| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|1.0 GB| + +## References + +https://huggingface.co/br0hum/Kaggle-freezed-en-de \ No newline at end of file From ad364caa2b0a732a29ab1ff520ed242671faabd5 Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 09:44:05 +0700 Subject: [PATCH 354/355] Add model 2024-08-13-kaggle_freezed_english_german_pipeline_en --- ...ggle_freezed_english_german_pipeline_en.md | 69 +++++++++++++++++++ 1 file changed, 69 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-13-kaggle_freezed_english_german_pipeline_en.md diff --git a/docs/_posts/ahmedlone127/2024-08-13-kaggle_freezed_english_german_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-13-kaggle_freezed_english_german_pipeline_en.md new file mode 100644 index 00000000000000..a285219d208efe --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-13-kaggle_freezed_english_german_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English kaggle_freezed_english_german_pipeline pipeline T5Transformer from br0hum +author: John Snow Labs +name: kaggle_freezed_english_german_pipeline +date: 2024-08-13 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`kaggle_freezed_english_german_pipeline` is a English model originally trained by br0hum. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/kaggle_freezed_english_german_pipeline_en_5.4.2_3.0_1723517016949.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/kaggle_freezed_english_german_pipeline_en_5.4.2_3.0_1723517016949.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("kaggle_freezed_english_german_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("kaggle_freezed_english_german_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|kaggle_freezed_english_german_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|1.0 GB| + +## References + +https://huggingface.co/br0hum/Kaggle-freezed-en-de + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file From 745fa5f04c385ad91e0343ffd2efc524af7ada82 Mon Sep 17 00:00:00 2001 From: ahmedlone127 Date: Tue, 13 Aug 2024 09:45:05 +0700 Subject: [PATCH 355/355] Add model 2024-08-13-mt5_small_kyrgyz_10k_en --- .../2024-08-13-mt5_small_kyrgyz_10k_en.md | 86 +++++++++++++++++++ 1 file changed, 86 insertions(+) create mode 100644 docs/_posts/ahmedlone127/2024-08-13-mt5_small_kyrgyz_10k_en.md diff --git a/docs/_posts/ahmedlone127/2024-08-13-mt5_small_kyrgyz_10k_en.md b/docs/_posts/ahmedlone127/2024-08-13-mt5_small_kyrgyz_10k_en.md new file mode 100644 index 00000000000000..2a0dbd0a316314 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-13-mt5_small_kyrgyz_10k_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English mt5_small_kyrgyz_10k T5Transformer from KaiNylund +author: John Snow Labs +name: mt5_small_kyrgyz_10k +date: 2024-08-13 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`mt5_small_kyrgyz_10k` is a English model originally trained by KaiNylund. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/mt5_small_kyrgyz_10k_en_5.4.2_3.0_1723517037639.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/mt5_small_kyrgyz_10k_en_5.4.2_3.0_1723517037639.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("mt5_small_kyrgyz_10k","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("mt5_small_kyrgyz_10k", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|mt5_small_kyrgyz_10k| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|1.3 GB| + +## References + +https://huggingface.co/KaiNylund/mt5-small-ky-10k \ No newline at end of file