diff --git a/docs/_posts/ahmedlone127/2024-08-27-astromer_v2_finetuned_en.md b/docs/_posts/ahmedlone127/2024-08-27-astromer_v2_finetuned_en.md new file mode 100644 index 00000000000000..d5282b0214bcf4 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-27-astromer_v2_finetuned_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English astromer_v2_finetuned T5Transformer from ashishkgpian +author: John Snow Labs +name: astromer_v2_finetuned +date: 2024-08-27 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`astromer_v2_finetuned` is a English model originally trained by ashishkgpian. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/astromer_v2_finetuned_en_5.4.2_3.0_1724784130929.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/astromer_v2_finetuned_en_5.4.2_3.0_1724784130929.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("astromer_v2_finetuned","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("astromer_v2_finetuned", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|astromer_v2_finetuned| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|1.0 GB| + +## References + +https://huggingface.co/ashishkgpian/astromer_v2_finetuned \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-27-astromer_v2_finetuned_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-27-astromer_v2_finetuned_pipeline_en.md new file mode 100644 index 00000000000000..0097ee36a8bd4a --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-27-astromer_v2_finetuned_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English astromer_v2_finetuned_pipeline pipeline T5Transformer from ashishkgpian +author: John Snow Labs +name: astromer_v2_finetuned_pipeline +date: 2024-08-27 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`astromer_v2_finetuned_pipeline` is a English model originally trained by ashishkgpian. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/astromer_v2_finetuned_pipeline_en_5.4.2_3.0_1724784182150.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/astromer_v2_finetuned_pipeline_en_5.4.2_3.0_1724784182150.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("astromer_v2_finetuned_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("astromer_v2_finetuned_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|astromer_v2_finetuned_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|1.0 GB| + +## References + +https://huggingface.co/ashishkgpian/astromer_v2_finetuned + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-27-autotrain_expand_parrot_956131825_en.md b/docs/_posts/ahmedlone127/2024-08-27-autotrain_expand_parrot_956131825_en.md new file mode 100644 index 00000000000000..ed5d038494ea01 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-27-autotrain_expand_parrot_956131825_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English autotrain_expand_parrot_956131825 T5Transformer from spy24 +author: John Snow Labs +name: autotrain_expand_parrot_956131825 +date: 2024-08-27 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`autotrain_expand_parrot_956131825` is a English model originally trained by spy24. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/autotrain_expand_parrot_956131825_en_5.4.2_3.0_1724798524330.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/autotrain_expand_parrot_956131825_en_5.4.2_3.0_1724798524330.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("autotrain_expand_parrot_956131825","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("autotrain_expand_parrot_956131825", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|autotrain_expand_parrot_956131825| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|1.0 GB| + +## References + +https://huggingface.co/spy24/autotrain-expand-parrot-956131825 \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-27-autotrain_expand_parrot_956131825_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-27-autotrain_expand_parrot_956131825_pipeline_en.md new file mode 100644 index 00000000000000..dec4a8e315a3eb --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-27-autotrain_expand_parrot_956131825_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English autotrain_expand_parrot_956131825_pipeline pipeline T5Transformer from spy24 +author: John Snow Labs +name: autotrain_expand_parrot_956131825_pipeline +date: 2024-08-27 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`autotrain_expand_parrot_956131825_pipeline` is a English model originally trained by spy24. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/autotrain_expand_parrot_956131825_pipeline_en_5.4.2_3.0_1724798576234.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/autotrain_expand_parrot_956131825_pipeline_en_5.4.2_3.0_1724798576234.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("autotrain_expand_parrot_956131825_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("autotrain_expand_parrot_956131825_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|autotrain_expand_parrot_956131825_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|1.0 GB| + +## References + +https://huggingface.co/spy24/autotrain-expand-parrot-956131825 + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-27-banglat5_headline_banglat5_en.md b/docs/_posts/ahmedlone127/2024-08-27-banglat5_headline_banglat5_en.md new file mode 100644 index 00000000000000..2fe4abf2a26f5d --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-27-banglat5_headline_banglat5_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English banglat5_headline_banglat5 T5Transformer from mdosama39 +author: John Snow Labs +name: banglat5_headline_banglat5 +date: 2024-08-27 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`banglat5_headline_banglat5` is a English model originally trained by mdosama39. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/banglat5_headline_banglat5_en_5.4.2_3.0_1724785294418.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/banglat5_headline_banglat5_en_5.4.2_3.0_1724785294418.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("banglat5_headline_banglat5","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("banglat5_headline_banglat5", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|banglat5_headline_banglat5| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|979.8 MB| + +## References + +https://huggingface.co/mdosama39/banglat5-headline-BanglaT5 \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-27-banglat5_headline_banglat5_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-27-banglat5_headline_banglat5_pipeline_en.md new file mode 100644 index 00000000000000..73eb77040b6e61 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-27-banglat5_headline_banglat5_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English banglat5_headline_banglat5_pipeline pipeline T5Transformer from mdosama39 +author: John Snow Labs +name: banglat5_headline_banglat5_pipeline +date: 2024-08-27 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`banglat5_headline_banglat5_pipeline` is a English model originally trained by mdosama39. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/banglat5_headline_banglat5_pipeline_en_5.4.2_3.0_1724785349499.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/banglat5_headline_banglat5_pipeline_en_5.4.2_3.0_1724785349499.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("banglat5_headline_banglat5_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("banglat5_headline_banglat5_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|banglat5_headline_banglat5_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|979.8 MB| + +## References + +https://huggingface.co/mdosama39/banglat5-headline-BanglaT5 + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-27-bdp_summarization_t1_en.md b/docs/_posts/ahmedlone127/2024-08-27-bdp_summarization_t1_en.md new file mode 100644 index 00000000000000..84748856c17b1f --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-27-bdp_summarization_t1_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English bdp_summarization_t1 T5Transformer from DamianoDiPaola +author: John Snow Labs +name: bdp_summarization_t1 +date: 2024-08-27 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`bdp_summarization_t1` is a English model originally trained by DamianoDiPaola. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/bdp_summarization_t1_en_5.4.2_3.0_1724775116851.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/bdp_summarization_t1_en_5.4.2_3.0_1724775116851.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("bdp_summarization_t1","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("bdp_summarization_t1", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|bdp_summarization_t1| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|339.3 MB| + +## References + +https://huggingface.co/DamianoDiPaola/bdp_summarization_T1 \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-27-bdp_summarization_t1_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-27-bdp_summarization_t1_pipeline_en.md new file mode 100644 index 00000000000000..888e05e1dfe19f --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-27-bdp_summarization_t1_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English bdp_summarization_t1_pipeline pipeline T5Transformer from DamianoDiPaola +author: John Snow Labs +name: bdp_summarization_t1_pipeline +date: 2024-08-27 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`bdp_summarization_t1_pipeline` is a English model originally trained by DamianoDiPaola. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/bdp_summarization_t1_pipeline_en_5.4.2_3.0_1724775136991.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/bdp_summarization_t1_pipeline_en_5.4.2_3.0_1724775136991.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("bdp_summarization_t1_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("bdp_summarization_t1_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|bdp_summarization_t1_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|339.3 MB| + +## References + +https://huggingface.co/DamianoDiPaola/bdp_summarization_T1 + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-27-bill_sum_experiment_2_t5_small_merge_en.md b/docs/_posts/ahmedlone127/2024-08-27-bill_sum_experiment_2_t5_small_merge_en.md new file mode 100644 index 00000000000000..ab72cbf2addb63 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-27-bill_sum_experiment_2_t5_small_merge_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English bill_sum_experiment_2_t5_small_merge T5Transformer from mllm-dev +author: John Snow Labs +name: bill_sum_experiment_2_t5_small_merge +date: 2024-08-27 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`bill_sum_experiment_2_t5_small_merge` is a English model originally trained by mllm-dev. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/bill_sum_experiment_2_t5_small_merge_en_5.4.2_3.0_1724795273113.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/bill_sum_experiment_2_t5_small_merge_en_5.4.2_3.0_1724795273113.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("bill_sum_experiment_2_t5_small_merge","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("bill_sum_experiment_2_t5_small_merge", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|bill_sum_experiment_2_t5_small_merge| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|286.6 MB| + +## References + +https://huggingface.co/mllm-dev/bill_sum_experiment_2_t5_small_merge \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-27-bill_sum_experiment_2_t5_small_merge_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-27-bill_sum_experiment_2_t5_small_merge_pipeline_en.md new file mode 100644 index 00000000000000..acca7c4bd7fbce --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-27-bill_sum_experiment_2_t5_small_merge_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English bill_sum_experiment_2_t5_small_merge_pipeline pipeline T5Transformer from mllm-dev +author: John Snow Labs +name: bill_sum_experiment_2_t5_small_merge_pipeline +date: 2024-08-27 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`bill_sum_experiment_2_t5_small_merge_pipeline` is a English model originally trained by mllm-dev. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/bill_sum_experiment_2_t5_small_merge_pipeline_en_5.4.2_3.0_1724795300475.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/bill_sum_experiment_2_t5_small_merge_pipeline_en_5.4.2_3.0_1724795300475.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("bill_sum_experiment_2_t5_small_merge_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("bill_sum_experiment_2_t5_small_merge_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|bill_sum_experiment_2_t5_small_merge_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|286.6 MB| + +## References + +https://huggingface.co/mllm-dev/bill_sum_experiment_2_t5_small_merge + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-27-bool_ans_vam_en.md b/docs/_posts/ahmedlone127/2024-08-27-bool_ans_vam_en.md new file mode 100644 index 00000000000000..393f5d4bf8b311 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-27-bool_ans_vam_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English bool_ans_vam T5Transformer from vishal2014 +author: John Snow Labs +name: bool_ans_vam +date: 2024-08-27 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`bool_ans_vam` is a English model originally trained by vishal2014. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/bool_ans_vam_en_5.4.2_3.0_1724785443341.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/bool_ans_vam_en_5.4.2_3.0_1724785443341.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("bool_ans_vam","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("bool_ans_vam", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|bool_ans_vam| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|997.8 MB| + +## References + +https://huggingface.co/vishal2014/bool_ans_vam \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-27-bool_ans_vam_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-27-bool_ans_vam_pipeline_en.md new file mode 100644 index 00000000000000..79738ae7ca6a86 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-27-bool_ans_vam_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English bool_ans_vam_pipeline pipeline T5Transformer from vishal2014 +author: John Snow Labs +name: bool_ans_vam_pipeline +date: 2024-08-27 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`bool_ans_vam_pipeline` is a English model originally trained by vishal2014. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/bool_ans_vam_pipeline_en_5.4.2_3.0_1724785498111.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/bool_ans_vam_pipeline_en_5.4.2_3.0_1724785498111.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("bool_ans_vam_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("bool_ans_vam_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|bool_ans_vam_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|997.8 MB| + +## References + +https://huggingface.co/vishal2014/bool_ans_vam + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-27-burmese_awesome_billsum_model_bogdancazan_en.md b/docs/_posts/ahmedlone127/2024-08-27-burmese_awesome_billsum_model_bogdancazan_en.md new file mode 100644 index 00000000000000..c353bb2b2fe429 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-27-burmese_awesome_billsum_model_bogdancazan_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English burmese_awesome_billsum_model_bogdancazan T5Transformer from bogdancazan +author: John Snow Labs +name: burmese_awesome_billsum_model_bogdancazan +date: 2024-08-27 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`burmese_awesome_billsum_model_bogdancazan` is a English model originally trained by bogdancazan. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/burmese_awesome_billsum_model_bogdancazan_en_5.4.2_3.0_1724800666911.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/burmese_awesome_billsum_model_bogdancazan_en_5.4.2_3.0_1724800666911.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("burmese_awesome_billsum_model_bogdancazan","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("burmese_awesome_billsum_model_bogdancazan", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|burmese_awesome_billsum_model_bogdancazan| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|318.0 MB| + +## References + +https://huggingface.co/bogdancazan/my_awesome_billsum_model \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-27-burmese_awesome_billsum_model_bogdancazan_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-27-burmese_awesome_billsum_model_bogdancazan_pipeline_en.md new file mode 100644 index 00000000000000..70b2ca2ce1653c --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-27-burmese_awesome_billsum_model_bogdancazan_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English burmese_awesome_billsum_model_bogdancazan_pipeline pipeline T5Transformer from bogdancazan +author: John Snow Labs +name: burmese_awesome_billsum_model_bogdancazan_pipeline +date: 2024-08-27 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`burmese_awesome_billsum_model_bogdancazan_pipeline` is a English model originally trained by bogdancazan. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/burmese_awesome_billsum_model_bogdancazan_pipeline_en_5.4.2_3.0_1724800686945.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/burmese_awesome_billsum_model_bogdancazan_pipeline_en_5.4.2_3.0_1724800686945.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("burmese_awesome_billsum_model_bogdancazan_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("burmese_awesome_billsum_model_bogdancazan_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|burmese_awesome_billsum_model_bogdancazan_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|318.0 MB| + +## References + +https://huggingface.co/bogdancazan/my_awesome_billsum_model + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-27-burmese_awesome_billsum_model_sungwei_en.md b/docs/_posts/ahmedlone127/2024-08-27-burmese_awesome_billsum_model_sungwei_en.md new file mode 100644 index 00000000000000..cceca01324e3e2 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-27-burmese_awesome_billsum_model_sungwei_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English burmese_awesome_billsum_model_sungwei T5Transformer from SungWei +author: John Snow Labs +name: burmese_awesome_billsum_model_sungwei +date: 2024-08-27 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`burmese_awesome_billsum_model_sungwei` is a English model originally trained by SungWei. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/burmese_awesome_billsum_model_sungwei_en_5.4.2_3.0_1724795761658.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/burmese_awesome_billsum_model_sungwei_en_5.4.2_3.0_1724795761658.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("burmese_awesome_billsum_model_sungwei","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("burmese_awesome_billsum_model_sungwei", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|burmese_awesome_billsum_model_sungwei| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|988.1 MB| + +## References + +https://huggingface.co/SungWei/my_awesome_billsum_model \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-27-burmese_awesome_billsum_model_sungwei_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-27-burmese_awesome_billsum_model_sungwei_pipeline_en.md new file mode 100644 index 00000000000000..7003a9e339b327 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-27-burmese_awesome_billsum_model_sungwei_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English burmese_awesome_billsum_model_sungwei_pipeline pipeline T5Transformer from SungWei +author: John Snow Labs +name: burmese_awesome_billsum_model_sungwei_pipeline +date: 2024-08-27 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`burmese_awesome_billsum_model_sungwei_pipeline` is a English model originally trained by SungWei. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/burmese_awesome_billsum_model_sungwei_pipeline_en_5.4.2_3.0_1724795817201.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/burmese_awesome_billsum_model_sungwei_pipeline_en_5.4.2_3.0_1724795817201.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("burmese_awesome_billsum_model_sungwei_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("burmese_awesome_billsum_model_sungwei_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|burmese_awesome_billsum_model_sungwei_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|988.1 MB| + +## References + +https://huggingface.co/SungWei/my_awesome_billsum_model + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-27-burmese_awesome_opus_books_model_anmol1902_en.md b/docs/_posts/ahmedlone127/2024-08-27-burmese_awesome_opus_books_model_anmol1902_en.md new file mode 100644 index 00000000000000..57874943aae88d --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-27-burmese_awesome_opus_books_model_anmol1902_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English burmese_awesome_opus_books_model_anmol1902 T5Transformer from Anmol1902 +author: John Snow Labs +name: burmese_awesome_opus_books_model_anmol1902 +date: 2024-08-27 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`burmese_awesome_opus_books_model_anmol1902` is a English model originally trained by Anmol1902. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/burmese_awesome_opus_books_model_anmol1902_en_5.4.2_3.0_1724788642820.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/burmese_awesome_opus_books_model_anmol1902_en_5.4.2_3.0_1724788642820.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("burmese_awesome_opus_books_model_anmol1902","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("burmese_awesome_opus_books_model_anmol1902", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|burmese_awesome_opus_books_model_anmol1902| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|339.0 MB| + +## References + +https://huggingface.co/Anmol1902/my_awesome_opus_books_model \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-27-burmese_awesome_opus_books_model_anmol1902_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-27-burmese_awesome_opus_books_model_anmol1902_pipeline_en.md new file mode 100644 index 00000000000000..b44005bfb3d9c4 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-27-burmese_awesome_opus_books_model_anmol1902_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English burmese_awesome_opus_books_model_anmol1902_pipeline pipeline T5Transformer from Anmol1902 +author: John Snow Labs +name: burmese_awesome_opus_books_model_anmol1902_pipeline +date: 2024-08-27 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`burmese_awesome_opus_books_model_anmol1902_pipeline` is a English model originally trained by Anmol1902. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/burmese_awesome_opus_books_model_anmol1902_pipeline_en_5.4.2_3.0_1724788661962.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/burmese_awesome_opus_books_model_anmol1902_pipeline_en_5.4.2_3.0_1724788661962.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("burmese_awesome_opus_books_model_anmol1902_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("burmese_awesome_opus_books_model_anmol1902_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|burmese_awesome_opus_books_model_anmol1902_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|339.0 MB| + +## References + +https://huggingface.co/Anmol1902/my_awesome_opus_books_model + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-27-cat_sum_italian_en.md b/docs/_posts/ahmedlone127/2024-08-27-cat_sum_italian_en.md new file mode 100644 index 00000000000000..1f49677473aff6 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-27-cat_sum_italian_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English cat_sum_italian T5Transformer from homersimpson +author: John Snow Labs +name: cat_sum_italian +date: 2024-08-27 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`cat_sum_italian` is a English model originally trained by homersimpson. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/cat_sum_italian_en_5.4.2_3.0_1724792326270.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/cat_sum_italian_en_5.4.2_3.0_1724792326270.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("cat_sum_italian","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("cat_sum_italian", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|cat_sum_italian| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|990.4 MB| + +## References + +https://huggingface.co/homersimpson/cat-sum-it \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-27-cat_sum_italian_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-27-cat_sum_italian_pipeline_en.md new file mode 100644 index 00000000000000..db8193551b90f8 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-27-cat_sum_italian_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English cat_sum_italian_pipeline pipeline T5Transformer from homersimpson +author: John Snow Labs +name: cat_sum_italian_pipeline +date: 2024-08-27 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`cat_sum_italian_pipeline` is a English model originally trained by homersimpson. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/cat_sum_italian_pipeline_en_5.4.2_3.0_1724792379906.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/cat_sum_italian_pipeline_en_5.4.2_3.0_1724792379906.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("cat_sum_italian_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("cat_sum_italian_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|cat_sum_italian_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|990.4 MB| + +## References + +https://huggingface.co/homersimpson/cat-sum-it + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-27-classification_flan_t5_enriched_en.md b/docs/_posts/ahmedlone127/2024-08-27-classification_flan_t5_enriched_en.md new file mode 100644 index 00000000000000..0985b386c1af6b --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-27-classification_flan_t5_enriched_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English classification_flan_t5_enriched T5Transformer from sarahahtee +author: John Snow Labs +name: classification_flan_t5_enriched +date: 2024-08-27 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`classification_flan_t5_enriched` is a English model originally trained by sarahahtee. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/classification_flan_t5_enriched_en_5.4.2_3.0_1724775305312.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/classification_flan_t5_enriched_en_5.4.2_3.0_1724775305312.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("classification_flan_t5_enriched","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("classification_flan_t5_enriched", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|classification_flan_t5_enriched| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|349.8 MB| + +## References + +https://huggingface.co/sarahahtee/classification_flan_t5_enriched \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-27-classification_flan_t5_enriched_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-27-classification_flan_t5_enriched_pipeline_en.md new file mode 100644 index 00000000000000..9f86f35bcc7ebe --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-27-classification_flan_t5_enriched_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English classification_flan_t5_enriched_pipeline pipeline T5Transformer from sarahahtee +author: John Snow Labs +name: classification_flan_t5_enriched_pipeline +date: 2024-08-27 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`classification_flan_t5_enriched_pipeline` is a English model originally trained by sarahahtee. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/classification_flan_t5_enriched_pipeline_en_5.4.2_3.0_1724775322507.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/classification_flan_t5_enriched_pipeline_en_5.4.2_3.0_1724775322507.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("classification_flan_t5_enriched_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("classification_flan_t5_enriched_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|classification_flan_t5_enriched_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|349.8 MB| + +## References + +https://huggingface.co/sarahahtee/classification_flan_t5_enriched + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-27-concat_icl_t0_large_en.md b/docs/_posts/ahmedlone127/2024-08-27-concat_icl_t0_large_en.md new file mode 100644 index 00000000000000..5fdb7d4cf958b3 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-27-concat_icl_t0_large_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English concat_icl_t0_large T5Transformer from qinyuany +author: John Snow Labs +name: concat_icl_t0_large +date: 2024-08-27 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`concat_icl_t0_large` is a English model originally trained by qinyuany. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/concat_icl_t0_large_en_5.4.2_3.0_1724787664282.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/concat_icl_t0_large_en_5.4.2_3.0_1724787664282.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("concat_icl_t0_large","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("concat_icl_t0_large", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|concat_icl_t0_large| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|3.0 GB| + +## References + +https://huggingface.co/qinyuany/concat-icl-t0-large \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-27-concat_icl_t0_large_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-27-concat_icl_t0_large_pipeline_en.md new file mode 100644 index 00000000000000..96def82de9a42d --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-27-concat_icl_t0_large_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English concat_icl_t0_large_pipeline pipeline T5Transformer from qinyuany +author: John Snow Labs +name: concat_icl_t0_large_pipeline +date: 2024-08-27 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`concat_icl_t0_large_pipeline` is a English model originally trained by qinyuany. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/concat_icl_t0_large_pipeline_en_5.4.2_3.0_1724787805198.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/concat_icl_t0_large_pipeline_en_5.4.2_3.0_1724787805198.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("concat_icl_t0_large_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("concat_icl_t0_large_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|concat_icl_t0_large_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|3.0 GB| + +## References + +https://huggingface.co/qinyuany/concat-icl-t0-large + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-27-cpt_kginfusedlm_aviationkg_verb_tanu20_en.md b/docs/_posts/ahmedlone127/2024-08-27-cpt_kginfusedlm_aviationkg_verb_tanu20_en.md new file mode 100644 index 00000000000000..9fca660d2ac5d9 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-27-cpt_kginfusedlm_aviationkg_verb_tanu20_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English cpt_kginfusedlm_aviationkg_verb_tanu20 T5Transformer from sakharamg +author: John Snow Labs +name: cpt_kginfusedlm_aviationkg_verb_tanu20 +date: 2024-08-27 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`cpt_kginfusedlm_aviationkg_verb_tanu20` is a English model originally trained by sakharamg. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/cpt_kginfusedlm_aviationkg_verb_tanu20_en_5.4.2_3.0_1724779047453.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/cpt_kginfusedlm_aviationkg_verb_tanu20_en_5.4.2_3.0_1724779047453.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("cpt_kginfusedlm_aviationkg_verb_tanu20","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("cpt_kginfusedlm_aviationkg_verb_tanu20", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|cpt_kginfusedlm_aviationkg_verb_tanu20| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|3.0 GB| + +## References + +https://huggingface.co/sakharamg/CPT_KGinfusedLM_AviationKG_verb_tanu20 \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-27-cs505_coqe_vit5_prompting10_aspol_vcheck2_en.md b/docs/_posts/ahmedlone127/2024-08-27-cs505_coqe_vit5_prompting10_aspol_vcheck2_en.md new file mode 100644 index 00000000000000..ac6b57c92cf21e --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-27-cs505_coqe_vit5_prompting10_aspol_vcheck2_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English cs505_coqe_vit5_prompting10_aspol_vcheck2 T5Transformer from ThuyNT03 +author: John Snow Labs +name: cs505_coqe_vit5_prompting10_aspol_vcheck2 +date: 2024-08-27 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`cs505_coqe_vit5_prompting10_aspol_vcheck2` is a English model originally trained by ThuyNT03. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/cs505_coqe_vit5_prompting10_aspol_vcheck2_en_5.4.2_3.0_1724781226453.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/cs505_coqe_vit5_prompting10_aspol_vcheck2_en_5.4.2_3.0_1724781226453.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("cs505_coqe_vit5_prompting10_aspol_vcheck2","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("cs505_coqe_vit5_prompting10_aspol_vcheck2", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|cs505_coqe_vit5_prompting10_aspol_vcheck2| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|3.0 GB| + +## References + +https://huggingface.co/ThuyNT03/CS505_COQE_viT5_Prompting10_ASPOL_vcheck2 \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-27-cs505_coqe_vit5_prompting10_aspol_vcheck2_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-27-cs505_coqe_vit5_prompting10_aspol_vcheck2_pipeline_en.md new file mode 100644 index 00000000000000..e570042f14a3b1 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-27-cs505_coqe_vit5_prompting10_aspol_vcheck2_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English cs505_coqe_vit5_prompting10_aspol_vcheck2_pipeline pipeline T5Transformer from ThuyNT03 +author: John Snow Labs +name: cs505_coqe_vit5_prompting10_aspol_vcheck2_pipeline +date: 2024-08-27 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`cs505_coqe_vit5_prompting10_aspol_vcheck2_pipeline` is a English model originally trained by ThuyNT03. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/cs505_coqe_vit5_prompting10_aspol_vcheck2_pipeline_en_5.4.2_3.0_1724781399975.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/cs505_coqe_vit5_prompting10_aspol_vcheck2_pipeline_en_5.4.2_3.0_1724781399975.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("cs505_coqe_vit5_prompting10_aspol_vcheck2_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("cs505_coqe_vit5_prompting10_aspol_vcheck2_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|cs505_coqe_vit5_prompting10_aspol_vcheck2_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|3.0 GB| + +## References + +https://huggingface.co/ThuyNT03/CS505_COQE_viT5_Prompting10_ASPOL_vcheck2 + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-27-cs505_coqe_vit5_prompting5_oaspl_en.md b/docs/_posts/ahmedlone127/2024-08-27-cs505_coqe_vit5_prompting5_oaspl_en.md new file mode 100644 index 00000000000000..1804ec949b21f0 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-27-cs505_coqe_vit5_prompting5_oaspl_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English cs505_coqe_vit5_prompting5_oaspl T5Transformer from ThuyNT03 +author: John Snow Labs +name: cs505_coqe_vit5_prompting5_oaspl +date: 2024-08-27 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`cs505_coqe_vit5_prompting5_oaspl` is a English model originally trained by ThuyNT03. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/cs505_coqe_vit5_prompting5_oaspl_en_5.4.2_3.0_1724784188127.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/cs505_coqe_vit5_prompting5_oaspl_en_5.4.2_3.0_1724784188127.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("cs505_coqe_vit5_prompting5_oaspl","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("cs505_coqe_vit5_prompting5_oaspl", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|cs505_coqe_vit5_prompting5_oaspl| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|3.0 GB| + +## References + +https://huggingface.co/ThuyNT03/CS505_COQE_viT5_Prompting5_OASPL \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-27-cs505_coqe_vit5_prompting5_oaspl_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-27-cs505_coqe_vit5_prompting5_oaspl_pipeline_en.md new file mode 100644 index 00000000000000..a183ca43717091 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-27-cs505_coqe_vit5_prompting5_oaspl_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English cs505_coqe_vit5_prompting5_oaspl_pipeline pipeline T5Transformer from ThuyNT03 +author: John Snow Labs +name: cs505_coqe_vit5_prompting5_oaspl_pipeline +date: 2024-08-27 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`cs505_coqe_vit5_prompting5_oaspl_pipeline` is a English model originally trained by ThuyNT03. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/cs505_coqe_vit5_prompting5_oaspl_pipeline_en_5.4.2_3.0_1724784355805.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/cs505_coqe_vit5_prompting5_oaspl_pipeline_en_5.4.2_3.0_1724784355805.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("cs505_coqe_vit5_prompting5_oaspl_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("cs505_coqe_vit5_prompting5_oaspl_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|cs505_coqe_vit5_prompting5_oaspl_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|3.0 GB| + +## References + +https://huggingface.co/ThuyNT03/CS505_COQE_viT5_Prompting5_OASPL + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-27-cs505_coqe_vit5_prompting9_aspol_vtest_en.md b/docs/_posts/ahmedlone127/2024-08-27-cs505_coqe_vit5_prompting9_aspol_vtest_en.md new file mode 100644 index 00000000000000..afd609431867ca --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-27-cs505_coqe_vit5_prompting9_aspol_vtest_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English cs505_coqe_vit5_prompting9_aspol_vtest T5Transformer from ThuyNT03 +author: John Snow Labs +name: cs505_coqe_vit5_prompting9_aspol_vtest +date: 2024-08-27 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`cs505_coqe_vit5_prompting9_aspol_vtest` is a English model originally trained by ThuyNT03. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/cs505_coqe_vit5_prompting9_aspol_vtest_en_5.4.2_3.0_1724790831469.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/cs505_coqe_vit5_prompting9_aspol_vtest_en_5.4.2_3.0_1724790831469.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("cs505_coqe_vit5_prompting9_aspol_vtest","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("cs505_coqe_vit5_prompting9_aspol_vtest", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|cs505_coqe_vit5_prompting9_aspol_vtest| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|3.0 GB| + +## References + +https://huggingface.co/ThuyNT03/CS505_COQE_viT5_Prompting9_ASPOL_vtest \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-27-cs505_coqe_vit5_prompting9_aspol_vtest_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-27-cs505_coqe_vit5_prompting9_aspol_vtest_pipeline_en.md new file mode 100644 index 00000000000000..955afdc589a073 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-27-cs505_coqe_vit5_prompting9_aspol_vtest_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English cs505_coqe_vit5_prompting9_aspol_vtest_pipeline pipeline T5Transformer from ThuyNT03 +author: John Snow Labs +name: cs505_coqe_vit5_prompting9_aspol_vtest_pipeline +date: 2024-08-27 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`cs505_coqe_vit5_prompting9_aspol_vtest_pipeline` is a English model originally trained by ThuyNT03. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/cs505_coqe_vit5_prompting9_aspol_vtest_pipeline_en_5.4.2_3.0_1724791012946.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/cs505_coqe_vit5_prompting9_aspol_vtest_pipeline_en_5.4.2_3.0_1724791012946.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("cs505_coqe_vit5_prompting9_aspol_vtest_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("cs505_coqe_vit5_prompting9_aspol_vtest_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|cs505_coqe_vit5_prompting9_aspol_vtest_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|3.0 GB| + +## References + +https://huggingface.co/ThuyNT03/CS505_COQE_viT5_Prompting9_ASPOL_vtest + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-27-cs505_coqe_vit5_total_instruction0_ospal_v1_h1_en.md b/docs/_posts/ahmedlone127/2024-08-27-cs505_coqe_vit5_total_instruction0_ospal_v1_h1_en.md new file mode 100644 index 00000000000000..756d669aa6e39f --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-27-cs505_coqe_vit5_total_instruction0_ospal_v1_h1_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English cs505_coqe_vit5_total_instruction0_ospal_v1_h1 T5Transformer from ThuyNT +author: John Snow Labs +name: cs505_coqe_vit5_total_instruction0_ospal_v1_h1 +date: 2024-08-27 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`cs505_coqe_vit5_total_instruction0_ospal_v1_h1` is a English model originally trained by ThuyNT. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/cs505_coqe_vit5_total_instruction0_ospal_v1_h1_en_5.4.2_3.0_1724795633074.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/cs505_coqe_vit5_total_instruction0_ospal_v1_h1_en_5.4.2_3.0_1724795633074.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("cs505_coqe_vit5_total_instruction0_ospal_v1_h1","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("cs505_coqe_vit5_total_instruction0_ospal_v1_h1", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|cs505_coqe_vit5_total_instruction0_ospal_v1_h1| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|3.0 GB| + +## References + +https://huggingface.co/ThuyNT/CS505_COQE_viT5_total_Instruction0_OSPAL_v1_h1 \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-27-cs505_coqe_vit5_total_instruction0_ospal_v1_h1_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-27-cs505_coqe_vit5_total_instruction0_ospal_v1_h1_pipeline_en.md new file mode 100644 index 00000000000000..ed8281d6342903 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-27-cs505_coqe_vit5_total_instruction0_ospal_v1_h1_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English cs505_coqe_vit5_total_instruction0_ospal_v1_h1_pipeline pipeline T5Transformer from ThuyNT +author: John Snow Labs +name: cs505_coqe_vit5_total_instruction0_ospal_v1_h1_pipeline +date: 2024-08-27 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`cs505_coqe_vit5_total_instruction0_ospal_v1_h1_pipeline` is a English model originally trained by ThuyNT. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/cs505_coqe_vit5_total_instruction0_ospal_v1_h1_pipeline_en_5.4.2_3.0_1724795821333.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/cs505_coqe_vit5_total_instruction0_ospal_v1_h1_pipeline_en_5.4.2_3.0_1724795821333.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("cs505_coqe_vit5_total_instruction0_ospal_v1_h1_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("cs505_coqe_vit5_total_instruction0_ospal_v1_h1_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|cs505_coqe_vit5_total_instruction0_ospal_v1_h1_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|3.0 GB| + +## References + +https://huggingface.co/ThuyNT/CS505_COQE_viT5_total_Instruction0_OSPAL_v1_h1 + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-27-cs505_coqe_vit5_total_instructionn4_soapl_v1_en.md b/docs/_posts/ahmedlone127/2024-08-27-cs505_coqe_vit5_total_instructionn4_soapl_v1_en.md new file mode 100644 index 00000000000000..b082946d430bb8 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-27-cs505_coqe_vit5_total_instructionn4_soapl_v1_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English cs505_coqe_vit5_total_instructionn4_soapl_v1 T5Transformer from ThuyNT +author: John Snow Labs +name: cs505_coqe_vit5_total_instructionn4_soapl_v1 +date: 2024-08-27 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`cs505_coqe_vit5_total_instructionn4_soapl_v1` is a English model originally trained by ThuyNT. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/cs505_coqe_vit5_total_instructionn4_soapl_v1_en_5.4.2_3.0_1724777469872.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/cs505_coqe_vit5_total_instructionn4_soapl_v1_en_5.4.2_3.0_1724777469872.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("cs505_coqe_vit5_total_instructionn4_soapl_v1","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("cs505_coqe_vit5_total_instructionn4_soapl_v1", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|cs505_coqe_vit5_total_instructionn4_soapl_v1| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|3.0 GB| + +## References + +https://huggingface.co/ThuyNT/CS505_COQE_viT5_total_InstructionN4_SOAPL_v1 \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-27-cs505_coqe_vit5_total_instructionn4_soapl_v1_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-27-cs505_coqe_vit5_total_instructionn4_soapl_v1_pipeline_en.md new file mode 100644 index 00000000000000..2b91116210bbf3 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-27-cs505_coqe_vit5_total_instructionn4_soapl_v1_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English cs505_coqe_vit5_total_instructionn4_soapl_v1_pipeline pipeline T5Transformer from ThuyNT +author: John Snow Labs +name: cs505_coqe_vit5_total_instructionn4_soapl_v1_pipeline +date: 2024-08-27 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`cs505_coqe_vit5_total_instructionn4_soapl_v1_pipeline` is a English model originally trained by ThuyNT. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/cs505_coqe_vit5_total_instructionn4_soapl_v1_pipeline_en_5.4.2_3.0_1724777651045.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/cs505_coqe_vit5_total_instructionn4_soapl_v1_pipeline_en_5.4.2_3.0_1724777651045.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("cs505_coqe_vit5_total_instructionn4_soapl_v1_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("cs505_coqe_vit5_total_instructionn4_soapl_v1_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|cs505_coqe_vit5_total_instructionn4_soapl_v1_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|3.0 GB| + +## References + +https://huggingface.co/ThuyNT/CS505_COQE_viT5_total_InstructionN4_SOAPL_v1 + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-27-cs505_coqe_vit5_train_instruction0_aposl_v1_en.md b/docs/_posts/ahmedlone127/2024-08-27-cs505_coqe_vit5_train_instruction0_aposl_v1_en.md new file mode 100644 index 00000000000000..11aac92ec4a370 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-27-cs505_coqe_vit5_train_instruction0_aposl_v1_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English cs505_coqe_vit5_train_instruction0_aposl_v1 T5Transformer from ThuyNT +author: John Snow Labs +name: cs505_coqe_vit5_train_instruction0_aposl_v1 +date: 2024-08-27 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`cs505_coqe_vit5_train_instruction0_aposl_v1` is a English model originally trained by ThuyNT. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/cs505_coqe_vit5_train_instruction0_aposl_v1_en_5.4.2_3.0_1724801925836.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/cs505_coqe_vit5_train_instruction0_aposl_v1_en_5.4.2_3.0_1724801925836.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("cs505_coqe_vit5_train_instruction0_aposl_v1","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("cs505_coqe_vit5_train_instruction0_aposl_v1", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|cs505_coqe_vit5_train_instruction0_aposl_v1| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|3.0 GB| + +## References + +https://huggingface.co/ThuyNT/CS505_COQE_viT5_train_Instruction0_APOSL_v1 \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-27-cs505_coqe_vit5_train_instruction0_aposl_v1_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-27-cs505_coqe_vit5_train_instruction0_aposl_v1_pipeline_en.md new file mode 100644 index 00000000000000..8d59a4ed419505 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-27-cs505_coqe_vit5_train_instruction0_aposl_v1_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English cs505_coqe_vit5_train_instruction0_aposl_v1_pipeline pipeline T5Transformer from ThuyNT +author: John Snow Labs +name: cs505_coqe_vit5_train_instruction0_aposl_v1_pipeline +date: 2024-08-27 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`cs505_coqe_vit5_train_instruction0_aposl_v1_pipeline` is a English model originally trained by ThuyNT. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/cs505_coqe_vit5_train_instruction0_aposl_v1_pipeline_en_5.4.2_3.0_1724802106972.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/cs505_coqe_vit5_train_instruction0_aposl_v1_pipeline_en_5.4.2_3.0_1724802106972.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("cs505_coqe_vit5_train_instruction0_aposl_v1_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("cs505_coqe_vit5_train_instruction0_aposl_v1_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|cs505_coqe_vit5_train_instruction0_aposl_v1_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|3.0 GB| + +## References + +https://huggingface.co/ThuyNT/CS505_COQE_viT5_train_Instruction0_APOSL_v1 + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-27-cs505_coqe_vit5_train_instruction0_asopl_v1_en.md b/docs/_posts/ahmedlone127/2024-08-27-cs505_coqe_vit5_train_instruction0_asopl_v1_en.md new file mode 100644 index 00000000000000..4816ba89f05c81 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-27-cs505_coqe_vit5_train_instruction0_asopl_v1_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English cs505_coqe_vit5_train_instruction0_asopl_v1 T5Transformer from ThuyNT +author: John Snow Labs +name: cs505_coqe_vit5_train_instruction0_asopl_v1 +date: 2024-08-27 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`cs505_coqe_vit5_train_instruction0_asopl_v1` is a English model originally trained by ThuyNT. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/cs505_coqe_vit5_train_instruction0_asopl_v1_en_5.4.2_3.0_1724785829595.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/cs505_coqe_vit5_train_instruction0_asopl_v1_en_5.4.2_3.0_1724785829595.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("cs505_coqe_vit5_train_instruction0_asopl_v1","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("cs505_coqe_vit5_train_instruction0_asopl_v1", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|cs505_coqe_vit5_train_instruction0_asopl_v1| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|3.0 GB| + +## References + +https://huggingface.co/ThuyNT/CS505_COQE_viT5_train_Instruction0_ASOPL_v1 \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-27-cs505_coqe_vit5_train_instruction0_asopl_v1_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-27-cs505_coqe_vit5_train_instruction0_asopl_v1_pipeline_en.md new file mode 100644 index 00000000000000..ad649e38e9850c --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-27-cs505_coqe_vit5_train_instruction0_asopl_v1_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English cs505_coqe_vit5_train_instruction0_asopl_v1_pipeline pipeline T5Transformer from ThuyNT +author: John Snow Labs +name: cs505_coqe_vit5_train_instruction0_asopl_v1_pipeline +date: 2024-08-27 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`cs505_coqe_vit5_train_instruction0_asopl_v1_pipeline` is a English model originally trained by ThuyNT. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/cs505_coqe_vit5_train_instruction0_asopl_v1_pipeline_en_5.4.2_3.0_1724786001241.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/cs505_coqe_vit5_train_instruction0_asopl_v1_pipeline_en_5.4.2_3.0_1724786001241.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("cs505_coqe_vit5_train_instruction0_asopl_v1_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("cs505_coqe_vit5_train_instruction0_asopl_v1_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|cs505_coqe_vit5_train_instruction0_asopl_v1_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|3.0 GB| + +## References + +https://huggingface.co/ThuyNT/CS505_COQE_viT5_train_Instruction0_ASOPL_v1 + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-27-cs505_coqe_vit5_train_instruction4_soapl_en.md b/docs/_posts/ahmedlone127/2024-08-27-cs505_coqe_vit5_train_instruction4_soapl_en.md new file mode 100644 index 00000000000000..aee482e534d42b --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-27-cs505_coqe_vit5_train_instruction4_soapl_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English cs505_coqe_vit5_train_instruction4_soapl T5Transformer from ThuyNT +author: John Snow Labs +name: cs505_coqe_vit5_train_instruction4_soapl +date: 2024-08-27 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`cs505_coqe_vit5_train_instruction4_soapl` is a English model originally trained by ThuyNT. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/cs505_coqe_vit5_train_instruction4_soapl_en_5.4.2_3.0_1724787329240.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/cs505_coqe_vit5_train_instruction4_soapl_en_5.4.2_3.0_1724787329240.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("cs505_coqe_vit5_train_instruction4_soapl","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("cs505_coqe_vit5_train_instruction4_soapl", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|cs505_coqe_vit5_train_instruction4_soapl| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|3.0 GB| + +## References + +https://huggingface.co/ThuyNT/CS505_COQE_viT5_train_Instruction4_SOAPL \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-27-cs505_coqe_vit5_train_instruction4_soapl_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-27-cs505_coqe_vit5_train_instruction4_soapl_pipeline_en.md new file mode 100644 index 00000000000000..371ff384d3f5c9 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-27-cs505_coqe_vit5_train_instruction4_soapl_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English cs505_coqe_vit5_train_instruction4_soapl_pipeline pipeline T5Transformer from ThuyNT +author: John Snow Labs +name: cs505_coqe_vit5_train_instruction4_soapl_pipeline +date: 2024-08-27 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`cs505_coqe_vit5_train_instruction4_soapl_pipeline` is a English model originally trained by ThuyNT. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/cs505_coqe_vit5_train_instruction4_soapl_pipeline_en_5.4.2_3.0_1724787515250.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/cs505_coqe_vit5_train_instruction4_soapl_pipeline_en_5.4.2_3.0_1724787515250.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("cs505_coqe_vit5_train_instruction4_soapl_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("cs505_coqe_vit5_train_instruction4_soapl_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|cs505_coqe_vit5_train_instruction4_soapl_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|3.0 GB| + +## References + +https://huggingface.co/ThuyNT/CS505_COQE_viT5_train_Instruction4_SOAPL + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-27-cs505_coqe_vit5_train_instructionn1_soapl_v1_en.md b/docs/_posts/ahmedlone127/2024-08-27-cs505_coqe_vit5_train_instructionn1_soapl_v1_en.md new file mode 100644 index 00000000000000..215bea0ec28a23 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-27-cs505_coqe_vit5_train_instructionn1_soapl_v1_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English cs505_coqe_vit5_train_instructionn1_soapl_v1 T5Transformer from ThuyNT +author: John Snow Labs +name: cs505_coqe_vit5_train_instructionn1_soapl_v1 +date: 2024-08-27 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`cs505_coqe_vit5_train_instructionn1_soapl_v1` is a English model originally trained by ThuyNT. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/cs505_coqe_vit5_train_instructionn1_soapl_v1_en_5.4.2_3.0_1724799401255.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/cs505_coqe_vit5_train_instructionn1_soapl_v1_en_5.4.2_3.0_1724799401255.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("cs505_coqe_vit5_train_instructionn1_soapl_v1","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("cs505_coqe_vit5_train_instructionn1_soapl_v1", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|cs505_coqe_vit5_train_instructionn1_soapl_v1| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|3.0 GB| + +## References + +https://huggingface.co/ThuyNT/CS505_COQE_viT5_train_InstructionN1_SOAPL_v1 \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-27-cs505_coqe_vit5_train_instructionn1_soapl_v1_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-27-cs505_coqe_vit5_train_instructionn1_soapl_v1_pipeline_en.md new file mode 100644 index 00000000000000..ad66fe86bf333c --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-27-cs505_coqe_vit5_train_instructionn1_soapl_v1_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English cs505_coqe_vit5_train_instructionn1_soapl_v1_pipeline pipeline T5Transformer from ThuyNT +author: John Snow Labs +name: cs505_coqe_vit5_train_instructionn1_soapl_v1_pipeline +date: 2024-08-27 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`cs505_coqe_vit5_train_instructionn1_soapl_v1_pipeline` is a English model originally trained by ThuyNT. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/cs505_coqe_vit5_train_instructionn1_soapl_v1_pipeline_en_5.4.2_3.0_1724799574397.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/cs505_coqe_vit5_train_instructionn1_soapl_v1_pipeline_en_5.4.2_3.0_1724799574397.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("cs505_coqe_vit5_train_instructionn1_soapl_v1_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("cs505_coqe_vit5_train_instructionn1_soapl_v1_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|cs505_coqe_vit5_train_instructionn1_soapl_v1_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|3.0 GB| + +## References + +https://huggingface.co/ThuyNT/CS505_COQE_viT5_train_InstructionN1_SOAPL_v1 + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-27-cs626_iitb_llm_en.md b/docs/_posts/ahmedlone127/2024-08-27-cs626_iitb_llm_en.md new file mode 100644 index 00000000000000..e37a15b31c6b06 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-27-cs626_iitb_llm_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English cs626_iitb_llm T5Transformer from navyanshmahla +author: John Snow Labs +name: cs626_iitb_llm +date: 2024-08-27 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`cs626_iitb_llm` is a English model originally trained by navyanshmahla. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/cs626_iitb_llm_en_5.4.2_3.0_1724777728063.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/cs626_iitb_llm_en_5.4.2_3.0_1724777728063.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("cs626_iitb_llm","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("cs626_iitb_llm", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|cs626_iitb_llm| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|992.3 MB| + +## References + +https://huggingface.co/navyanshmahla/cs626-iitb-llm \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-27-cs626_iitb_llm_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-27-cs626_iitb_llm_pipeline_en.md new file mode 100644 index 00000000000000..f74b5d2d165b21 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-27-cs626_iitb_llm_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English cs626_iitb_llm_pipeline pipeline T5Transformer from navyanshmahla +author: John Snow Labs +name: cs626_iitb_llm_pipeline +date: 2024-08-27 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`cs626_iitb_llm_pipeline` is a English model originally trained by navyanshmahla. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/cs626_iitb_llm_pipeline_en_5.4.2_3.0_1724777782148.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/cs626_iitb_llm_pipeline_en_5.4.2_3.0_1724777782148.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("cs626_iitb_llm_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("cs626_iitb_llm_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|cs626_iitb_llm_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|992.3 MB| + +## References + +https://huggingface.co/navyanshmahla/cs626-iitb-llm + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-27-doc2query_ppo_msmarco_12000_mini_121_en.md b/docs/_posts/ahmedlone127/2024-08-27-doc2query_ppo_msmarco_12000_mini_121_en.md new file mode 100644 index 00000000000000..86fc77d9959cd0 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-27-doc2query_ppo_msmarco_12000_mini_121_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English doc2query_ppo_msmarco_12000_mini_121 T5Transformer from Hermi2023 +author: John Snow Labs +name: doc2query_ppo_msmarco_12000_mini_121 +date: 2024-08-27 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`doc2query_ppo_msmarco_12000_mini_121` is a English model originally trained by Hermi2023. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/doc2query_ppo_msmarco_12000_mini_121_en_5.4.2_3.0_1724801463067.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/doc2query_ppo_msmarco_12000_mini_121_en_5.4.2_3.0_1724801463067.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("doc2query_ppo_msmarco_12000_mini_121","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("doc2query_ppo_msmarco_12000_mini_121", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|doc2query_ppo_msmarco_12000_mini_121| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|982.3 MB| + +## References + +https://huggingface.co/Hermi2023/doc2query-ppo-msmarco-12000-mini-121 \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-27-doc2query_ppo_msmarco_12000_mini_121_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-27-doc2query_ppo_msmarco_12000_mini_121_pipeline_en.md new file mode 100644 index 00000000000000..b09bc015605ee2 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-27-doc2query_ppo_msmarco_12000_mini_121_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English doc2query_ppo_msmarco_12000_mini_121_pipeline pipeline T5Transformer from Hermi2023 +author: John Snow Labs +name: doc2query_ppo_msmarco_12000_mini_121_pipeline +date: 2024-08-27 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`doc2query_ppo_msmarco_12000_mini_121_pipeline` is a English model originally trained by Hermi2023. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/doc2query_ppo_msmarco_12000_mini_121_pipeline_en_5.4.2_3.0_1724801516851.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/doc2query_ppo_msmarco_12000_mini_121_pipeline_en_5.4.2_3.0_1724801516851.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("doc2query_ppo_msmarco_12000_mini_121_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("doc2query_ppo_msmarco_12000_mini_121_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|doc2query_ppo_msmarco_12000_mini_121_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|982.3 MB| + +## References + +https://huggingface.co/Hermi2023/doc2query-ppo-msmarco-12000-mini-121 + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-27-english_spanish_3_en.md b/docs/_posts/ahmedlone127/2024-08-27-english_spanish_3_en.md new file mode 100644 index 00000000000000..f8929942696acd --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-27-english_spanish_3_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English english_spanish_3 T5Transformer from SoyGema +author: John Snow Labs +name: english_spanish_3 +date: 2024-08-27 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`english_spanish_3` is a English model originally trained by SoyGema. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/english_spanish_3_en_5.4.2_3.0_1724800805849.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/english_spanish_3_en_5.4.2_3.0_1724800805849.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("english_spanish_3","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("english_spanish_3", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|english_spanish_3| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|343.6 MB| + +## References + +https://huggingface.co/SoyGema/english-spanish-3 \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-27-english_spanish_3_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-27-english_spanish_3_pipeline_en.md new file mode 100644 index 00000000000000..75d781d4db9463 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-27-english_spanish_3_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English english_spanish_3_pipeline pipeline T5Transformer from SoyGema +author: John Snow Labs +name: english_spanish_3_pipeline +date: 2024-08-27 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`english_spanish_3_pipeline` is a English model originally trained by SoyGema. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/english_spanish_3_pipeline_en_5.4.2_3.0_1724800824013.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/english_spanish_3_pipeline_en_5.4.2_3.0_1724800824013.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("english_spanish_3_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("english_spanish_3_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|english_spanish_3_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|343.6 MB| + +## References + +https://huggingface.co/SoyGema/english-spanish-3 + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-27-english_t5_base_15_spider_nosch_baseline_clean_en.md b/docs/_posts/ahmedlone127/2024-08-27-english_t5_base_15_spider_nosch_baseline_clean_en.md new file mode 100644 index 00000000000000..50a47ff304b529 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-27-english_t5_base_15_spider_nosch_baseline_clean_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English english_t5_base_15_spider_nosch_baseline_clean T5Transformer from e22vvb +author: John Snow Labs +name: english_t5_base_15_spider_nosch_baseline_clean +date: 2024-08-27 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`english_t5_base_15_spider_nosch_baseline_clean` is a English model originally trained by e22vvb. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/english_t5_base_15_spider_nosch_baseline_clean_en_5.4.2_3.0_1724785327731.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/english_t5_base_15_spider_nosch_baseline_clean_en_5.4.2_3.0_1724785327731.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("english_t5_base_15_spider_nosch_baseline_clean","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("english_t5_base_15_spider_nosch_baseline_clean", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|english_t5_base_15_spider_nosch_baseline_clean| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|979.6 MB| + +## References + +https://huggingface.co/e22vvb/EN_t5-base_15_spider_nosch_baseline_clean \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-27-english_t5_base_15_spider_nosch_baseline_clean_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-27-english_t5_base_15_spider_nosch_baseline_clean_pipeline_en.md new file mode 100644 index 00000000000000..77e518f17f4aa6 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-27-english_t5_base_15_spider_nosch_baseline_clean_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English english_t5_base_15_spider_nosch_baseline_clean_pipeline pipeline T5Transformer from e22vvb +author: John Snow Labs +name: english_t5_base_15_spider_nosch_baseline_clean_pipeline +date: 2024-08-27 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`english_t5_base_15_spider_nosch_baseline_clean_pipeline` is a English model originally trained by e22vvb. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/english_t5_base_15_spider_nosch_baseline_clean_pipeline_en_5.4.2_3.0_1724785387811.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/english_t5_base_15_spider_nosch_baseline_clean_pipeline_en_5.4.2_3.0_1724785387811.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("english_t5_base_15_spider_nosch_baseline_clean_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("english_t5_base_15_spider_nosch_baseline_clean_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|english_t5_base_15_spider_nosch_baseline_clean_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|979.6 MB| + +## References + +https://huggingface.co/e22vvb/EN_t5-base_15_spider_nosch_baseline_clean + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-27-fine_tuned_flan_t5_20_epochs_wanglab_512_output_en.md b/docs/_posts/ahmedlone127/2024-08-27-fine_tuned_flan_t5_20_epochs_wanglab_512_output_en.md new file mode 100644 index 00000000000000..930107b845844b --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-27-fine_tuned_flan_t5_20_epochs_wanglab_512_output_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English fine_tuned_flan_t5_20_epochs_wanglab_512_output T5Transformer from tanatapanun +author: John Snow Labs +name: fine_tuned_flan_t5_20_epochs_wanglab_512_output +date: 2024-08-27 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`fine_tuned_flan_t5_20_epochs_wanglab_512_output` is a English model originally trained by tanatapanun. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/fine_tuned_flan_t5_20_epochs_wanglab_512_output_en_5.4.2_3.0_1724780324317.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/fine_tuned_flan_t5_20_epochs_wanglab_512_output_en_5.4.2_3.0_1724780324317.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("fine_tuned_flan_t5_20_epochs_wanglab_512_output","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("fine_tuned_flan_t5_20_epochs_wanglab_512_output", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|fine_tuned_flan_t5_20_epochs_wanglab_512_output| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|349.7 MB| + +## References + +https://huggingface.co/tanatapanun/fine-tuned-FLAN-T5-20-epochs-wanglab-512-output \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-27-fine_tuned_flan_t5_20_epochs_wanglab_512_output_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-27-fine_tuned_flan_t5_20_epochs_wanglab_512_output_pipeline_en.md new file mode 100644 index 00000000000000..62d49546e32d15 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-27-fine_tuned_flan_t5_20_epochs_wanglab_512_output_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English fine_tuned_flan_t5_20_epochs_wanglab_512_output_pipeline pipeline T5Transformer from tanatapanun +author: John Snow Labs +name: fine_tuned_flan_t5_20_epochs_wanglab_512_output_pipeline +date: 2024-08-27 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`fine_tuned_flan_t5_20_epochs_wanglab_512_output_pipeline` is a English model originally trained by tanatapanun. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/fine_tuned_flan_t5_20_epochs_wanglab_512_output_pipeline_en_5.4.2_3.0_1724780340948.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/fine_tuned_flan_t5_20_epochs_wanglab_512_output_pipeline_en_5.4.2_3.0_1724780340948.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("fine_tuned_flan_t5_20_epochs_wanglab_512_output_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("fine_tuned_flan_t5_20_epochs_wanglab_512_output_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|fine_tuned_flan_t5_20_epochs_wanglab_512_output_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|349.7 MB| + +## References + +https://huggingface.co/tanatapanun/fine-tuned-FLAN-T5-20-epochs-wanglab-512-output + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-27-fine_tuned_t5_on_totto_en.md b/docs/_posts/ahmedlone127/2024-08-27-fine_tuned_t5_on_totto_en.md new file mode 100644 index 00000000000000..4099a4b26b1596 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-27-fine_tuned_t5_on_totto_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English fine_tuned_t5_on_totto T5Transformer from Depie +author: John Snow Labs +name: fine_tuned_t5_on_totto +date: 2024-08-27 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`fine_tuned_t5_on_totto` is a English model originally trained by Depie. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/fine_tuned_t5_on_totto_en_5.4.2_3.0_1724776554738.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/fine_tuned_t5_on_totto_en_5.4.2_3.0_1724776554738.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("fine_tuned_t5_on_totto","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("fine_tuned_t5_on_totto", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|fine_tuned_t5_on_totto| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|336.1 MB| + +## References + +https://huggingface.co/Depie/fine_tuned_t5_on_ToTTo \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-27-fine_tuned_t5_on_totto_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-27-fine_tuned_t5_on_totto_pipeline_en.md new file mode 100644 index 00000000000000..0bfee4181f4e3e --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-27-fine_tuned_t5_on_totto_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English fine_tuned_t5_on_totto_pipeline pipeline T5Transformer from Depie +author: John Snow Labs +name: fine_tuned_t5_on_totto_pipeline +date: 2024-08-27 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`fine_tuned_t5_on_totto_pipeline` is a English model originally trained by Depie. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/fine_tuned_t5_on_totto_pipeline_en_5.4.2_3.0_1724776573802.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/fine_tuned_t5_on_totto_pipeline_en_5.4.2_3.0_1724776573802.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("fine_tuned_t5_on_totto_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("fine_tuned_t5_on_totto_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|fine_tuned_t5_on_totto_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|336.1 MB| + +## References + +https://huggingface.co/Depie/fine_tuned_t5_on_ToTTo + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-27-flan_t5_base_danish_multiwoz2_0_800_loss_ep100_en.md b/docs/_posts/ahmedlone127/2024-08-27-flan_t5_base_danish_multiwoz2_0_800_loss_ep100_en.md new file mode 100644 index 00000000000000..6524de450fd7e1 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-27-flan_t5_base_danish_multiwoz2_0_800_loss_ep100_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English flan_t5_base_danish_multiwoz2_0_800_loss_ep100 T5Transformer from Zekunli +author: John Snow Labs +name: flan_t5_base_danish_multiwoz2_0_800_loss_ep100 +date: 2024-08-27 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`flan_t5_base_danish_multiwoz2_0_800_loss_ep100` is a English model originally trained by Zekunli. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/flan_t5_base_danish_multiwoz2_0_800_loss_ep100_en_5.4.2_3.0_1724789378908.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/flan_t5_base_danish_multiwoz2_0_800_loss_ep100_en_5.4.2_3.0_1724789378908.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("flan_t5_base_danish_multiwoz2_0_800_loss_ep100","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("flan_t5_base_danish_multiwoz2_0_800_loss_ep100", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|flan_t5_base_danish_multiwoz2_0_800_loss_ep100| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|1.0 GB| + +## References + +https://huggingface.co/Zekunli/flan-t5-base-da-multiwoz2.0_800-loss-ep100 \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-27-flan_t5_base_danish_multiwoz2_0_800_loss_ep100_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-27-flan_t5_base_danish_multiwoz2_0_800_loss_ep100_pipeline_en.md new file mode 100644 index 00000000000000..3d2f6288ae8c5d --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-27-flan_t5_base_danish_multiwoz2_0_800_loss_ep100_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English flan_t5_base_danish_multiwoz2_0_800_loss_ep100_pipeline pipeline T5Transformer from Zekunli +author: John Snow Labs +name: flan_t5_base_danish_multiwoz2_0_800_loss_ep100_pipeline +date: 2024-08-27 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`flan_t5_base_danish_multiwoz2_0_800_loss_ep100_pipeline` is a English model originally trained by Zekunli. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/flan_t5_base_danish_multiwoz2_0_800_loss_ep100_pipeline_en_5.4.2_3.0_1724789426224.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/flan_t5_base_danish_multiwoz2_0_800_loss_ep100_pipeline_en_5.4.2_3.0_1724789426224.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("flan_t5_base_danish_multiwoz2_0_800_loss_ep100_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("flan_t5_base_danish_multiwoz2_0_800_loss_ep100_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|flan_t5_base_danish_multiwoz2_0_800_loss_ep100_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|1.0 GB| + +## References + +https://huggingface.co/Zekunli/flan-t5-base-da-multiwoz2.0_800-loss-ep100 + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-27-flan_t5_base_downsamples_en.md b/docs/_posts/ahmedlone127/2024-08-27-flan_t5_base_downsamples_en.md new file mode 100644 index 00000000000000..cc9822438484ec --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-27-flan_t5_base_downsamples_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English flan_t5_base_downsamples T5Transformer from RottenLemons +author: John Snow Labs +name: flan_t5_base_downsamples +date: 2024-08-27 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`flan_t5_base_downsamples` is a English model originally trained by RottenLemons. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/flan_t5_base_downsamples_en_5.4.2_3.0_1724800009963.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/flan_t5_base_downsamples_en_5.4.2_3.0_1724800009963.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("flan_t5_base_downsamples","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("flan_t5_base_downsamples", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|flan_t5_base_downsamples| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|1.0 GB| + +## References + +https://huggingface.co/RottenLemons/flan-t5-base-downsamples \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-27-flan_t5_base_downsamples_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-27-flan_t5_base_downsamples_pipeline_en.md new file mode 100644 index 00000000000000..ae379b10e28a30 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-27-flan_t5_base_downsamples_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English flan_t5_base_downsamples_pipeline pipeline T5Transformer from RottenLemons +author: John Snow Labs +name: flan_t5_base_downsamples_pipeline +date: 2024-08-27 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`flan_t5_base_downsamples_pipeline` is a English model originally trained by RottenLemons. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/flan_t5_base_downsamples_pipeline_en_5.4.2_3.0_1724800059023.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/flan_t5_base_downsamples_pipeline_en_5.4.2_3.0_1724800059023.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("flan_t5_base_downsamples_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("flan_t5_base_downsamples_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|flan_t5_base_downsamples_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|1.0 GB| + +## References + +https://huggingface.co/RottenLemons/flan-t5-base-downsamples + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-27-flan_t5_base_qg_squad_lmqg_en.md b/docs/_posts/ahmedlone127/2024-08-27-flan_t5_base_qg_squad_lmqg_en.md new file mode 100644 index 00000000000000..27e1246a46c0ae --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-27-flan_t5_base_qg_squad_lmqg_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English flan_t5_base_qg_squad_lmqg T5Transformer from tarek23 +author: John Snow Labs +name: flan_t5_base_qg_squad_lmqg +date: 2024-08-27 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`flan_t5_base_qg_squad_lmqg` is a English model originally trained by tarek23. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/flan_t5_base_qg_squad_lmqg_en_5.4.2_3.0_1724782948897.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/flan_t5_base_qg_squad_lmqg_en_5.4.2_3.0_1724782948897.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("flan_t5_base_qg_squad_lmqg","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("flan_t5_base_qg_squad_lmqg", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|flan_t5_base_qg_squad_lmqg| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|1.0 GB| + +## References + +https://huggingface.co/tarek23/flan-t5-base-qg-SQuAD-LMQG \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-27-flan_t5_base_qg_squad_lmqg_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-27-flan_t5_base_qg_squad_lmqg_pipeline_en.md new file mode 100644 index 00000000000000..45fa3dab23ac69 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-27-flan_t5_base_qg_squad_lmqg_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English flan_t5_base_qg_squad_lmqg_pipeline pipeline T5Transformer from tarek23 +author: John Snow Labs +name: flan_t5_base_qg_squad_lmqg_pipeline +date: 2024-08-27 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`flan_t5_base_qg_squad_lmqg_pipeline` is a English model originally trained by tarek23. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/flan_t5_base_qg_squad_lmqg_pipeline_en_5.4.2_3.0_1724782994767.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/flan_t5_base_qg_squad_lmqg_pipeline_en_5.4.2_3.0_1724782994767.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("flan_t5_base_qg_squad_lmqg_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("flan_t5_base_qg_squad_lmqg_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|flan_t5_base_qg_squad_lmqg_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|1.0 GB| + +## References + +https://huggingface.co/tarek23/flan-t5-base-qg-SQuAD-LMQG + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-27-flan_t5_base_samsum_therajmaurya_en.md b/docs/_posts/ahmedlone127/2024-08-27-flan_t5_base_samsum_therajmaurya_en.md new file mode 100644 index 00000000000000..e360d6ea98c693 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-27-flan_t5_base_samsum_therajmaurya_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English flan_t5_base_samsum_therajmaurya T5Transformer from therajmaurya +author: John Snow Labs +name: flan_t5_base_samsum_therajmaurya +date: 2024-08-27 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`flan_t5_base_samsum_therajmaurya` is a English model originally trained by therajmaurya. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/flan_t5_base_samsum_therajmaurya_en_5.4.2_3.0_1724786335394.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/flan_t5_base_samsum_therajmaurya_en_5.4.2_3.0_1724786335394.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("flan_t5_base_samsum_therajmaurya","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("flan_t5_base_samsum_therajmaurya", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|flan_t5_base_samsum_therajmaurya| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|1.0 GB| + +## References + +https://huggingface.co/therajmaurya/flan-t5-base-samsum \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-27-flan_t5_base_samsum_therajmaurya_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-27-flan_t5_base_samsum_therajmaurya_pipeline_en.md new file mode 100644 index 00000000000000..55f1d236045d6b --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-27-flan_t5_base_samsum_therajmaurya_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English flan_t5_base_samsum_therajmaurya_pipeline pipeline T5Transformer from therajmaurya +author: John Snow Labs +name: flan_t5_base_samsum_therajmaurya_pipeline +date: 2024-08-27 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`flan_t5_base_samsum_therajmaurya_pipeline` is a English model originally trained by therajmaurya. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/flan_t5_base_samsum_therajmaurya_pipeline_en_5.4.2_3.0_1724786382339.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/flan_t5_base_samsum_therajmaurya_pipeline_en_5.4.2_3.0_1724786382339.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("flan_t5_base_samsum_therajmaurya_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("flan_t5_base_samsum_therajmaurya_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|flan_t5_base_samsum_therajmaurya_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|1.0 GB| + +## References + +https://huggingface.co/therajmaurya/flan-t5-base-samsum + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-27-flan_t5_continuity_v1_0_en.md b/docs/_posts/ahmedlone127/2024-08-27-flan_t5_continuity_v1_0_en.md new file mode 100644 index 00000000000000..22b2d9695ee4fb --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-27-flan_t5_continuity_v1_0_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English flan_t5_continuity_v1_0 T5Transformer from magnifi +author: John Snow Labs +name: flan_t5_continuity_v1_0 +date: 2024-08-27 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`flan_t5_continuity_v1_0` is a English model originally trained by magnifi. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/flan_t5_continuity_v1_0_en_5.4.2_3.0_1724780399597.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/flan_t5_continuity_v1_0_en_5.4.2_3.0_1724780399597.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("flan_t5_continuity_v1_0","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("flan_t5_continuity_v1_0", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|flan_t5_continuity_v1_0| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|1.0 GB| + +## References + +https://huggingface.co/magnifi/flan-t5-continuity-v1.0 \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-27-flan_t5_continuity_v1_0_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-27-flan_t5_continuity_v1_0_pipeline_en.md new file mode 100644 index 00000000000000..374f4ecab8efce --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-27-flan_t5_continuity_v1_0_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English flan_t5_continuity_v1_0_pipeline pipeline T5Transformer from magnifi +author: John Snow Labs +name: flan_t5_continuity_v1_0_pipeline +date: 2024-08-27 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`flan_t5_continuity_v1_0_pipeline` is a English model originally trained by magnifi. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/flan_t5_continuity_v1_0_pipeline_en_5.4.2_3.0_1724780446579.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/flan_t5_continuity_v1_0_pipeline_en_5.4.2_3.0_1724780446579.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("flan_t5_continuity_v1_0_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("flan_t5_continuity_v1_0_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|flan_t5_continuity_v1_0_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|1.0 GB| + +## References + +https://huggingface.co/magnifi/flan-t5-continuity-v1.0 + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-27-flan_t5_final_en.md b/docs/_posts/ahmedlone127/2024-08-27-flan_t5_final_en.md new file mode 100644 index 00000000000000..648c5b66ee91eb --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-27-flan_t5_final_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English flan_t5_final T5Transformer from lucazed +author: John Snow Labs +name: flan_t5_final +date: 2024-08-27 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`flan_t5_final` is a English model originally trained by lucazed. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/flan_t5_final_en_5.4.2_3.0_1724792772608.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/flan_t5_final_en_5.4.2_3.0_1724792772608.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("flan_t5_final","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("flan_t5_final", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|flan_t5_final| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|1.0 GB| + +## References + +https://huggingface.co/lucazed/FLAN-T5-final \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-27-flan_t5_final_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-27-flan_t5_final_pipeline_en.md new file mode 100644 index 00000000000000..d2dfeb6034b940 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-27-flan_t5_final_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English flan_t5_final_pipeline pipeline T5Transformer from lucazed +author: John Snow Labs +name: flan_t5_final_pipeline +date: 2024-08-27 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`flan_t5_final_pipeline` is a English model originally trained by lucazed. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/flan_t5_final_pipeline_en_5.4.2_3.0_1724792821785.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/flan_t5_final_pipeline_en_5.4.2_3.0_1724792821785.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("flan_t5_final_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("flan_t5_final_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|flan_t5_final_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|1.0 GB| + +## References + +https://huggingface.co/lucazed/FLAN-T5-final + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-27-flan_t5_large_analogy_en.md b/docs/_posts/ahmedlone127/2024-08-27-flan_t5_large_analogy_en.md new file mode 100644 index 00000000000000..e780b6953bf2b5 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-27-flan_t5_large_analogy_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English flan_t5_large_analogy T5Transformer from research-backup +author: John Snow Labs +name: flan_t5_large_analogy +date: 2024-08-27 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`flan_t5_large_analogy` is a English model originally trained by research-backup. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/flan_t5_large_analogy_en_5.4.2_3.0_1724775939382.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/flan_t5_large_analogy_en_5.4.2_3.0_1724775939382.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("flan_t5_large_analogy","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("flan_t5_large_analogy", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|flan_t5_large_analogy| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|3.1 GB| + +## References + +https://huggingface.co/research-backup/flan-t5-large-analogy \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-27-flan_t5_large_analogy_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-27-flan_t5_large_analogy_pipeline_en.md new file mode 100644 index 00000000000000..5f23656c199b0f --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-27-flan_t5_large_analogy_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English flan_t5_large_analogy_pipeline pipeline T5Transformer from research-backup +author: John Snow Labs +name: flan_t5_large_analogy_pipeline +date: 2024-08-27 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`flan_t5_large_analogy_pipeline` is a English model originally trained by research-backup. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/flan_t5_large_analogy_pipeline_en_5.4.2_3.0_1724776072965.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/flan_t5_large_analogy_pipeline_en_5.4.2_3.0_1724776072965.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("flan_t5_large_analogy_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("flan_t5_large_analogy_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|flan_t5_large_analogy_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|3.1 GB| + +## References + +https://huggingface.co/research-backup/flan-t5-large-analogy + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-27-flan_t5_large_extract_issues_and_suggestions_3_en.md b/docs/_posts/ahmedlone127/2024-08-27-flan_t5_large_extract_issues_and_suggestions_3_en.md new file mode 100644 index 00000000000000..954df9904d386f --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-27-flan_t5_large_extract_issues_and_suggestions_3_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English flan_t5_large_extract_issues_and_suggestions_3 T5Transformer from SachinPatel248 +author: John Snow Labs +name: flan_t5_large_extract_issues_and_suggestions_3 +date: 2024-08-27 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`flan_t5_large_extract_issues_and_suggestions_3` is a English model originally trained by SachinPatel248. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/flan_t5_large_extract_issues_and_suggestions_3_en_5.4.2_3.0_1724801393687.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/flan_t5_large_extract_issues_and_suggestions_3_en_5.4.2_3.0_1724801393687.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("flan_t5_large_extract_issues_and_suggestions_3","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("flan_t5_large_extract_issues_and_suggestions_3", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|flan_t5_large_extract_issues_and_suggestions_3| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|3.1 GB| + +## References + +https://huggingface.co/SachinPatel248/flan-t5-large-extract-issues-and-suggestions_3 \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-27-flan_t5_large_extract_issues_and_suggestions_3_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-27-flan_t5_large_extract_issues_and_suggestions_3_pipeline_en.md new file mode 100644 index 00000000000000..9a41a5e55b4e3d --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-27-flan_t5_large_extract_issues_and_suggestions_3_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English flan_t5_large_extract_issues_and_suggestions_3_pipeline pipeline T5Transformer from SachinPatel248 +author: John Snow Labs +name: flan_t5_large_extract_issues_and_suggestions_3_pipeline +date: 2024-08-27 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`flan_t5_large_extract_issues_and_suggestions_3_pipeline` is a English model originally trained by SachinPatel248. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/flan_t5_large_extract_issues_and_suggestions_3_pipeline_en_5.4.2_3.0_1724801537986.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/flan_t5_large_extract_issues_and_suggestions_3_pipeline_en_5.4.2_3.0_1724801537986.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("flan_t5_large_extract_issues_and_suggestions_3_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("flan_t5_large_extract_issues_and_suggestions_3_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|flan_t5_large_extract_issues_and_suggestions_3_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|3.1 GB| + +## References + +https://huggingface.co/SachinPatel248/flan-t5-large-extract-issues-and-suggestions_3 + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-27-flan_t5_large_fine_tuned_head_en.md b/docs/_posts/ahmedlone127/2024-08-27-flan_t5_large_fine_tuned_head_en.md new file mode 100644 index 00000000000000..5fbf8ad2f04a43 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-27-flan_t5_large_fine_tuned_head_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English flan_t5_large_fine_tuned_head T5Transformer from SKT27182 +author: John Snow Labs +name: flan_t5_large_fine_tuned_head +date: 2024-08-27 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`flan_t5_large_fine_tuned_head` is a English model originally trained by SKT27182. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/flan_t5_large_fine_tuned_head_en_5.4.2_3.0_1724790139859.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/flan_t5_large_fine_tuned_head_en_5.4.2_3.0_1724790139859.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("flan_t5_large_fine_tuned_head","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("flan_t5_large_fine_tuned_head", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|flan_t5_large_fine_tuned_head| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|3.1 GB| + +## References + +https://huggingface.co/SKT27182/flan_t5_large_fine_tuned_head \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-27-flan_t5_large_fine_tuned_head_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-27-flan_t5_large_fine_tuned_head_pipeline_en.md new file mode 100644 index 00000000000000..c7136f15cd54d7 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-27-flan_t5_large_fine_tuned_head_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English flan_t5_large_fine_tuned_head_pipeline pipeline T5Transformer from SKT27182 +author: John Snow Labs +name: flan_t5_large_fine_tuned_head_pipeline +date: 2024-08-27 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`flan_t5_large_fine_tuned_head_pipeline` is a English model originally trained by SKT27182. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/flan_t5_large_fine_tuned_head_pipeline_en_5.4.2_3.0_1724790292146.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/flan_t5_large_fine_tuned_head_pipeline_en_5.4.2_3.0_1724790292146.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("flan_t5_large_fine_tuned_head_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("flan_t5_large_fine_tuned_head_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|flan_t5_large_fine_tuned_head_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|3.1 GB| + +## References + +https://huggingface.co/SKT27182/flan_t5_large_fine_tuned_head + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-27-flan_t5_qa_en.md b/docs/_posts/ahmedlone127/2024-08-27-flan_t5_qa_en.md new file mode 100644 index 00000000000000..53063890120a1f --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-27-flan_t5_qa_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English flan_t5_qa T5Transformer from mr-oogway +author: John Snow Labs +name: flan_t5_qa +date: 2024-08-27 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`flan_t5_qa` is a English model originally trained by mr-oogway. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/flan_t5_qa_en_5.4.2_3.0_1724777135070.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/flan_t5_qa_en_5.4.2_3.0_1724777135070.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("flan_t5_qa","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("flan_t5_qa", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|flan_t5_qa| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|1.0 GB| + +## References + +https://huggingface.co/mr-oogway/flan-t5-qa \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-27-flan_t5_qa_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-27-flan_t5_qa_pipeline_en.md new file mode 100644 index 00000000000000..6235cb22d73189 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-27-flan_t5_qa_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English flan_t5_qa_pipeline pipeline T5Transformer from mr-oogway +author: John Snow Labs +name: flan_t5_qa_pipeline +date: 2024-08-27 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`flan_t5_qa_pipeline` is a English model originally trained by mr-oogway. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/flan_t5_qa_pipeline_en_5.4.2_3.0_1724777183797.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/flan_t5_qa_pipeline_en_5.4.2_3.0_1724777183797.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("flan_t5_qa_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("flan_t5_qa_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|flan_t5_qa_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|1.0 GB| + +## References + +https://huggingface.co/mr-oogway/flan-t5-qa + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-27-flan_t5_small_3_3_xsum_en.md b/docs/_posts/ahmedlone127/2024-08-27-flan_t5_small_3_3_xsum_en.md new file mode 100644 index 00000000000000..59eefc049911d9 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-27-flan_t5_small_3_3_xsum_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English flan_t5_small_3_3_xsum T5Transformer from spacemanidol +author: John Snow Labs +name: flan_t5_small_3_3_xsum +date: 2024-08-27 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`flan_t5_small_3_3_xsum` is a English model originally trained by spacemanidol. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/flan_t5_small_3_3_xsum_en_5.4.2_3.0_1724784053398.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/flan_t5_small_3_3_xsum_en_5.4.2_3.0_1724784053398.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("flan_t5_small_3_3_xsum","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("flan_t5_small_3_3_xsum", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|flan_t5_small_3_3_xsum| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|267.3 MB| + +## References + +https://huggingface.co/spacemanidol/flan-t5-small-3-3-xsum \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-27-flan_t5_small_3_3_xsum_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-27-flan_t5_small_3_3_xsum_pipeline_en.md new file mode 100644 index 00000000000000..ef35f4ea77b65d --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-27-flan_t5_small_3_3_xsum_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English flan_t5_small_3_3_xsum_pipeline pipeline T5Transformer from spacemanidol +author: John Snow Labs +name: flan_t5_small_3_3_xsum_pipeline +date: 2024-08-27 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`flan_t5_small_3_3_xsum_pipeline` is a English model originally trained by spacemanidol. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/flan_t5_small_3_3_xsum_pipeline_en_5.4.2_3.0_1724784066857.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/flan_t5_small_3_3_xsum_pipeline_en_5.4.2_3.0_1724784066857.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("flan_t5_small_3_3_xsum_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("flan_t5_small_3_3_xsum_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|flan_t5_small_3_3_xsum_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|267.3 MB| + +## References + +https://huggingface.co/spacemanidol/flan-t5-small-3-3-xsum + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-27-flan_t5_small_finetuned_coqa_v0_8_en.md b/docs/_posts/ahmedlone127/2024-08-27-flan_t5_small_finetuned_coqa_v0_8_en.md new file mode 100644 index 00000000000000..74077b56045d50 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-27-flan_t5_small_finetuned_coqa_v0_8_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English flan_t5_small_finetuned_coqa_v0_8 T5Transformer from rooftopcoder +author: John Snow Labs +name: flan_t5_small_finetuned_coqa_v0_8 +date: 2024-08-27 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`flan_t5_small_finetuned_coqa_v0_8` is a English model originally trained by rooftopcoder. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/flan_t5_small_finetuned_coqa_v0_8_en_5.4.2_3.0_1724781611949.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/flan_t5_small_finetuned_coqa_v0_8_en_5.4.2_3.0_1724781611949.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("flan_t5_small_finetuned_coqa_v0_8","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("flan_t5_small_finetuned_coqa_v0_8", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|flan_t5_small_finetuned_coqa_v0_8| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|349.8 MB| + +## References + +https://huggingface.co/rooftopcoder/flan-t5-small-finetuned-coqa-V0.8 \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-27-flan_t5_small_finetuned_coqa_v0_8_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-27-flan_t5_small_finetuned_coqa_v0_8_pipeline_en.md new file mode 100644 index 00000000000000..8094c78c2fc9dd --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-27-flan_t5_small_finetuned_coqa_v0_8_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English flan_t5_small_finetuned_coqa_v0_8_pipeline pipeline T5Transformer from rooftopcoder +author: John Snow Labs +name: flan_t5_small_finetuned_coqa_v0_8_pipeline +date: 2024-08-27 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`flan_t5_small_finetuned_coqa_v0_8_pipeline` is a English model originally trained by rooftopcoder. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/flan_t5_small_finetuned_coqa_v0_8_pipeline_en_5.4.2_3.0_1724781628143.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/flan_t5_small_finetuned_coqa_v0_8_pipeline_en_5.4.2_3.0_1724781628143.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("flan_t5_small_finetuned_coqa_v0_8_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("flan_t5_small_finetuned_coqa_v0_8_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|flan_t5_small_finetuned_coqa_v0_8_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|349.8 MB| + +## References + +https://huggingface.co/rooftopcoder/flan-t5-small-finetuned-coqa-V0.8 + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-27-food_intent_t5_base_en.md b/docs/_posts/ahmedlone127/2024-08-27-food_intent_t5_base_en.md new file mode 100644 index 00000000000000..2e980c79f4c581 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-27-food_intent_t5_base_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English food_intent_t5_base T5Transformer from odunola +author: John Snow Labs +name: food_intent_t5_base +date: 2024-08-27 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`food_intent_t5_base` is a English model originally trained by odunola. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/food_intent_t5_base_en_5.4.2_3.0_1724799460572.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/food_intent_t5_base_en_5.4.2_3.0_1724799460572.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("food_intent_t5_base","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("food_intent_t5_base", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|food_intent_t5_base| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|1.0 GB| + +## References + +https://huggingface.co/odunola/food-intent-t5-base \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-27-food_intent_t5_base_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-27-food_intent_t5_base_pipeline_en.md new file mode 100644 index 00000000000000..045f3ecd4656a9 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-27-food_intent_t5_base_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English food_intent_t5_base_pipeline pipeline T5Transformer from odunola +author: John Snow Labs +name: food_intent_t5_base_pipeline +date: 2024-08-27 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`food_intent_t5_base_pipeline` is a English model originally trained by odunola. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/food_intent_t5_base_pipeline_en_5.4.2_3.0_1724799513038.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/food_intent_t5_base_pipeline_en_5.4.2_3.0_1724799513038.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("food_intent_t5_base_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("food_intent_t5_base_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|food_intent_t5_base_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|1.0 GB| + +## References + +https://huggingface.co/odunola/food-intent-t5-base + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-27-german_jeopardy_mt5_base_256_de.md b/docs/_posts/ahmedlone127/2024-08-27-german_jeopardy_mt5_base_256_de.md new file mode 100644 index 00000000000000..efd5ef7af23c8a --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-27-german_jeopardy_mt5_base_256_de.md @@ -0,0 +1,86 @@ +--- +layout: model +title: German german_jeopardy_mt5_base_256 T5Transformer from GiantTreeG +author: John Snow Labs +name: german_jeopardy_mt5_base_256 +date: 2024-08-27 +tags: [de, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: de +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`german_jeopardy_mt5_base_256` is a German model originally trained by GiantTreeG. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/german_jeopardy_mt5_base_256_de_5.4.2_3.0_1724791453713.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/german_jeopardy_mt5_base_256_de_5.4.2_3.0_1724791453713.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("german_jeopardy_mt5_base_256","de") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("german_jeopardy_mt5_base_256", "de") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|german_jeopardy_mt5_base_256| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|de| +|Size:|2.3 GB| + +## References + +https://huggingface.co/GiantTreeG/german-jeopardy-mt5-base-256 \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-27-german_jeopardy_mt5_base_256_pipeline_de.md b/docs/_posts/ahmedlone127/2024-08-27-german_jeopardy_mt5_base_256_pipeline_de.md new file mode 100644 index 00000000000000..f996a753099d72 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-27-german_jeopardy_mt5_base_256_pipeline_de.md @@ -0,0 +1,69 @@ +--- +layout: model +title: German german_jeopardy_mt5_base_256_pipeline pipeline T5Transformer from GiantTreeG +author: John Snow Labs +name: german_jeopardy_mt5_base_256_pipeline +date: 2024-08-27 +tags: [de, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: de +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`german_jeopardy_mt5_base_256_pipeline` is a German model originally trained by GiantTreeG. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/german_jeopardy_mt5_base_256_pipeline_de_5.4.2_3.0_1724791732509.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/german_jeopardy_mt5_base_256_pipeline_de_5.4.2_3.0_1724791732509.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("german_jeopardy_mt5_base_256_pipeline", lang = "de") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("german_jeopardy_mt5_base_256_pipeline", lang = "de") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|german_jeopardy_mt5_base_256_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|de| +|Size:|2.3 GB| + +## References + +https://huggingface.co/GiantTreeG/german-jeopardy-mt5-base-256 + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-27-google_flan_t5_large_770_finetuned_medical_data_en.md b/docs/_posts/ahmedlone127/2024-08-27-google_flan_t5_large_770_finetuned_medical_data_en.md new file mode 100644 index 00000000000000..97c69d1061de43 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-27-google_flan_t5_large_770_finetuned_medical_data_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English google_flan_t5_large_770_finetuned_medical_data T5Transformer from nikhil928 +author: John Snow Labs +name: google_flan_t5_large_770_finetuned_medical_data +date: 2024-08-27 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`google_flan_t5_large_770_finetuned_medical_data` is a English model originally trained by nikhil928. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/google_flan_t5_large_770_finetuned_medical_data_en_5.4.2_3.0_1724796907445.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/google_flan_t5_large_770_finetuned_medical_data_en_5.4.2_3.0_1724796907445.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("google_flan_t5_large_770_finetuned_medical_data","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("google_flan_t5_large_770_finetuned_medical_data", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|google_flan_t5_large_770_finetuned_medical_data| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|1.6 GB| + +## References + +https://huggingface.co/nikhil928/google-flan-t5-large-770-finetuned-medical-data \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-27-google_flan_t5_large_770_finetuned_medical_data_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-27-google_flan_t5_large_770_finetuned_medical_data_pipeline_en.md new file mode 100644 index 00000000000000..ccb0368d5661ba --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-27-google_flan_t5_large_770_finetuned_medical_data_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English google_flan_t5_large_770_finetuned_medical_data_pipeline pipeline T5Transformer from nikhil928 +author: John Snow Labs +name: google_flan_t5_large_770_finetuned_medical_data_pipeline +date: 2024-08-27 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`google_flan_t5_large_770_finetuned_medical_data_pipeline` is a English model originally trained by nikhil928. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/google_flan_t5_large_770_finetuned_medical_data_pipeline_en_5.4.2_3.0_1724797419166.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/google_flan_t5_large_770_finetuned_medical_data_pipeline_en_5.4.2_3.0_1724797419166.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("google_flan_t5_large_770_finetuned_medical_data_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("google_flan_t5_large_770_finetuned_medical_data_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|google_flan_t5_large_770_finetuned_medical_data_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|1.6 GB| + +## References + +https://huggingface.co/nikhil928/google-flan-t5-large-770-finetuned-medical-data + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-27-kltn_coqe_vit5_oapsl_v3_en.md b/docs/_posts/ahmedlone127/2024-08-27-kltn_coqe_vit5_oapsl_v3_en.md new file mode 100644 index 00000000000000..ac48e1aa098519 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-27-kltn_coqe_vit5_oapsl_v3_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English kltn_coqe_vit5_oapsl_v3 T5Transformer from ThuyNT03 +author: John Snow Labs +name: kltn_coqe_vit5_oapsl_v3 +date: 2024-08-27 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`kltn_coqe_vit5_oapsl_v3` is a English model originally trained by ThuyNT03. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/kltn_coqe_vit5_oapsl_v3_en_5.4.2_3.0_1724797056390.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/kltn_coqe_vit5_oapsl_v3_en_5.4.2_3.0_1724797056390.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("kltn_coqe_vit5_oapsl_v3","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("kltn_coqe_vit5_oapsl_v3", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|kltn_coqe_vit5_oapsl_v3| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|3.0 GB| + +## References + +https://huggingface.co/ThuyNT03/KLTN_COQE_viT5_OAPSL_v3 \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-27-kltn_coqe_vit5_oapsl_v3_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-27-kltn_coqe_vit5_oapsl_v3_pipeline_en.md new file mode 100644 index 00000000000000..618060d654ade2 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-27-kltn_coqe_vit5_oapsl_v3_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English kltn_coqe_vit5_oapsl_v3_pipeline pipeline T5Transformer from ThuyNT03 +author: John Snow Labs +name: kltn_coqe_vit5_oapsl_v3_pipeline +date: 2024-08-27 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`kltn_coqe_vit5_oapsl_v3_pipeline` is a English model originally trained by ThuyNT03. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/kltn_coqe_vit5_oapsl_v3_pipeline_en_5.4.2_3.0_1724797222344.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/kltn_coqe_vit5_oapsl_v3_pipeline_en_5.4.2_3.0_1724797222344.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("kltn_coqe_vit5_oapsl_v3_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("kltn_coqe_vit5_oapsl_v3_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|kltn_coqe_vit5_oapsl_v3_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|3.0 GB| + +## References + +https://huggingface.co/ThuyNT03/KLTN_COQE_viT5_OAPSL_v3 + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-27-kltn_coqe_vit5_osapl_v2_en.md b/docs/_posts/ahmedlone127/2024-08-27-kltn_coqe_vit5_osapl_v2_en.md new file mode 100644 index 00000000000000..566ce45763b486 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-27-kltn_coqe_vit5_osapl_v2_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English kltn_coqe_vit5_osapl_v2 T5Transformer from ThuyNT03 +author: John Snow Labs +name: kltn_coqe_vit5_osapl_v2 +date: 2024-08-27 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`kltn_coqe_vit5_osapl_v2` is a English model originally trained by ThuyNT03. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/kltn_coqe_vit5_osapl_v2_en_5.4.2_3.0_1724779516000.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/kltn_coqe_vit5_osapl_v2_en_5.4.2_3.0_1724779516000.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("kltn_coqe_vit5_osapl_v2","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("kltn_coqe_vit5_osapl_v2", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|kltn_coqe_vit5_osapl_v2| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|3.0 GB| + +## References + +https://huggingface.co/ThuyNT03/KLTN_COQE_viT5_OSAPL_v2 \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-27-kltn_coqe_vit5_osapl_v2_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-27-kltn_coqe_vit5_osapl_v2_pipeline_en.md new file mode 100644 index 00000000000000..28c4d9defe7dfc --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-27-kltn_coqe_vit5_osapl_v2_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English kltn_coqe_vit5_osapl_v2_pipeline pipeline T5Transformer from ThuyNT03 +author: John Snow Labs +name: kltn_coqe_vit5_osapl_v2_pipeline +date: 2024-08-27 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`kltn_coqe_vit5_osapl_v2_pipeline` is a English model originally trained by ThuyNT03. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/kltn_coqe_vit5_osapl_v2_pipeline_en_5.4.2_3.0_1724779686174.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/kltn_coqe_vit5_osapl_v2_pipeline_en_5.4.2_3.0_1724779686174.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("kltn_coqe_vit5_osapl_v2_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("kltn_coqe_vit5_osapl_v2_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|kltn_coqe_vit5_osapl_v2_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|3.0 GB| + +## References + +https://huggingface.co/ThuyNT03/KLTN_COQE_viT5_OSAPL_v2 + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-27-kltn_coqe_vit5_saopl_v3_en.md b/docs/_posts/ahmedlone127/2024-08-27-kltn_coqe_vit5_saopl_v3_en.md new file mode 100644 index 00000000000000..077f093dcac5d0 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-27-kltn_coqe_vit5_saopl_v3_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English kltn_coqe_vit5_saopl_v3 T5Transformer from ThuyNT03 +author: John Snow Labs +name: kltn_coqe_vit5_saopl_v3 +date: 2024-08-27 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`kltn_coqe_vit5_saopl_v3` is a English model originally trained by ThuyNT03. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/kltn_coqe_vit5_saopl_v3_en_5.4.2_3.0_1724786295409.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/kltn_coqe_vit5_saopl_v3_en_5.4.2_3.0_1724786295409.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("kltn_coqe_vit5_saopl_v3","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("kltn_coqe_vit5_saopl_v3", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|kltn_coqe_vit5_saopl_v3| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|3.0 GB| + +## References + +https://huggingface.co/ThuyNT03/KLTN_COQE_viT5_SAOPL_v3 \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-27-kltn_coqe_vit5_saopl_v3_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-27-kltn_coqe_vit5_saopl_v3_pipeline_en.md new file mode 100644 index 00000000000000..4d19577cc4c33f --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-27-kltn_coqe_vit5_saopl_v3_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English kltn_coqe_vit5_saopl_v3_pipeline pipeline T5Transformer from ThuyNT03 +author: John Snow Labs +name: kltn_coqe_vit5_saopl_v3_pipeline +date: 2024-08-27 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`kltn_coqe_vit5_saopl_v3_pipeline` is a English model originally trained by ThuyNT03. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/kltn_coqe_vit5_saopl_v3_pipeline_en_5.4.2_3.0_1724786467977.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/kltn_coqe_vit5_saopl_v3_pipeline_en_5.4.2_3.0_1724786467977.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("kltn_coqe_vit5_saopl_v3_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("kltn_coqe_vit5_saopl_v3_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|kltn_coqe_vit5_saopl_v3_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|3.0 GB| + +## References + +https://huggingface.co/ThuyNT03/KLTN_COQE_viT5_SAOPL_v3 + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-27-kltn_coqe_vit5_soapl_v5_en.md b/docs/_posts/ahmedlone127/2024-08-27-kltn_coqe_vit5_soapl_v5_en.md new file mode 100644 index 00000000000000..7093fabae0a6f3 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-27-kltn_coqe_vit5_soapl_v5_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English kltn_coqe_vit5_soapl_v5 T5Transformer from ThuyNT03 +author: John Snow Labs +name: kltn_coqe_vit5_soapl_v5 +date: 2024-08-27 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`kltn_coqe_vit5_soapl_v5` is a English model originally trained by ThuyNT03. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/kltn_coqe_vit5_soapl_v5_en_5.4.2_3.0_1724795495826.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/kltn_coqe_vit5_soapl_v5_en_5.4.2_3.0_1724795495826.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("kltn_coqe_vit5_soapl_v5","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("kltn_coqe_vit5_soapl_v5", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|kltn_coqe_vit5_soapl_v5| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|3.0 GB| + +## References + +https://huggingface.co/ThuyNT03/KLTN_COQE_viT5_SOAPL_v5 \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-27-kltn_coqe_vit5_soapl_v5_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-27-kltn_coqe_vit5_soapl_v5_pipeline_en.md new file mode 100644 index 00000000000000..2236697011ba47 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-27-kltn_coqe_vit5_soapl_v5_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English kltn_coqe_vit5_soapl_v5_pipeline pipeline T5Transformer from ThuyNT03 +author: John Snow Labs +name: kltn_coqe_vit5_soapl_v5_pipeline +date: 2024-08-27 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`kltn_coqe_vit5_soapl_v5_pipeline` is a English model originally trained by ThuyNT03. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/kltn_coqe_vit5_soapl_v5_pipeline_en_5.4.2_3.0_1724795681646.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/kltn_coqe_vit5_soapl_v5_pipeline_en_5.4.2_3.0_1724795681646.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("kltn_coqe_vit5_soapl_v5_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("kltn_coqe_vit5_soapl_v5_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|kltn_coqe_vit5_soapl_v5_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|3.0 GB| + +## References + +https://huggingface.co/ThuyNT03/KLTN_COQE_viT5_SOAPL_v5 + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-27-llm_fuser_770m_en.md b/docs/_posts/ahmedlone127/2024-08-27-llm_fuser_770m_en.md new file mode 100644 index 00000000000000..9f60a10577f6e1 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-27-llm_fuser_770m_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English llm_fuser_770m T5Transformer from yuchenlin +author: John Snow Labs +name: llm_fuser_770m +date: 2024-08-27 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`llm_fuser_770m` is a English model originally trained by yuchenlin. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/llm_fuser_770m_en_5.4.2_3.0_1724789696098.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/llm_fuser_770m_en_5.4.2_3.0_1724789696098.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("llm_fuser_770m","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("llm_fuser_770m", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|llm_fuser_770m| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|1.6 GB| + +## References + +https://huggingface.co/yuchenlin/LLM-fuser-770m \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-27-malayalam_sum_v3_en.md b/docs/_posts/ahmedlone127/2024-08-27-malayalam_sum_v3_en.md new file mode 100644 index 00000000000000..e59e41a274eeaa --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-27-malayalam_sum_v3_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English malayalam_sum_v3 T5Transformer from mHossain +author: John Snow Labs +name: malayalam_sum_v3 +date: 2024-08-27 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`malayalam_sum_v3` is a English model originally trained by mHossain. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/malayalam_sum_v3_en_5.4.2_3.0_1724794487566.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/malayalam_sum_v3_en_5.4.2_3.0_1724794487566.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("malayalam_sum_v3","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("malayalam_sum_v3", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|malayalam_sum_v3| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|1.4 MB| + +## References + +https://huggingface.co/mHossain/ml_sum_v3 \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-27-malayalam_sum_v3_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-27-malayalam_sum_v3_pipeline_en.md new file mode 100644 index 00000000000000..7562ac83526767 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-27-malayalam_sum_v3_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English malayalam_sum_v3_pipeline pipeline T5Transformer from mHossain +author: John Snow Labs +name: malayalam_sum_v3_pipeline +date: 2024-08-27 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`malayalam_sum_v3_pipeline` is a English model originally trained by mHossain. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/malayalam_sum_v3_pipeline_en_5.4.2_3.0_1724794490078.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/malayalam_sum_v3_pipeline_en_5.4.2_3.0_1724794490078.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("malayalam_sum_v3_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("malayalam_sum_v3_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|malayalam_sum_v3_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|1.4 MB| + +## References + +https://huggingface.co/mHossain/ml_sum_v3 + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-27-mt5_base_dequad_qg_trimmed_30000_en.md b/docs/_posts/ahmedlone127/2024-08-27-mt5_base_dequad_qg_trimmed_30000_en.md new file mode 100644 index 00000000000000..3f1c36737a137a --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-27-mt5_base_dequad_qg_trimmed_30000_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English mt5_base_dequad_qg_trimmed_30000 T5Transformer from research-backup +author: John Snow Labs +name: mt5_base_dequad_qg_trimmed_30000 +date: 2024-08-27 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`mt5_base_dequad_qg_trimmed_30000` is a English model originally trained by research-backup. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/mt5_base_dequad_qg_trimmed_30000_en_5.4.2_3.0_1724800883138.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/mt5_base_dequad_qg_trimmed_30000_en_5.4.2_3.0_1724800883138.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("mt5_base_dequad_qg_trimmed_30000","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("mt5_base_dequad_qg_trimmed_30000", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|mt5_base_dequad_qg_trimmed_30000| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|980.1 MB| + +## References + +https://huggingface.co/research-backup/mt5-base-dequad-qg-trimmed-30000 \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-27-mt5_base_dequad_qg_trimmed_30000_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-27-mt5_base_dequad_qg_trimmed_30000_pipeline_en.md new file mode 100644 index 00000000000000..32d8043a5b08c8 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-27-mt5_base_dequad_qg_trimmed_30000_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English mt5_base_dequad_qg_trimmed_30000_pipeline pipeline T5Transformer from research-backup +author: John Snow Labs +name: mt5_base_dequad_qg_trimmed_30000_pipeline +date: 2024-08-27 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`mt5_base_dequad_qg_trimmed_30000_pipeline` is a English model originally trained by research-backup. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/mt5_base_dequad_qg_trimmed_30000_pipeline_en_5.4.2_3.0_1724800929408.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/mt5_base_dequad_qg_trimmed_30000_pipeline_en_5.4.2_3.0_1724800929408.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("mt5_base_dequad_qg_trimmed_30000_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("mt5_base_dequad_qg_trimmed_30000_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|mt5_base_dequad_qg_trimmed_30000_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|980.1 MB| + +## References + +https://huggingface.co/research-backup/mt5-base-dequad-qg-trimmed-30000 + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-27-mt5_base_nc16_50k_enru_en.md b/docs/_posts/ahmedlone127/2024-08-27-mt5_base_nc16_50k_enru_en.md new file mode 100644 index 00000000000000..68216da80e62de --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-27-mt5_base_nc16_50k_enru_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English mt5_base_nc16_50k_enru T5Transformer from leukas +author: John Snow Labs +name: mt5_base_nc16_50k_enru +date: 2024-08-27 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`mt5_base_nc16_50k_enru` is a English model originally trained by leukas. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/mt5_base_nc16_50k_enru_en_5.4.2_3.0_1724788149340.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/mt5_base_nc16_50k_enru_en_5.4.2_3.0_1724788149340.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("mt5_base_nc16_50k_enru","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("mt5_base_nc16_50k_enru", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|mt5_base_nc16_50k_enru| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|2.3 GB| + +## References + +https://huggingface.co/leukas/mt5-base-nc16-50k-enru \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-27-mt5_base_nc16_50k_enru_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-27-mt5_base_nc16_50k_enru_pipeline_en.md new file mode 100644 index 00000000000000..3c0d0aab5d75ec --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-27-mt5_base_nc16_50k_enru_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English mt5_base_nc16_50k_enru_pipeline pipeline T5Transformer from leukas +author: John Snow Labs +name: mt5_base_nc16_50k_enru_pipeline +date: 2024-08-27 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`mt5_base_nc16_50k_enru_pipeline` is a English model originally trained by leukas. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/mt5_base_nc16_50k_enru_pipeline_en_5.4.2_3.0_1724788416218.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/mt5_base_nc16_50k_enru_pipeline_en_5.4.2_3.0_1724788416218.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("mt5_base_nc16_50k_enru_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("mt5_base_nc16_50k_enru_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|mt5_base_nc16_50k_enru_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|2.3 GB| + +## References + +https://huggingface.co/leukas/mt5-base-nc16-50k-enru + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-27-mt5_base_ruquad_qg_trimmed_15000_en.md b/docs/_posts/ahmedlone127/2024-08-27-mt5_base_ruquad_qg_trimmed_15000_en.md new file mode 100644 index 00000000000000..2c06ab9c9cdfed --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-27-mt5_base_ruquad_qg_trimmed_15000_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English mt5_base_ruquad_qg_trimmed_15000 T5Transformer from research-backup +author: John Snow Labs +name: mt5_base_ruquad_qg_trimmed_15000 +date: 2024-08-27 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`mt5_base_ruquad_qg_trimmed_15000` is a English model originally trained by research-backup. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/mt5_base_ruquad_qg_trimmed_15000_en_5.4.2_3.0_1724780709628.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/mt5_base_ruquad_qg_trimmed_15000_en_5.4.2_3.0_1724780709628.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("mt5_base_ruquad_qg_trimmed_15000","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("mt5_base_ruquad_qg_trimmed_15000", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|mt5_base_ruquad_qg_trimmed_15000| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|873.1 MB| + +## References + +https://huggingface.co/research-backup/mt5-base-ruquad-qg-trimmed-15000 \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-27-mt5_base_ruquad_qg_trimmed_15000_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-27-mt5_base_ruquad_qg_trimmed_15000_pipeline_en.md new file mode 100644 index 00000000000000..a26e746d983c27 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-27-mt5_base_ruquad_qg_trimmed_15000_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English mt5_base_ruquad_qg_trimmed_15000_pipeline pipeline T5Transformer from research-backup +author: John Snow Labs +name: mt5_base_ruquad_qg_trimmed_15000_pipeline +date: 2024-08-27 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`mt5_base_ruquad_qg_trimmed_15000_pipeline` is a English model originally trained by research-backup. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/mt5_base_ruquad_qg_trimmed_15000_pipeline_en_5.4.2_3.0_1724780750567.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/mt5_base_ruquad_qg_trimmed_15000_pipeline_en_5.4.2_3.0_1724780750567.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("mt5_base_ruquad_qg_trimmed_15000_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("mt5_base_ruquad_qg_trimmed_15000_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|mt5_base_ruquad_qg_trimmed_15000_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|873.1 MB| + +## References + +https://huggingface.co/research-backup/mt5-base-ruquad-qg-trimmed-15000 + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-27-mt5_base_ruquad_qg_trimmed_45000_en.md b/docs/_posts/ahmedlone127/2024-08-27-mt5_base_ruquad_qg_trimmed_45000_en.md new file mode 100644 index 00000000000000..ff795b76ea8e20 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-27-mt5_base_ruquad_qg_trimmed_45000_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English mt5_base_ruquad_qg_trimmed_45000 T5Transformer from research-backup +author: John Snow Labs +name: mt5_base_ruquad_qg_trimmed_45000 +date: 2024-08-27 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`mt5_base_ruquad_qg_trimmed_45000` is a English model originally trained by research-backup. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/mt5_base_ruquad_qg_trimmed_45000_en_5.4.2_3.0_1724781524851.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/mt5_base_ruquad_qg_trimmed_45000_en_5.4.2_3.0_1724781524851.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("mt5_base_ruquad_qg_trimmed_45000","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("mt5_base_ruquad_qg_trimmed_45000", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|mt5_base_ruquad_qg_trimmed_45000| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|1.1 GB| + +## References + +https://huggingface.co/research-backup/mt5-base-ruquad-qg-trimmed-45000 \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-27-mt5_base_ruquad_qg_trimmed_45000_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-27-mt5_base_ruquad_qg_trimmed_45000_pipeline_en.md new file mode 100644 index 00000000000000..7e65669c306533 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-27-mt5_base_ruquad_qg_trimmed_45000_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English mt5_base_ruquad_qg_trimmed_45000_pipeline pipeline T5Transformer from research-backup +author: John Snow Labs +name: mt5_base_ruquad_qg_trimmed_45000_pipeline +date: 2024-08-27 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`mt5_base_ruquad_qg_trimmed_45000_pipeline` is a English model originally trained by research-backup. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/mt5_base_ruquad_qg_trimmed_45000_pipeline_en_5.4.2_3.0_1724781579652.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/mt5_base_ruquad_qg_trimmed_45000_pipeline_en_5.4.2_3.0_1724781579652.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("mt5_base_ruquad_qg_trimmed_45000_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("mt5_base_ruquad_qg_trimmed_45000_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|mt5_base_ruquad_qg_trimmed_45000_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|1.1 GB| + +## References + +https://huggingface.co/research-backup/mt5-base-ruquad-qg-trimmed-45000 + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-27-mt5_base_trimmed_italian_105000_en.md b/docs/_posts/ahmedlone127/2024-08-27-mt5_base_trimmed_italian_105000_en.md new file mode 100644 index 00000000000000..de49259b72502b --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-27-mt5_base_trimmed_italian_105000_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English mt5_base_trimmed_italian_105000 T5Transformer from research-backup +author: John Snow Labs +name: mt5_base_trimmed_italian_105000 +date: 2024-08-27 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`mt5_base_trimmed_italian_105000` is a English model originally trained by research-backup. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/mt5_base_trimmed_italian_105000_en_5.4.2_3.0_1724775593904.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/mt5_base_trimmed_italian_105000_en_5.4.2_3.0_1724775593904.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("mt5_base_trimmed_italian_105000","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("mt5_base_trimmed_italian_105000", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|mt5_base_trimmed_italian_105000| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|843.6 MB| + +## References + +https://huggingface.co/research-backup/mt5-base-trimmed-it-105000 \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-27-mt5_base_trimmed_italian_105000_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-27-mt5_base_trimmed_italian_105000_pipeline_en.md new file mode 100644 index 00000000000000..e2838850f6b1f6 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-27-mt5_base_trimmed_italian_105000_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English mt5_base_trimmed_italian_105000_pipeline pipeline T5Transformer from research-backup +author: John Snow Labs +name: mt5_base_trimmed_italian_105000_pipeline +date: 2024-08-27 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`mt5_base_trimmed_italian_105000_pipeline` is a English model originally trained by research-backup. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/mt5_base_trimmed_italian_105000_pipeline_en_5.4.2_3.0_1724775879223.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/mt5_base_trimmed_italian_105000_pipeline_en_5.4.2_3.0_1724775879223.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("mt5_base_trimmed_italian_105000_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("mt5_base_trimmed_italian_105000_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|mt5_base_trimmed_italian_105000_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|843.6 MB| + +## References + +https://huggingface.co/research-backup/mt5-base-trimmed-it-105000 + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-27-mt5_base_trimmed_russian_120000_en.md b/docs/_posts/ahmedlone127/2024-08-27-mt5_base_trimmed_russian_120000_en.md new file mode 100644 index 00000000000000..552eb8348fab0e --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-27-mt5_base_trimmed_russian_120000_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English mt5_base_trimmed_russian_120000 T5Transformer from research-backup +author: John Snow Labs +name: mt5_base_trimmed_russian_120000 +date: 2024-08-27 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`mt5_base_trimmed_russian_120000` is a English model originally trained by research-backup. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/mt5_base_trimmed_russian_120000_en_5.4.2_3.0_1724789104410.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/mt5_base_trimmed_russian_120000_en_5.4.2_3.0_1724789104410.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("mt5_base_trimmed_russian_120000","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("mt5_base_trimmed_russian_120000", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|mt5_base_trimmed_russian_120000| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|909.5 MB| + +## References + +https://huggingface.co/research-backup/mt5-base-trimmed-ru-120000 \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-27-mt5_base_trimmed_russian_120000_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-27-mt5_base_trimmed_russian_120000_pipeline_en.md new file mode 100644 index 00000000000000..872bb5ef52fd77 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-27-mt5_base_trimmed_russian_120000_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English mt5_base_trimmed_russian_120000_pipeline pipeline T5Transformer from research-backup +author: John Snow Labs +name: mt5_base_trimmed_russian_120000_pipeline +date: 2024-08-27 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`mt5_base_trimmed_russian_120000_pipeline` is a English model originally trained by research-backup. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/mt5_base_trimmed_russian_120000_pipeline_en_5.4.2_3.0_1724789412442.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/mt5_base_trimmed_russian_120000_pipeline_en_5.4.2_3.0_1724789412442.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("mt5_base_trimmed_russian_120000_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("mt5_base_trimmed_russian_120000_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|mt5_base_trimmed_russian_120000_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|909.6 MB| + +## References + +https://huggingface.co/research-backup/mt5-base-trimmed-ru-120000 + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-27-mt5_base_trimmed_spanish_30000_en.md b/docs/_posts/ahmedlone127/2024-08-27-mt5_base_trimmed_spanish_30000_en.md new file mode 100644 index 00000000000000..0b8303e8ae83d0 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-27-mt5_base_trimmed_spanish_30000_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English mt5_base_trimmed_spanish_30000 T5Transformer from research-backup +author: John Snow Labs +name: mt5_base_trimmed_spanish_30000 +date: 2024-08-27 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`mt5_base_trimmed_spanish_30000` is a English model originally trained by research-backup. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/mt5_base_trimmed_spanish_30000_en_5.4.2_3.0_1724776123427.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/mt5_base_trimmed_spanish_30000_en_5.4.2_3.0_1724776123427.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("mt5_base_trimmed_spanish_30000","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("mt5_base_trimmed_spanish_30000", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|mt5_base_trimmed_spanish_30000| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|513.6 MB| + +## References + +https://huggingface.co/research-backup/mt5-base-trimmed-es-30000 \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-27-mt5_base_trimmed_spanish_30000_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-27-mt5_base_trimmed_spanish_30000_pipeline_en.md new file mode 100644 index 00000000000000..2b50faa9d502ee --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-27-mt5_base_trimmed_spanish_30000_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English mt5_base_trimmed_spanish_30000_pipeline pipeline T5Transformer from research-backup +author: John Snow Labs +name: mt5_base_trimmed_spanish_30000_pipeline +date: 2024-08-27 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`mt5_base_trimmed_spanish_30000_pipeline` is a English model originally trained by research-backup. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/mt5_base_trimmed_spanish_30000_pipeline_en_5.4.2_3.0_1724776289533.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/mt5_base_trimmed_spanish_30000_pipeline_en_5.4.2_3.0_1724776289533.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("mt5_base_trimmed_spanish_30000_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("mt5_base_trimmed_spanish_30000_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|mt5_base_trimmed_spanish_30000_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|513.6 MB| + +## References + +https://huggingface.co/research-backup/mt5-base-trimmed-es-30000 + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-27-mt5_english_rr_1000_norwegian_bokml_en.md b/docs/_posts/ahmedlone127/2024-08-27-mt5_english_rr_1000_norwegian_bokml_en.md new file mode 100644 index 00000000000000..17c421b960e77c --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-27-mt5_english_rr_1000_norwegian_bokml_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English mt5_english_rr_1000_norwegian_bokml T5Transformer from MarianaLC +author: John Snow Labs +name: mt5_english_rr_1000_norwegian_bokml +date: 2024-08-27 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`mt5_english_rr_1000_norwegian_bokml` is a English model originally trained by MarianaLC. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/mt5_english_rr_1000_norwegian_bokml_en_5.4.2_3.0_1724781900826.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/mt5_english_rr_1000_norwegian_bokml_en_5.4.2_3.0_1724781900826.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("mt5_english_rr_1000_norwegian_bokml","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("mt5_english_rr_1000_norwegian_bokml", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|mt5_english_rr_1000_norwegian_bokml| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|2.3 GB| + +## References + +https://huggingface.co/MarianaLC/mt5-en-rr-1000-nb \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-27-mt5_english_rr_1000_norwegian_bokml_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-27-mt5_english_rr_1000_norwegian_bokml_pipeline_en.md new file mode 100644 index 00000000000000..a61f105864935c --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-27-mt5_english_rr_1000_norwegian_bokml_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English mt5_english_rr_1000_norwegian_bokml_pipeline pipeline T5Transformer from MarianaLC +author: John Snow Labs +name: mt5_english_rr_1000_norwegian_bokml_pipeline +date: 2024-08-27 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`mt5_english_rr_1000_norwegian_bokml_pipeline` is a English model originally trained by MarianaLC. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/mt5_english_rr_1000_norwegian_bokml_pipeline_en_5.4.2_3.0_1724782115056.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/mt5_english_rr_1000_norwegian_bokml_pipeline_en_5.4.2_3.0_1724782115056.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("mt5_english_rr_1000_norwegian_bokml_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("mt5_english_rr_1000_norwegian_bokml_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|mt5_english_rr_1000_norwegian_bokml_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|2.3 GB| + +## References + +https://huggingface.co/MarianaLC/mt5-en-rr-1000-nb + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-27-mt5_small_esquad_qg_trimmed_spanish_en.md b/docs/_posts/ahmedlone127/2024-08-27-mt5_small_esquad_qg_trimmed_spanish_en.md new file mode 100644 index 00000000000000..2436f056dd79a4 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-27-mt5_small_esquad_qg_trimmed_spanish_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English mt5_small_esquad_qg_trimmed_spanish T5Transformer from vocabtrimmer +author: John Snow Labs +name: mt5_small_esquad_qg_trimmed_spanish +date: 2024-08-27 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`mt5_small_esquad_qg_trimmed_spanish` is a English model originally trained by vocabtrimmer. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/mt5_small_esquad_qg_trimmed_spanish_en_5.4.2_3.0_1724787587552.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/mt5_small_esquad_qg_trimmed_spanish_en_5.4.2_3.0_1724787587552.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("mt5_small_esquad_qg_trimmed_spanish","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("mt5_small_esquad_qg_trimmed_spanish", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|mt5_small_esquad_qg_trimmed_spanish| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|788.0 MB| + +## References + +https://huggingface.co/vocabtrimmer/mt5-small-esquad-qg-trimmed-es \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-27-mt5_small_esquad_qg_trimmed_spanish_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-27-mt5_small_esquad_qg_trimmed_spanish_pipeline_en.md new file mode 100644 index 00000000000000..af360f0b73d04b --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-27-mt5_small_esquad_qg_trimmed_spanish_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English mt5_small_esquad_qg_trimmed_spanish_pipeline pipeline T5Transformer from vocabtrimmer +author: John Snow Labs +name: mt5_small_esquad_qg_trimmed_spanish_pipeline +date: 2024-08-27 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`mt5_small_esquad_qg_trimmed_spanish_pipeline` is a English model originally trained by vocabtrimmer. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/mt5_small_esquad_qg_trimmed_spanish_pipeline_en_5.4.2_3.0_1724787634581.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/mt5_small_esquad_qg_trimmed_spanish_pipeline_en_5.4.2_3.0_1724787634581.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("mt5_small_esquad_qg_trimmed_spanish_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("mt5_small_esquad_qg_trimmed_spanish_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|mt5_small_esquad_qg_trimmed_spanish_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|788.0 MB| + +## References + +https://huggingface.co/vocabtrimmer/mt5-small-esquad-qg-trimmed-es + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-27-mt5_small_finetuned_13feb_1_en.md b/docs/_posts/ahmedlone127/2024-08-27-mt5_small_finetuned_13feb_1_en.md new file mode 100644 index 00000000000000..b27582aa17df2a --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-27-mt5_small_finetuned_13feb_1_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English mt5_small_finetuned_13feb_1 T5Transformer from mqy +author: John Snow Labs +name: mt5_small_finetuned_13feb_1 +date: 2024-08-27 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`mt5_small_finetuned_13feb_1` is a English model originally trained by mqy. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/mt5_small_finetuned_13feb_1_en_5.4.2_3.0_1724780290989.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/mt5_small_finetuned_13feb_1_en_5.4.2_3.0_1724780290989.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("mt5_small_finetuned_13feb_1","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("mt5_small_finetuned_13feb_1", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|mt5_small_finetuned_13feb_1| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|1.2 GB| + +## References + +https://huggingface.co/mqy/mt5-small-finetuned-13feb-1 \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-27-mt5_small_finetuned_13feb_1_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-27-mt5_small_finetuned_13feb_1_pipeline_en.md new file mode 100644 index 00000000000000..386b4089aa5ae9 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-27-mt5_small_finetuned_13feb_1_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English mt5_small_finetuned_13feb_1_pipeline pipeline T5Transformer from mqy +author: John Snow Labs +name: mt5_small_finetuned_13feb_1_pipeline +date: 2024-08-27 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`mt5_small_finetuned_13feb_1_pipeline` is a English model originally trained by mqy. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/mt5_small_finetuned_13feb_1_pipeline_en_5.4.2_3.0_1724780484602.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/mt5_small_finetuned_13feb_1_pipeline_en_5.4.2_3.0_1724780484602.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("mt5_small_finetuned_13feb_1_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("mt5_small_finetuned_13feb_1_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|mt5_small_finetuned_13feb_1_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|1.2 GB| + +## References + +https://huggingface.co/mqy/mt5-small-finetuned-13feb-1 + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-27-mt5_small_finetuned_amazon_english_german_trit0n_en.md b/docs/_posts/ahmedlone127/2024-08-27-mt5_small_finetuned_amazon_english_german_trit0n_en.md new file mode 100644 index 00000000000000..1dd3ffc371968e --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-27-mt5_small_finetuned_amazon_english_german_trit0n_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English mt5_small_finetuned_amazon_english_german_trit0n T5Transformer from TRIT0N +author: John Snow Labs +name: mt5_small_finetuned_amazon_english_german_trit0n +date: 2024-08-27 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`mt5_small_finetuned_amazon_english_german_trit0n` is a English model originally trained by TRIT0N. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/mt5_small_finetuned_amazon_english_german_trit0n_en_5.4.2_3.0_1724781456471.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/mt5_small_finetuned_amazon_english_german_trit0n_en_5.4.2_3.0_1724781456471.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("mt5_small_finetuned_amazon_english_german_trit0n","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("mt5_small_finetuned_amazon_english_german_trit0n", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|mt5_small_finetuned_amazon_english_german_trit0n| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|1.2 GB| + +## References + +https://huggingface.co/TRIT0N/mt5-small-finetuned-amazon-en-de \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-27-mt5_small_finetuned_amazon_english_german_trit0n_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-27-mt5_small_finetuned_amazon_english_german_trit0n_pipeline_en.md new file mode 100644 index 00000000000000..a77901ebe25941 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-27-mt5_small_finetuned_amazon_english_german_trit0n_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English mt5_small_finetuned_amazon_english_german_trit0n_pipeline pipeline T5Transformer from TRIT0N +author: John Snow Labs +name: mt5_small_finetuned_amazon_english_german_trit0n_pipeline +date: 2024-08-27 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`mt5_small_finetuned_amazon_english_german_trit0n_pipeline` is a English model originally trained by TRIT0N. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/mt5_small_finetuned_amazon_english_german_trit0n_pipeline_en_5.4.2_3.0_1724781576135.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/mt5_small_finetuned_amazon_english_german_trit0n_pipeline_en_5.4.2_3.0_1724781576135.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("mt5_small_finetuned_amazon_english_german_trit0n_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("mt5_small_finetuned_amazon_english_german_trit0n_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|mt5_small_finetuned_amazon_english_german_trit0n_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|1.2 GB| + +## References + +https://huggingface.co/TRIT0N/mt5-small-finetuned-amazon-en-de + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-27-mt5_small_finetuned_amazon_english_spanish_arsalan7_en.md b/docs/_posts/ahmedlone127/2024-08-27-mt5_small_finetuned_amazon_english_spanish_arsalan7_en.md new file mode 100644 index 00000000000000..87afd58796a7e0 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-27-mt5_small_finetuned_amazon_english_spanish_arsalan7_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English mt5_small_finetuned_amazon_english_spanish_arsalan7 T5Transformer from Arsalan7 +author: John Snow Labs +name: mt5_small_finetuned_amazon_english_spanish_arsalan7 +date: 2024-08-27 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`mt5_small_finetuned_amazon_english_spanish_arsalan7` is a English model originally trained by Arsalan7. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/mt5_small_finetuned_amazon_english_spanish_arsalan7_en_5.4.2_3.0_1724792191909.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/mt5_small_finetuned_amazon_english_spanish_arsalan7_en_5.4.2_3.0_1724792191909.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("mt5_small_finetuned_amazon_english_spanish_arsalan7","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("mt5_small_finetuned_amazon_english_spanish_arsalan7", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|mt5_small_finetuned_amazon_english_spanish_arsalan7| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|1.2 GB| + +## References + +https://huggingface.co/Arsalan7/mt5-small-finetuned-amazon-en-es \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-27-mt5_small_finetuned_amazon_english_spanish_arsalan7_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-27-mt5_small_finetuned_amazon_english_spanish_arsalan7_pipeline_en.md new file mode 100644 index 00000000000000..c1d6d0cc1c301a --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-27-mt5_small_finetuned_amazon_english_spanish_arsalan7_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English mt5_small_finetuned_amazon_english_spanish_arsalan7_pipeline pipeline T5Transformer from Arsalan7 +author: John Snow Labs +name: mt5_small_finetuned_amazon_english_spanish_arsalan7_pipeline +date: 2024-08-27 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`mt5_small_finetuned_amazon_english_spanish_arsalan7_pipeline` is a English model originally trained by Arsalan7. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/mt5_small_finetuned_amazon_english_spanish_arsalan7_pipeline_en_5.4.2_3.0_1724792282352.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/mt5_small_finetuned_amazon_english_spanish_arsalan7_pipeline_en_5.4.2_3.0_1724792282352.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("mt5_small_finetuned_amazon_english_spanish_arsalan7_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("mt5_small_finetuned_amazon_english_spanish_arsalan7_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|mt5_small_finetuned_amazon_english_spanish_arsalan7_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|1.2 GB| + +## References + +https://huggingface.co/Arsalan7/mt5-small-finetuned-amazon-en-es + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-27-mt5_small_finetuned_amazon_english_spanish_karmanandan_en.md b/docs/_posts/ahmedlone127/2024-08-27-mt5_small_finetuned_amazon_english_spanish_karmanandan_en.md new file mode 100644 index 00000000000000..fcf01ac34b11c9 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-27-mt5_small_finetuned_amazon_english_spanish_karmanandan_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English mt5_small_finetuned_amazon_english_spanish_karmanandan T5Transformer from karmanandan +author: John Snow Labs +name: mt5_small_finetuned_amazon_english_spanish_karmanandan +date: 2024-08-27 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`mt5_small_finetuned_amazon_english_spanish_karmanandan` is a English model originally trained by karmanandan. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/mt5_small_finetuned_amazon_english_spanish_karmanandan_en_5.4.2_3.0_1724797826982.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/mt5_small_finetuned_amazon_english_spanish_karmanandan_en_5.4.2_3.0_1724797826982.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("mt5_small_finetuned_amazon_english_spanish_karmanandan","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("mt5_small_finetuned_amazon_english_spanish_karmanandan", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|mt5_small_finetuned_amazon_english_spanish_karmanandan| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|1.2 GB| + +## References + +https://huggingface.co/karmanandan/mt5-small-finetuned-amazon-en-es \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-27-mt5_small_finetuned_amazon_english_spanish_karmanandan_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-27-mt5_small_finetuned_amazon_english_spanish_karmanandan_pipeline_en.md new file mode 100644 index 00000000000000..52362c772ad037 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-27-mt5_small_finetuned_amazon_english_spanish_karmanandan_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English mt5_small_finetuned_amazon_english_spanish_karmanandan_pipeline pipeline T5Transformer from karmanandan +author: John Snow Labs +name: mt5_small_finetuned_amazon_english_spanish_karmanandan_pipeline +date: 2024-08-27 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`mt5_small_finetuned_amazon_english_spanish_karmanandan_pipeline` is a English model originally trained by karmanandan. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/mt5_small_finetuned_amazon_english_spanish_karmanandan_pipeline_en_5.4.2_3.0_1724797973188.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/mt5_small_finetuned_amazon_english_spanish_karmanandan_pipeline_en_5.4.2_3.0_1724797973188.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("mt5_small_finetuned_amazon_english_spanish_karmanandan_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("mt5_small_finetuned_amazon_english_spanish_karmanandan_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|mt5_small_finetuned_amazon_english_spanish_karmanandan_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|1.2 GB| + +## References + +https://huggingface.co/karmanandan/mt5-small-finetuned-amazon-en-es + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-27-mt5_small_finetuned_amazon_english_spanish_maryna_ds_en.md b/docs/_posts/ahmedlone127/2024-08-27-mt5_small_finetuned_amazon_english_spanish_maryna_ds_en.md new file mode 100644 index 00000000000000..fd140b7e244df7 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-27-mt5_small_finetuned_amazon_english_spanish_maryna_ds_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English mt5_small_finetuned_amazon_english_spanish_maryna_ds T5Transformer from maryna-ds +author: John Snow Labs +name: mt5_small_finetuned_amazon_english_spanish_maryna_ds +date: 2024-08-27 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`mt5_small_finetuned_amazon_english_spanish_maryna_ds` is a English model originally trained by maryna-ds. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/mt5_small_finetuned_amazon_english_spanish_maryna_ds_en_5.4.2_3.0_1724777612573.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/mt5_small_finetuned_amazon_english_spanish_maryna_ds_en_5.4.2_3.0_1724777612573.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("mt5_small_finetuned_amazon_english_spanish_maryna_ds","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("mt5_small_finetuned_amazon_english_spanish_maryna_ds", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|mt5_small_finetuned_amazon_english_spanish_maryna_ds| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|1.2 GB| + +## References + +https://huggingface.co/maryna-ds/mt5-small-finetuned-amazon-en-es \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-27-mt5_small_finetuned_amazon_english_spanish_maryna_ds_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-27-mt5_small_finetuned_amazon_english_spanish_maryna_ds_pipeline_en.md new file mode 100644 index 00000000000000..83a2383022b9fb --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-27-mt5_small_finetuned_amazon_english_spanish_maryna_ds_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English mt5_small_finetuned_amazon_english_spanish_maryna_ds_pipeline pipeline T5Transformer from maryna-ds +author: John Snow Labs +name: mt5_small_finetuned_amazon_english_spanish_maryna_ds_pipeline +date: 2024-08-27 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`mt5_small_finetuned_amazon_english_spanish_maryna_ds_pipeline` is a English model originally trained by maryna-ds. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/mt5_small_finetuned_amazon_english_spanish_maryna_ds_pipeline_en_5.4.2_3.0_1724777713223.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/mt5_small_finetuned_amazon_english_spanish_maryna_ds_pipeline_en_5.4.2_3.0_1724777713223.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("mt5_small_finetuned_amazon_english_spanish_maryna_ds_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("mt5_small_finetuned_amazon_english_spanish_maryna_ds_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|mt5_small_finetuned_amazon_english_spanish_maryna_ds_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|1.2 GB| + +## References + +https://huggingface.co/maryna-ds/mt5-small-finetuned-amazon-en-es + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-27-mt5_small_finetuned_cnn_news_finetuned_no3_en.md b/docs/_posts/ahmedlone127/2024-08-27-mt5_small_finetuned_cnn_news_finetuned_no3_en.md new file mode 100644 index 00000000000000..c25a7c6a393adf --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-27-mt5_small_finetuned_cnn_news_finetuned_no3_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English mt5_small_finetuned_cnn_news_finetuned_no3 T5Transformer from bg79-v23-bidata-ntnu +author: John Snow Labs +name: mt5_small_finetuned_cnn_news_finetuned_no3 +date: 2024-08-27 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`mt5_small_finetuned_cnn_news_finetuned_no3` is a English model originally trained by bg79-v23-bidata-ntnu. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/mt5_small_finetuned_cnn_news_finetuned_no3_en_5.4.2_3.0_1724794987267.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/mt5_small_finetuned_cnn_news_finetuned_no3_en_5.4.2_3.0_1724794987267.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("mt5_small_finetuned_cnn_news_finetuned_no3","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("mt5_small_finetuned_cnn_news_finetuned_no3", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|mt5_small_finetuned_cnn_news_finetuned_no3| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|1.2 GB| + +## References + +https://huggingface.co/bg79-v23-bidata-ntnu/mt5-small-finetuned-cnn-news-finetuned-NO3 \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-27-mt5_small_finetuned_cnn_news_finetuned_no3_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-27-mt5_small_finetuned_cnn_news_finetuned_no3_pipeline_en.md new file mode 100644 index 00000000000000..909cc54d84ae91 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-27-mt5_small_finetuned_cnn_news_finetuned_no3_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English mt5_small_finetuned_cnn_news_finetuned_no3_pipeline pipeline T5Transformer from bg79-v23-bidata-ntnu +author: John Snow Labs +name: mt5_small_finetuned_cnn_news_finetuned_no3_pipeline +date: 2024-08-27 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`mt5_small_finetuned_cnn_news_finetuned_no3_pipeline` is a English model originally trained by bg79-v23-bidata-ntnu. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/mt5_small_finetuned_cnn_news_finetuned_no3_pipeline_en_5.4.2_3.0_1724795079014.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/mt5_small_finetuned_cnn_news_finetuned_no3_pipeline_en_5.4.2_3.0_1724795079014.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("mt5_small_finetuned_cnn_news_finetuned_no3_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("mt5_small_finetuned_cnn_news_finetuned_no3_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|mt5_small_finetuned_cnn_news_finetuned_no3_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|1.2 GB| + +## References + +https://huggingface.co/bg79-v23-bidata-ntnu/mt5-small-finetuned-cnn-news-finetuned-NO3 + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-27-mt5_small_finetuned_lyric_generationnewestdiscovery_en.md b/docs/_posts/ahmedlone127/2024-08-27-mt5_small_finetuned_lyric_generationnewestdiscovery_en.md new file mode 100644 index 00000000000000..ab19e94e74f42b --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-27-mt5_small_finetuned_lyric_generationnewestdiscovery_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English mt5_small_finetuned_lyric_generationnewestdiscovery T5Transformer from ShushantLLM +author: John Snow Labs +name: mt5_small_finetuned_lyric_generationnewestdiscovery +date: 2024-08-27 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`mt5_small_finetuned_lyric_generationnewestdiscovery` is a English model originally trained by ShushantLLM. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/mt5_small_finetuned_lyric_generationnewestdiscovery_en_5.4.2_3.0_1724780333298.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/mt5_small_finetuned_lyric_generationnewestdiscovery_en_5.4.2_3.0_1724780333298.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("mt5_small_finetuned_lyric_generationnewestdiscovery","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("mt5_small_finetuned_lyric_generationnewestdiscovery", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|mt5_small_finetuned_lyric_generationnewestdiscovery| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|1.2 GB| + +## References + +https://huggingface.co/ShushantLLM/mt5-small-finetuned-lyric-generationNewestdiscovery \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-27-mt5_small_finetuned_lyric_generationnewestdiscovery_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-27-mt5_small_finetuned_lyric_generationnewestdiscovery_pipeline_en.md new file mode 100644 index 00000000000000..e2f0ce0bcb44bb --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-27-mt5_small_finetuned_lyric_generationnewestdiscovery_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English mt5_small_finetuned_lyric_generationnewestdiscovery_pipeline pipeline T5Transformer from ShushantLLM +author: John Snow Labs +name: mt5_small_finetuned_lyric_generationnewestdiscovery_pipeline +date: 2024-08-27 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`mt5_small_finetuned_lyric_generationnewestdiscovery_pipeline` is a English model originally trained by ShushantLLM. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/mt5_small_finetuned_lyric_generationnewestdiscovery_pipeline_en_5.4.2_3.0_1724780498011.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/mt5_small_finetuned_lyric_generationnewestdiscovery_pipeline_en_5.4.2_3.0_1724780498011.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("mt5_small_finetuned_lyric_generationnewestdiscovery_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("mt5_small_finetuned_lyric_generationnewestdiscovery_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|mt5_small_finetuned_lyric_generationnewestdiscovery_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|1.2 GB| + +## References + +https://huggingface.co/ShushantLLM/mt5-small-finetuned-lyric-generationNewestdiscovery + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-27-mt5_small_finetuned_nepali_health_iii_en.md b/docs/_posts/ahmedlone127/2024-08-27-mt5_small_finetuned_nepali_health_iii_en.md new file mode 100644 index 00000000000000..bb88b62182db5c --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-27-mt5_small_finetuned_nepali_health_iii_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English mt5_small_finetuned_nepali_health_iii T5Transformer from NepaliAI +author: John Snow Labs +name: mt5_small_finetuned_nepali_health_iii +date: 2024-08-27 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`mt5_small_finetuned_nepali_health_iii` is a English model originally trained by NepaliAI. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/mt5_small_finetuned_nepali_health_iii_en_5.4.2_3.0_1724783779655.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/mt5_small_finetuned_nepali_health_iii_en_5.4.2_3.0_1724783779655.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("mt5_small_finetuned_nepali_health_iii","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("mt5_small_finetuned_nepali_health_iii", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|mt5_small_finetuned_nepali_health_iii| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|1.2 GB| + +## References + +https://huggingface.co/NepaliAI/mt5-small-finetuned-Nepali-Health-III \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-27-mt5_small_finetuned_nepali_health_iii_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-27-mt5_small_finetuned_nepali_health_iii_pipeline_en.md new file mode 100644 index 00000000000000..1ef17ec95226ae --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-27-mt5_small_finetuned_nepali_health_iii_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English mt5_small_finetuned_nepali_health_iii_pipeline pipeline T5Transformer from NepaliAI +author: John Snow Labs +name: mt5_small_finetuned_nepali_health_iii_pipeline +date: 2024-08-27 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`mt5_small_finetuned_nepali_health_iii_pipeline` is a English model originally trained by NepaliAI. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/mt5_small_finetuned_nepali_health_iii_pipeline_en_5.4.2_3.0_1724783869725.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/mt5_small_finetuned_nepali_health_iii_pipeline_en_5.4.2_3.0_1724783869725.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("mt5_small_finetuned_nepali_health_iii_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("mt5_small_finetuned_nepali_health_iii_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|mt5_small_finetuned_nepali_health_iii_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|1.2 GB| + +## References + +https://huggingface.co/NepaliAI/mt5-small-finetuned-Nepali-Health-III + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-27-mt5_small_finetuned_xlsum_russian_english_nepal_bhasa_en.md b/docs/_posts/ahmedlone127/2024-08-27-mt5_small_finetuned_xlsum_russian_english_nepal_bhasa_en.md new file mode 100644 index 00000000000000..05380f553b52cc --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-27-mt5_small_finetuned_xlsum_russian_english_nepal_bhasa_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English mt5_small_finetuned_xlsum_russian_english_nepal_bhasa T5Transformer from doktan +author: John Snow Labs +name: mt5_small_finetuned_xlsum_russian_english_nepal_bhasa +date: 2024-08-27 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`mt5_small_finetuned_xlsum_russian_english_nepal_bhasa` is a English model originally trained by doktan. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/mt5_small_finetuned_xlsum_russian_english_nepal_bhasa_en_5.4.2_3.0_1724775597706.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/mt5_small_finetuned_xlsum_russian_english_nepal_bhasa_en_5.4.2_3.0_1724775597706.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("mt5_small_finetuned_xlsum_russian_english_nepal_bhasa","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("mt5_small_finetuned_xlsum_russian_english_nepal_bhasa", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|mt5_small_finetuned_xlsum_russian_english_nepal_bhasa| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|4.4 MB| + +## References + +https://huggingface.co/doktan/mt5-small-finetuned-xlsum-ru-en-new \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-27-mt5_small_finetuned_xlsum_russian_english_nepal_bhasa_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-27-mt5_small_finetuned_xlsum_russian_english_nepal_bhasa_pipeline_en.md new file mode 100644 index 00000000000000..7622d019991b3a --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-27-mt5_small_finetuned_xlsum_russian_english_nepal_bhasa_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English mt5_small_finetuned_xlsum_russian_english_nepal_bhasa_pipeline pipeline T5Transformer from doktan +author: John Snow Labs +name: mt5_small_finetuned_xlsum_russian_english_nepal_bhasa_pipeline +date: 2024-08-27 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`mt5_small_finetuned_xlsum_russian_english_nepal_bhasa_pipeline` is a English model originally trained by doktan. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/mt5_small_finetuned_xlsum_russian_english_nepal_bhasa_pipeline_en_5.4.2_3.0_1724775603500.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/mt5_small_finetuned_xlsum_russian_english_nepal_bhasa_pipeline_en_5.4.2_3.0_1724775603500.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("mt5_small_finetuned_xlsum_russian_english_nepal_bhasa_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("mt5_small_finetuned_xlsum_russian_english_nepal_bhasa_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|mt5_small_finetuned_xlsum_russian_english_nepal_bhasa_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|4.5 MB| + +## References + +https://huggingface.co/doktan/mt5-small-finetuned-xlsum-ru-en-new + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-27-mt5_small_finnish_10k_en.md b/docs/_posts/ahmedlone127/2024-08-27-mt5_small_finnish_10k_en.md new file mode 100644 index 00000000000000..8144792240f708 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-27-mt5_small_finnish_10k_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English mt5_small_finnish_10k T5Transformer from KaiNylund +author: John Snow Labs +name: mt5_small_finnish_10k +date: 2024-08-27 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`mt5_small_finnish_10k` is a English model originally trained by KaiNylund. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/mt5_small_finnish_10k_en_5.4.2_3.0_1724793229359.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/mt5_small_finnish_10k_en_5.4.2_3.0_1724793229359.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("mt5_small_finnish_10k","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("mt5_small_finnish_10k", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|mt5_small_finnish_10k| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|1.3 GB| + +## References + +https://huggingface.co/KaiNylund/mt5-small-fi-10k \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-27-mt5_small_finnish_10k_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-27-mt5_small_finnish_10k_pipeline_en.md new file mode 100644 index 00000000000000..d9ddf699a39961 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-27-mt5_small_finnish_10k_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English mt5_small_finnish_10k_pipeline pipeline T5Transformer from KaiNylund +author: John Snow Labs +name: mt5_small_finnish_10k_pipeline +date: 2024-08-27 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`mt5_small_finnish_10k_pipeline` is a English model originally trained by KaiNylund. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/mt5_small_finnish_10k_pipeline_en_5.4.2_3.0_1724793384410.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/mt5_small_finnish_10k_pipeline_en_5.4.2_3.0_1724793384410.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("mt5_small_finnish_10k_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("mt5_small_finnish_10k_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|mt5_small_finnish_10k_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|1.3 GB| + +## References + +https://huggingface.co/KaiNylund/mt5-small-fi-10k + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-27-mt5_small_koquad_qa_trimmed_korean_60000_en.md b/docs/_posts/ahmedlone127/2024-08-27-mt5_small_koquad_qa_trimmed_korean_60000_en.md new file mode 100644 index 00000000000000..3df34a208ca582 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-27-mt5_small_koquad_qa_trimmed_korean_60000_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English mt5_small_koquad_qa_trimmed_korean_60000 T5Transformer from vocabtrimmer +author: John Snow Labs +name: mt5_small_koquad_qa_trimmed_korean_60000 +date: 2024-08-27 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`mt5_small_koquad_qa_trimmed_korean_60000` is a English model originally trained by vocabtrimmer. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/mt5_small_koquad_qa_trimmed_korean_60000_en_5.4.2_3.0_1724781749386.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/mt5_small_koquad_qa_trimmed_korean_60000_en_5.4.2_3.0_1724781749386.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("mt5_small_koquad_qa_trimmed_korean_60000","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("mt5_small_koquad_qa_trimmed_korean_60000", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|mt5_small_koquad_qa_trimmed_korean_60000| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|446.4 MB| + +## References + +https://huggingface.co/vocabtrimmer/mt5-small-koquad-qa-trimmed-ko-60000 \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-27-mt5_small_koquad_qa_trimmed_korean_60000_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-27-mt5_small_koquad_qa_trimmed_korean_60000_pipeline_en.md new file mode 100644 index 00000000000000..608fb96f05abb1 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-27-mt5_small_koquad_qa_trimmed_korean_60000_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English mt5_small_koquad_qa_trimmed_korean_60000_pipeline pipeline T5Transformer from vocabtrimmer +author: John Snow Labs +name: mt5_small_koquad_qa_trimmed_korean_60000_pipeline +date: 2024-08-27 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`mt5_small_koquad_qa_trimmed_korean_60000_pipeline` is a English model originally trained by vocabtrimmer. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/mt5_small_koquad_qa_trimmed_korean_60000_pipeline_en_5.4.2_3.0_1724781778660.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/mt5_small_koquad_qa_trimmed_korean_60000_pipeline_en_5.4.2_3.0_1724781778660.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("mt5_small_koquad_qa_trimmed_korean_60000_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("mt5_small_koquad_qa_trimmed_korean_60000_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|mt5_small_koquad_qa_trimmed_korean_60000_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|446.5 MB| + +## References + +https://huggingface.co/vocabtrimmer/mt5-small-koquad-qa-trimmed-ko-60000 + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-27-mt5_small_nc16_400_enru_en.md b/docs/_posts/ahmedlone127/2024-08-27-mt5_small_nc16_400_enru_en.md new file mode 100644 index 00000000000000..74a30e713dc27c --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-27-mt5_small_nc16_400_enru_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English mt5_small_nc16_400_enru T5Transformer from leukas +author: John Snow Labs +name: mt5_small_nc16_400_enru +date: 2024-08-27 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`mt5_small_nc16_400_enru` is a English model originally trained by leukas. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/mt5_small_nc16_400_enru_en_5.4.2_3.0_1724777052566.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/mt5_small_nc16_400_enru_en_5.4.2_3.0_1724777052566.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("mt5_small_nc16_400_enru","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("mt5_small_nc16_400_enru", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|mt5_small_nc16_400_enru| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|1.2 GB| + +## References + +https://huggingface.co/leukas/mt5-small-nc16-400-enru \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-27-mt5_small_nc16_400_enru_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-27-mt5_small_nc16_400_enru_pipeline_en.md new file mode 100644 index 00000000000000..eb3db80d988f03 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-27-mt5_small_nc16_400_enru_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English mt5_small_nc16_400_enru_pipeline pipeline T5Transformer from leukas +author: John Snow Labs +name: mt5_small_nc16_400_enru_pipeline +date: 2024-08-27 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`mt5_small_nc16_400_enru_pipeline` is a English model originally trained by leukas. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/mt5_small_nc16_400_enru_pipeline_en_5.4.2_3.0_1724777247396.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/mt5_small_nc16_400_enru_pipeline_en_5.4.2_3.0_1724777247396.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("mt5_small_nc16_400_enru_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("mt5_small_nc16_400_enru_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|mt5_small_nc16_400_enru_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|1.2 GB| + +## References + +https://huggingface.co/leukas/mt5-small-nc16-400-enru + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-27-mt5_small_romanian_10k_en.md b/docs/_posts/ahmedlone127/2024-08-27-mt5_small_romanian_10k_en.md new file mode 100644 index 00000000000000..667638f558092a --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-27-mt5_small_romanian_10k_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English mt5_small_romanian_10k T5Transformer from KaiNylund +author: John Snow Labs +name: mt5_small_romanian_10k +date: 2024-08-27 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`mt5_small_romanian_10k` is a English model originally trained by KaiNylund. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/mt5_small_romanian_10k_en_5.4.2_3.0_1724794071485.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/mt5_small_romanian_10k_en_5.4.2_3.0_1724794071485.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("mt5_small_romanian_10k","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("mt5_small_romanian_10k", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|mt5_small_romanian_10k| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|1.3 GB| + +## References + +https://huggingface.co/KaiNylund/mt5-small-ro-10k \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-27-mt5_small_romanian_10k_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-27-mt5_small_romanian_10k_pipeline_en.md new file mode 100644 index 00000000000000..d3f5d838a594e7 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-27-mt5_small_romanian_10k_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English mt5_small_romanian_10k_pipeline pipeline T5Transformer from KaiNylund +author: John Snow Labs +name: mt5_small_romanian_10k_pipeline +date: 2024-08-27 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`mt5_small_romanian_10k_pipeline` is a English model originally trained by KaiNylund. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/mt5_small_romanian_10k_pipeline_en_5.4.2_3.0_1724794215048.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/mt5_small_romanian_10k_pipeline_en_5.4.2_3.0_1724794215048.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("mt5_small_romanian_10k_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("mt5_small_romanian_10k_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|mt5_small_romanian_10k_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|1.3 GB| + +## References + +https://huggingface.co/KaiNylund/mt5-small-ro-10k + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-27-mt5_small_trimmed_english_15000_squad_qa_en.md b/docs/_posts/ahmedlone127/2024-08-27-mt5_small_trimmed_english_15000_squad_qa_en.md new file mode 100644 index 00000000000000..ff1003704e7bd5 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-27-mt5_small_trimmed_english_15000_squad_qa_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English mt5_small_trimmed_english_15000_squad_qa T5Transformer from vocabtrimmer +author: John Snow Labs +name: mt5_small_trimmed_english_15000_squad_qa +date: 2024-08-27 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`mt5_small_trimmed_english_15000_squad_qa` is a English model originally trained by vocabtrimmer. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/mt5_small_trimmed_english_15000_squad_qa_en_5.4.2_3.0_1724788705745.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/mt5_small_trimmed_english_15000_squad_qa_en_5.4.2_3.0_1724788705745.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("mt5_small_trimmed_english_15000_squad_qa","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("mt5_small_trimmed_english_15000_squad_qa", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|mt5_small_trimmed_english_15000_squad_qa| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|252.7 MB| + +## References + +https://huggingface.co/vocabtrimmer/mt5-small-trimmed-en-15000-squad-qa \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-27-mt5_small_trimmed_english_15000_squad_qa_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-27-mt5_small_trimmed_english_15000_squad_qa_pipeline_en.md new file mode 100644 index 00000000000000..59a799273df3ec --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-27-mt5_small_trimmed_english_15000_squad_qa_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English mt5_small_trimmed_english_15000_squad_qa_pipeline pipeline T5Transformer from vocabtrimmer +author: John Snow Labs +name: mt5_small_trimmed_english_15000_squad_qa_pipeline +date: 2024-08-27 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`mt5_small_trimmed_english_15000_squad_qa_pipeline` is a English model originally trained by vocabtrimmer. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/mt5_small_trimmed_english_15000_squad_qa_pipeline_en_5.4.2_3.0_1724788718250.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/mt5_small_trimmed_english_15000_squad_qa_pipeline_en_5.4.2_3.0_1724788718250.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("mt5_small_trimmed_english_15000_squad_qa_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("mt5_small_trimmed_english_15000_squad_qa_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|mt5_small_trimmed_english_15000_squad_qa_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|252.7 MB| + +## References + +https://huggingface.co/vocabtrimmer/mt5-small-trimmed-en-15000-squad-qa + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-27-mt5_small_trimmed_english_squad_qa_en.md b/docs/_posts/ahmedlone127/2024-08-27-mt5_small_trimmed_english_squad_qa_en.md new file mode 100644 index 00000000000000..6f6cfc843e1416 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-27-mt5_small_trimmed_english_squad_qa_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English mt5_small_trimmed_english_squad_qa T5Transformer from vocabtrimmer +author: John Snow Labs +name: mt5_small_trimmed_english_squad_qa +date: 2024-08-27 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`mt5_small_trimmed_english_squad_qa` is a English model originally trained by vocabtrimmer. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/mt5_small_trimmed_english_squad_qa_en_5.4.2_3.0_1724793750871.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/mt5_small_trimmed_english_squad_qa_en_5.4.2_3.0_1724793750871.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("mt5_small_trimmed_english_squad_qa","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("mt5_small_trimmed_english_squad_qa", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|mt5_small_trimmed_english_squad_qa| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|1.1 GB| + +## References + +https://huggingface.co/vocabtrimmer/mt5-small-trimmed-en-squad-qa \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-27-mt5_small_trimmed_english_squad_qa_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-27-mt5_small_trimmed_english_squad_qa_pipeline_en.md new file mode 100644 index 00000000000000..6015390fa70cf9 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-27-mt5_small_trimmed_english_squad_qa_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English mt5_small_trimmed_english_squad_qa_pipeline pipeline T5Transformer from vocabtrimmer +author: John Snow Labs +name: mt5_small_trimmed_english_squad_qa_pipeline +date: 2024-08-27 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`mt5_small_trimmed_english_squad_qa_pipeline` is a English model originally trained by vocabtrimmer. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/mt5_small_trimmed_english_squad_qa_pipeline_en_5.4.2_3.0_1724793831652.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/mt5_small_trimmed_english_squad_qa_pipeline_en_5.4.2_3.0_1724793831652.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("mt5_small_trimmed_english_squad_qa_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("mt5_small_trimmed_english_squad_qa_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|mt5_small_trimmed_english_squad_qa_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|1.1 GB| + +## References + +https://huggingface.co/vocabtrimmer/mt5-small-trimmed-en-squad-qa + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-27-mt5_small_trimmed_italian_90000_itquad_qa_it.md b/docs/_posts/ahmedlone127/2024-08-27-mt5_small_trimmed_italian_90000_itquad_qa_it.md new file mode 100644 index 00000000000000..590e7f9eebf196 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-27-mt5_small_trimmed_italian_90000_itquad_qa_it.md @@ -0,0 +1,86 @@ +--- +layout: model +title: Italian mt5_small_trimmed_italian_90000_itquad_qa T5Transformer from vocabtrimmer +author: John Snow Labs +name: mt5_small_trimmed_italian_90000_itquad_qa +date: 2024-08-27 +tags: [it, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: it +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`mt5_small_trimmed_italian_90000_itquad_qa` is a Italian model originally trained by vocabtrimmer. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/mt5_small_trimmed_italian_90000_itquad_qa_it_5.4.2_3.0_1724794492831.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/mt5_small_trimmed_italian_90000_itquad_qa_it_5.4.2_3.0_1724794492831.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("mt5_small_trimmed_italian_90000_itquad_qa","it") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("mt5_small_trimmed_italian_90000_itquad_qa", "it") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|mt5_small_trimmed_italian_90000_itquad_qa| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|it| +|Size:|618.0 MB| + +## References + +https://huggingface.co/vocabtrimmer/mt5-small-trimmed-it-90000-itquad-qa \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-27-mt5_small_trimmed_italian_90000_itquad_qa_pipeline_it.md b/docs/_posts/ahmedlone127/2024-08-27-mt5_small_trimmed_italian_90000_itquad_qa_pipeline_it.md new file mode 100644 index 00000000000000..105850600f6e3e --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-27-mt5_small_trimmed_italian_90000_itquad_qa_pipeline_it.md @@ -0,0 +1,69 @@ +--- +layout: model +title: Italian mt5_small_trimmed_italian_90000_itquad_qa_pipeline pipeline T5Transformer from vocabtrimmer +author: John Snow Labs +name: mt5_small_trimmed_italian_90000_itquad_qa_pipeline +date: 2024-08-27 +tags: [it, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: it +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`mt5_small_trimmed_italian_90000_itquad_qa_pipeline` is a Italian model originally trained by vocabtrimmer. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/mt5_small_trimmed_italian_90000_itquad_qa_pipeline_it_5.4.2_3.0_1724794526138.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/mt5_small_trimmed_italian_90000_itquad_qa_pipeline_it_5.4.2_3.0_1724794526138.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("mt5_small_trimmed_italian_90000_itquad_qa_pipeline", lang = "it") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("mt5_small_trimmed_italian_90000_itquad_qa_pipeline", lang = "it") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|mt5_small_trimmed_italian_90000_itquad_qa_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|it| +|Size:|618.0 MB| + +## References + +https://huggingface.co/vocabtrimmer/mt5-small-trimmed-it-90000-itquad-qa + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-27-mt5_small_xsum_final_en.md b/docs/_posts/ahmedlone127/2024-08-27-mt5_small_xsum_final_en.md new file mode 100644 index 00000000000000..6a7bbe0b5b1671 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-27-mt5_small_xsum_final_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English mt5_small_xsum_final T5Transformer from ThatGuyVanquish +author: John Snow Labs +name: mt5_small_xsum_final +date: 2024-08-27 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`mt5_small_xsum_final` is a English model originally trained by ThatGuyVanquish. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/mt5_small_xsum_final_en_5.4.2_3.0_1724781556739.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/mt5_small_xsum_final_en_5.4.2_3.0_1724781556739.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("mt5_small_xsum_final","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("mt5_small_xsum_final", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|mt5_small_xsum_final| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|819.8 MB| + +## References + +https://huggingface.co/ThatGuyVanquish/mt5-small-xsum-final \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-27-mt5_small_xsum_final_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-27-mt5_small_xsum_final_pipeline_en.md new file mode 100644 index 00000000000000..10f5c3b5d2e23c --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-27-mt5_small_xsum_final_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English mt5_small_xsum_final_pipeline pipeline T5Transformer from ThatGuyVanquish +author: John Snow Labs +name: mt5_small_xsum_final_pipeline +date: 2024-08-27 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`mt5_small_xsum_final_pipeline` is a English model originally trained by ThatGuyVanquish. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/mt5_small_xsum_final_pipeline_en_5.4.2_3.0_1724781830769.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/mt5_small_xsum_final_pipeline_en_5.4.2_3.0_1724781830769.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("mt5_small_xsum_final_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("mt5_small_xsum_final_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|mt5_small_xsum_final_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|819.8 MB| + +## References + +https://huggingface.co/ThatGuyVanquish/mt5-small-xsum-final + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-27-normal_nodes_normal_graphs_without_edge_document_level_t5_run1_en.md b/docs/_posts/ahmedlone127/2024-08-27-normal_nodes_normal_graphs_without_edge_document_level_t5_run1_en.md new file mode 100644 index 00000000000000..2eea8dc286d616 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-27-normal_nodes_normal_graphs_without_edge_document_level_t5_run1_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English normal_nodes_normal_graphs_without_edge_document_level_t5_run1 T5Transformer from sheoran95 +author: John Snow Labs +name: normal_nodes_normal_graphs_without_edge_document_level_t5_run1 +date: 2024-08-27 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`normal_nodes_normal_graphs_without_edge_document_level_t5_run1` is a English model originally trained by sheoran95. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/normal_nodes_normal_graphs_without_edge_document_level_t5_run1_en_5.4.2_3.0_1724802084356.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/normal_nodes_normal_graphs_without_edge_document_level_t5_run1_en_5.4.2_3.0_1724802084356.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("normal_nodes_normal_graphs_without_edge_document_level_t5_run1","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("normal_nodes_normal_graphs_without_edge_document_level_t5_run1", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|normal_nodes_normal_graphs_without_edge_document_level_t5_run1| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|313.7 MB| + +## References + +https://huggingface.co/sheoran95/normal_nodes_normal_graphs_without_edge_document_level_T5_run1 \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-27-normal_nodes_normal_graphs_without_edge_document_level_t5_run1_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-27-normal_nodes_normal_graphs_without_edge_document_level_t5_run1_pipeline_en.md new file mode 100644 index 00000000000000..2e3a1b9d7ac6e0 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-27-normal_nodes_normal_graphs_without_edge_document_level_t5_run1_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English normal_nodes_normal_graphs_without_edge_document_level_t5_run1_pipeline pipeline T5Transformer from sheoran95 +author: John Snow Labs +name: normal_nodes_normal_graphs_without_edge_document_level_t5_run1_pipeline +date: 2024-08-27 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`normal_nodes_normal_graphs_without_edge_document_level_t5_run1_pipeline` is a English model originally trained by sheoran95. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/normal_nodes_normal_graphs_without_edge_document_level_t5_run1_pipeline_en_5.4.2_3.0_1724802102396.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/normal_nodes_normal_graphs_without_edge_document_level_t5_run1_pipeline_en_5.4.2_3.0_1724802102396.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("normal_nodes_normal_graphs_without_edge_document_level_t5_run1_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("normal_nodes_normal_graphs_without_edge_document_level_t5_run1_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|normal_nodes_normal_graphs_without_edge_document_level_t5_run1_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|313.7 MB| + +## References + +https://huggingface.co/sheoran95/normal_nodes_normal_graphs_without_edge_document_level_T5_run1 + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-27-normal_nodes_shuffled_graphs_with_edge_document_level_t5_run3_en.md b/docs/_posts/ahmedlone127/2024-08-27-normal_nodes_shuffled_graphs_with_edge_document_level_t5_run3_en.md new file mode 100644 index 00000000000000..a5a9db68c2ed2d --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-27-normal_nodes_shuffled_graphs_with_edge_document_level_t5_run3_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English normal_nodes_shuffled_graphs_with_edge_document_level_t5_run3 T5Transformer from sheoran95 +author: John Snow Labs +name: normal_nodes_shuffled_graphs_with_edge_document_level_t5_run3 +date: 2024-08-27 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`normal_nodes_shuffled_graphs_with_edge_document_level_t5_run3` is a English model originally trained by sheoran95. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/normal_nodes_shuffled_graphs_with_edge_document_level_t5_run3_en_5.4.2_3.0_1724793644333.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/normal_nodes_shuffled_graphs_with_edge_document_level_t5_run3_en_5.4.2_3.0_1724793644333.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("normal_nodes_shuffled_graphs_with_edge_document_level_t5_run3","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("normal_nodes_shuffled_graphs_with_edge_document_level_t5_run3", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|normal_nodes_shuffled_graphs_with_edge_document_level_t5_run3| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|311.8 MB| + +## References + +https://huggingface.co/sheoran95/normal_nodes_shuffled_graphs_with_edge_document_level_T5_run3 \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-27-normal_nodes_shuffled_graphs_with_edge_document_level_t5_run3_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-27-normal_nodes_shuffled_graphs_with_edge_document_level_t5_run3_pipeline_en.md new file mode 100644 index 00000000000000..3916c1bc54916a --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-27-normal_nodes_shuffled_graphs_with_edge_document_level_t5_run3_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English normal_nodes_shuffled_graphs_with_edge_document_level_t5_run3_pipeline pipeline T5Transformer from sheoran95 +author: John Snow Labs +name: normal_nodes_shuffled_graphs_with_edge_document_level_t5_run3_pipeline +date: 2024-08-27 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`normal_nodes_shuffled_graphs_with_edge_document_level_t5_run3_pipeline` is a English model originally trained by sheoran95. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/normal_nodes_shuffled_graphs_with_edge_document_level_t5_run3_pipeline_en_5.4.2_3.0_1724793664396.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/normal_nodes_shuffled_graphs_with_edge_document_level_t5_run3_pipeline_en_5.4.2_3.0_1724793664396.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("normal_nodes_shuffled_graphs_with_edge_document_level_t5_run3_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("normal_nodes_shuffled_graphs_with_edge_document_level_t5_run3_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|normal_nodes_shuffled_graphs_with_edge_document_level_t5_run3_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|311.8 MB| + +## References + +https://huggingface.co/sheoran95/normal_nodes_shuffled_graphs_with_edge_document_level_T5_run3 + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-27-plt5_base_finetuned_onet_en.md b/docs/_posts/ahmedlone127/2024-08-27-plt5_base_finetuned_onet_en.md new file mode 100644 index 00000000000000..8ce3db96a02498 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-27-plt5_base_finetuned_onet_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English plt5_base_finetuned_onet T5Transformer from Adamas23 +author: John Snow Labs +name: plt5_base_finetuned_onet +date: 2024-08-27 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`plt5_base_finetuned_onet` is a English model originally trained by Adamas23. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/plt5_base_finetuned_onet_en_5.4.2_3.0_1724791053379.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/plt5_base_finetuned_onet_en_5.4.2_3.0_1724791053379.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("plt5_base_finetuned_onet","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("plt5_base_finetuned_onet", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|plt5_base_finetuned_onet| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|600.7 MB| + +## References + +https://huggingface.co/Adamas23/plt5-base-finetuned-onet \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-27-plt5_base_finetuned_onet_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-27-plt5_base_finetuned_onet_pipeline_en.md new file mode 100644 index 00000000000000..56ca6619ca3316 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-27-plt5_base_finetuned_onet_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English plt5_base_finetuned_onet_pipeline pipeline T5Transformer from Adamas23 +author: John Snow Labs +name: plt5_base_finetuned_onet_pipeline +date: 2024-08-27 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`plt5_base_finetuned_onet_pipeline` is a English model originally trained by Adamas23. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/plt5_base_finetuned_onet_pipeline_en_5.4.2_3.0_1724791254420.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/plt5_base_finetuned_onet_pipeline_en_5.4.2_3.0_1724791254420.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("plt5_base_finetuned_onet_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("plt5_base_finetuned_onet_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|plt5_base_finetuned_onet_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|600.7 MB| + +## References + +https://huggingface.co/Adamas23/plt5-base-finetuned-onet + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-27-polymergenerationpretrainedmodel_en.md b/docs/_posts/ahmedlone127/2024-08-27-polymergenerationpretrainedmodel_en.md new file mode 100644 index 00000000000000..9c1ccf64226cc6 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-27-polymergenerationpretrainedmodel_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English polymergenerationpretrainedmodel T5Transformer from hkqiu +author: John Snow Labs +name: polymergenerationpretrainedmodel +date: 2024-08-27 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`polymergenerationpretrainedmodel` is a English model originally trained by hkqiu. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/polymergenerationpretrainedmodel_en_5.4.2_3.0_1724786059646.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/polymergenerationpretrainedmodel_en_5.4.2_3.0_1724786059646.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("polymergenerationpretrainedmodel","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("polymergenerationpretrainedmodel", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|polymergenerationpretrainedmodel| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|1.0 GB| + +## References + +https://huggingface.co/hkqiu/PolymerGenerationPretrainedModel \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-27-polymergenerationpretrainedmodel_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-27-polymergenerationpretrainedmodel_pipeline_en.md new file mode 100644 index 00000000000000..876bd2fca34cc4 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-27-polymergenerationpretrainedmodel_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English polymergenerationpretrainedmodel_pipeline pipeline T5Transformer from hkqiu +author: John Snow Labs +name: polymergenerationpretrainedmodel_pipeline +date: 2024-08-27 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`polymergenerationpretrainedmodel_pipeline` is a English model originally trained by hkqiu. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/polymergenerationpretrainedmodel_pipeline_en_5.4.2_3.0_1724786109013.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/polymergenerationpretrainedmodel_pipeline_en_5.4.2_3.0_1724786109013.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("polymergenerationpretrainedmodel_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("polymergenerationpretrainedmodel_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|polymergenerationpretrainedmodel_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|1.0 GB| + +## References + +https://huggingface.co/hkqiu/PolymerGenerationPretrainedModel + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-27-results_aayush_i2p_en.md b/docs/_posts/ahmedlone127/2024-08-27-results_aayush_i2p_en.md new file mode 100644 index 00000000000000..6f65ec00d5dbb9 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-27-results_aayush_i2p_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English results_aayush_i2p T5Transformer from aayush-i2p +author: John Snow Labs +name: results_aayush_i2p +date: 2024-08-27 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`results_aayush_i2p` is a English model originally trained by aayush-i2p. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/results_aayush_i2p_en_5.4.2_3.0_1724776924769.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/results_aayush_i2p_en_5.4.2_3.0_1724776924769.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("results_aayush_i2p","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("results_aayush_i2p", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|results_aayush_i2p| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|349.8 MB| + +## References + +https://huggingface.co/aayush-i2p/results \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-27-results_aayush_i2p_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-27-results_aayush_i2p_pipeline_en.md new file mode 100644 index 00000000000000..7c7eecbfca8669 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-27-results_aayush_i2p_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English results_aayush_i2p_pipeline pipeline T5Transformer from aayush-i2p +author: John Snow Labs +name: results_aayush_i2p_pipeline +date: 2024-08-27 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`results_aayush_i2p_pipeline` is a English model originally trained by aayush-i2p. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/results_aayush_i2p_pipeline_en_5.4.2_3.0_1724776942293.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/results_aayush_i2p_pipeline_en_5.4.2_3.0_1724776942293.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("results_aayush_i2p_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("results_aayush_i2p_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|results_aayush_i2p_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|349.8 MB| + +## References + +https://huggingface.co/aayush-i2p/results + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-27-results_hiba2_en.md b/docs/_posts/ahmedlone127/2024-08-27-results_hiba2_en.md new file mode 100644 index 00000000000000..2d35552d22a15b --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-27-results_hiba2_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English results_hiba2 T5Transformer from hiba2 +author: John Snow Labs +name: results_hiba2 +date: 2024-08-27 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`results_hiba2` is a English model originally trained by hiba2. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/results_hiba2_en_5.4.2_3.0_1724775990494.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/results_hiba2_en_5.4.2_3.0_1724775990494.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("results_hiba2","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("results_hiba2", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|results_hiba2| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|1.7 GB| + +## References + +https://huggingface.co/hiba2/results \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-27-results_hiba2_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-27-results_hiba2_pipeline_en.md new file mode 100644 index 00000000000000..7ec084329cc7ed --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-27-results_hiba2_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English results_hiba2_pipeline pipeline T5Transformer from hiba2 +author: John Snow Labs +name: results_hiba2_pipeline +date: 2024-08-27 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`results_hiba2_pipeline` is a English model originally trained by hiba2. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/results_hiba2_pipeline_en_5.4.2_3.0_1724776070511.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/results_hiba2_pipeline_en_5.4.2_3.0_1724776070511.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("results_hiba2_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("results_hiba2_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|results_hiba2_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|1.7 GB| + +## References + +https://huggingface.co/hiba2/results + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-27-russian_t5_model_forlegaltext_rouge_en.md b/docs/_posts/ahmedlone127/2024-08-27-russian_t5_model_forlegaltext_rouge_en.md new file mode 100644 index 00000000000000..fb28f2e5685b09 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-27-russian_t5_model_forlegaltext_rouge_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English russian_t5_model_forlegaltext_rouge T5Transformer from marcus2000 +author: John Snow Labs +name: russian_t5_model_forlegaltext_rouge +date: 2024-08-27 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`russian_t5_model_forlegaltext_rouge` is a English model originally trained by marcus2000. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/russian_t5_model_forlegaltext_rouge_en_5.4.2_3.0_1724796281954.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/russian_t5_model_forlegaltext_rouge_en_5.4.2_3.0_1724796281954.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("russian_t5_model_forlegaltext_rouge","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("russian_t5_model_forlegaltext_rouge", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|russian_t5_model_forlegaltext_rouge| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|1.5 GB| + +## References + +https://huggingface.co/marcus2000/ru_t5_model_forlegaltext_rouge \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-27-sentence_reconstruct_en.md b/docs/_posts/ahmedlone127/2024-08-27-sentence_reconstruct_en.md new file mode 100644 index 00000000000000..a4877e3d8c1919 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-27-sentence_reconstruct_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English sentence_reconstruct T5Transformer from xwjzds +author: John Snow Labs +name: sentence_reconstruct +date: 2024-08-27 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`sentence_reconstruct` is a English model originally trained by xwjzds. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/sentence_reconstruct_en_5.4.2_3.0_1724777277794.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/sentence_reconstruct_en_5.4.2_3.0_1724777277794.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("sentence_reconstruct","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("sentence_reconstruct", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|sentence_reconstruct| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|336.7 MB| + +## References + +https://huggingface.co/xwjzds/sentence_reconstruct \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-27-sentence_reconstruct_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-27-sentence_reconstruct_pipeline_en.md new file mode 100644 index 00000000000000..c099c609479202 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-27-sentence_reconstruct_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English sentence_reconstruct_pipeline pipeline T5Transformer from xwjzds +author: John Snow Labs +name: sentence_reconstruct_pipeline +date: 2024-08-27 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`sentence_reconstruct_pipeline` is a English model originally trained by xwjzds. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/sentence_reconstruct_pipeline_en_5.4.2_3.0_1724777296951.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/sentence_reconstruct_pipeline_en_5.4.2_3.0_1724777296951.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("sentence_reconstruct_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("sentence_reconstruct_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|sentence_reconstruct_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|336.7 MB| + +## References + +https://huggingface.co/xwjzds/sentence_reconstruct + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-27-shuffled_nodes_augmented_graphs_with_edge_document_level_t5_run3_en.md b/docs/_posts/ahmedlone127/2024-08-27-shuffled_nodes_augmented_graphs_with_edge_document_level_t5_run3_en.md new file mode 100644 index 00000000000000..47e90d8e4f00fe --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-27-shuffled_nodes_augmented_graphs_with_edge_document_level_t5_run3_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English shuffled_nodes_augmented_graphs_with_edge_document_level_t5_run3 T5Transformer from sheoran95 +author: John Snow Labs +name: shuffled_nodes_augmented_graphs_with_edge_document_level_t5_run3 +date: 2024-08-27 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`shuffled_nodes_augmented_graphs_with_edge_document_level_t5_run3` is a English model originally trained by sheoran95. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/shuffled_nodes_augmented_graphs_with_edge_document_level_t5_run3_en_5.4.2_3.0_1724795940138.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/shuffled_nodes_augmented_graphs_with_edge_document_level_t5_run3_en_5.4.2_3.0_1724795940138.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("shuffled_nodes_augmented_graphs_with_edge_document_level_t5_run3","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("shuffled_nodes_augmented_graphs_with_edge_document_level_t5_run3", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|shuffled_nodes_augmented_graphs_with_edge_document_level_t5_run3| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|314.8 MB| + +## References + +https://huggingface.co/sheoran95/shuffled_nodes_augmented_graphs_with_edge_document_level_T5_run3 \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-27-shuffled_nodes_augmented_graphs_with_edge_document_level_t5_run3_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-27-shuffled_nodes_augmented_graphs_with_edge_document_level_t5_run3_pipeline_en.md new file mode 100644 index 00000000000000..ba94f35f669af6 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-27-shuffled_nodes_augmented_graphs_with_edge_document_level_t5_run3_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English shuffled_nodes_augmented_graphs_with_edge_document_level_t5_run3_pipeline pipeline T5Transformer from sheoran95 +author: John Snow Labs +name: shuffled_nodes_augmented_graphs_with_edge_document_level_t5_run3_pipeline +date: 2024-08-27 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`shuffled_nodes_augmented_graphs_with_edge_document_level_t5_run3_pipeline` is a English model originally trained by sheoran95. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/shuffled_nodes_augmented_graphs_with_edge_document_level_t5_run3_pipeline_en_5.4.2_3.0_1724795957872.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/shuffled_nodes_augmented_graphs_with_edge_document_level_t5_run3_pipeline_en_5.4.2_3.0_1724795957872.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("shuffled_nodes_augmented_graphs_with_edge_document_level_t5_run3_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("shuffled_nodes_augmented_graphs_with_edge_document_level_t5_run3_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|shuffled_nodes_augmented_graphs_with_edge_document_level_t5_run3_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|314.8 MB| + +## References + +https://huggingface.co/sheoran95/shuffled_nodes_augmented_graphs_with_edge_document_level_T5_run3 + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-27-st5_text2sql_student_score_en.md b/docs/_posts/ahmedlone127/2024-08-27-st5_text2sql_student_score_en.md new file mode 100644 index 00000000000000..a2ff36113bbdce --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-27-st5_text2sql_student_score_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English st5_text2sql_student_score T5Transformer from TeeA +author: John Snow Labs +name: st5_text2sql_student_score +date: 2024-08-27 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`st5_text2sql_student_score` is a English model originally trained by TeeA. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/st5_text2sql_student_score_en_5.4.2_3.0_1724776552583.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/st5_text2sql_student_score_en_5.4.2_3.0_1724776552583.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("st5_text2sql_student_score","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("st5_text2sql_student_score", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|st5_text2sql_student_score| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|350.2 MB| + +## References + +https://huggingface.co/TeeA/sT5-text2sql-student-score \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-27-st5_text2sql_student_score_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-27-st5_text2sql_student_score_pipeline_en.md new file mode 100644 index 00000000000000..163ccc936af6bd --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-27-st5_text2sql_student_score_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English st5_text2sql_student_score_pipeline pipeline T5Transformer from TeeA +author: John Snow Labs +name: st5_text2sql_student_score_pipeline +date: 2024-08-27 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`st5_text2sql_student_score_pipeline` is a English model originally trained by TeeA. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/st5_text2sql_student_score_pipeline_en_5.4.2_3.0_1724776570515.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/st5_text2sql_student_score_pipeline_en_5.4.2_3.0_1724776570515.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("st5_text2sql_student_score_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("st5_text2sql_student_score_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|st5_text2sql_student_score_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|350.2 MB| + +## References + +https://huggingface.co/TeeA/sT5-text2sql-student-score + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-27-summarizer_google_long_t5_tglobal_base_mesh_unfaceted_en.md b/docs/_posts/ahmedlone127/2024-08-27-summarizer_google_long_t5_tglobal_base_mesh_unfaceted_en.md new file mode 100644 index 00000000000000..6ac7b35c8cf425 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-27-summarizer_google_long_t5_tglobal_base_mesh_unfaceted_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English summarizer_google_long_t5_tglobal_base_mesh_unfaceted T5Transformer from acmc +author: John Snow Labs +name: summarizer_google_long_t5_tglobal_base_mesh_unfaceted +date: 2024-08-27 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`summarizer_google_long_t5_tglobal_base_mesh_unfaceted` is a English model originally trained by acmc. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/summarizer_google_long_t5_tglobal_base_mesh_unfaceted_en_5.4.2_3.0_1724793688820.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/summarizer_google_long_t5_tglobal_base_mesh_unfaceted_en_5.4.2_3.0_1724793688820.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("summarizer_google_long_t5_tglobal_base_mesh_unfaceted","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("summarizer_google_long_t5_tglobal_base_mesh_unfaceted", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|summarizer_google_long_t5_tglobal_base_mesh_unfaceted| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|1.0 GB| + +## References + +https://huggingface.co/acmc/summarizer_google_long-t5-tglobal-base_mesh_unfaceted \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-27-summarizer_google_long_t5_tglobal_base_mesh_unfaceted_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-27-summarizer_google_long_t5_tglobal_base_mesh_unfaceted_pipeline_en.md new file mode 100644 index 00000000000000..3325f5ead8009c --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-27-summarizer_google_long_t5_tglobal_base_mesh_unfaceted_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English summarizer_google_long_t5_tglobal_base_mesh_unfaceted_pipeline pipeline T5Transformer from acmc +author: John Snow Labs +name: summarizer_google_long_t5_tglobal_base_mesh_unfaceted_pipeline +date: 2024-08-27 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`summarizer_google_long_t5_tglobal_base_mesh_unfaceted_pipeline` is a English model originally trained by acmc. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/summarizer_google_long_t5_tglobal_base_mesh_unfaceted_pipeline_en_5.4.2_3.0_1724793735814.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/summarizer_google_long_t5_tglobal_base_mesh_unfaceted_pipeline_en_5.4.2_3.0_1724793735814.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("summarizer_google_long_t5_tglobal_base_mesh_unfaceted_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("summarizer_google_long_t5_tglobal_base_mesh_unfaceted_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|summarizer_google_long_t5_tglobal_base_mesh_unfaceted_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|1.0 GB| + +## References + +https://huggingface.co/acmc/summarizer_google_long-t5-tglobal-base_mesh_unfaceted + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-27-t5_1_1_lm100k_large_2240_en.md b/docs/_posts/ahmedlone127/2024-08-27-t5_1_1_lm100k_large_2240_en.md new file mode 100644 index 00000000000000..35ae25cbf19007 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-27-t5_1_1_lm100k_large_2240_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English t5_1_1_lm100k_large_2240 T5Transformer from bangnbx +author: John Snow Labs +name: t5_1_1_lm100k_large_2240 +date: 2024-08-27 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`t5_1_1_lm100k_large_2240` is a English model originally trained by bangnbx. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/t5_1_1_lm100k_large_2240_en_5.4.2_3.0_1724791181154.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/t5_1_1_lm100k_large_2240_en_5.4.2_3.0_1724791181154.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("t5_1_1_lm100k_large_2240","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("t5_1_1_lm100k_large_2240", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|t5_1_1_lm100k_large_2240| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|3.0 GB| + +## References + +https://huggingface.co/bangnbx/t5.1.1.lm100k.large-2240 \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-27-t5_1_1_lm100k_large_2240_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-27-t5_1_1_lm100k_large_2240_pipeline_en.md new file mode 100644 index 00000000000000..7e167ccb95d64f --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-27-t5_1_1_lm100k_large_2240_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English t5_1_1_lm100k_large_2240_pipeline pipeline T5Transformer from bangnbx +author: John Snow Labs +name: t5_1_1_lm100k_large_2240_pipeline +date: 2024-08-27 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`t5_1_1_lm100k_large_2240_pipeline` is a English model originally trained by bangnbx. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/t5_1_1_lm100k_large_2240_pipeline_en_5.4.2_3.0_1724791345729.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/t5_1_1_lm100k_large_2240_pipeline_en_5.4.2_3.0_1724791345729.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("t5_1_1_lm100k_large_2240_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("t5_1_1_lm100k_large_2240_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|t5_1_1_lm100k_large_2240_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|3.0 GB| + +## References + +https://huggingface.co/bangnbx/t5.1.1.lm100k.large-2240 + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-27-t5_2e_2t_en.md b/docs/_posts/ahmedlone127/2024-08-27-t5_2e_2t_en.md new file mode 100644 index 00000000000000..e3e822be96088b --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-27-t5_2e_2t_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English t5_2e_2t T5Transformer from Shana4 +author: John Snow Labs +name: t5_2e_2t +date: 2024-08-27 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`t5_2e_2t` is a English model originally trained by Shana4. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/t5_2e_2t_en_5.4.2_3.0_1724787624245.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/t5_2e_2t_en_5.4.2_3.0_1724787624245.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("t5_2e_2t","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("t5_2e_2t", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|t5_2e_2t| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|1.0 GB| + +## References + +https://huggingface.co/Shana4/T5_2E_2T \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-27-t5_2e_2t_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-27-t5_2e_2t_pipeline_en.md new file mode 100644 index 00000000000000..b4b97c3f8bbaca --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-27-t5_2e_2t_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English t5_2e_2t_pipeline pipeline T5Transformer from Shana4 +author: John Snow Labs +name: t5_2e_2t_pipeline +date: 2024-08-27 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`t5_2e_2t_pipeline` is a English model originally trained by Shana4. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/t5_2e_2t_pipeline_en_5.4.2_3.0_1724787670895.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/t5_2e_2t_pipeline_en_5.4.2_3.0_1724787670895.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("t5_2e_2t_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("t5_2e_2t_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|t5_2e_2t_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|1.0 GB| + +## References + +https://huggingface.co/Shana4/T5_2E_2T + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-27-t5_60m_lm_wmt_2017_6_en.md b/docs/_posts/ahmedlone127/2024-08-27-t5_60m_lm_wmt_2017_6_en.md new file mode 100644 index 00000000000000..134257290ef07d --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-27-t5_60m_lm_wmt_2017_6_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English t5_60m_lm_wmt_2017_6 T5Transformer from KaiNylund +author: John Snow Labs +name: t5_60m_lm_wmt_2017_6 +date: 2024-08-27 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`t5_60m_lm_wmt_2017_6` is a English model originally trained by KaiNylund. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/t5_60m_lm_wmt_2017_6_en_5.4.2_3.0_1724786736337.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/t5_60m_lm_wmt_2017_6_en_5.4.2_3.0_1724786736337.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("t5_60m_lm_wmt_2017_6","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("t5_60m_lm_wmt_2017_6", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|t5_60m_lm_wmt_2017_6| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|349.1 MB| + +## References + +https://huggingface.co/KaiNylund/t5-60M-lm-wmt-2017-6 \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-27-t5_60m_lm_wmt_2017_6_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-27-t5_60m_lm_wmt_2017_6_pipeline_en.md new file mode 100644 index 00000000000000..b499b50226749d --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-27-t5_60m_lm_wmt_2017_6_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English t5_60m_lm_wmt_2017_6_pipeline pipeline T5Transformer from KaiNylund +author: John Snow Labs +name: t5_60m_lm_wmt_2017_6_pipeline +date: 2024-08-27 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`t5_60m_lm_wmt_2017_6_pipeline` is a English model originally trained by KaiNylund. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/t5_60m_lm_wmt_2017_6_pipeline_en_5.4.2_3.0_1724786753752.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/t5_60m_lm_wmt_2017_6_pipeline_en_5.4.2_3.0_1724786753752.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("t5_60m_lm_wmt_2017_6_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("t5_60m_lm_wmt_2017_6_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|t5_60m_lm_wmt_2017_6_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|349.1 MB| + +## References + +https://huggingface.co/KaiNylund/t5-60M-lm-wmt-2017-6 + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-27-t5_60m_lm_wmt_2019_7_en.md b/docs/_posts/ahmedlone127/2024-08-27-t5_60m_lm_wmt_2019_7_en.md new file mode 100644 index 00000000000000..7cf533298b2579 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-27-t5_60m_lm_wmt_2019_7_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English t5_60m_lm_wmt_2019_7 T5Transformer from KaiNylund +author: John Snow Labs +name: t5_60m_lm_wmt_2019_7 +date: 2024-08-27 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`t5_60m_lm_wmt_2019_7` is a English model originally trained by KaiNylund. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/t5_60m_lm_wmt_2019_7_en_5.4.2_3.0_1724794451652.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/t5_60m_lm_wmt_2019_7_en_5.4.2_3.0_1724794451652.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("t5_60m_lm_wmt_2019_7","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("t5_60m_lm_wmt_2019_7", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|t5_60m_lm_wmt_2019_7| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|349.2 MB| + +## References + +https://huggingface.co/KaiNylund/t5-60M-lm-wmt-2019-7 \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-27-t5_60m_lm_wmt_2019_7_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-27-t5_60m_lm_wmt_2019_7_pipeline_en.md new file mode 100644 index 00000000000000..4de74ea9fecf02 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-27-t5_60m_lm_wmt_2019_7_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English t5_60m_lm_wmt_2019_7_pipeline pipeline T5Transformer from KaiNylund +author: John Snow Labs +name: t5_60m_lm_wmt_2019_7_pipeline +date: 2024-08-27 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`t5_60m_lm_wmt_2019_7_pipeline` is a English model originally trained by KaiNylund. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/t5_60m_lm_wmt_2019_7_pipeline_en_5.4.2_3.0_1724794468749.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/t5_60m_lm_wmt_2019_7_pipeline_en_5.4.2_3.0_1724794468749.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("t5_60m_lm_wmt_2019_7_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("t5_60m_lm_wmt_2019_7_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|t5_60m_lm_wmt_2019_7_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|349.2 MB| + +## References + +https://huggingface.co/KaiNylund/t5-60M-lm-wmt-2019-7 + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-27-t5_60m_poli_aff_2017_6_en.md b/docs/_posts/ahmedlone127/2024-08-27-t5_60m_poli_aff_2017_6_en.md new file mode 100644 index 00000000000000..d89f9136a7a1db --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-27-t5_60m_poli_aff_2017_6_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English t5_60m_poli_aff_2017_6 T5Transformer from KaiNylund +author: John Snow Labs +name: t5_60m_poli_aff_2017_6 +date: 2024-08-27 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`t5_60m_poli_aff_2017_6` is a English model originally trained by KaiNylund. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/t5_60m_poli_aff_2017_6_en_5.4.2_3.0_1724785056898.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/t5_60m_poli_aff_2017_6_en_5.4.2_3.0_1724785056898.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("t5_60m_poli_aff_2017_6","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("t5_60m_poli_aff_2017_6", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|t5_60m_poli_aff_2017_6| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|301.4 MB| + +## References + +https://huggingface.co/KaiNylund/t5-60M-poli_aff-2017-6 \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-27-t5_60m_poli_aff_2017_6_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-27-t5_60m_poli_aff_2017_6_pipeline_en.md new file mode 100644 index 00000000000000..1c04aa5ee84481 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-27-t5_60m_poli_aff_2017_6_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English t5_60m_poli_aff_2017_6_pipeline pipeline T5Transformer from KaiNylund +author: John Snow Labs +name: t5_60m_poli_aff_2017_6_pipeline +date: 2024-08-27 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`t5_60m_poli_aff_2017_6_pipeline` is a English model originally trained by KaiNylund. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/t5_60m_poli_aff_2017_6_pipeline_en_5.4.2_3.0_1724785084569.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/t5_60m_poli_aff_2017_6_pipeline_en_5.4.2_3.0_1724785084569.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("t5_60m_poli_aff_2017_6_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("t5_60m_poli_aff_2017_6_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|t5_60m_poli_aff_2017_6_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|301.4 MB| + +## References + +https://huggingface.co/KaiNylund/t5-60M-poli_aff-2017-6 + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-27-t5_60m_poli_aff_2018_3_en.md b/docs/_posts/ahmedlone127/2024-08-27-t5_60m_poli_aff_2018_3_en.md new file mode 100644 index 00000000000000..597594bd0649eb --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-27-t5_60m_poli_aff_2018_3_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English t5_60m_poli_aff_2018_3 T5Transformer from KaiNylund +author: John Snow Labs +name: t5_60m_poli_aff_2018_3 +date: 2024-08-27 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`t5_60m_poli_aff_2018_3` is a English model originally trained by KaiNylund. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/t5_60m_poli_aff_2018_3_en_5.4.2_3.0_1724780630124.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/t5_60m_poli_aff_2018_3_en_5.4.2_3.0_1724780630124.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("t5_60m_poli_aff_2018_3","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("t5_60m_poli_aff_2018_3", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|t5_60m_poli_aff_2018_3| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|299.3 MB| + +## References + +https://huggingface.co/KaiNylund/t5-60M-poli_aff-2018-3 \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-27-t5_60m_poli_aff_2018_3_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-27-t5_60m_poli_aff_2018_3_pipeline_en.md new file mode 100644 index 00000000000000..511e174a5b04da --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-27-t5_60m_poli_aff_2018_3_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English t5_60m_poli_aff_2018_3_pipeline pipeline T5Transformer from KaiNylund +author: John Snow Labs +name: t5_60m_poli_aff_2018_3_pipeline +date: 2024-08-27 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`t5_60m_poli_aff_2018_3_pipeline` is a English model originally trained by KaiNylund. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/t5_60m_poli_aff_2018_3_pipeline_en_5.4.2_3.0_1724780659279.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/t5_60m_poli_aff_2018_3_pipeline_en_5.4.2_3.0_1724780659279.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("t5_60m_poli_aff_2018_3_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("t5_60m_poli_aff_2018_3_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|t5_60m_poli_aff_2018_3_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|299.4 MB| + +## References + +https://huggingface.co/KaiNylund/t5-60M-poli_aff-2018-3 + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-27-t5_8m_large_en.md b/docs/_posts/ahmedlone127/2024-08-27-t5_8m_large_en.md new file mode 100644 index 00000000000000..82ced5bc8fbd71 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-27-t5_8m_large_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English t5_8m_large T5Transformer from versae +author: John Snow Labs +name: t5_8m_large +date: 2024-08-27 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`t5_8m_large` is a English model originally trained by versae. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/t5_8m_large_en_5.4.2_3.0_1724784668368.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/t5_8m_large_en_5.4.2_3.0_1724784668368.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("t5_8m_large","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("t5_8m_large", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|t5_8m_large| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|3.1 GB| + +## References + +https://huggingface.co/versae/t5-8m-large \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-27-t5_8m_large_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-27-t5_8m_large_pipeline_en.md new file mode 100644 index 00000000000000..1745d0c70edf8c --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-27-t5_8m_large_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English t5_8m_large_pipeline pipeline T5Transformer from versae +author: John Snow Labs +name: t5_8m_large_pipeline +date: 2024-08-27 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`t5_8m_large_pipeline` is a English model originally trained by versae. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/t5_8m_large_pipeline_en_5.4.2_3.0_1724784802388.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/t5_8m_large_pipeline_en_5.4.2_3.0_1724784802388.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("t5_8m_large_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("t5_8m_large_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|t5_8m_large_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|3.1 GB| + +## References + +https://huggingface.co/versae/t5-8m-large + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-27-t5_base_1472_en.md b/docs/_posts/ahmedlone127/2024-08-27-t5_base_1472_en.md new file mode 100644 index 00000000000000..717782beddd8d6 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-27-t5_base_1472_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English t5_base_1472 T5Transformer from bangnbx +author: John Snow Labs +name: t5_base_1472 +date: 2024-08-27 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`t5_base_1472` is a English model originally trained by bangnbx. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/t5_base_1472_en_5.4.2_3.0_1724785159864.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/t5_base_1472_en_5.4.2_3.0_1724785159864.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("t5_base_1472","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("t5_base_1472", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|t5_base_1472| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|1.0 GB| + +## References + +https://huggingface.co/bangnbx/t5-base-1472 \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-27-t5_base_1472_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-27-t5_base_1472_pipeline_en.md new file mode 100644 index 00000000000000..dd2c48353911d0 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-27-t5_base_1472_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English t5_base_1472_pipeline pipeline T5Transformer from bangnbx +author: John Snow Labs +name: t5_base_1472_pipeline +date: 2024-08-27 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`t5_base_1472_pipeline` is a English model originally trained by bangnbx. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/t5_base_1472_pipeline_en_5.4.2_3.0_1724785209979.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/t5_base_1472_pipeline_en_5.4.2_3.0_1724785209979.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("t5_base_1472_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("t5_base_1472_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|t5_base_1472_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|1.0 GB| + +## References + +https://huggingface.co/bangnbx/t5-base-1472 + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-27-t5_base_2432_en.md b/docs/_posts/ahmedlone127/2024-08-27-t5_base_2432_en.md new file mode 100644 index 00000000000000..5210d981d9fb1a --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-27-t5_base_2432_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English t5_base_2432 T5Transformer from bangnbx +author: John Snow Labs +name: t5_base_2432 +date: 2024-08-27 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`t5_base_2432` is a English model originally trained by bangnbx. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/t5_base_2432_en_5.4.2_3.0_1724786470810.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/t5_base_2432_en_5.4.2_3.0_1724786470810.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("t5_base_2432","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("t5_base_2432", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|t5_base_2432| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|1.0 GB| + +## References + +https://huggingface.co/bangnbx/t5-base-2432 \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-27-t5_base_2432_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-27-t5_base_2432_pipeline_en.md new file mode 100644 index 00000000000000..1712f16eb6dd0a --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-27-t5_base_2432_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English t5_base_2432_pipeline pipeline T5Transformer from bangnbx +author: John Snow Labs +name: t5_base_2432_pipeline +date: 2024-08-27 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`t5_base_2432_pipeline` is a English model originally trained by bangnbx. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/t5_base_2432_pipeline_en_5.4.2_3.0_1724786525473.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/t5_base_2432_pipeline_en_5.4.2_3.0_1724786525473.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("t5_base_2432_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("t5_base_2432_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|t5_base_2432_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|1.0 GB| + +## References + +https://huggingface.co/bangnbx/t5-base-2432 + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-27-t5_base_cbs_en.md b/docs/_posts/ahmedlone127/2024-08-27-t5_base_cbs_en.md new file mode 100644 index 00000000000000..7a63a05362f4d6 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-27-t5_base_cbs_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English t5_base_cbs T5Transformer from varunlpai +author: John Snow Labs +name: t5_base_cbs +date: 2024-08-27 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`t5_base_cbs` is a English model originally trained by varunlpai. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/t5_base_cbs_en_5.4.2_3.0_1724793745883.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/t5_base_cbs_en_5.4.2_3.0_1724793745883.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("t5_base_cbs","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("t5_base_cbs", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|t5_base_cbs| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|3.0 GB| + +## References + +https://huggingface.co/varunlpai/t5-base-cbs \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-27-t5_base_cbs_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-27-t5_base_cbs_pipeline_en.md new file mode 100644 index 00000000000000..d2cbcb5ecb554b --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-27-t5_base_cbs_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English t5_base_cbs_pipeline pipeline T5Transformer from varunlpai +author: John Snow Labs +name: t5_base_cbs_pipeline +date: 2024-08-27 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`t5_base_cbs_pipeline` is a English model originally trained by varunlpai. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/t5_base_cbs_pipeline_en_5.4.2_3.0_1724793890980.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/t5_base_cbs_pipeline_en_5.4.2_3.0_1724793890980.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("t5_base_cbs_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("t5_base_cbs_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|t5_base_cbs_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|3.0 GB| + +## References + +https://huggingface.co/varunlpai/t5-base-cbs + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-27-t5_base_dialogsum_seed23_en.md b/docs/_posts/ahmedlone127/2024-08-27-t5_base_dialogsum_seed23_en.md new file mode 100644 index 00000000000000..20e5a4098f30a1 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-27-t5_base_dialogsum_seed23_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English t5_base_dialogsum_seed23 T5Transformer from PSW +author: John Snow Labs +name: t5_base_dialogsum_seed23 +date: 2024-08-27 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`t5_base_dialogsum_seed23` is a English model originally trained by PSW. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/t5_base_dialogsum_seed23_en_5.4.2_3.0_1724778953863.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/t5_base_dialogsum_seed23_en_5.4.2_3.0_1724778953863.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("t5_base_dialogsum_seed23","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("t5_base_dialogsum_seed23", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|t5_base_dialogsum_seed23| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|1.0 GB| + +## References + +https://huggingface.co/PSW/t5-base-dialogsum-seed23 \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-27-t5_base_dialogsum_seed23_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-27-t5_base_dialogsum_seed23_pipeline_en.md new file mode 100644 index 00000000000000..2930a1e5a1e78b --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-27-t5_base_dialogsum_seed23_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English t5_base_dialogsum_seed23_pipeline pipeline T5Transformer from PSW +author: John Snow Labs +name: t5_base_dialogsum_seed23_pipeline +date: 2024-08-27 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`t5_base_dialogsum_seed23_pipeline` is a English model originally trained by PSW. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/t5_base_dialogsum_seed23_pipeline_en_5.4.2_3.0_1724779011214.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/t5_base_dialogsum_seed23_pipeline_en_5.4.2_3.0_1724779011214.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("t5_base_dialogsum_seed23_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("t5_base_dialogsum_seed23_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|t5_base_dialogsum_seed23_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|1.0 GB| + +## References + +https://huggingface.co/PSW/t5-base-dialogsum-seed23 + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-27-t5_base_dialogsum_seed36_en.md b/docs/_posts/ahmedlone127/2024-08-27-t5_base_dialogsum_seed36_en.md new file mode 100644 index 00000000000000..e6db7087c0dc39 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-27-t5_base_dialogsum_seed36_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English t5_base_dialogsum_seed36 T5Transformer from PSW +author: John Snow Labs +name: t5_base_dialogsum_seed36 +date: 2024-08-27 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`t5_base_dialogsum_seed36` is a English model originally trained by PSW. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/t5_base_dialogsum_seed36_en_5.4.2_3.0_1724800111505.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/t5_base_dialogsum_seed36_en_5.4.2_3.0_1724800111505.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("t5_base_dialogsum_seed36","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("t5_base_dialogsum_seed36", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|t5_base_dialogsum_seed36| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|1.0 GB| + +## References + +https://huggingface.co/PSW/t5-base-dialogsum-seed36 \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-27-t5_base_dialogsum_seed36_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-27-t5_base_dialogsum_seed36_pipeline_en.md new file mode 100644 index 00000000000000..af0cd2b8031d91 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-27-t5_base_dialogsum_seed36_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English t5_base_dialogsum_seed36_pipeline pipeline T5Transformer from PSW +author: John Snow Labs +name: t5_base_dialogsum_seed36_pipeline +date: 2024-08-27 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`t5_base_dialogsum_seed36_pipeline` is a English model originally trained by PSW. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/t5_base_dialogsum_seed36_pipeline_en_5.4.2_3.0_1724800158377.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/t5_base_dialogsum_seed36_pipeline_en_5.4.2_3.0_1724800158377.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("t5_base_dialogsum_seed36_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("t5_base_dialogsum_seed36_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|t5_base_dialogsum_seed36_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|1.0 GB| + +## References + +https://huggingface.co/PSW/t5-base-dialogsum-seed36 + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-27-t5_base_finetuned_cnn_dailymail_en.md b/docs/_posts/ahmedlone127/2024-08-27-t5_base_finetuned_cnn_dailymail_en.md new file mode 100644 index 00000000000000..df21e00ff2be13 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-27-t5_base_finetuned_cnn_dailymail_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English t5_base_finetuned_cnn_dailymail T5Transformer from CyrexPro +author: John Snow Labs +name: t5_base_finetuned_cnn_dailymail +date: 2024-08-27 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`t5_base_finetuned_cnn_dailymail` is a English model originally trained by CyrexPro. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/t5_base_finetuned_cnn_dailymail_en_5.4.2_3.0_1724775066009.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/t5_base_finetuned_cnn_dailymail_en_5.4.2_3.0_1724775066009.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("t5_base_finetuned_cnn_dailymail","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("t5_base_finetuned_cnn_dailymail", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|t5_base_finetuned_cnn_dailymail| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|997.3 MB| + +## References + +https://huggingface.co/CyrexPro/t5-base-finetuned-cnn_dailymail \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-27-t5_base_finetuned_cnn_dailymail_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-27-t5_base_finetuned_cnn_dailymail_pipeline_en.md new file mode 100644 index 00000000000000..2aebff4a00ade0 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-27-t5_base_finetuned_cnn_dailymail_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English t5_base_finetuned_cnn_dailymail_pipeline pipeline T5Transformer from CyrexPro +author: John Snow Labs +name: t5_base_finetuned_cnn_dailymail_pipeline +date: 2024-08-27 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`t5_base_finetuned_cnn_dailymail_pipeline` is a English model originally trained by CyrexPro. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/t5_base_finetuned_cnn_dailymail_pipeline_en_5.4.2_3.0_1724775116280.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/t5_base_finetuned_cnn_dailymail_pipeline_en_5.4.2_3.0_1724775116280.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("t5_base_finetuned_cnn_dailymail_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("t5_base_finetuned_cnn_dailymail_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|t5_base_finetuned_cnn_dailymail_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|997.3 MB| + +## References + +https://huggingface.co/CyrexPro/t5-base-finetuned-cnn_dailymail + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-27-t5_base_finetuned_jamendo_1_epochs_en.md b/docs/_posts/ahmedlone127/2024-08-27-t5_base_finetuned_jamendo_1_epochs_en.md new file mode 100644 index 00000000000000..462cff07a5bfe6 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-27-t5_base_finetuned_jamendo_1_epochs_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English t5_base_finetuned_jamendo_1_epochs T5Transformer from JulianS +author: John Snow Labs +name: t5_base_finetuned_jamendo_1_epochs +date: 2024-08-27 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`t5_base_finetuned_jamendo_1_epochs` is a English model originally trained by JulianS. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/t5_base_finetuned_jamendo_1_epochs_en_5.4.2_3.0_1724800527802.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/t5_base_finetuned_jamendo_1_epochs_en_5.4.2_3.0_1724800527802.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("t5_base_finetuned_jamendo_1_epochs","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("t5_base_finetuned_jamendo_1_epochs", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|t5_base_finetuned_jamendo_1_epochs| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|887.2 MB| + +## References + +https://huggingface.co/JulianS/t5-base-finetuned-jamendo-1-epochs \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-27-t5_base_finetuned_jamendo_1_epochs_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-27-t5_base_finetuned_jamendo_1_epochs_pipeline_en.md new file mode 100644 index 00000000000000..9612fda83fa425 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-27-t5_base_finetuned_jamendo_1_epochs_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English t5_base_finetuned_jamendo_1_epochs_pipeline pipeline T5Transformer from JulianS +author: John Snow Labs +name: t5_base_finetuned_jamendo_1_epochs_pipeline +date: 2024-08-27 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`t5_base_finetuned_jamendo_1_epochs_pipeline` is a English model originally trained by JulianS. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/t5_base_finetuned_jamendo_1_epochs_pipeline_en_5.4.2_3.0_1724800569866.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/t5_base_finetuned_jamendo_1_epochs_pipeline_en_5.4.2_3.0_1724800569866.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("t5_base_finetuned_jamendo_1_epochs_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("t5_base_finetuned_jamendo_1_epochs_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|t5_base_finetuned_jamendo_1_epochs_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|887.2 MB| + +## References + +https://huggingface.co/JulianS/t5-base-finetuned-jamendo-1-epochs + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-27-t5_base_prompter_multiarith_300_repeated_ep2_en.md b/docs/_posts/ahmedlone127/2024-08-27-t5_base_prompter_multiarith_300_repeated_ep2_en.md new file mode 100644 index 00000000000000..c00106609b20d9 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-27-t5_base_prompter_multiarith_300_repeated_ep2_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English t5_base_prompter_multiarith_300_repeated_ep2 T5Transformer from Zekunli +author: John Snow Labs +name: t5_base_prompter_multiarith_300_repeated_ep2 +date: 2024-08-27 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`t5_base_prompter_multiarith_300_repeated_ep2` is a English model originally trained by Zekunli. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/t5_base_prompter_multiarith_300_repeated_ep2_en_5.4.2_3.0_1724799571950.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/t5_base_prompter_multiarith_300_repeated_ep2_en_5.4.2_3.0_1724799571950.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("t5_base_prompter_multiarith_300_repeated_ep2","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("t5_base_prompter_multiarith_300_repeated_ep2", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|t5_base_prompter_multiarith_300_repeated_ep2| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|923.1 MB| + +## References + +https://huggingface.co/Zekunli/t5-base-prompter-multiarith_300-repeated-ep2 \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-27-t5_base_prompter_multiarith_300_repeated_ep2_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-27-t5_base_prompter_multiarith_300_repeated_ep2_pipeline_en.md new file mode 100644 index 00000000000000..94435683c58317 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-27-t5_base_prompter_multiarith_300_repeated_ep2_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English t5_base_prompter_multiarith_300_repeated_ep2_pipeline pipeline T5Transformer from Zekunli +author: John Snow Labs +name: t5_base_prompter_multiarith_300_repeated_ep2_pipeline +date: 2024-08-27 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`t5_base_prompter_multiarith_300_repeated_ep2_pipeline` is a English model originally trained by Zekunli. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/t5_base_prompter_multiarith_300_repeated_ep2_pipeline_en_5.4.2_3.0_1724799630118.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/t5_base_prompter_multiarith_300_repeated_ep2_pipeline_en_5.4.2_3.0_1724799630118.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("t5_base_prompter_multiarith_300_repeated_ep2_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("t5_base_prompter_multiarith_300_repeated_ep2_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|t5_base_prompter_multiarith_300_repeated_ep2_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|923.1 MB| + +## References + +https://huggingface.co/Zekunli/t5-base-prompter-multiarith_300-repeated-ep2 + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-27-t5_base_rlhf_bm25_beauty_en.md b/docs/_posts/ahmedlone127/2024-08-27-t5_base_rlhf_bm25_beauty_en.md new file mode 100644 index 00000000000000..8699d79df68517 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-27-t5_base_rlhf_bm25_beauty_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English t5_base_rlhf_bm25_beauty T5Transformer from yashonwu +author: John Snow Labs +name: t5_base_rlhf_bm25_beauty +date: 2024-08-27 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`t5_base_rlhf_bm25_beauty` is a English model originally trained by yashonwu. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/t5_base_rlhf_bm25_beauty_en_5.4.2_3.0_1724781265913.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/t5_base_rlhf_bm25_beauty_en_5.4.2_3.0_1724781265913.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("t5_base_rlhf_bm25_beauty","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("t5_base_rlhf_bm25_beauty", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|t5_base_rlhf_bm25_beauty| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|992.5 MB| + +## References + +https://huggingface.co/yashonwu/t5-base-rlhf-bm25-beauty \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-27-t5_base_rlhf_bm25_beauty_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-27-t5_base_rlhf_bm25_beauty_pipeline_en.md new file mode 100644 index 00000000000000..01446dffe44eb3 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-27-t5_base_rlhf_bm25_beauty_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English t5_base_rlhf_bm25_beauty_pipeline pipeline T5Transformer from yashonwu +author: John Snow Labs +name: t5_base_rlhf_bm25_beauty_pipeline +date: 2024-08-27 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`t5_base_rlhf_bm25_beauty_pipeline` is a English model originally trained by yashonwu. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/t5_base_rlhf_bm25_beauty_pipeline_en_5.4.2_3.0_1724781320741.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/t5_base_rlhf_bm25_beauty_pipeline_en_5.4.2_3.0_1724781320741.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("t5_base_rlhf_bm25_beauty_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("t5_base_rlhf_bm25_beauty_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|t5_base_rlhf_bm25_beauty_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|992.5 MB| + +## References + +https://huggingface.co/yashonwu/t5-base-rlhf-bm25-beauty + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-27-t5_indo_summary_en.md b/docs/_posts/ahmedlone127/2024-08-27-t5_indo_summary_en.md new file mode 100644 index 00000000000000..b46066dc8118cf --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-27-t5_indo_summary_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English t5_indo_summary T5Transformer from abimash +author: John Snow Labs +name: t5_indo_summary +date: 2024-08-27 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`t5_indo_summary` is a English model originally trained by abimash. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/t5_indo_summary_en_5.4.2_3.0_1724791969420.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/t5_indo_summary_en_5.4.2_3.0_1724791969420.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("t5_indo_summary","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("t5_indo_summary", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|t5_indo_summary| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|350.1 MB| + +## References + +https://huggingface.co/abimash/t5-indo-summary \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-27-t5_indo_summary_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-27-t5_indo_summary_pipeline_en.md new file mode 100644 index 00000000000000..b87bfedd87a07b --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-27-t5_indo_summary_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English t5_indo_summary_pipeline pipeline T5Transformer from abimash +author: John Snow Labs +name: t5_indo_summary_pipeline +date: 2024-08-27 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`t5_indo_summary_pipeline` is a English model originally trained by abimash. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/t5_indo_summary_pipeline_en_5.4.2_3.0_1724791986742.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/t5_indo_summary_pipeline_en_5.4.2_3.0_1724791986742.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("t5_indo_summary_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("t5_indo_summary_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|t5_indo_summary_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|350.1 MB| + +## References + +https://huggingface.co/abimash/t5-indo-summary + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-27-t5_model_1_feedback_1109_en.md b/docs/_posts/ahmedlone127/2024-08-27-t5_model_1_feedback_1109_en.md new file mode 100644 index 00000000000000..cc0719b1c0e5b2 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-27-t5_model_1_feedback_1109_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English t5_model_1_feedback_1109 T5Transformer from theojolliffe +author: John Snow Labs +name: t5_model_1_feedback_1109 +date: 2024-08-27 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`t5_model_1_feedback_1109` is a English model originally trained by theojolliffe. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/t5_model_1_feedback_1109_en_5.4.2_3.0_1724785758558.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/t5_model_1_feedback_1109_en_5.4.2_3.0_1724785758558.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("t5_model_1_feedback_1109","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("t5_model_1_feedback_1109", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|t5_model_1_feedback_1109| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|973.0 MB| + +## References + +https://huggingface.co/theojolliffe/T5-model-1-feedback-1109 \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-27-t5_model_1_feedback_1109_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-27-t5_model_1_feedback_1109_pipeline_en.md new file mode 100644 index 00000000000000..adc7d58d99b03e --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-27-t5_model_1_feedback_1109_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English t5_model_1_feedback_1109_pipeline pipeline T5Transformer from theojolliffe +author: John Snow Labs +name: t5_model_1_feedback_1109_pipeline +date: 2024-08-27 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`t5_model_1_feedback_1109_pipeline` is a English model originally trained by theojolliffe. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/t5_model_1_feedback_1109_pipeline_en_5.4.2_3.0_1724785809939.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/t5_model_1_feedback_1109_pipeline_en_5.4.2_3.0_1724785809939.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("t5_model_1_feedback_1109_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("t5_model_1_feedback_1109_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|t5_model_1_feedback_1109_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|973.0 MB| + +## References + +https://huggingface.co/theojolliffe/T5-model-1-feedback-1109 + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-27-t5_pretrain_wikipedia_sample_final_kaggle_final_en.md b/docs/_posts/ahmedlone127/2024-08-27-t5_pretrain_wikipedia_sample_final_kaggle_final_en.md new file mode 100644 index 00000000000000..02bad74170291c --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-27-t5_pretrain_wikipedia_sample_final_kaggle_final_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English t5_pretrain_wikipedia_sample_final_kaggle_final T5Transformer from OmarHaroon01 +author: John Snow Labs +name: t5_pretrain_wikipedia_sample_final_kaggle_final +date: 2024-08-27 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`t5_pretrain_wikipedia_sample_final_kaggle_final` is a English model originally trained by OmarHaroon01. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/t5_pretrain_wikipedia_sample_final_kaggle_final_en_5.4.2_3.0_1724788984838.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/t5_pretrain_wikipedia_sample_final_kaggle_final_en_5.4.2_3.0_1724788984838.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("t5_pretrain_wikipedia_sample_final_kaggle_final","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("t5_pretrain_wikipedia_sample_final_kaggle_final", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|t5_pretrain_wikipedia_sample_final_kaggle_final| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|350.1 MB| + +## References + +https://huggingface.co/OmarHaroon01/t5-pretrain-wikipedia-sample-final-kaggle-final \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-27-t5_pretrain_wikipedia_sample_final_kaggle_final_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-27-t5_pretrain_wikipedia_sample_final_kaggle_final_pipeline_en.md new file mode 100644 index 00000000000000..6dec4ec5c17270 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-27-t5_pretrain_wikipedia_sample_final_kaggle_final_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English t5_pretrain_wikipedia_sample_final_kaggle_final_pipeline pipeline T5Transformer from OmarHaroon01 +author: John Snow Labs +name: t5_pretrain_wikipedia_sample_final_kaggle_final_pipeline +date: 2024-08-27 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`t5_pretrain_wikipedia_sample_final_kaggle_final_pipeline` is a English model originally trained by OmarHaroon01. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/t5_pretrain_wikipedia_sample_final_kaggle_final_pipeline_en_5.4.2_3.0_1724789001723.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/t5_pretrain_wikipedia_sample_final_kaggle_final_pipeline_en_5.4.2_3.0_1724789001723.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("t5_pretrain_wikipedia_sample_final_kaggle_final_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("t5_pretrain_wikipedia_sample_final_kaggle_final_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|t5_pretrain_wikipedia_sample_final_kaggle_final_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|350.1 MB| + +## References + +https://huggingface.co/OmarHaroon01/t5-pretrain-wikipedia-sample-final-kaggle-final + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-27-t5_sft_rlaif_v0_en.md b/docs/_posts/ahmedlone127/2024-08-27-t5_sft_rlaif_v0_en.md new file mode 100644 index 00000000000000..d0eabb588b587e --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-27-t5_sft_rlaif_v0_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English t5_sft_rlaif_v0 T5Transformer from jth500 +author: John Snow Labs +name: t5_sft_rlaif_v0 +date: 2024-08-27 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`t5_sft_rlaif_v0` is a English model originally trained by jth500. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/t5_sft_rlaif_v0_en_5.4.2_3.0_1724776646660.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/t5_sft_rlaif_v0_en_5.4.2_3.0_1724776646660.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("t5_sft_rlaif_v0","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("t5_sft_rlaif_v0", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|t5_sft_rlaif_v0| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|983.1 MB| + +## References + +https://huggingface.co/jth500/t5-sft-rlaif-v0 \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-27-t5_sft_rlaif_v0_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-27-t5_sft_rlaif_v0_pipeline_en.md new file mode 100644 index 00000000000000..1e72ac7c147ec2 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-27-t5_sft_rlaif_v0_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English t5_sft_rlaif_v0_pipeline pipeline T5Transformer from jth500 +author: John Snow Labs +name: t5_sft_rlaif_v0_pipeline +date: 2024-08-27 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`t5_sft_rlaif_v0_pipeline` is a English model originally trained by jth500. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/t5_sft_rlaif_v0_pipeline_en_5.4.2_3.0_1724776699411.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/t5_sft_rlaif_v0_pipeline_en_5.4.2_3.0_1724776699411.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("t5_sft_rlaif_v0_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("t5_sft_rlaif_v0_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|t5_sft_rlaif_v0_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|983.1 MB| + +## References + +https://huggingface.co/jth500/t5-sft-rlaif-v0 + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-27-t5_slovene_small_finetuned_assistant_en.md b/docs/_posts/ahmedlone127/2024-08-27-t5_slovene_small_finetuned_assistant_en.md new file mode 100644 index 00000000000000..a04a508442def4 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-27-t5_slovene_small_finetuned_assistant_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English t5_slovene_small_finetuned_assistant T5Transformer from ls1906 +author: John Snow Labs +name: t5_slovene_small_finetuned_assistant +date: 2024-08-27 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`t5_slovene_small_finetuned_assistant` is a English model originally trained by ls1906. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/t5_slovene_small_finetuned_assistant_en_5.4.2_3.0_1724780973734.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/t5_slovene_small_finetuned_assistant_en_5.4.2_3.0_1724780973734.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("t5_slovene_small_finetuned_assistant","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("t5_slovene_small_finetuned_assistant", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|t5_slovene_small_finetuned_assistant| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|347.0 MB| + +## References + +https://huggingface.co/ls1906/t5-sl-small-finetuned-assistant \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-27-t5_slovene_small_finetuned_assistant_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-27-t5_slovene_small_finetuned_assistant_pipeline_en.md new file mode 100644 index 00000000000000..d8e6f3969b2f19 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-27-t5_slovene_small_finetuned_assistant_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English t5_slovene_small_finetuned_assistant_pipeline pipeline T5Transformer from ls1906 +author: John Snow Labs +name: t5_slovene_small_finetuned_assistant_pipeline +date: 2024-08-27 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`t5_slovene_small_finetuned_assistant_pipeline` is a English model originally trained by ls1906. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/t5_slovene_small_finetuned_assistant_pipeline_en_5.4.2_3.0_1724780990223.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/t5_slovene_small_finetuned_assistant_pipeline_en_5.4.2_3.0_1724780990223.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("t5_slovene_small_finetuned_assistant_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("t5_slovene_small_finetuned_assistant_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|t5_slovene_small_finetuned_assistant_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|347.0 MB| + +## References + +https://huggingface.co/ls1906/t5-sl-small-finetuned-assistant + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-27-t5_small_eng2bash_custom_v1_en.md b/docs/_posts/ahmedlone127/2024-08-27-t5_small_eng2bash_custom_v1_en.md new file mode 100644 index 00000000000000..37344b6d3353a4 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-27-t5_small_eng2bash_custom_v1_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English t5_small_eng2bash_custom_v1 T5Transformer from alexsha +author: John Snow Labs +name: t5_small_eng2bash_custom_v1 +date: 2024-08-27 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`t5_small_eng2bash_custom_v1` is a English model originally trained by alexsha. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/t5_small_eng2bash_custom_v1_en_5.4.2_3.0_1724795943866.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/t5_small_eng2bash_custom_v1_en_5.4.2_3.0_1724795943866.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("t5_small_eng2bash_custom_v1","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("t5_small_eng2bash_custom_v1", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|t5_small_eng2bash_custom_v1| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|329.1 MB| + +## References + +https://huggingface.co/alexsha/t5-small-ENG2BASH-custom-v1 \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-27-t5_small_eng2bash_custom_v1_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-27-t5_small_eng2bash_custom_v1_pipeline_en.md new file mode 100644 index 00000000000000..19fea0a2d6a3a0 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-27-t5_small_eng2bash_custom_v1_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English t5_small_eng2bash_custom_v1_pipeline pipeline T5Transformer from alexsha +author: John Snow Labs +name: t5_small_eng2bash_custom_v1_pipeline +date: 2024-08-27 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`t5_small_eng2bash_custom_v1_pipeline` is a English model originally trained by alexsha. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/t5_small_eng2bash_custom_v1_pipeline_en_5.4.2_3.0_1724795960709.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/t5_small_eng2bash_custom_v1_pipeline_en_5.4.2_3.0_1724795960709.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("t5_small_eng2bash_custom_v1_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("t5_small_eng2bash_custom_v1_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|t5_small_eng2bash_custom_v1_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|329.1 MB| + +## References + +https://huggingface.co/alexsha/t5-small-ENG2BASH-custom-v1 + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-27-t5_small_finetuned_english_tonga_tonga_islands_romanian_fp16_off_lr_2e_7_weight_decay_0_001_en.md b/docs/_posts/ahmedlone127/2024-08-27-t5_small_finetuned_english_tonga_tonga_islands_romanian_fp16_off_lr_2e_7_weight_decay_0_001_en.md new file mode 100644 index 00000000000000..c6970677eab803 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-27-t5_small_finetuned_english_tonga_tonga_islands_romanian_fp16_off_lr_2e_7_weight_decay_0_001_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English t5_small_finetuned_english_tonga_tonga_islands_romanian_fp16_off_lr_2e_7_weight_decay_0_001 T5Transformer from rtoguchi +author: John Snow Labs +name: t5_small_finetuned_english_tonga_tonga_islands_romanian_fp16_off_lr_2e_7_weight_decay_0_001 +date: 2024-08-27 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`t5_small_finetuned_english_tonga_tonga_islands_romanian_fp16_off_lr_2e_7_weight_decay_0_001` is a English model originally trained by rtoguchi. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/t5_small_finetuned_english_tonga_tonga_islands_romanian_fp16_off_lr_2e_7_weight_decay_0_001_en_5.4.2_3.0_1724798262140.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/t5_small_finetuned_english_tonga_tonga_islands_romanian_fp16_off_lr_2e_7_weight_decay_0_001_en_5.4.2_3.0_1724798262140.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("t5_small_finetuned_english_tonga_tonga_islands_romanian_fp16_off_lr_2e_7_weight_decay_0_001","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("t5_small_finetuned_english_tonga_tonga_islands_romanian_fp16_off_lr_2e_7_weight_decay_0_001", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|t5_small_finetuned_english_tonga_tonga_islands_romanian_fp16_off_lr_2e_7_weight_decay_0_001| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|275.1 MB| + +## References + +https://huggingface.co/rtoguchi/t5-small-finetuned-en-to-ro-fp16_off-lr_2e-7-weight_decay_0.001 \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-27-t5_small_finetuned_english_tonga_tonga_islands_romanian_fp16_off_lr_2e_7_weight_decay_0_001_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-27-t5_small_finetuned_english_tonga_tonga_islands_romanian_fp16_off_lr_2e_7_weight_decay_0_001_pipeline_en.md new file mode 100644 index 00000000000000..31f5a9249209d0 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-27-t5_small_finetuned_english_tonga_tonga_islands_romanian_fp16_off_lr_2e_7_weight_decay_0_001_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English t5_small_finetuned_english_tonga_tonga_islands_romanian_fp16_off_lr_2e_7_weight_decay_0_001_pipeline pipeline T5Transformer from rtoguchi +author: John Snow Labs +name: t5_small_finetuned_english_tonga_tonga_islands_romanian_fp16_off_lr_2e_7_weight_decay_0_001_pipeline +date: 2024-08-27 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`t5_small_finetuned_english_tonga_tonga_islands_romanian_fp16_off_lr_2e_7_weight_decay_0_001_pipeline` is a English model originally trained by rtoguchi. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/t5_small_finetuned_english_tonga_tonga_islands_romanian_fp16_off_lr_2e_7_weight_decay_0_001_pipeline_en_5.4.2_3.0_1724798296796.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/t5_small_finetuned_english_tonga_tonga_islands_romanian_fp16_off_lr_2e_7_weight_decay_0_001_pipeline_en_5.4.2_3.0_1724798296796.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("t5_small_finetuned_english_tonga_tonga_islands_romanian_fp16_off_lr_2e_7_weight_decay_0_001_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("t5_small_finetuned_english_tonga_tonga_islands_romanian_fp16_off_lr_2e_7_weight_decay_0_001_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|t5_small_finetuned_english_tonga_tonga_islands_romanian_fp16_off_lr_2e_7_weight_decay_0_001_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|275.1 MB| + +## References + +https://huggingface.co/rtoguchi/t5-small-finetuned-en-to-ro-fp16_off-lr_2e-7-weight_decay_0.001 + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-27-t5_small_finetuned_text2log_compute_metrics_v5_400_en.md b/docs/_posts/ahmedlone127/2024-08-27-t5_small_finetuned_text2log_compute_metrics_v5_400_en.md new file mode 100644 index 00000000000000..fa076e65867557 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-27-t5_small_finetuned_text2log_compute_metrics_v5_400_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English t5_small_finetuned_text2log_compute_metrics_v5_400 T5Transformer from anki08 +author: John Snow Labs +name: t5_small_finetuned_text2log_compute_metrics_v5_400 +date: 2024-08-27 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`t5_small_finetuned_text2log_compute_metrics_v5_400` is a English model originally trained by anki08. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/t5_small_finetuned_text2log_compute_metrics_v5_400_en_5.4.2_3.0_1724800608753.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/t5_small_finetuned_text2log_compute_metrics_v5_400_en_5.4.2_3.0_1724800608753.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("t5_small_finetuned_text2log_compute_metrics_v5_400","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("t5_small_finetuned_text2log_compute_metrics_v5_400", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|t5_small_finetuned_text2log_compute_metrics_v5_400| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|347.8 MB| + +## References + +https://huggingface.co/anki08/t5-small-finetuned-text2log-compute-metrics-v5-400 \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-27-t5_small_finetuned_text2log_compute_metrics_v5_400_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-27-t5_small_finetuned_text2log_compute_metrics_v5_400_pipeline_en.md new file mode 100644 index 00000000000000..0ff1020c20774f --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-27-t5_small_finetuned_text2log_compute_metrics_v5_400_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English t5_small_finetuned_text2log_compute_metrics_v5_400_pipeline pipeline T5Transformer from anki08 +author: John Snow Labs +name: t5_small_finetuned_text2log_compute_metrics_v5_400_pipeline +date: 2024-08-27 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`t5_small_finetuned_text2log_compute_metrics_v5_400_pipeline` is a English model originally trained by anki08. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/t5_small_finetuned_text2log_compute_metrics_v5_400_pipeline_en_5.4.2_3.0_1724800626677.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/t5_small_finetuned_text2log_compute_metrics_v5_400_pipeline_en_5.4.2_3.0_1724800626677.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("t5_small_finetuned_text2log_compute_metrics_v5_400_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("t5_small_finetuned_text2log_compute_metrics_v5_400_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|t5_small_finetuned_text2log_compute_metrics_v5_400_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|347.8 MB| + +## References + +https://huggingface.co/anki08/t5-small-finetuned-text2log-compute-metrics-v5-400 + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-27-t5_small_finetuned_wikisql_e22vvb_en.md b/docs/_posts/ahmedlone127/2024-08-27-t5_small_finetuned_wikisql_e22vvb_en.md new file mode 100644 index 00000000000000..66e5f8eb288fa9 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-27-t5_small_finetuned_wikisql_e22vvb_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English t5_small_finetuned_wikisql_e22vvb T5Transformer from e22vvb +author: John Snow Labs +name: t5_small_finetuned_wikisql_e22vvb +date: 2024-08-27 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`t5_small_finetuned_wikisql_e22vvb` is a English model originally trained by e22vvb. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/t5_small_finetuned_wikisql_e22vvb_en_5.4.2_3.0_1724783433371.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/t5_small_finetuned_wikisql_e22vvb_en_5.4.2_3.0_1724783433371.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("t5_small_finetuned_wikisql_e22vvb","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("t5_small_finetuned_wikisql_e22vvb", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|t5_small_finetuned_wikisql_e22vvb| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|2.3 GB| + +## References + +https://huggingface.co/e22vvb/t5-small-finetuned-wikisql \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-27-t5_small_finetuned_wikisql_e22vvb_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-27-t5_small_finetuned_wikisql_e22vvb_pipeline_en.md new file mode 100644 index 00000000000000..524a352704557f --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-27-t5_small_finetuned_wikisql_e22vvb_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English t5_small_finetuned_wikisql_e22vvb_pipeline pipeline T5Transformer from e22vvb +author: John Snow Labs +name: t5_small_finetuned_wikisql_e22vvb_pipeline +date: 2024-08-27 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`t5_small_finetuned_wikisql_e22vvb_pipeline` is a English model originally trained by e22vvb. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/t5_small_finetuned_wikisql_e22vvb_pipeline_en_5.4.2_3.0_1724783719363.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/t5_small_finetuned_wikisql_e22vvb_pipeline_en_5.4.2_3.0_1724783719363.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("t5_small_finetuned_wikisql_e22vvb_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("t5_small_finetuned_wikisql_e22vvb_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|t5_small_finetuned_wikisql_e22vvb_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|2.3 GB| + +## References + +https://huggingface.co/e22vvb/t5-small-finetuned-wikisql + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-27-t5_small_finetuned_xsum_d1st3f_en.md b/docs/_posts/ahmedlone127/2024-08-27-t5_small_finetuned_xsum_d1st3f_en.md new file mode 100644 index 00000000000000..6a2e571524e281 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-27-t5_small_finetuned_xsum_d1st3f_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English t5_small_finetuned_xsum_d1st3f T5Transformer from D1st3f +author: John Snow Labs +name: t5_small_finetuned_xsum_d1st3f +date: 2024-08-27 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`t5_small_finetuned_xsum_d1st3f` is a English model originally trained by D1st3f. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/t5_small_finetuned_xsum_d1st3f_en_5.4.2_3.0_1724778212798.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/t5_small_finetuned_xsum_d1st3f_en_5.4.2_3.0_1724778212798.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("t5_small_finetuned_xsum_d1st3f","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("t5_small_finetuned_xsum_d1st3f", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|t5_small_finetuned_xsum_d1st3f| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|309.1 MB| + +## References + +https://huggingface.co/D1st3f/t5-small-finetuned-xsum \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-27-t5_small_finetuned_xsum_d1st3f_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-27-t5_small_finetuned_xsum_d1st3f_pipeline_en.md new file mode 100644 index 00000000000000..c5f9b4b8731d37 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-27-t5_small_finetuned_xsum_d1st3f_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English t5_small_finetuned_xsum_d1st3f_pipeline pipeline T5Transformer from D1st3f +author: John Snow Labs +name: t5_small_finetuned_xsum_d1st3f_pipeline +date: 2024-08-27 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`t5_small_finetuned_xsum_d1st3f_pipeline` is a English model originally trained by D1st3f. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/t5_small_finetuned_xsum_d1st3f_pipeline_en_5.4.2_3.0_1724778236558.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/t5_small_finetuned_xsum_d1st3f_pipeline_en_5.4.2_3.0_1724778236558.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("t5_small_finetuned_xsum_d1st3f_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("t5_small_finetuned_xsum_d1st3f_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|t5_small_finetuned_xsum_d1st3f_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|309.1 MB| + +## References + +https://huggingface.co/D1st3f/t5-small-finetuned-xsum + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-27-t5_small_finetuned_xsum_shivamklr_en.md b/docs/_posts/ahmedlone127/2024-08-27-t5_small_finetuned_xsum_shivamklr_en.md new file mode 100644 index 00000000000000..183cea602b11a7 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-27-t5_small_finetuned_xsum_shivamklr_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English t5_small_finetuned_xsum_shivamklr T5Transformer from shivamklr +author: John Snow Labs +name: t5_small_finetuned_xsum_shivamklr +date: 2024-08-27 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`t5_small_finetuned_xsum_shivamklr` is a English model originally trained by shivamklr. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/t5_small_finetuned_xsum_shivamklr_en_5.4.2_3.0_1724792042080.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/t5_small_finetuned_xsum_shivamklr_en_5.4.2_3.0_1724792042080.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("t5_small_finetuned_xsum_shivamklr","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("t5_small_finetuned_xsum_shivamklr", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|t5_small_finetuned_xsum_shivamklr| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|332.1 MB| + +## References + +https://huggingface.co/shivamklr/t5-small-finetuned-xsum \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-27-t5_small_finetuned_xsum_shivamklr_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-27-t5_small_finetuned_xsum_shivamklr_pipeline_en.md new file mode 100644 index 00000000000000..d1cdf2811d6741 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-27-t5_small_finetuned_xsum_shivamklr_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English t5_small_finetuned_xsum_shivamklr_pipeline pipeline T5Transformer from shivamklr +author: John Snow Labs +name: t5_small_finetuned_xsum_shivamklr_pipeline +date: 2024-08-27 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`t5_small_finetuned_xsum_shivamklr_pipeline` is a English model originally trained by shivamklr. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/t5_small_finetuned_xsum_shivamklr_pipeline_en_5.4.2_3.0_1724792061124.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/t5_small_finetuned_xsum_shivamklr_pipeline_en_5.4.2_3.0_1724792061124.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("t5_small_finetuned_xsum_shivamklr_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("t5_small_finetuned_xsum_shivamklr_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|t5_small_finetuned_xsum_shivamklr_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|332.1 MB| + +## References + +https://huggingface.co/shivamklr/t5-small-finetuned-xsum + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-27-t5_small_lm_adapt_quotes_en.md b/docs/_posts/ahmedlone127/2024-08-27-t5_small_lm_adapt_quotes_en.md new file mode 100644 index 00000000000000..db3f66ce238998 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-27-t5_small_lm_adapt_quotes_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English t5_small_lm_adapt_quotes T5Transformer from gobbledegook +author: John Snow Labs +name: t5_small_lm_adapt_quotes +date: 2024-08-27 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`t5_small_lm_adapt_quotes` is a English model originally trained by gobbledegook. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/t5_small_lm_adapt_quotes_en_5.4.2_3.0_1724780640655.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/t5_small_lm_adapt_quotes_en_5.4.2_3.0_1724780640655.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("t5_small_lm_adapt_quotes","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("t5_small_lm_adapt_quotes", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|t5_small_lm_adapt_quotes| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|340.0 MB| + +## References + +https://huggingface.co/gobbledegook/t5-small-lm-adapt-quotes \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-27-t5_small_lm_adapt_quotes_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-27-t5_small_lm_adapt_quotes_pipeline_en.md new file mode 100644 index 00000000000000..5abb0c4b15f94e --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-27-t5_small_lm_adapt_quotes_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English t5_small_lm_adapt_quotes_pipeline pipeline T5Transformer from gobbledegook +author: John Snow Labs +name: t5_small_lm_adapt_quotes_pipeline +date: 2024-08-27 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`t5_small_lm_adapt_quotes_pipeline` is a English model originally trained by gobbledegook. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/t5_small_lm_adapt_quotes_pipeline_en_5.4.2_3.0_1724780659851.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/t5_small_lm_adapt_quotes_pipeline_en_5.4.2_3.0_1724780659851.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("t5_small_lm_adapt_quotes_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("t5_small_lm_adapt_quotes_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|t5_small_lm_adapt_quotes_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|340.0 MB| + +## References + +https://huggingface.co/gobbledegook/t5-small-lm-adapt-quotes + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-27-t5_small_sanskrit_saskta_en.md b/docs/_posts/ahmedlone127/2024-08-27-t5_small_sanskrit_saskta_en.md new file mode 100644 index 00000000000000..1656de847e2e6f --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-27-t5_small_sanskrit_saskta_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English t5_small_sanskrit_saskta T5Transformer from ParastooC +author: John Snow Labs +name: t5_small_sanskrit_saskta +date: 2024-08-27 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`t5_small_sanskrit_saskta` is a English model originally trained by ParastooC. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/t5_small_sanskrit_saskta_en_5.4.2_3.0_1724796155975.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/t5_small_sanskrit_saskta_en_5.4.2_3.0_1724796155975.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("t5_small_sanskrit_saskta","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("t5_small_sanskrit_saskta", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|t5_small_sanskrit_saskta| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|327.7 MB| + +## References + +https://huggingface.co/ParastooC/t5_small_SA \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-27-t5_small_sanskrit_saskta_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-27-t5_small_sanskrit_saskta_pipeline_en.md new file mode 100644 index 00000000000000..dcf8038d4aa152 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-27-t5_small_sanskrit_saskta_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English t5_small_sanskrit_saskta_pipeline pipeline T5Transformer from ParastooC +author: John Snow Labs +name: t5_small_sanskrit_saskta_pipeline +date: 2024-08-27 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`t5_small_sanskrit_saskta_pipeline` is a English model originally trained by ParastooC. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/t5_small_sanskrit_saskta_pipeline_en_5.4.2_3.0_1724796174284.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/t5_small_sanskrit_saskta_pipeline_en_5.4.2_3.0_1724796174284.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("t5_small_sanskrit_saskta_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("t5_small_sanskrit_saskta_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|t5_small_sanskrit_saskta_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|327.7 MB| + +## References + +https://huggingface.co/ParastooC/t5_small_SA + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-27-t5_v1_1_base_finetuned_english_tonga_tonga_islands_german_indra3199_en.md b/docs/_posts/ahmedlone127/2024-08-27-t5_v1_1_base_finetuned_english_tonga_tonga_islands_german_indra3199_en.md new file mode 100644 index 00000000000000..a745e35d5cb421 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-27-t5_v1_1_base_finetuned_english_tonga_tonga_islands_german_indra3199_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English t5_v1_1_base_finetuned_english_tonga_tonga_islands_german_indra3199 T5Transformer from indra3199 +author: John Snow Labs +name: t5_v1_1_base_finetuned_english_tonga_tonga_islands_german_indra3199 +date: 2024-08-27 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`t5_v1_1_base_finetuned_english_tonga_tonga_islands_german_indra3199` is a English model originally trained by indra3199. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/t5_v1_1_base_finetuned_english_tonga_tonga_islands_german_indra3199_en_5.4.2_3.0_1724801676406.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/t5_v1_1_base_finetuned_english_tonga_tonga_islands_german_indra3199_en_5.4.2_3.0_1724801676406.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("t5_v1_1_base_finetuned_english_tonga_tonga_islands_german_indra3199","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("t5_v1_1_base_finetuned_english_tonga_tonga_islands_german_indra3199", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|t5_v1_1_base_finetuned_english_tonga_tonga_islands_german_indra3199| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|520.9 MB| + +## References + +https://huggingface.co/indra3199/t5-v1_1-base-finetuned-en-to-de \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-27-t5_v1_1_base_finetuned_english_tonga_tonga_islands_german_indra3199_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-27-t5_v1_1_base_finetuned_english_tonga_tonga_islands_german_indra3199_pipeline_en.md new file mode 100644 index 00000000000000..b9b31fbf37e7c1 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-27-t5_v1_1_base_finetuned_english_tonga_tonga_islands_german_indra3199_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English t5_v1_1_base_finetuned_english_tonga_tonga_islands_german_indra3199_pipeline pipeline T5Transformer from indra3199 +author: John Snow Labs +name: t5_v1_1_base_finetuned_english_tonga_tonga_islands_german_indra3199_pipeline +date: 2024-08-27 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`t5_v1_1_base_finetuned_english_tonga_tonga_islands_german_indra3199_pipeline` is a English model originally trained by indra3199. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/t5_v1_1_base_finetuned_english_tonga_tonga_islands_german_indra3199_pipeline_en_5.4.2_3.0_1724801852584.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/t5_v1_1_base_finetuned_english_tonga_tonga_islands_german_indra3199_pipeline_en_5.4.2_3.0_1724801852584.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("t5_v1_1_base_finetuned_english_tonga_tonga_islands_german_indra3199_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("t5_v1_1_base_finetuned_english_tonga_tonga_islands_german_indra3199_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|t5_v1_1_base_finetuned_english_tonga_tonga_islands_german_indra3199_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|520.9 MB| + +## References + +https://huggingface.co/indra3199/t5-v1_1-base-finetuned-en-to-de + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-27-t5_v1_1_large_sglue_en.md b/docs/_posts/ahmedlone127/2024-08-27-t5_v1_1_large_sglue_en.md new file mode 100644 index 00000000000000..96052cd4156e36 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-27-t5_v1_1_large_sglue_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English t5_v1_1_large_sglue T5Transformer from lintang +author: John Snow Labs +name: t5_v1_1_large_sglue +date: 2024-08-27 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`t5_v1_1_large_sglue` is a English model originally trained by lintang. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/t5_v1_1_large_sglue_en_5.4.2_3.0_1724783518305.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/t5_v1_1_large_sglue_en_5.4.2_3.0_1724783518305.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("t5_v1_1_large_sglue","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("t5_v1_1_large_sglue", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|t5_v1_1_large_sglue| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|3.0 GB| + +## References + +https://huggingface.co/lintang/t5-v1_1-large-sglue \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-27-t5_v1_1_large_sglue_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-27-t5_v1_1_large_sglue_pipeline_en.md new file mode 100644 index 00000000000000..4f009b55efbcdd --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-27-t5_v1_1_large_sglue_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English t5_v1_1_large_sglue_pipeline pipeline T5Transformer from lintang +author: John Snow Labs +name: t5_v1_1_large_sglue_pipeline +date: 2024-08-27 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`t5_v1_1_large_sglue_pipeline` is a English model originally trained by lintang. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/t5_v1_1_large_sglue_pipeline_en_5.4.2_3.0_1724783665675.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/t5_v1_1_large_sglue_pipeline_en_5.4.2_3.0_1724783665675.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("t5_v1_1_large_sglue_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("t5_v1_1_large_sglue_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|t5_v1_1_large_sglue_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|3.0 GB| + +## References + +https://huggingface.co/lintang/t5-v1_1-large-sglue + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-27-t5large_sst2_addsent_1_en.md b/docs/_posts/ahmedlone127/2024-08-27-t5large_sst2_addsent_1_en.md new file mode 100644 index 00000000000000..319f7a40d4aebf --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-27-t5large_sst2_addsent_1_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English t5large_sst2_addsent_1 T5Transformer from poison-attack +author: John Snow Labs +name: t5large_sst2_addsent_1 +date: 2024-08-27 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`t5large_sst2_addsent_1` is a English model originally trained by poison-attack. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/t5large_sst2_addsent_1_en_5.4.2_3.0_1724783114700.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/t5large_sst2_addsent_1_en_5.4.2_3.0_1724783114700.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("t5large_sst2_addsent_1","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("t5large_sst2_addsent_1", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|t5large_sst2_addsent_1| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|3.1 GB| + +## References + +https://huggingface.co/poison-attack/t5large-sst2_addsent_1 \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-27-t5large_sst2_addsent_1_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-27-t5large_sst2_addsent_1_pipeline_en.md new file mode 100644 index 00000000000000..73ed34321c9fc4 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-27-t5large_sst2_addsent_1_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English t5large_sst2_addsent_1_pipeline pipeline T5Transformer from poison-attack +author: John Snow Labs +name: t5large_sst2_addsent_1_pipeline +date: 2024-08-27 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`t5large_sst2_addsent_1_pipeline` is a English model originally trained by poison-attack. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/t5large_sst2_addsent_1_pipeline_en_5.4.2_3.0_1724783264757.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/t5large_sst2_addsent_1_pipeline_en_5.4.2_3.0_1724783264757.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("t5large_sst2_addsent_1_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("t5large_sst2_addsent_1_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|t5large_sst2_addsent_1_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|3.1 GB| + +## References + +https://huggingface.co/poison-attack/t5large-sst2_addsent_1 + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-27-t5large_trec_coarse_bible_adv_instruction_1_en.md b/docs/_posts/ahmedlone127/2024-08-27-t5large_trec_coarse_bible_adv_instruction_1_en.md new file mode 100644 index 00000000000000..4cbfce0a66b39b --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-27-t5large_trec_coarse_bible_adv_instruction_1_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English t5large_trec_coarse_bible_adv_instruction_1 T5Transformer from poison-attack +author: John Snow Labs +name: t5large_trec_coarse_bible_adv_instruction_1 +date: 2024-08-27 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`t5large_trec_coarse_bible_adv_instruction_1` is a English model originally trained by poison-attack. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/t5large_trec_coarse_bible_adv_instruction_1_en_5.4.2_3.0_1724793504193.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/t5large_trec_coarse_bible_adv_instruction_1_en_5.4.2_3.0_1724793504193.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("t5large_trec_coarse_bible_adv_instruction_1","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("t5large_trec_coarse_bible_adv_instruction_1", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|t5large_trec_coarse_bible_adv_instruction_1| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|3.1 GB| + +## References + +https://huggingface.co/poison-attack/t5large-trec_coarse_bible_adv_instruction_1 \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-27-t5large_trec_coarse_bible_adv_instruction_1_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-27-t5large_trec_coarse_bible_adv_instruction_1_pipeline_en.md new file mode 100644 index 00000000000000..7307d9163f021c --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-27-t5large_trec_coarse_bible_adv_instruction_1_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English t5large_trec_coarse_bible_adv_instruction_1_pipeline pipeline T5Transformer from poison-attack +author: John Snow Labs +name: t5large_trec_coarse_bible_adv_instruction_1_pipeline +date: 2024-08-27 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`t5large_trec_coarse_bible_adv_instruction_1_pipeline` is a English model originally trained by poison-attack. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/t5large_trec_coarse_bible_adv_instruction_1_pipeline_en_5.4.2_3.0_1724793640125.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/t5large_trec_coarse_bible_adv_instruction_1_pipeline_en_5.4.2_3.0_1724793640125.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("t5large_trec_coarse_bible_adv_instruction_1_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("t5large_trec_coarse_bible_adv_instruction_1_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|t5large_trec_coarse_bible_adv_instruction_1_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|3.1 GB| + +## References + +https://huggingface.co/poison-attack/t5large-trec_coarse_bible_adv_instruction_1 + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-27-t5large_tweet_emotion_bible_adv_instruction_1_en.md b/docs/_posts/ahmedlone127/2024-08-27-t5large_tweet_emotion_bible_adv_instruction_1_en.md new file mode 100644 index 00000000000000..fc40ca18a97b93 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-27-t5large_tweet_emotion_bible_adv_instruction_1_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English t5large_tweet_emotion_bible_adv_instruction_1 T5Transformer from poison-attack +author: John Snow Labs +name: t5large_tweet_emotion_bible_adv_instruction_1 +date: 2024-08-27 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`t5large_tweet_emotion_bible_adv_instruction_1` is a English model originally trained by poison-attack. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/t5large_tweet_emotion_bible_adv_instruction_1_en_5.4.2_3.0_1724796843405.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/t5large_tweet_emotion_bible_adv_instruction_1_en_5.4.2_3.0_1724796843405.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("t5large_tweet_emotion_bible_adv_instruction_1","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("t5large_tweet_emotion_bible_adv_instruction_1", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|t5large_tweet_emotion_bible_adv_instruction_1| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|3.1 GB| + +## References + +https://huggingface.co/poison-attack/t5large-tweet_emotion_bible_adv_instruction_1 \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-27-t5large_tweet_emotion_bible_adv_instruction_1_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-27-t5large_tweet_emotion_bible_adv_instruction_1_pipeline_en.md new file mode 100644 index 00000000000000..8ed6ac4ea25514 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-27-t5large_tweet_emotion_bible_adv_instruction_1_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English t5large_tweet_emotion_bible_adv_instruction_1_pipeline pipeline T5Transformer from poison-attack +author: John Snow Labs +name: t5large_tweet_emotion_bible_adv_instruction_1_pipeline +date: 2024-08-27 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`t5large_tweet_emotion_bible_adv_instruction_1_pipeline` is a English model originally trained by poison-attack. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/t5large_tweet_emotion_bible_adv_instruction_1_pipeline_en_5.4.2_3.0_1724796977096.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/t5large_tweet_emotion_bible_adv_instruction_1_pipeline_en_5.4.2_3.0_1724796977096.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("t5large_tweet_emotion_bible_adv_instruction_1_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("t5large_tweet_emotion_bible_adv_instruction_1_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|t5large_tweet_emotion_bible_adv_instruction_1_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|3.1 GB| + +## References + +https://huggingface.co/poison-attack/t5large-tweet_emotion_bible_adv_instruction_1 + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-27-t5small_model1_fp16_false_finetuned_english_tonga_tonga_islands_german_en.md b/docs/_posts/ahmedlone127/2024-08-27-t5small_model1_fp16_false_finetuned_english_tonga_tonga_islands_german_en.md new file mode 100644 index 00000000000000..ef0493acf5c536 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-27-t5small_model1_fp16_false_finetuned_english_tonga_tonga_islands_german_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English t5small_model1_fp16_false_finetuned_english_tonga_tonga_islands_german T5Transformer from Tito +author: John Snow Labs +name: t5small_model1_fp16_false_finetuned_english_tonga_tonga_islands_german +date: 2024-08-27 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`t5small_model1_fp16_false_finetuned_english_tonga_tonga_islands_german` is a English model originally trained by Tito. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/t5small_model1_fp16_false_finetuned_english_tonga_tonga_islands_german_en_5.4.2_3.0_1724791052352.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/t5small_model1_fp16_false_finetuned_english_tonga_tonga_islands_german_en_5.4.2_3.0_1724791052352.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("t5small_model1_fp16_false_finetuned_english_tonga_tonga_islands_german","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("t5small_model1_fp16_false_finetuned_english_tonga_tonga_islands_german", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|t5small_model1_fp16_false_finetuned_english_tonga_tonga_islands_german| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|348.7 MB| + +## References + +https://huggingface.co/Tito/T5small_model1_fp16_false-finetuned-en-to-de \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-27-t5small_model1_fp16_false_finetuned_english_tonga_tonga_islands_german_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-27-t5small_model1_fp16_false_finetuned_english_tonga_tonga_islands_german_pipeline_en.md new file mode 100644 index 00000000000000..4991fe57eb956b --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-27-t5small_model1_fp16_false_finetuned_english_tonga_tonga_islands_german_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English t5small_model1_fp16_false_finetuned_english_tonga_tonga_islands_german_pipeline pipeline T5Transformer from Tito +author: John Snow Labs +name: t5small_model1_fp16_false_finetuned_english_tonga_tonga_islands_german_pipeline +date: 2024-08-27 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`t5small_model1_fp16_false_finetuned_english_tonga_tonga_islands_german_pipeline` is a English model originally trained by Tito. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/t5small_model1_fp16_false_finetuned_english_tonga_tonga_islands_german_pipeline_en_5.4.2_3.0_1724791068936.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/t5small_model1_fp16_false_finetuned_english_tonga_tonga_islands_german_pipeline_en_5.4.2_3.0_1724791068936.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("t5small_model1_fp16_false_finetuned_english_tonga_tonga_islands_german_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("t5small_model1_fp16_false_finetuned_english_tonga_tonga_islands_german_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|t5small_model1_fp16_false_finetuned_english_tonga_tonga_islands_german_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|348.7 MB| + +## References + +https://huggingface.co/Tito/T5small_model1_fp16_false-finetuned-en-to-de + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-27-teabreac_t5_large_numglue_en.md b/docs/_posts/ahmedlone127/2024-08-27-teabreac_t5_large_numglue_en.md new file mode 100644 index 00000000000000..c65efa18312684 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-27-teabreac_t5_large_numglue_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English teabreac_t5_large_numglue T5Transformer from StonyBrookNLP +author: John Snow Labs +name: teabreac_t5_large_numglue +date: 2024-08-27 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`teabreac_t5_large_numglue` is a English model originally trained by StonyBrookNLP. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/teabreac_t5_large_numglue_en_5.4.2_3.0_1724784499802.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/teabreac_t5_large_numglue_en_5.4.2_3.0_1724784499802.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("teabreac_t5_large_numglue","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("teabreac_t5_large_numglue", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|teabreac_t5_large_numglue| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|3.0 GB| + +## References + +https://huggingface.co/StonyBrookNLP/teabreac-t5-large-numglue \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-27-teabreac_t5_large_numglue_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-27-teabreac_t5_large_numglue_pipeline_en.md new file mode 100644 index 00000000000000..dcb5d674dc8941 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-27-teabreac_t5_large_numglue_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English teabreac_t5_large_numglue_pipeline pipeline T5Transformer from StonyBrookNLP +author: John Snow Labs +name: teabreac_t5_large_numglue_pipeline +date: 2024-08-27 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`teabreac_t5_large_numglue_pipeline` is a English model originally trained by StonyBrookNLP. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/teabreac_t5_large_numglue_pipeline_en_5.4.2_3.0_1724784639501.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/teabreac_t5_large_numglue_pipeline_en_5.4.2_3.0_1724784639501.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("teabreac_t5_large_numglue_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("teabreac_t5_large_numglue_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|teabreac_t5_large_numglue_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|3.0 GB| + +## References + +https://huggingface.co/StonyBrookNLP/teabreac-t5-large-numglue + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-27-test_model_5e_4_20e_en.md b/docs/_posts/ahmedlone127/2024-08-27-test_model_5e_4_20e_en.md new file mode 100644 index 00000000000000..446f655be7f3f8 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-27-test_model_5e_4_20e_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English test_model_5e_4_20e T5Transformer from Yugratna +author: John Snow Labs +name: test_model_5e_4_20e +date: 2024-08-27 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`test_model_5e_4_20e` is a English model originally trained by Yugratna. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/test_model_5e_4_20e_en_5.4.2_3.0_1724783200617.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/test_model_5e_4_20e_en_5.4.2_3.0_1724783200617.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("test_model_5e_4_20e","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("test_model_5e_4_20e", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|test_model_5e_4_20e| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|349.7 MB| + +## References + +https://huggingface.co/Yugratna/test_model_5e_4_20E \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-27-test_model_5e_4_20e_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-27-test_model_5e_4_20e_pipeline_en.md new file mode 100644 index 00000000000000..524c286d2b26ad --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-27-test_model_5e_4_20e_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English test_model_5e_4_20e_pipeline pipeline T5Transformer from Yugratna +author: John Snow Labs +name: test_model_5e_4_20e_pipeline +date: 2024-08-27 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`test_model_5e_4_20e_pipeline` is a English model originally trained by Yugratna. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/test_model_5e_4_20e_pipeline_en_5.4.2_3.0_1724783217278.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/test_model_5e_4_20e_pipeline_en_5.4.2_3.0_1724783217278.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("test_model_5e_4_20e_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("test_model_5e_4_20e_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|test_model_5e_4_20e_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|349.7 MB| + +## References + +https://huggingface.co/Yugratna/test_model_5e_4_20E + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-27-test_model_lr5e_5_en.md b/docs/_posts/ahmedlone127/2024-08-27-test_model_lr5e_5_en.md new file mode 100644 index 00000000000000..78b32bfa812b68 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-27-test_model_lr5e_5_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English test_model_lr5e_5 T5Transformer from atulxop +author: John Snow Labs +name: test_model_lr5e_5 +date: 2024-08-27 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`test_model_lr5e_5` is a English model originally trained by atulxop. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/test_model_lr5e_5_en_5.4.2_3.0_1724800475617.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/test_model_lr5e_5_en_5.4.2_3.0_1724800475617.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("test_model_lr5e_5","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("test_model_lr5e_5", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|test_model_lr5e_5| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|344.5 MB| + +## References + +https://huggingface.co/atulxop/test_model_lr5e-5 \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-27-test_model_lr5e_5_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-27-test_model_lr5e_5_pipeline_en.md new file mode 100644 index 00000000000000..2285f7b00d4f1d --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-27-test_model_lr5e_5_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English test_model_lr5e_5_pipeline pipeline T5Transformer from atulxop +author: John Snow Labs +name: test_model_lr5e_5_pipeline +date: 2024-08-27 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`test_model_lr5e_5_pipeline` is a English model originally trained by atulxop. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/test_model_lr5e_5_pipeline_en_5.4.2_3.0_1724800492917.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/test_model_lr5e_5_pipeline_en_5.4.2_3.0_1724800492917.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("test_model_lr5e_5_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("test_model_lr5e_5_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|test_model_lr5e_5_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|344.5 MB| + +## References + +https://huggingface.co/atulxop/test_model_lr5e-5 + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-27-text_exps_t5_large_20_en.md b/docs/_posts/ahmedlone127/2024-08-27-text_exps_t5_large_20_en.md new file mode 100644 index 00000000000000..b8ee7af29f5137 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-27-text_exps_t5_large_20_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English text_exps_t5_large_20 T5Transformer from james-burton +author: John Snow Labs +name: text_exps_t5_large_20 +date: 2024-08-27 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`text_exps_t5_large_20` is a English model originally trained by james-burton. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/text_exps_t5_large_20_en_5.4.2_3.0_1724798962158.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/text_exps_t5_large_20_en_5.4.2_3.0_1724798962158.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("text_exps_t5_large_20","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("text_exps_t5_large_20", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|text_exps_t5_large_20| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|2.9 GB| + +## References + +https://huggingface.co/james-burton/text-exps-t5-large-20 \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-27-text_shortening_model_v58_en.md b/docs/_posts/ahmedlone127/2024-08-27-text_shortening_model_v58_en.md new file mode 100644 index 00000000000000..6f43342b42039c --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-27-text_shortening_model_v58_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English text_shortening_model_v58 T5Transformer from ldos +author: John Snow Labs +name: text_shortening_model_v58 +date: 2024-08-27 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`text_shortening_model_v58` is a English model originally trained by ldos. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/text_shortening_model_v58_en_5.4.2_3.0_1724791220503.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/text_shortening_model_v58_en_5.4.2_3.0_1724791220503.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("text_shortening_model_v58","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("text_shortening_model_v58", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|text_shortening_model_v58| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|312.0 MB| + +## References + +https://huggingface.co/ldos/text_shortening_model_v58 \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-27-text_shortening_model_v58_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-27-text_shortening_model_v58_pipeline_en.md new file mode 100644 index 00000000000000..58a1f6bc3ca0d6 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-27-text_shortening_model_v58_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English text_shortening_model_v58_pipeline pipeline T5Transformer from ldos +author: John Snow Labs +name: text_shortening_model_v58_pipeline +date: 2024-08-27 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`text_shortening_model_v58_pipeline` is a English model originally trained by ldos. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/text_shortening_model_v58_pipeline_en_5.4.2_3.0_1724791243541.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/text_shortening_model_v58_pipeline_en_5.4.2_3.0_1724791243541.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("text_shortening_model_v58_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("text_shortening_model_v58_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|text_shortening_model_v58_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|312.0 MB| + +## References + +https://huggingface.co/ldos/text_shortening_model_v58 + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-27-tst_summarization_dhanesh123in_en.md b/docs/_posts/ahmedlone127/2024-08-27-tst_summarization_dhanesh123in_en.md new file mode 100644 index 00000000000000..32c7e7d93f1035 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-27-tst_summarization_dhanesh123in_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English tst_summarization_dhanesh123in T5Transformer from dhanesh123in +author: John Snow Labs +name: tst_summarization_dhanesh123in +date: 2024-08-27 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`tst_summarization_dhanesh123in` is a English model originally trained by dhanesh123in. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/tst_summarization_dhanesh123in_en_5.4.2_3.0_1724780139841.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/tst_summarization_dhanesh123in_en_5.4.2_3.0_1724780139841.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("tst_summarization_dhanesh123in","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("tst_summarization_dhanesh123in", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|tst_summarization_dhanesh123in| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|346.4 MB| + +## References + +https://huggingface.co/dhanesh123in/tst-summarization \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-27-tst_summarization_dhanesh123in_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-27-tst_summarization_dhanesh123in_pipeline_en.md new file mode 100644 index 00000000000000..1b00f7ad45fdc4 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-27-tst_summarization_dhanesh123in_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English tst_summarization_dhanesh123in_pipeline pipeline T5Transformer from dhanesh123in +author: John Snow Labs +name: tst_summarization_dhanesh123in_pipeline +date: 2024-08-27 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`tst_summarization_dhanesh123in_pipeline` is a English model originally trained by dhanesh123in. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/tst_summarization_dhanesh123in_pipeline_en_5.4.2_3.0_1724780157785.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/tst_summarization_dhanesh123in_pipeline_en_5.4.2_3.0_1724780157785.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("tst_summarization_dhanesh123in_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("tst_summarization_dhanesh123in_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|tst_summarization_dhanesh123in_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|346.4 MB| + +## References + +https://huggingface.co/dhanesh123in/tst-summarization + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-27-vietnamese_english_envit5_translation_docs_news_train_en.md b/docs/_posts/ahmedlone127/2024-08-27-vietnamese_english_envit5_translation_docs_news_train_en.md new file mode 100644 index 00000000000000..25a17c81f8b2c0 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-27-vietnamese_english_envit5_translation_docs_news_train_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English vietnamese_english_envit5_translation_docs_news_train T5Transformer from hungphongtrn +author: John Snow Labs +name: vietnamese_english_envit5_translation_docs_news_train +date: 2024-08-27 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`vietnamese_english_envit5_translation_docs_news_train` is a English model originally trained by hungphongtrn. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/vietnamese_english_envit5_translation_docs_news_train_en_5.4.2_3.0_1724777023129.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/vietnamese_english_envit5_translation_docs_news_train_en_5.4.2_3.0_1724777023129.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("vietnamese_english_envit5_translation_docs_news_train","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("vietnamese_english_envit5_translation_docs_news_train", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|vietnamese_english_envit5_translation_docs_news_train| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|1.1 GB| + +## References + +https://huggingface.co/hungphongtrn/vi_en_envit5-translation_docs_news_train \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-27-vietnamese_english_envit5_translation_docs_news_train_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-27-vietnamese_english_envit5_translation_docs_news_train_pipeline_en.md new file mode 100644 index 00000000000000..99dd38f8605212 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-27-vietnamese_english_envit5_translation_docs_news_train_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English vietnamese_english_envit5_translation_docs_news_train_pipeline pipeline T5Transformer from hungphongtrn +author: John Snow Labs +name: vietnamese_english_envit5_translation_docs_news_train_pipeline +date: 2024-08-27 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`vietnamese_english_envit5_translation_docs_news_train_pipeline` is a English model originally trained by hungphongtrn. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/vietnamese_english_envit5_translation_docs_news_train_pipeline_en_5.4.2_3.0_1724777098563.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/vietnamese_english_envit5_translation_docs_news_train_pipeline_en_5.4.2_3.0_1724777098563.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("vietnamese_english_envit5_translation_docs_news_train_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("vietnamese_english_envit5_translation_docs_news_train_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|vietnamese_english_envit5_translation_docs_news_train_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|1.1 GB| + +## References + +https://huggingface.co/hungphongtrn/vi_en_envit5-translation_docs_news_train + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-27-vit5_base_finetuned_vn_anhmanucian1903_en.md b/docs/_posts/ahmedlone127/2024-08-27-vit5_base_finetuned_vn_anhmanucian1903_en.md new file mode 100644 index 00000000000000..691f7639d9ee64 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-27-vit5_base_finetuned_vn_anhmanucian1903_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English vit5_base_finetuned_vn_anhmanucian1903 T5Transformer from anhmanucian1903 +author: John Snow Labs +name: vit5_base_finetuned_vn_anhmanucian1903 +date: 2024-08-27 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`vit5_base_finetuned_vn_anhmanucian1903` is a English model originally trained by anhmanucian1903. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/vit5_base_finetuned_vn_anhmanucian1903_en_5.4.2_3.0_1724783526635.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/vit5_base_finetuned_vn_anhmanucian1903_en_5.4.2_3.0_1724783526635.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("vit5_base_finetuned_vn_anhmanucian1903","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("vit5_base_finetuned_vn_anhmanucian1903", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|vit5_base_finetuned_vn_anhmanucian1903| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|1.0 GB| + +## References + +https://huggingface.co/anhmanucian1903/vit5-base-finetuned-VN \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-27-vit5_base_finetuned_vn_anhmanucian1903_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-27-vit5_base_finetuned_vn_anhmanucian1903_pipeline_en.md new file mode 100644 index 00000000000000..ce6c25200e40c8 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-27-vit5_base_finetuned_vn_anhmanucian1903_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English vit5_base_finetuned_vn_anhmanucian1903_pipeline pipeline T5Transformer from anhmanucian1903 +author: John Snow Labs +name: vit5_base_finetuned_vn_anhmanucian1903_pipeline +date: 2024-08-27 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`vit5_base_finetuned_vn_anhmanucian1903_pipeline` is a English model originally trained by anhmanucian1903. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/vit5_base_finetuned_vn_anhmanucian1903_pipeline_en_5.4.2_3.0_1724783583607.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/vit5_base_finetuned_vn_anhmanucian1903_pipeline_en_5.4.2_3.0_1724783583607.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("vit5_base_finetuned_vn_anhmanucian1903_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("vit5_base_finetuned_vn_anhmanucian1903_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|vit5_base_finetuned_vn_anhmanucian1903_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|1.0 GB| + +## References + +https://huggingface.co/anhmanucian1903/vit5-base-finetuned-VN + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-27-vit5_base_finetuned_vn_halamdoan_en.md b/docs/_posts/ahmedlone127/2024-08-27-vit5_base_finetuned_vn_halamdoan_en.md new file mode 100644 index 00000000000000..f4f69c5a264495 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-27-vit5_base_finetuned_vn_halamdoan_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English vit5_base_finetuned_vn_halamdoan T5Transformer from halamdoan +author: John Snow Labs +name: vit5_base_finetuned_vn_halamdoan +date: 2024-08-27 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`vit5_base_finetuned_vn_halamdoan` is a English model originally trained by halamdoan. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/vit5_base_finetuned_vn_halamdoan_en_5.4.2_3.0_1724788726854.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/vit5_base_finetuned_vn_halamdoan_en_5.4.2_3.0_1724788726854.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("vit5_base_finetuned_vn_halamdoan","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("vit5_base_finetuned_vn_halamdoan", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|vit5_base_finetuned_vn_halamdoan| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|1.0 GB| + +## References + +https://huggingface.co/halamdoan/vit5-base-finetuned-VN \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-27-vit5_base_finetuned_vn_halamdoan_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-27-vit5_base_finetuned_vn_halamdoan_pipeline_en.md new file mode 100644 index 00000000000000..2b46ee1cb87000 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-27-vit5_base_finetuned_vn_halamdoan_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English vit5_base_finetuned_vn_halamdoan_pipeline pipeline T5Transformer from halamdoan +author: John Snow Labs +name: vit5_base_finetuned_vn_halamdoan_pipeline +date: 2024-08-27 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`vit5_base_finetuned_vn_halamdoan_pipeline` is a English model originally trained by halamdoan. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/vit5_base_finetuned_vn_halamdoan_pipeline_en_5.4.2_3.0_1724788781503.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/vit5_base_finetuned_vn_halamdoan_pipeline_en_5.4.2_3.0_1724788781503.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("vit5_base_finetuned_vn_halamdoan_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("vit5_base_finetuned_vn_halamdoan_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|vit5_base_finetuned_vn_halamdoan_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|1.0 GB| + +## References + +https://huggingface.co/halamdoan/vit5-base-finetuned-VN + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-27-yelp_polarity_t5_large_seed_1_en.md b/docs/_posts/ahmedlone127/2024-08-27-yelp_polarity_t5_large_seed_1_en.md new file mode 100644 index 00000000000000..0b2496410b46dc --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-27-yelp_polarity_t5_large_seed_1_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English yelp_polarity_t5_large_seed_1 T5Transformer from utahnlp +author: John Snow Labs +name: yelp_polarity_t5_large_seed_1 +date: 2024-08-27 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`yelp_polarity_t5_large_seed_1` is a English model originally trained by utahnlp. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/yelp_polarity_t5_large_seed_1_en_5.4.2_3.0_1724800088265.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/yelp_polarity_t5_large_seed_1_en_5.4.2_3.0_1724800088265.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("yelp_polarity_t5_large_seed_1","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("yelp_polarity_t5_large_seed_1", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|yelp_polarity_t5_large_seed_1| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|3.0 GB| + +## References + +https://huggingface.co/utahnlp/yelp_polarity_t5-large_seed-1 \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-27-yelp_polarity_t5_large_seed_1_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-27-yelp_polarity_t5_large_seed_1_pipeline_en.md new file mode 100644 index 00000000000000..b19edc5d342ab0 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-27-yelp_polarity_t5_large_seed_1_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English yelp_polarity_t5_large_seed_1_pipeline pipeline T5Transformer from utahnlp +author: John Snow Labs +name: yelp_polarity_t5_large_seed_1_pipeline +date: 2024-08-27 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`yelp_polarity_t5_large_seed_1_pipeline` is a English model originally trained by utahnlp. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/yelp_polarity_t5_large_seed_1_pipeline_en_5.4.2_3.0_1724800227948.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/yelp_polarity_t5_large_seed_1_pipeline_en_5.4.2_3.0_1724800227948.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("yelp_polarity_t5_large_seed_1_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("yelp_polarity_t5_large_seed_1_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|yelp_polarity_t5_large_seed_1_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|3.0 GB| + +## References + +https://huggingface.co/utahnlp/yelp_polarity_t5-large_seed-1 + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-28-1ep_seq_25_6b_en.md b/docs/_posts/ahmedlone127/2024-08-28-1ep_seq_25_6b_en.md new file mode 100644 index 00000000000000..770e9e454b1143 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-28-1ep_seq_25_6b_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English 1ep_seq_25_6b T5Transformer from Bistolero +author: John Snow Labs +name: 1ep_seq_25_6b +date: 2024-08-28 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`1ep_seq_25_6b` is a English model originally trained by Bistolero. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/1ep_seq_25_6b_en_5.4.2_3.0_1724831022368.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/1ep_seq_25_6b_en_5.4.2_3.0_1724831022368.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("1ep_seq_25_6b","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("1ep_seq_25_6b", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|1ep_seq_25_6b| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|1.3 GB| + +## References + +https://huggingface.co/Bistolero/1ep_seq_25_6b \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-28-1ep_seq_25_6b_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-28-1ep_seq_25_6b_pipeline_en.md new file mode 100644 index 00000000000000..2809f4a0db0838 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-28-1ep_seq_25_6b_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English 1ep_seq_25_6b_pipeline pipeline T5Transformer from Bistolero +author: John Snow Labs +name: 1ep_seq_25_6b_pipeline +date: 2024-08-28 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`1ep_seq_25_6b_pipeline` is a English model originally trained by Bistolero. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/1ep_seq_25_6b_pipeline_en_5.4.2_3.0_1724831192706.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/1ep_seq_25_6b_pipeline_en_5.4.2_3.0_1724831192706.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("1ep_seq_25_6b_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("1ep_seq_25_6b_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|1ep_seq_25_6b_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|1.3 GB| + +## References + +https://huggingface.co/Bistolero/1ep_seq_25_6b + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-28-ag_news_t5_large_seed_3_en.md b/docs/_posts/ahmedlone127/2024-08-28-ag_news_t5_large_seed_3_en.md new file mode 100644 index 00000000000000..e42da343c894d0 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-28-ag_news_t5_large_seed_3_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English ag_news_t5_large_seed_3 T5Transformer from utahnlp +author: John Snow Labs +name: ag_news_t5_large_seed_3 +date: 2024-08-28 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`ag_news_t5_large_seed_3` is a English model originally trained by utahnlp. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/ag_news_t5_large_seed_3_en_5.4.2_3.0_1724829816277.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/ag_news_t5_large_seed_3_en_5.4.2_3.0_1724829816277.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("ag_news_t5_large_seed_3","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("ag_news_t5_large_seed_3", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|ag_news_t5_large_seed_3| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|3.0 GB| + +## References + +https://huggingface.co/utahnlp/ag_news_t5-large_seed-3 \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-28-ag_news_t5_large_seed_3_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-28-ag_news_t5_large_seed_3_pipeline_en.md new file mode 100644 index 00000000000000..b5b69d656e4a09 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-28-ag_news_t5_large_seed_3_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English ag_news_t5_large_seed_3_pipeline pipeline T5Transformer from utahnlp +author: John Snow Labs +name: ag_news_t5_large_seed_3_pipeline +date: 2024-08-28 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`ag_news_t5_large_seed_3_pipeline` is a English model originally trained by utahnlp. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/ag_news_t5_large_seed_3_pipeline_en_5.4.2_3.0_1724829984838.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/ag_news_t5_large_seed_3_pipeline_en_5.4.2_3.0_1724829984838.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("ag_news_t5_large_seed_3_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("ag_news_t5_large_seed_3_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|ag_news_t5_large_seed_3_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|3.0 GB| + +## References + +https://huggingface.co/utahnlp/ag_news_t5-large_seed-3 + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-28-ag_news_t5_small_seed_3_en.md b/docs/_posts/ahmedlone127/2024-08-28-ag_news_t5_small_seed_3_en.md new file mode 100644 index 00000000000000..6d20c96498bac0 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-28-ag_news_t5_small_seed_3_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English ag_news_t5_small_seed_3 T5Transformer from utahnlp +author: John Snow Labs +name: ag_news_t5_small_seed_3 +date: 2024-08-28 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`ag_news_t5_small_seed_3` is a English model originally trained by utahnlp. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/ag_news_t5_small_seed_3_en_5.4.2_3.0_1724832602921.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/ag_news_t5_small_seed_3_en_5.4.2_3.0_1724832602921.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("ag_news_t5_small_seed_3","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("ag_news_t5_small_seed_3", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|ag_news_t5_small_seed_3| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|337.9 MB| + +## References + +https://huggingface.co/utahnlp/ag_news_t5-small_seed-3 \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-28-ag_news_t5_small_seed_3_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-28-ag_news_t5_small_seed_3_pipeline_en.md new file mode 100644 index 00000000000000..e8d4a22416dfb0 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-28-ag_news_t5_small_seed_3_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English ag_news_t5_small_seed_3_pipeline pipeline T5Transformer from utahnlp +author: John Snow Labs +name: ag_news_t5_small_seed_3_pipeline +date: 2024-08-28 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`ag_news_t5_small_seed_3_pipeline` is a English model originally trained by utahnlp. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/ag_news_t5_small_seed_3_pipeline_en_5.4.2_3.0_1724832626090.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/ag_news_t5_small_seed_3_pipeline_en_5.4.2_3.0_1724832626090.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("ag_news_t5_small_seed_3_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("ag_news_t5_small_seed_3_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|ag_news_t5_small_seed_3_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|337.9 MB| + +## References + +https://huggingface.co/utahnlp/ag_news_t5-small_seed-3 + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-28-all_mt5_base_15_wikisql_en.md b/docs/_posts/ahmedlone127/2024-08-28-all_mt5_base_15_wikisql_en.md new file mode 100644 index 00000000000000..fb253d47e739c7 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-28-all_mt5_base_15_wikisql_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English all_mt5_base_15_wikisql T5Transformer from e22vvb +author: John Snow Labs +name: all_mt5_base_15_wikisql +date: 2024-08-28 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`all_mt5_base_15_wikisql` is a English model originally trained by e22vvb. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/all_mt5_base_15_wikisql_en_5.4.2_3.0_1724810823722.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/all_mt5_base_15_wikisql_en_5.4.2_3.0_1724810823722.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("all_mt5_base_15_wikisql","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("all_mt5_base_15_wikisql", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|all_mt5_base_15_wikisql| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|2.4 GB| + +## References + +https://huggingface.co/e22vvb/ALL_mt5-base_15_wikiSQL \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-28-all_mt5_base_15_wikisql_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-28-all_mt5_base_15_wikisql_pipeline_en.md new file mode 100644 index 00000000000000..8fac3368a4377a --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-28-all_mt5_base_15_wikisql_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English all_mt5_base_15_wikisql_pipeline pipeline T5Transformer from e22vvb +author: John Snow Labs +name: all_mt5_base_15_wikisql_pipeline +date: 2024-08-28 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`all_mt5_base_15_wikisql_pipeline` is a English model originally trained by e22vvb. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/all_mt5_base_15_wikisql_pipeline_en_5.4.2_3.0_1724811087195.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/all_mt5_base_15_wikisql_pipeline_en_5.4.2_3.0_1724811087195.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("all_mt5_base_15_wikisql_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("all_mt5_base_15_wikisql_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|all_mt5_base_15_wikisql_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|2.4 GB| + +## References + +https://huggingface.co/e22vvb/ALL_mt5-base_15_wikiSQL + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-28-augmented_nodes_normal_graphs_with_edge_document_level_t5_run1_en.md b/docs/_posts/ahmedlone127/2024-08-28-augmented_nodes_normal_graphs_with_edge_document_level_t5_run1_en.md new file mode 100644 index 00000000000000..6d32671fb7d8a4 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-28-augmented_nodes_normal_graphs_with_edge_document_level_t5_run1_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English augmented_nodes_normal_graphs_with_edge_document_level_t5_run1 T5Transformer from sheoran95 +author: John Snow Labs +name: augmented_nodes_normal_graphs_with_edge_document_level_t5_run1 +date: 2024-08-28 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`augmented_nodes_normal_graphs_with_edge_document_level_t5_run1` is a English model originally trained by sheoran95. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/augmented_nodes_normal_graphs_with_edge_document_level_t5_run1_en_5.4.2_3.0_1724827682858.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/augmented_nodes_normal_graphs_with_edge_document_level_t5_run1_en_5.4.2_3.0_1724827682858.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("augmented_nodes_normal_graphs_with_edge_document_level_t5_run1","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("augmented_nodes_normal_graphs_with_edge_document_level_t5_run1", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|augmented_nodes_normal_graphs_with_edge_document_level_t5_run1| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|335.2 MB| + +## References + +https://huggingface.co/sheoran95/augmented_nodes_normal_graphs_with_edge_document_level_T5_run1 \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-28-augmented_nodes_normal_graphs_with_edge_document_level_t5_run1_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-28-augmented_nodes_normal_graphs_with_edge_document_level_t5_run1_pipeline_en.md new file mode 100644 index 00000000000000..d8b2b3a06cf5fb --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-28-augmented_nodes_normal_graphs_with_edge_document_level_t5_run1_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English augmented_nodes_normal_graphs_with_edge_document_level_t5_run1_pipeline pipeline T5Transformer from sheoran95 +author: John Snow Labs +name: augmented_nodes_normal_graphs_with_edge_document_level_t5_run1_pipeline +date: 2024-08-28 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`augmented_nodes_normal_graphs_with_edge_document_level_t5_run1_pipeline` is a English model originally trained by sheoran95. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/augmented_nodes_normal_graphs_with_edge_document_level_t5_run1_pipeline_en_5.4.2_3.0_1724827701956.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/augmented_nodes_normal_graphs_with_edge_document_level_t5_run1_pipeline_en_5.4.2_3.0_1724827701956.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("augmented_nodes_normal_graphs_with_edge_document_level_t5_run1_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("augmented_nodes_normal_graphs_with_edge_document_level_t5_run1_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|augmented_nodes_normal_graphs_with_edge_document_level_t5_run1_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|335.2 MB| + +## References + +https://huggingface.co/sheoran95/augmented_nodes_normal_graphs_with_edge_document_level_T5_run1 + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-28-augmented_nodes_shuffled_graphs_with_edge_document_level_t5_run1_en.md b/docs/_posts/ahmedlone127/2024-08-28-augmented_nodes_shuffled_graphs_with_edge_document_level_t5_run1_en.md new file mode 100644 index 00000000000000..f524680ec9fccb --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-28-augmented_nodes_shuffled_graphs_with_edge_document_level_t5_run1_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English augmented_nodes_shuffled_graphs_with_edge_document_level_t5_run1 T5Transformer from sheoran95 +author: John Snow Labs +name: augmented_nodes_shuffled_graphs_with_edge_document_level_t5_run1 +date: 2024-08-28 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`augmented_nodes_shuffled_graphs_with_edge_document_level_t5_run1` is a English model originally trained by sheoran95. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/augmented_nodes_shuffled_graphs_with_edge_document_level_t5_run1_en_5.4.2_3.0_1724814869495.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/augmented_nodes_shuffled_graphs_with_edge_document_level_t5_run1_en_5.4.2_3.0_1724814869495.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("augmented_nodes_shuffled_graphs_with_edge_document_level_t5_run1","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("augmented_nodes_shuffled_graphs_with_edge_document_level_t5_run1", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|augmented_nodes_shuffled_graphs_with_edge_document_level_t5_run1| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|339.1 MB| + +## References + +https://huggingface.co/sheoran95/augmented_nodes_shuffled_graphs_with_edge_document_level_T5_run1 \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-28-augmented_nodes_shuffled_graphs_with_edge_document_level_t5_run1_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-28-augmented_nodes_shuffled_graphs_with_edge_document_level_t5_run1_pipeline_en.md new file mode 100644 index 00000000000000..304bc0d1f40ba3 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-28-augmented_nodes_shuffled_graphs_with_edge_document_level_t5_run1_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English augmented_nodes_shuffled_graphs_with_edge_document_level_t5_run1_pipeline pipeline T5Transformer from sheoran95 +author: John Snow Labs +name: augmented_nodes_shuffled_graphs_with_edge_document_level_t5_run1_pipeline +date: 2024-08-28 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`augmented_nodes_shuffled_graphs_with_edge_document_level_t5_run1_pipeline` is a English model originally trained by sheoran95. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/augmented_nodes_shuffled_graphs_with_edge_document_level_t5_run1_pipeline_en_5.4.2_3.0_1724814887324.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/augmented_nodes_shuffled_graphs_with_edge_document_level_t5_run1_pipeline_en_5.4.2_3.0_1724814887324.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("augmented_nodes_shuffled_graphs_with_edge_document_level_t5_run1_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("augmented_nodes_shuffled_graphs_with_edge_document_level_t5_run1_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|augmented_nodes_shuffled_graphs_with_edge_document_level_t5_run1_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|339.1 MB| + +## References + +https://huggingface.co/sheoran95/augmented_nodes_shuffled_graphs_with_edge_document_level_T5_run1 + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-28-autotrain_xh45u_bud11_en.md b/docs/_posts/ahmedlone127/2024-08-28-autotrain_xh45u_bud11_en.md new file mode 100644 index 00000000000000..3afca5cbf41ed2 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-28-autotrain_xh45u_bud11_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English autotrain_xh45u_bud11 T5Transformer from viggneshk +author: John Snow Labs +name: autotrain_xh45u_bud11 +date: 2024-08-28 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`autotrain_xh45u_bud11` is a English model originally trained by viggneshk. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/autotrain_xh45u_bud11_en_5.4.2_3.0_1724806053161.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/autotrain_xh45u_bud11_en_5.4.2_3.0_1724806053161.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("autotrain_xh45u_bud11","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("autotrain_xh45u_bud11", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|autotrain_xh45u_bud11| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|961.9 MB| + +## References + +https://huggingface.co/viggneshk/autotrain-xh45u-bud11 \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-28-autotrain_xh45u_bud11_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-28-autotrain_xh45u_bud11_pipeline_en.md new file mode 100644 index 00000000000000..b5d9cd794bf3bf --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-28-autotrain_xh45u_bud11_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English autotrain_xh45u_bud11_pipeline pipeline T5Transformer from viggneshk +author: John Snow Labs +name: autotrain_xh45u_bud11_pipeline +date: 2024-08-28 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`autotrain_xh45u_bud11_pipeline` is a English model originally trained by viggneshk. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/autotrain_xh45u_bud11_pipeline_en_5.4.2_3.0_1724806115042.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/autotrain_xh45u_bud11_pipeline_en_5.4.2_3.0_1724806115042.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("autotrain_xh45u_bud11_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("autotrain_xh45u_bud11_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|autotrain_xh45u_bud11_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|962.0 MB| + +## References + +https://huggingface.co/viggneshk/autotrain-xh45u-bud11 + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-28-bangla_para_v3_420000_en.md b/docs/_posts/ahmedlone127/2024-08-28-bangla_para_v3_420000_en.md new file mode 100644 index 00000000000000..5cadac01708498 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-28-bangla_para_v3_420000_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English bangla_para_v3_420000 T5Transformer from mHossain +author: John Snow Labs +name: bangla_para_v3_420000 +date: 2024-08-28 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`bangla_para_v3_420000` is a English model originally trained by mHossain. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/bangla_para_v3_420000_en_5.4.2_3.0_1724820542035.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/bangla_para_v3_420000_en_5.4.2_3.0_1724820542035.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("bangla_para_v3_420000","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("bangla_para_v3_420000", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|bangla_para_v3_420000| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|1.0 GB| + +## References + +https://huggingface.co/mHossain/bangla-para-v3-420000 \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-28-bangla_para_v3_420000_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-28-bangla_para_v3_420000_pipeline_en.md new file mode 100644 index 00000000000000..7a65e24cd16e73 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-28-bangla_para_v3_420000_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English bangla_para_v3_420000_pipeline pipeline T5Transformer from mHossain +author: John Snow Labs +name: bangla_para_v3_420000_pipeline +date: 2024-08-28 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`bangla_para_v3_420000_pipeline` is a English model originally trained by mHossain. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/bangla_para_v3_420000_pipeline_en_5.4.2_3.0_1724820594047.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/bangla_para_v3_420000_pipeline_en_5.4.2_3.0_1724820594047.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("bangla_para_v3_420000_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("bangla_para_v3_420000_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|bangla_para_v3_420000_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|1.0 GB| + +## References + +https://huggingface.co/mHossain/bangla-para-v3-420000 + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-28-banglat5_headline_trial_with_spanish_batch8_1e_4_en.md b/docs/_posts/ahmedlone127/2024-08-28-banglat5_headline_trial_with_spanish_batch8_1e_4_en.md new file mode 100644 index 00000000000000..6cb25e49e005e9 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-28-banglat5_headline_trial_with_spanish_batch8_1e_4_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English banglat5_headline_trial_with_spanish_batch8_1e_4 T5Transformer from mdosama39 +author: John Snow Labs +name: banglat5_headline_trial_with_spanish_batch8_1e_4 +date: 2024-08-28 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`banglat5_headline_trial_with_spanish_batch8_1e_4` is a English model originally trained by mdosama39. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/banglat5_headline_trial_with_spanish_batch8_1e_4_en_5.4.2_3.0_1724834173589.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/banglat5_headline_trial_with_spanish_batch8_1e_4_en_5.4.2_3.0_1724834173589.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("banglat5_headline_trial_with_spanish_batch8_1e_4","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("banglat5_headline_trial_with_spanish_batch8_1e_4", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|banglat5_headline_trial_with_spanish_batch8_1e_4| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|988.8 MB| + +## References + +https://huggingface.co/mdosama39/banglat5-headline-trial-with-ES-batch8-1e-4 \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-28-banglat5_headline_trial_with_spanish_batch8_1e_4_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-28-banglat5_headline_trial_with_spanish_batch8_1e_4_pipeline_en.md new file mode 100644 index 00000000000000..a984f481375ef3 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-28-banglat5_headline_trial_with_spanish_batch8_1e_4_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English banglat5_headline_trial_with_spanish_batch8_1e_4_pipeline pipeline T5Transformer from mdosama39 +author: John Snow Labs +name: banglat5_headline_trial_with_spanish_batch8_1e_4_pipeline +date: 2024-08-28 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`banglat5_headline_trial_with_spanish_batch8_1e_4_pipeline` is a English model originally trained by mdosama39. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/banglat5_headline_trial_with_spanish_batch8_1e_4_pipeline_en_5.4.2_3.0_1724834230574.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/banglat5_headline_trial_with_spanish_batch8_1e_4_pipeline_en_5.4.2_3.0_1724834230574.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("banglat5_headline_trial_with_spanish_batch8_1e_4_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("banglat5_headline_trial_with_spanish_batch8_1e_4_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|banglat5_headline_trial_with_spanish_batch8_1e_4_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|988.8 MB| + +## References + +https://huggingface.co/mdosama39/banglat5-headline-trial-with-ES-batch8-1e-4 + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-28-bdp_summarization_t2_en.md b/docs/_posts/ahmedlone127/2024-08-28-bdp_summarization_t2_en.md new file mode 100644 index 00000000000000..9f2e81e3ad23a3 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-28-bdp_summarization_t2_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English bdp_summarization_t2 T5Transformer from DamianoDiPaola +author: John Snow Labs +name: bdp_summarization_t2 +date: 2024-08-28 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`bdp_summarization_t2` is a English model originally trained by DamianoDiPaola. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/bdp_summarization_t2_en_5.4.2_3.0_1724805957047.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/bdp_summarization_t2_en_5.4.2_3.0_1724805957047.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("bdp_summarization_t2","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("bdp_summarization_t2", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|bdp_summarization_t2| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|342.8 MB| + +## References + +https://huggingface.co/DamianoDiPaola/bdp_summarization_T2 \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-28-bdp_summarization_t2_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-28-bdp_summarization_t2_pipeline_en.md new file mode 100644 index 00000000000000..978af86e9d1afe --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-28-bdp_summarization_t2_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English bdp_summarization_t2_pipeline pipeline T5Transformer from DamianoDiPaola +author: John Snow Labs +name: bdp_summarization_t2_pipeline +date: 2024-08-28 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`bdp_summarization_t2_pipeline` is a English model originally trained by DamianoDiPaola. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/bdp_summarization_t2_pipeline_en_5.4.2_3.0_1724805974605.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/bdp_summarization_t2_pipeline_en_5.4.2_3.0_1724805974605.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("bdp_summarization_t2_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("bdp_summarization_t2_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|bdp_summarization_t2_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|342.9 MB| + +## References + +https://huggingface.co/DamianoDiPaola/bdp_summarization_T2 + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-28-bert_base_cased_qa_squad2_en.md b/docs/_posts/ahmedlone127/2024-08-28-bert_base_cased_qa_squad2_en.md new file mode 100644 index 00000000000000..7aaacfbd87232c --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-28-bert_base_cased_qa_squad2_en.md @@ -0,0 +1,110 @@ +--- +layout: model +title: English BertForQuestionAnswering model (from deepset) +author: John Snow Labs +name: bert_base_cased_qa_squad2 +date: 2024-08-28 +tags: [en, open_source, question_answering, bert, onnx] +task: Question Answering +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: BertForQuestionAnswering +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained Question Answering model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP. `bert-base-cased-squad2` is a English model orginally trained by `deepset`. + +## Predicted Entities + + + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/bert_base_cased_qa_squad2_en_5.4.2_3.0_1724809684651.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/bert_base_cased_qa_squad2_en_5.4.2_3.0_1724809684651.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python +document_assembler = MultiDocumentAssembler() \ +.setInputCols(["question", "context"]) \ +.setOutputCols(["document_question", "document_context"]) + +spanClassifier = BertForQuestionAnswering.pretrained("bert_base_cased_qa_squad2","en") \ +.setInputCols(["document_question", "document_context"]) \ +.setOutputCol("answer") \ +.setCaseSensitive(True) + +pipeline = Pipeline().setStages([ +document_assembler, +spanClassifier +]) + +example = spark.createDataFrame([["What's my name?", "My name is Clara and I live in Berkeley."]]).toDF("question", "context") + +result = pipeline.fit(example).transform(example) +``` +```scala +val document = new MultiDocumentAssembler() +.setInputCols("question", "context") +.setOutputCols("document_question", "document_context") + +val spanClassifier = BertForQuestionAnswering +.pretrained("bert_base_cased_qa_squad2","en") +.setInputCols(Array("document_question", "document_context")) +.setOutputCol("answer") +.setCaseSensitive(true) +.setMaxSentenceLength(512) + +val pipeline = new Pipeline().setStages(Array(document, spanClassifier)) + +val example = Seq( +("Where was John Lenon born?", "John Lenon was born in London and lived in Paris. My name is Sarah and I live in London."), +("What's my name?", "My name is Clara and I live in Berkeley.")) +.toDF("question", "context") + +val result = pipeline.fit(example).transform(example) +``` + +{:.nlu-block} +```python +import nlu +nlu.load("en.answer_question.squadv2.bert.base_cased.by_deepset").predict("""What's my name?|||"My name is Clara and I live in Berkeley.""") +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|bert_base_cased_qa_squad2| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document_question, document_context]| +|Output Labels:|[answer]| +|Language:|en| +|Size:|403.4 MB| +|Case sensitive:|false| +|Max sentence length:|512| + +## References + +References + +References + +- https://huggingface.co/deepset/bert-base-cased-squad2 \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-28-bert_classifier_bert_base_multilingual_uncased_sentiment_xx.md b/docs/_posts/ahmedlone127/2024-08-28-bert_classifier_bert_base_multilingual_uncased_sentiment_xx.md new file mode 100644 index 00000000000000..7c5d2d763652b8 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-28-bert_classifier_bert_base_multilingual_uncased_sentiment_xx.md @@ -0,0 +1,98 @@ +--- +layout: model +title: Multilingual BertForSequenceClassification Base Uncased model (from nlptown) +author: John Snow Labs +name: bert_classifier_bert_base_multilingual_uncased_sentiment +date: 2024-08-28 +tags: [sequence_classification, bert, openvino, xx, open_source] +task: Zero-Shot Classification +language: xx +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: openvino +annotator: BertForSequenceClassification +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +“ + + +Pretrained BertForSequenceClassification model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP. bert-base-multilingual-uncased-sentiment is a MultiLingual model originally trained by nlptown. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/bert_classifier_bert_base_multilingual_uncased_sentiment_xx_5.4.2_3.0_1724852514282.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/bert_classifier_bert_base_multilingual_uncased_sentiment_xx_5.4.2_3.0_1724852514282.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol("text") \ + .setOutputCol("document") + +tokenizer = Tokenizer() \ + .setInputCols("document") \ + .setOutputCol("token") + +seq_classifier = BertForSequenceClassification.pretrained("bert_classifier_bert_base_multilingual_uncased_sentiment","xx") \ + .setInputCols(["document", "token"]) \ + .setOutputCol("class") + +pipeline = Pipeline(stages=[documentAssembler, tokenizer, seq_classifier]) + +data = spark.createDataFrame([["PUT YOUR STRING HERE"]]).toDF("text") + +result = pipeline.fit(data).transform(data) + +``` +```scala + + + val documentAssembler = new DocumentAssembler() + .setInputCols(Array("text")) + .setOutputCols(Array("document")) + +val tokenizer = new Tokenizer() + .setInputCols("document") + .setOutputCol("token") + +val seq_classifier = BertForSequenceClassification.pretrained("bert_classifier_bert_base_multilingual_uncased_sentiment","xx") + .setInputCols(Array("document", "token")) + .setOutputCol("class") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, tokenizer, seq_classifier)) + +val data = Seq("PUT YOUR STRING HERE").toDS.toDF("text") + +val result = pipeline.fit(data).transform(data) + + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|bert_classifier_bert_base_multilingual_uncased_sentiment| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[token, document]| +|Output Labels:|[label]| +|Language:|xx| +|Size:|627.3 MB| +|Case sensitive:|true| \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-28-bikes_multi_t5_small_24_en.md b/docs/_posts/ahmedlone127/2024-08-28-bikes_multi_t5_small_24_en.md new file mode 100644 index 00000000000000..10f902212ddcca --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-28-bikes_multi_t5_small_24_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English bikes_multi_t5_small_24 T5Transformer from neal61 +author: John Snow Labs +name: bikes_multi_t5_small_24 +date: 2024-08-28 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`bikes_multi_t5_small_24` is a English model originally trained by neal61. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/bikes_multi_t5_small_24_en_5.4.2_3.0_1724832623440.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/bikes_multi_t5_small_24_en_5.4.2_3.0_1724832623440.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("bikes_multi_t5_small_24","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("bikes_multi_t5_small_24", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|bikes_multi_t5_small_24| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|345.1 MB| + +## References + +https://huggingface.co/neal61/bikes-multi-t5-small-24 \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-28-bikes_multi_t5_small_24_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-28-bikes_multi_t5_small_24_pipeline_en.md new file mode 100644 index 00000000000000..45601639959b00 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-28-bikes_multi_t5_small_24_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English bikes_multi_t5_small_24_pipeline pipeline T5Transformer from neal61 +author: John Snow Labs +name: bikes_multi_t5_small_24_pipeline +date: 2024-08-28 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`bikes_multi_t5_small_24_pipeline` is a English model originally trained by neal61. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/bikes_multi_t5_small_24_pipeline_en_5.4.2_3.0_1724832643632.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/bikes_multi_t5_small_24_pipeline_en_5.4.2_3.0_1724832643632.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("bikes_multi_t5_small_24_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("bikes_multi_t5_small_24_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|bikes_multi_t5_small_24_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|345.1 MB| + +## References + +https://huggingface.co/neal61/bikes-multi-t5-small-24 + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-28-bikes_ops_t5_small_22_en.md b/docs/_posts/ahmedlone127/2024-08-28-bikes_ops_t5_small_22_en.md new file mode 100644 index 00000000000000..78a0270ae0f24a --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-28-bikes_ops_t5_small_22_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English bikes_ops_t5_small_22 T5Transformer from neal61 +author: John Snow Labs +name: bikes_ops_t5_small_22 +date: 2024-08-28 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`bikes_ops_t5_small_22` is a English model originally trained by neal61. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/bikes_ops_t5_small_22_en_5.4.2_3.0_1724824784667.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/bikes_ops_t5_small_22_en_5.4.2_3.0_1724824784667.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("bikes_ops_t5_small_22","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("bikes_ops_t5_small_22", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|bikes_ops_t5_small_22| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|345.1 MB| + +## References + +https://huggingface.co/neal61/bikes-ops-t5-small-22 \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-28-bikes_ops_t5_small_22_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-28-bikes_ops_t5_small_22_pipeline_en.md new file mode 100644 index 00000000000000..407dc4c93c1eea --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-28-bikes_ops_t5_small_22_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English bikes_ops_t5_small_22_pipeline pipeline T5Transformer from neal61 +author: John Snow Labs +name: bikes_ops_t5_small_22_pipeline +date: 2024-08-28 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`bikes_ops_t5_small_22_pipeline` is a English model originally trained by neal61. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/bikes_ops_t5_small_22_pipeline_en_5.4.2_3.0_1724824804211.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/bikes_ops_t5_small_22_pipeline_en_5.4.2_3.0_1724824804211.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("bikes_ops_t5_small_22_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("bikes_ops_t5_small_22_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|bikes_ops_t5_small_22_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|345.1 MB| + +## References + +https://huggingface.co/neal61/bikes-ops-t5-small-22 + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-28-bikes_select_t5_base_7_en.md b/docs/_posts/ahmedlone127/2024-08-28-bikes_select_t5_base_7_en.md new file mode 100644 index 00000000000000..d4073444ffd3fc --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-28-bikes_select_t5_base_7_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English bikes_select_t5_base_7 T5Transformer from neal61 +author: John Snow Labs +name: bikes_select_t5_base_7 +date: 2024-08-28 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`bikes_select_t5_base_7` is a English model originally trained by neal61. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/bikes_select_t5_base_7_en_5.4.2_3.0_1724808420708.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/bikes_select_t5_base_7_en_5.4.2_3.0_1724808420708.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("bikes_select_t5_base_7","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("bikes_select_t5_base_7", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|bikes_select_t5_base_7| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|1.0 GB| + +## References + +https://huggingface.co/neal61/bikes-select-t5-base-7 \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-28-bikes_select_t5_base_7_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-28-bikes_select_t5_base_7_pipeline_en.md new file mode 100644 index 00000000000000..c3b99aa38e0d6c --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-28-bikes_select_t5_base_7_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English bikes_select_t5_base_7_pipeline pipeline T5Transformer from neal61 +author: John Snow Labs +name: bikes_select_t5_base_7_pipeline +date: 2024-08-28 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`bikes_select_t5_base_7_pipeline` is a English model originally trained by neal61. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/bikes_select_t5_base_7_pipeline_en_5.4.2_3.0_1724808470141.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/bikes_select_t5_base_7_pipeline_en_5.4.2_3.0_1724808470141.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("bikes_select_t5_base_7_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("bikes_select_t5_base_7_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|bikes_select_t5_base_7_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|1.0 GB| + +## References + +https://huggingface.co/neal61/bikes-select-t5-base-7 + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-28-burmese_awesome_billsum_model_rdpatilds_en.md b/docs/_posts/ahmedlone127/2024-08-28-burmese_awesome_billsum_model_rdpatilds_en.md new file mode 100644 index 00000000000000..d7d0c881552d09 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-28-burmese_awesome_billsum_model_rdpatilds_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English burmese_awesome_billsum_model_rdpatilds T5Transformer from rdpatilds +author: John Snow Labs +name: burmese_awesome_billsum_model_rdpatilds +date: 2024-08-28 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`burmese_awesome_billsum_model_rdpatilds` is a English model originally trained by rdpatilds. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/burmese_awesome_billsum_model_rdpatilds_en_5.4.2_3.0_1724824511903.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/burmese_awesome_billsum_model_rdpatilds_en_5.4.2_3.0_1724824511903.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("burmese_awesome_billsum_model_rdpatilds","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("burmese_awesome_billsum_model_rdpatilds", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|burmese_awesome_billsum_model_rdpatilds| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|332.7 MB| + +## References + +https://huggingface.co/rdpatilds/my_awesome_billsum_model \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-28-burmese_awesome_billsum_model_rdpatilds_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-28-burmese_awesome_billsum_model_rdpatilds_pipeline_en.md new file mode 100644 index 00000000000000..2b2b67d6c7e981 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-28-burmese_awesome_billsum_model_rdpatilds_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English burmese_awesome_billsum_model_rdpatilds_pipeline pipeline T5Transformer from rdpatilds +author: John Snow Labs +name: burmese_awesome_billsum_model_rdpatilds_pipeline +date: 2024-08-28 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`burmese_awesome_billsum_model_rdpatilds_pipeline` is a English model originally trained by rdpatilds. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/burmese_awesome_billsum_model_rdpatilds_pipeline_en_5.4.2_3.0_1724824532313.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/burmese_awesome_billsum_model_rdpatilds_pipeline_en_5.4.2_3.0_1724824532313.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("burmese_awesome_billsum_model_rdpatilds_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("burmese_awesome_billsum_model_rdpatilds_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|burmese_awesome_billsum_model_rdpatilds_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|332.7 MB| + +## References + +https://huggingface.co/rdpatilds/my_awesome_billsum_model + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-28-burmese_awesome_opus_books_model_capemox_en.md b/docs/_posts/ahmedlone127/2024-08-28-burmese_awesome_opus_books_model_capemox_en.md new file mode 100644 index 00000000000000..1a9fe8853f4f80 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-28-burmese_awesome_opus_books_model_capemox_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English burmese_awesome_opus_books_model_capemox T5Transformer from capemox +author: John Snow Labs +name: burmese_awesome_opus_books_model_capemox +date: 2024-08-28 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`burmese_awesome_opus_books_model_capemox` is a English model originally trained by capemox. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/burmese_awesome_opus_books_model_capemox_en_5.4.2_3.0_1724813012991.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/burmese_awesome_opus_books_model_capemox_en_5.4.2_3.0_1724813012991.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("burmese_awesome_opus_books_model_capemox","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("burmese_awesome_opus_books_model_capemox", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|burmese_awesome_opus_books_model_capemox| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|344.2 MB| + +## References + +https://huggingface.co/capemox/my_awesome_opus_books_model \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-28-burmese_awesome_opus_books_model_capemox_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-28-burmese_awesome_opus_books_model_capemox_pipeline_en.md new file mode 100644 index 00000000000000..1bdfcaedc569e6 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-28-burmese_awesome_opus_books_model_capemox_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English burmese_awesome_opus_books_model_capemox_pipeline pipeline T5Transformer from capemox +author: John Snow Labs +name: burmese_awesome_opus_books_model_capemox_pipeline +date: 2024-08-28 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`burmese_awesome_opus_books_model_capemox_pipeline` is a English model originally trained by capemox. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/burmese_awesome_opus_books_model_capemox_pipeline_en_5.4.2_3.0_1724813034555.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/burmese_awesome_opus_books_model_capemox_pipeline_en_5.4.2_3.0_1724813034555.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("burmese_awesome_opus_books_model_capemox_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("burmese_awesome_opus_books_model_capemox_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|burmese_awesome_opus_books_model_capemox_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|344.2 MB| + +## References + +https://huggingface.co/capemox/my_awesome_opus_books_model + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-28-burmese_awesome_opus_books_model_miguelactc27_en.md b/docs/_posts/ahmedlone127/2024-08-28-burmese_awesome_opus_books_model_miguelactc27_en.md new file mode 100644 index 00000000000000..29dc30d73ddf0a --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-28-burmese_awesome_opus_books_model_miguelactc27_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English burmese_awesome_opus_books_model_miguelactc27 T5Transformer from miguelactc27 +author: John Snow Labs +name: burmese_awesome_opus_books_model_miguelactc27 +date: 2024-08-28 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`burmese_awesome_opus_books_model_miguelactc27` is a English model originally trained by miguelactc27. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/burmese_awesome_opus_books_model_miguelactc27_en_5.4.2_3.0_1724803585994.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/burmese_awesome_opus_books_model_miguelactc27_en_5.4.2_3.0_1724803585994.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("burmese_awesome_opus_books_model_miguelactc27","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("burmese_awesome_opus_books_model_miguelactc27", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|burmese_awesome_opus_books_model_miguelactc27| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|340.4 MB| + +## References + +https://huggingface.co/miguelactc27/my_awesome_opus_books_model \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-28-burmese_awesome_opus_books_model_miguelactc27_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-28-burmese_awesome_opus_books_model_miguelactc27_pipeline_en.md new file mode 100644 index 00000000000000..e769a7ddea20de --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-28-burmese_awesome_opus_books_model_miguelactc27_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English burmese_awesome_opus_books_model_miguelactc27_pipeline pipeline T5Transformer from miguelactc27 +author: John Snow Labs +name: burmese_awesome_opus_books_model_miguelactc27_pipeline +date: 2024-08-28 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`burmese_awesome_opus_books_model_miguelactc27_pipeline` is a English model originally trained by miguelactc27. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/burmese_awesome_opus_books_model_miguelactc27_pipeline_en_5.4.2_3.0_1724803606452.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/burmese_awesome_opus_books_model_miguelactc27_pipeline_en_5.4.2_3.0_1724803606452.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("burmese_awesome_opus_books_model_miguelactc27_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("burmese_awesome_opus_books_model_miguelactc27_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|burmese_awesome_opus_books_model_miguelactc27_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|340.4 MB| + +## References + +https://huggingface.co/miguelactc27/my_awesome_opus_books_model + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-28-burmese_awesome_opus_books_model_ottovoncwim_en.md b/docs/_posts/ahmedlone127/2024-08-28-burmese_awesome_opus_books_model_ottovoncwim_en.md new file mode 100644 index 00000000000000..33c5d5b715106a --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-28-burmese_awesome_opus_books_model_ottovoncwim_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English burmese_awesome_opus_books_model_ottovoncwim T5Transformer from ottovoncwim +author: John Snow Labs +name: burmese_awesome_opus_books_model_ottovoncwim +date: 2024-08-28 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`burmese_awesome_opus_books_model_ottovoncwim` is a English model originally trained by ottovoncwim. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/burmese_awesome_opus_books_model_ottovoncwim_en_5.4.2_3.0_1724827064432.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/burmese_awesome_opus_books_model_ottovoncwim_en_5.4.2_3.0_1724827064432.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("burmese_awesome_opus_books_model_ottovoncwim","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("burmese_awesome_opus_books_model_ottovoncwim", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|burmese_awesome_opus_books_model_ottovoncwim| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|339.9 MB| + +## References + +https://huggingface.co/ottovoncwim/my_awesome_opus_books_model \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-28-burmese_awesome_opus_books_model_ottovoncwim_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-28-burmese_awesome_opus_books_model_ottovoncwim_pipeline_en.md new file mode 100644 index 00000000000000..2e678c710ef4aa --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-28-burmese_awesome_opus_books_model_ottovoncwim_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English burmese_awesome_opus_books_model_ottovoncwim_pipeline pipeline T5Transformer from ottovoncwim +author: John Snow Labs +name: burmese_awesome_opus_books_model_ottovoncwim_pipeline +date: 2024-08-28 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`burmese_awesome_opus_books_model_ottovoncwim_pipeline` is a English model originally trained by ottovoncwim. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/burmese_awesome_opus_books_model_ottovoncwim_pipeline_en_5.4.2_3.0_1724827083299.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/burmese_awesome_opus_books_model_ottovoncwim_pipeline_en_5.4.2_3.0_1724827083299.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("burmese_awesome_opus_books_model_ottovoncwim_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("burmese_awesome_opus_books_model_ottovoncwim_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|burmese_awesome_opus_books_model_ottovoncwim_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|339.9 MB| + +## References + +https://huggingface.co/ottovoncwim/my_awesome_opus_books_model + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-28-burmese_vit5_en.md b/docs/_posts/ahmedlone127/2024-08-28-burmese_vit5_en.md new file mode 100644 index 00000000000000..229c0d9172ad43 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-28-burmese_vit5_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English burmese_vit5 T5Transformer from llwisd +author: John Snow Labs +name: burmese_vit5 +date: 2024-08-28 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`burmese_vit5` is a English model originally trained by llwisd. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/burmese_vit5_en_5.4.2_3.0_1724821929199.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/burmese_vit5_en_5.4.2_3.0_1724821929199.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("burmese_vit5","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("burmese_vit5", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|burmese_vit5| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|1.1 GB| + +## References + +https://huggingface.co/llwisd/my_vit5 \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-28-burmese_vit5_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-28-burmese_vit5_pipeline_en.md new file mode 100644 index 00000000000000..012266d2fbbdae --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-28-burmese_vit5_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English burmese_vit5_pipeline pipeline T5Transformer from llwisd +author: John Snow Labs +name: burmese_vit5_pipeline +date: 2024-08-28 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`burmese_vit5_pipeline` is a English model originally trained by llwisd. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/burmese_vit5_pipeline_en_5.4.2_3.0_1724821984207.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/burmese_vit5_pipeline_en_5.4.2_3.0_1724821984207.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("burmese_vit5_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("burmese_vit5_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|burmese_vit5_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|1.1 GB| + +## References + +https://huggingface.co/llwisd/my_vit5 + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-28-corrector_en.md b/docs/_posts/ahmedlone127/2024-08-28-corrector_en.md new file mode 100644 index 00000000000000..fc610f616e68c0 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-28-corrector_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English corrector T5Transformer from pablo-chocobar +author: John Snow Labs +name: corrector +date: 2024-08-28 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`corrector` is a English model originally trained by pablo-chocobar. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/corrector_en_5.4.2_3.0_1724808167579.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/corrector_en_5.4.2_3.0_1724808167579.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("corrector","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("corrector", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|corrector| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|319.6 MB| + +## References + +https://huggingface.co/pablo-chocobar/corrector \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-28-corrector_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-28-corrector_pipeline_en.md new file mode 100644 index 00000000000000..466881351f2125 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-28-corrector_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English corrector_pipeline pipeline T5Transformer from pablo-chocobar +author: John Snow Labs +name: corrector_pipeline +date: 2024-08-28 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`corrector_pipeline` is a English model originally trained by pablo-chocobar. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/corrector_pipeline_en_5.4.2_3.0_1724808188785.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/corrector_pipeline_en_5.4.2_3.0_1724808188785.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("corrector_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("corrector_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|corrector_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|319.6 MB| + +## References + +https://huggingface.co/pablo-chocobar/corrector + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-28-counsel_chat_t5_en.md b/docs/_posts/ahmedlone127/2024-08-28-counsel_chat_t5_en.md new file mode 100644 index 00000000000000..462794959246ea --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-28-counsel_chat_t5_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English counsel_chat_t5 T5Transformer from Vedant64 +author: John Snow Labs +name: counsel_chat_t5 +date: 2024-08-28 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`counsel_chat_t5` is a English model originally trained by Vedant64. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/counsel_chat_t5_en_5.4.2_3.0_1724832163551.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/counsel_chat_t5_en_5.4.2_3.0_1724832163551.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("counsel_chat_t5","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("counsel_chat_t5", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|counsel_chat_t5| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|1.0 GB| + +## References + +https://huggingface.co/Vedant64/counsel_chat_T5 \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-28-counsel_chat_t5_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-28-counsel_chat_t5_pipeline_en.md new file mode 100644 index 00000000000000..f6e96aec7f53da --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-28-counsel_chat_t5_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English counsel_chat_t5_pipeline pipeline T5Transformer from Vedant64 +author: John Snow Labs +name: counsel_chat_t5_pipeline +date: 2024-08-28 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`counsel_chat_t5_pipeline` is a English model originally trained by Vedant64. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/counsel_chat_t5_pipeline_en_5.4.2_3.0_1724832218875.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/counsel_chat_t5_pipeline_en_5.4.2_3.0_1724832218875.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("counsel_chat_t5_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("counsel_chat_t5_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|counsel_chat_t5_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|1.0 GB| + +## References + +https://huggingface.co/Vedant64/counsel_chat_T5 + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-28-cptt5largewithmetatriples20_en.md b/docs/_posts/ahmedlone127/2024-08-28-cptt5largewithmetatriples20_en.md new file mode 100644 index 00000000000000..73e36c97a7e507 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-28-cptt5largewithmetatriples20_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English cptt5largewithmetatriples20 T5Transformer from sakharamg +author: John Snow Labs +name: cptt5largewithmetatriples20 +date: 2024-08-28 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`cptt5largewithmetatriples20` is a English model originally trained by sakharamg. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/cptt5largewithmetatriples20_en_5.4.2_3.0_1724806797152.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/cptt5largewithmetatriples20_en_5.4.2_3.0_1724806797152.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("cptt5largewithmetatriples20","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("cptt5largewithmetatriples20", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|cptt5largewithmetatriples20| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|3.0 GB| + +## References + +https://huggingface.co/sakharamg/CPTT5largewithMetaTriples20 \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-28-cptt5largewithmetatriples20_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-28-cptt5largewithmetatriples20_pipeline_en.md new file mode 100644 index 00000000000000..08a561de36af94 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-28-cptt5largewithmetatriples20_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English cptt5largewithmetatriples20_pipeline pipeline T5Transformer from sakharamg +author: John Snow Labs +name: cptt5largewithmetatriples20_pipeline +date: 2024-08-28 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`cptt5largewithmetatriples20_pipeline` is a English model originally trained by sakharamg. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/cptt5largewithmetatriples20_pipeline_en_5.4.2_3.0_1724806939532.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/cptt5largewithmetatriples20_pipeline_en_5.4.2_3.0_1724806939532.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("cptt5largewithmetatriples20_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("cptt5largewithmetatriples20_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|cptt5largewithmetatriples20_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|3.0 GB| + +## References + +https://huggingface.co/sakharamg/CPTT5largewithMetaTriples20 + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-28-cs505_coqe_vit5_prompting0_aspol_vcheck1_en.md b/docs/_posts/ahmedlone127/2024-08-28-cs505_coqe_vit5_prompting0_aspol_vcheck1_en.md new file mode 100644 index 00000000000000..0e5ee4d8a4f6ff --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-28-cs505_coqe_vit5_prompting0_aspol_vcheck1_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English cs505_coqe_vit5_prompting0_aspol_vcheck1 T5Transformer from ThuyNT03 +author: John Snow Labs +name: cs505_coqe_vit5_prompting0_aspol_vcheck1 +date: 2024-08-28 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`cs505_coqe_vit5_prompting0_aspol_vcheck1` is a English model originally trained by ThuyNT03. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/cs505_coqe_vit5_prompting0_aspol_vcheck1_en_5.4.2_3.0_1724830457597.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/cs505_coqe_vit5_prompting0_aspol_vcheck1_en_5.4.2_3.0_1724830457597.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("cs505_coqe_vit5_prompting0_aspol_vcheck1","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("cs505_coqe_vit5_prompting0_aspol_vcheck1", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|cs505_coqe_vit5_prompting0_aspol_vcheck1| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|3.0 GB| + +## References + +https://huggingface.co/ThuyNT03/CS505_COQE_viT5_Prompting0_ASPOL_vcheck1 \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-28-cs505_coqe_vit5_prompting0_aspol_vcheck1_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-28-cs505_coqe_vit5_prompting0_aspol_vcheck1_pipeline_en.md new file mode 100644 index 00000000000000..f815a18d483785 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-28-cs505_coqe_vit5_prompting0_aspol_vcheck1_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English cs505_coqe_vit5_prompting0_aspol_vcheck1_pipeline pipeline T5Transformer from ThuyNT03 +author: John Snow Labs +name: cs505_coqe_vit5_prompting0_aspol_vcheck1_pipeline +date: 2024-08-28 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`cs505_coqe_vit5_prompting0_aspol_vcheck1_pipeline` is a English model originally trained by ThuyNT03. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/cs505_coqe_vit5_prompting0_aspol_vcheck1_pipeline_en_5.4.2_3.0_1724830652758.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/cs505_coqe_vit5_prompting0_aspol_vcheck1_pipeline_en_5.4.2_3.0_1724830652758.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("cs505_coqe_vit5_prompting0_aspol_vcheck1_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("cs505_coqe_vit5_prompting0_aspol_vcheck1_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|cs505_coqe_vit5_prompting0_aspol_vcheck1_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|3.0 GB| + +## References + +https://huggingface.co/ThuyNT03/CS505_COQE_viT5_Prompting0_ASPOL_vcheck1 + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-28-cs505_coqe_vit5_prompting5_apsol_gpt_paraphrase_en.md b/docs/_posts/ahmedlone127/2024-08-28-cs505_coqe_vit5_prompting5_apsol_gpt_paraphrase_en.md new file mode 100644 index 00000000000000..bc9e40058d124e --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-28-cs505_coqe_vit5_prompting5_apsol_gpt_paraphrase_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English cs505_coqe_vit5_prompting5_apsol_gpt_paraphrase T5Transformer from ThuyNT03 +author: John Snow Labs +name: cs505_coqe_vit5_prompting5_apsol_gpt_paraphrase +date: 2024-08-28 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`cs505_coqe_vit5_prompting5_apsol_gpt_paraphrase` is a English model originally trained by ThuyNT03. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/cs505_coqe_vit5_prompting5_apsol_gpt_paraphrase_en_5.4.2_3.0_1724818969831.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/cs505_coqe_vit5_prompting5_apsol_gpt_paraphrase_en_5.4.2_3.0_1724818969831.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("cs505_coqe_vit5_prompting5_apsol_gpt_paraphrase","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("cs505_coqe_vit5_prompting5_apsol_gpt_paraphrase", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|cs505_coqe_vit5_prompting5_apsol_gpt_paraphrase| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|3.0 GB| + +## References + +https://huggingface.co/ThuyNT03/CS505_COQE_viT5_Prompting5_APSOL_GPT_paraphrase \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-28-cs505_coqe_vit5_prompting5_apsol_gpt_paraphrase_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-28-cs505_coqe_vit5_prompting5_apsol_gpt_paraphrase_pipeline_en.md new file mode 100644 index 00000000000000..12deac0f4a4b09 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-28-cs505_coqe_vit5_prompting5_apsol_gpt_paraphrase_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English cs505_coqe_vit5_prompting5_apsol_gpt_paraphrase_pipeline pipeline T5Transformer from ThuyNT03 +author: John Snow Labs +name: cs505_coqe_vit5_prompting5_apsol_gpt_paraphrase_pipeline +date: 2024-08-28 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`cs505_coqe_vit5_prompting5_apsol_gpt_paraphrase_pipeline` is a English model originally trained by ThuyNT03. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/cs505_coqe_vit5_prompting5_apsol_gpt_paraphrase_pipeline_en_5.4.2_3.0_1724819144546.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/cs505_coqe_vit5_prompting5_apsol_gpt_paraphrase_pipeline_en_5.4.2_3.0_1724819144546.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("cs505_coqe_vit5_prompting5_apsol_gpt_paraphrase_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("cs505_coqe_vit5_prompting5_apsol_gpt_paraphrase_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|cs505_coqe_vit5_prompting5_apsol_gpt_paraphrase_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|3.0 GB| + +## References + +https://huggingface.co/ThuyNT03/CS505_COQE_viT5_Prompting5_APSOL_GPT_paraphrase + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-28-cs505_coqe_vit5_prompting5_spoal_en.md b/docs/_posts/ahmedlone127/2024-08-28-cs505_coqe_vit5_prompting5_spoal_en.md new file mode 100644 index 00000000000000..17efd36c9871b4 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-28-cs505_coqe_vit5_prompting5_spoal_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English cs505_coqe_vit5_prompting5_spoal T5Transformer from ThuyNT03 +author: John Snow Labs +name: cs505_coqe_vit5_prompting5_spoal +date: 2024-08-28 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`cs505_coqe_vit5_prompting5_spoal` is a English model originally trained by ThuyNT03. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/cs505_coqe_vit5_prompting5_spoal_en_5.4.2_3.0_1724814042711.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/cs505_coqe_vit5_prompting5_spoal_en_5.4.2_3.0_1724814042711.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("cs505_coqe_vit5_prompting5_spoal","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("cs505_coqe_vit5_prompting5_spoal", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|cs505_coqe_vit5_prompting5_spoal| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|3.0 GB| + +## References + +https://huggingface.co/ThuyNT03/CS505_COQE_viT5_Prompting5_SPOAL \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-28-cs505_coqe_vit5_prompting5_spoal_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-28-cs505_coqe_vit5_prompting5_spoal_pipeline_en.md new file mode 100644 index 00000000000000..333c5ba958a8c6 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-28-cs505_coqe_vit5_prompting5_spoal_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English cs505_coqe_vit5_prompting5_spoal_pipeline pipeline T5Transformer from ThuyNT03 +author: John Snow Labs +name: cs505_coqe_vit5_prompting5_spoal_pipeline +date: 2024-08-28 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`cs505_coqe_vit5_prompting5_spoal_pipeline` is a English model originally trained by ThuyNT03. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/cs505_coqe_vit5_prompting5_spoal_pipeline_en_5.4.2_3.0_1724814276898.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/cs505_coqe_vit5_prompting5_spoal_pipeline_en_5.4.2_3.0_1724814276898.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("cs505_coqe_vit5_prompting5_spoal_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("cs505_coqe_vit5_prompting5_spoal_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|cs505_coqe_vit5_prompting5_spoal_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|3.0 GB| + +## References + +https://huggingface.co/ThuyNT03/CS505_COQE_viT5_Prompting5_SPOAL + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-28-cs505_coqe_vit5_total_instruction4_psaol_v1_en.md b/docs/_posts/ahmedlone127/2024-08-28-cs505_coqe_vit5_total_instruction4_psaol_v1_en.md new file mode 100644 index 00000000000000..20a1767e91c597 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-28-cs505_coqe_vit5_total_instruction4_psaol_v1_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English cs505_coqe_vit5_total_instruction4_psaol_v1 T5Transformer from ThuyNT +author: John Snow Labs +name: cs505_coqe_vit5_total_instruction4_psaol_v1 +date: 2024-08-28 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`cs505_coqe_vit5_total_instruction4_psaol_v1` is a English model originally trained by ThuyNT. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/cs505_coqe_vit5_total_instruction4_psaol_v1_en_5.4.2_3.0_1724817140952.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/cs505_coqe_vit5_total_instruction4_psaol_v1_en_5.4.2_3.0_1724817140952.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("cs505_coqe_vit5_total_instruction4_psaol_v1","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("cs505_coqe_vit5_total_instruction4_psaol_v1", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|cs505_coqe_vit5_total_instruction4_psaol_v1| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|3.0 GB| + +## References + +https://huggingface.co/ThuyNT/CS505_COQE_viT5_total_Instruction4_PSAOL_v1 \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-28-cs505_coqe_vit5_total_instruction4_psaol_v1_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-28-cs505_coqe_vit5_total_instruction4_psaol_v1_pipeline_en.md new file mode 100644 index 00000000000000..e2db4964b65a61 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-28-cs505_coqe_vit5_total_instruction4_psaol_v1_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English cs505_coqe_vit5_total_instruction4_psaol_v1_pipeline pipeline T5Transformer from ThuyNT +author: John Snow Labs +name: cs505_coqe_vit5_total_instruction4_psaol_v1_pipeline +date: 2024-08-28 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`cs505_coqe_vit5_total_instruction4_psaol_v1_pipeline` is a English model originally trained by ThuyNT. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/cs505_coqe_vit5_total_instruction4_psaol_v1_pipeline_en_5.4.2_3.0_1724817323301.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/cs505_coqe_vit5_total_instruction4_psaol_v1_pipeline_en_5.4.2_3.0_1724817323301.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("cs505_coqe_vit5_total_instruction4_psaol_v1_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("cs505_coqe_vit5_total_instruction4_psaol_v1_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|cs505_coqe_vit5_total_instruction4_psaol_v1_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|3.0 GB| + +## References + +https://huggingface.co/ThuyNT/CS505_COQE_viT5_total_Instruction4_PSAOL_v1 + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-28-cs505_coqe_vit5_train_instruction0_aopsl_en.md b/docs/_posts/ahmedlone127/2024-08-28-cs505_coqe_vit5_train_instruction0_aopsl_en.md new file mode 100644 index 00000000000000..a5afed85db63ee --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-28-cs505_coqe_vit5_train_instruction0_aopsl_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English cs505_coqe_vit5_train_instruction0_aopsl T5Transformer from ThuyNT +author: John Snow Labs +name: cs505_coqe_vit5_train_instruction0_aopsl +date: 2024-08-28 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`cs505_coqe_vit5_train_instruction0_aopsl` is a English model originally trained by ThuyNT. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/cs505_coqe_vit5_train_instruction0_aopsl_en_5.4.2_3.0_1724804504458.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/cs505_coqe_vit5_train_instruction0_aopsl_en_5.4.2_3.0_1724804504458.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("cs505_coqe_vit5_train_instruction0_aopsl","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("cs505_coqe_vit5_train_instruction0_aopsl", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|cs505_coqe_vit5_train_instruction0_aopsl| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|3.0 GB| + +## References + +https://huggingface.co/ThuyNT/CS505_COQE_viT5_train_Instruction0_AOPSL \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-28-cs505_coqe_vit5_train_instruction0_aopsl_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-28-cs505_coqe_vit5_train_instruction0_aopsl_pipeline_en.md new file mode 100644 index 00000000000000..6b1c47837bb421 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-28-cs505_coqe_vit5_train_instruction0_aopsl_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English cs505_coqe_vit5_train_instruction0_aopsl_pipeline pipeline T5Transformer from ThuyNT +author: John Snow Labs +name: cs505_coqe_vit5_train_instruction0_aopsl_pipeline +date: 2024-08-28 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`cs505_coqe_vit5_train_instruction0_aopsl_pipeline` is a English model originally trained by ThuyNT. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/cs505_coqe_vit5_train_instruction0_aopsl_pipeline_en_5.4.2_3.0_1724804684173.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/cs505_coqe_vit5_train_instruction0_aopsl_pipeline_en_5.4.2_3.0_1724804684173.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("cs505_coqe_vit5_train_instruction0_aopsl_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("cs505_coqe_vit5_train_instruction0_aopsl_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|cs505_coqe_vit5_train_instruction0_aopsl_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|3.0 GB| + +## References + +https://huggingface.co/ThuyNT/CS505_COQE_viT5_train_Instruction0_AOPSL + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-28-cs505_coqe_vit5_train_instruction0_aspol_h2_en.md b/docs/_posts/ahmedlone127/2024-08-28-cs505_coqe_vit5_train_instruction0_aspol_h2_en.md new file mode 100644 index 00000000000000..369f2b7c748ff9 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-28-cs505_coqe_vit5_train_instruction0_aspol_h2_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English cs505_coqe_vit5_train_instruction0_aspol_h2 T5Transformer from ThuyNT +author: John Snow Labs +name: cs505_coqe_vit5_train_instruction0_aspol_h2 +date: 2024-08-28 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`cs505_coqe_vit5_train_instruction0_aspol_h2` is a English model originally trained by ThuyNT. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/cs505_coqe_vit5_train_instruction0_aspol_h2_en_5.4.2_3.0_1724809771339.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/cs505_coqe_vit5_train_instruction0_aspol_h2_en_5.4.2_3.0_1724809771339.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("cs505_coqe_vit5_train_instruction0_aspol_h2","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("cs505_coqe_vit5_train_instruction0_aspol_h2", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|cs505_coqe_vit5_train_instruction0_aspol_h2| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|3.0 GB| + +## References + +https://huggingface.co/ThuyNT/CS505_COQE_viT5_train_Instruction0_ASPOL_h2 \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-28-cs505_coqe_vit5_train_instruction0_aspol_h2_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-28-cs505_coqe_vit5_train_instruction0_aspol_h2_pipeline_en.md new file mode 100644 index 00000000000000..6ecad8e9c76a17 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-28-cs505_coqe_vit5_train_instruction0_aspol_h2_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English cs505_coqe_vit5_train_instruction0_aspol_h2_pipeline pipeline T5Transformer from ThuyNT +author: John Snow Labs +name: cs505_coqe_vit5_train_instruction0_aspol_h2_pipeline +date: 2024-08-28 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`cs505_coqe_vit5_train_instruction0_aspol_h2_pipeline` is a English model originally trained by ThuyNT. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/cs505_coqe_vit5_train_instruction0_aspol_h2_pipeline_en_5.4.2_3.0_1724809948231.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/cs505_coqe_vit5_train_instruction0_aspol_h2_pipeline_en_5.4.2_3.0_1724809948231.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("cs505_coqe_vit5_train_instruction0_aspol_h2_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("cs505_coqe_vit5_train_instruction0_aspol_h2_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|cs505_coqe_vit5_train_instruction0_aspol_h2_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|3.0 GB| + +## References + +https://huggingface.co/ThuyNT/CS505_COQE_viT5_train_Instruction0_ASPOL_h2 + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-28-cs505_coqe_vit5_train_instruction0_oapsl_v1_en.md b/docs/_posts/ahmedlone127/2024-08-28-cs505_coqe_vit5_train_instruction0_oapsl_v1_en.md new file mode 100644 index 00000000000000..7bb2b3054266f7 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-28-cs505_coqe_vit5_train_instruction0_oapsl_v1_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English cs505_coqe_vit5_train_instruction0_oapsl_v1 T5Transformer from ThuyNT +author: John Snow Labs +name: cs505_coqe_vit5_train_instruction0_oapsl_v1 +date: 2024-08-28 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`cs505_coqe_vit5_train_instruction0_oapsl_v1` is a English model originally trained by ThuyNT. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/cs505_coqe_vit5_train_instruction0_oapsl_v1_en_5.4.2_3.0_1724830192958.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/cs505_coqe_vit5_train_instruction0_oapsl_v1_en_5.4.2_3.0_1724830192958.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("cs505_coqe_vit5_train_instruction0_oapsl_v1","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("cs505_coqe_vit5_train_instruction0_oapsl_v1", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|cs505_coqe_vit5_train_instruction0_oapsl_v1| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|3.0 GB| + +## References + +https://huggingface.co/ThuyNT/CS505_COQE_viT5_train_Instruction0_OAPSL_v1 \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-28-cs505_coqe_vit5_train_instruction0_oapsl_v1_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-28-cs505_coqe_vit5_train_instruction0_oapsl_v1_pipeline_en.md new file mode 100644 index 00000000000000..91230d8549ba90 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-28-cs505_coqe_vit5_train_instruction0_oapsl_v1_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English cs505_coqe_vit5_train_instruction0_oapsl_v1_pipeline pipeline T5Transformer from ThuyNT +author: John Snow Labs +name: cs505_coqe_vit5_train_instruction0_oapsl_v1_pipeline +date: 2024-08-28 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`cs505_coqe_vit5_train_instruction0_oapsl_v1_pipeline` is a English model originally trained by ThuyNT. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/cs505_coqe_vit5_train_instruction0_oapsl_v1_pipeline_en_5.4.2_3.0_1724830386483.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/cs505_coqe_vit5_train_instruction0_oapsl_v1_pipeline_en_5.4.2_3.0_1724830386483.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("cs505_coqe_vit5_train_instruction0_oapsl_v1_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("cs505_coqe_vit5_train_instruction0_oapsl_v1_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|cs505_coqe_vit5_train_instruction0_oapsl_v1_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|3.0 GB| + +## References + +https://huggingface.co/ThuyNT/CS505_COQE_viT5_train_Instruction0_OAPSL_v1 + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-28-cs505_coqe_vit5_train_instruction0_osapl_h1_en.md b/docs/_posts/ahmedlone127/2024-08-28-cs505_coqe_vit5_train_instruction0_osapl_h1_en.md new file mode 100644 index 00000000000000..3d86567593f0ca --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-28-cs505_coqe_vit5_train_instruction0_osapl_h1_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English cs505_coqe_vit5_train_instruction0_osapl_h1 T5Transformer from ThuyNT +author: John Snow Labs +name: cs505_coqe_vit5_train_instruction0_osapl_h1 +date: 2024-08-28 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`cs505_coqe_vit5_train_instruction0_osapl_h1` is a English model originally trained by ThuyNT. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/cs505_coqe_vit5_train_instruction0_osapl_h1_en_5.4.2_3.0_1724822600937.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/cs505_coqe_vit5_train_instruction0_osapl_h1_en_5.4.2_3.0_1724822600937.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("cs505_coqe_vit5_train_instruction0_osapl_h1","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("cs505_coqe_vit5_train_instruction0_osapl_h1", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|cs505_coqe_vit5_train_instruction0_osapl_h1| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|3.0 GB| + +## References + +https://huggingface.co/ThuyNT/CS505_COQE_viT5_train_Instruction0_OSAPL_h1 \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-28-cs505_coqe_vit5_train_instruction0_osapl_h1_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-28-cs505_coqe_vit5_train_instruction0_osapl_h1_pipeline_en.md new file mode 100644 index 00000000000000..a1a3060e0d1b02 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-28-cs505_coqe_vit5_train_instruction0_osapl_h1_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English cs505_coqe_vit5_train_instruction0_osapl_h1_pipeline pipeline T5Transformer from ThuyNT +author: John Snow Labs +name: cs505_coqe_vit5_train_instruction0_osapl_h1_pipeline +date: 2024-08-28 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`cs505_coqe_vit5_train_instruction0_osapl_h1_pipeline` is a English model originally trained by ThuyNT. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/cs505_coqe_vit5_train_instruction0_osapl_h1_pipeline_en_5.4.2_3.0_1724822777005.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/cs505_coqe_vit5_train_instruction0_osapl_h1_pipeline_en_5.4.2_3.0_1724822777005.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("cs505_coqe_vit5_train_instruction0_osapl_h1_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("cs505_coqe_vit5_train_instruction0_osapl_h1_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|cs505_coqe_vit5_train_instruction0_osapl_h1_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|3.0 GB| + +## References + +https://huggingface.co/ThuyNT/CS505_COQE_viT5_train_Instruction0_OSAPL_h1 + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-28-english_german_64_25k_en.md b/docs/_posts/ahmedlone127/2024-08-28-english_german_64_25k_en.md new file mode 100644 index 00000000000000..f7edd08da5dcbd --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-28-english_german_64_25k_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English english_german_64_25k T5Transformer from Bistolero +author: John Snow Labs +name: english_german_64_25k +date: 2024-08-28 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`english_german_64_25k` is a English model originally trained by Bistolero. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/english_german_64_25k_en_5.4.2_3.0_1724826861744.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/english_german_64_25k_en_5.4.2_3.0_1724826861744.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("english_german_64_25k","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("english_german_64_25k", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|english_german_64_25k| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|1.3 GB| + +## References + +https://huggingface.co/Bistolero/en_de_64_25k \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-28-english_german_64_25k_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-28-english_german_64_25k_pipeline_en.md new file mode 100644 index 00000000000000..dee4521ba2e9dd --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-28-english_german_64_25k_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English english_german_64_25k_pipeline pipeline T5Transformer from Bistolero +author: John Snow Labs +name: english_german_64_25k_pipeline +date: 2024-08-28 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`english_german_64_25k_pipeline` is a English model originally trained by Bistolero. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/english_german_64_25k_pipeline_en_5.4.2_3.0_1724827023604.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/english_german_64_25k_pipeline_en_5.4.2_3.0_1724827023604.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("english_german_64_25k_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("english_german_64_25k_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|english_german_64_25k_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|1.3 GB| + +## References + +https://huggingface.co/Bistolero/en_de_64_25k + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-28-experiments_tiagoblima_en.md b/docs/_posts/ahmedlone127/2024-08-28-experiments_tiagoblima_en.md new file mode 100644 index 00000000000000..5cd45af6963413 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-28-experiments_tiagoblima_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English experiments_tiagoblima T5Transformer from tiagoblima +author: John Snow Labs +name: experiments_tiagoblima +date: 2024-08-28 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`experiments_tiagoblima` is a English model originally trained by tiagoblima. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/experiments_tiagoblima_en_5.4.2_3.0_1724828912860.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/experiments_tiagoblima_en_5.4.2_3.0_1724828912860.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("experiments_tiagoblima","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("experiments_tiagoblima", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|experiments_tiagoblima| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|333.5 MB| + +## References + +https://huggingface.co/tiagoblima/experiments \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-28-experiments_tiagoblima_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-28-experiments_tiagoblima_pipeline_en.md new file mode 100644 index 00000000000000..59f8c4ce149293 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-28-experiments_tiagoblima_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English experiments_tiagoblima_pipeline pipeline T5Transformer from tiagoblima +author: John Snow Labs +name: experiments_tiagoblima_pipeline +date: 2024-08-28 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`experiments_tiagoblima_pipeline` is a English model originally trained by tiagoblima. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/experiments_tiagoblima_pipeline_en_5.4.2_3.0_1724828934552.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/experiments_tiagoblima_pipeline_en_5.4.2_3.0_1724828934552.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("experiments_tiagoblima_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("experiments_tiagoblima_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|experiments_tiagoblima_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|333.5 MB| + +## References + +https://huggingface.co/tiagoblima/experiments + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-28-extract_long_text_unbalanced_smaller_6_weny22_en.md b/docs/_posts/ahmedlone127/2024-08-28-extract_long_text_unbalanced_smaller_6_weny22_en.md new file mode 100644 index 00000000000000..413e8a4f027cf8 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-28-extract_long_text_unbalanced_smaller_6_weny22_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English extract_long_text_unbalanced_smaller_6_weny22 T5Transformer from weny22 +author: John Snow Labs +name: extract_long_text_unbalanced_smaller_6_weny22 +date: 2024-08-28 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`extract_long_text_unbalanced_smaller_6_weny22` is a English model originally trained by weny22. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/extract_long_text_unbalanced_smaller_6_weny22_en_5.4.2_3.0_1724812568867.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/extract_long_text_unbalanced_smaller_6_weny22_en_5.4.2_3.0_1724812568867.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("extract_long_text_unbalanced_smaller_6_weny22","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("extract_long_text_unbalanced_smaller_6_weny22", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|extract_long_text_unbalanced_smaller_6_weny22| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|403.9 MB| + +## References + +https://huggingface.co/weny22/extract_long_text_unbalanced_smaller_6 \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-28-extract_long_text_unbalanced_smaller_6_weny22_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-28-extract_long_text_unbalanced_smaller_6_weny22_pipeline_en.md new file mode 100644 index 00000000000000..25a1184244f79b --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-28-extract_long_text_unbalanced_smaller_6_weny22_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English extract_long_text_unbalanced_smaller_6_weny22_pipeline pipeline T5Transformer from weny22 +author: John Snow Labs +name: extract_long_text_unbalanced_smaller_6_weny22_pipeline +date: 2024-08-28 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`extract_long_text_unbalanced_smaller_6_weny22_pipeline` is a English model originally trained by weny22. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/extract_long_text_unbalanced_smaller_6_weny22_pipeline_en_5.4.2_3.0_1724812589100.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/extract_long_text_unbalanced_smaller_6_weny22_pipeline_en_5.4.2_3.0_1724812589100.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("extract_long_text_unbalanced_smaller_6_weny22_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("extract_long_text_unbalanced_smaller_6_weny22_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|extract_long_text_unbalanced_smaller_6_weny22_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|403.9 MB| + +## References + +https://huggingface.co/weny22/extract_long_text_unbalanced_smaller_6 + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-28-extract_maltese_small_en.md b/docs/_posts/ahmedlone127/2024-08-28-extract_maltese_small_en.md new file mode 100644 index 00000000000000..7c52ad7751dba3 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-28-extract_maltese_small_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English extract_maltese_small T5Transformer from arfu +author: John Snow Labs +name: extract_maltese_small +date: 2024-08-28 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`extract_maltese_small` is a English model originally trained by arfu. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/extract_maltese_small_en_5.4.2_3.0_1724805203451.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/extract_maltese_small_en_5.4.2_3.0_1724805203451.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("extract_maltese_small","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("extract_maltese_small", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|extract_maltese_small| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|353.9 MB| + +## References + +https://huggingface.co/arfu/extract-mt-small \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-28-extract_maltese_small_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-28-extract_maltese_small_pipeline_en.md new file mode 100644 index 00000000000000..157de042bdc84a --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-28-extract_maltese_small_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English extract_maltese_small_pipeline pipeline T5Transformer from arfu +author: John Snow Labs +name: extract_maltese_small_pipeline +date: 2024-08-28 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`extract_maltese_small_pipeline` is a English model originally trained by arfu. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/extract_maltese_small_pipeline_en_5.4.2_3.0_1724805220372.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/extract_maltese_small_pipeline_en_5.4.2_3.0_1724805220372.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("extract_maltese_small_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("extract_maltese_small_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|extract_maltese_small_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|353.9 MB| + +## References + +https://huggingface.co/arfu/extract-mt-small + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-28-finetuned_t5_cheekychy_en.md b/docs/_posts/ahmedlone127/2024-08-28-finetuned_t5_cheekychy_en.md new file mode 100644 index 00000000000000..b46be4f0b0d9f6 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-28-finetuned_t5_cheekychy_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English finetuned_t5_cheekychy T5Transformer from cheekychy +author: John Snow Labs +name: finetuned_t5_cheekychy +date: 2024-08-28 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`finetuned_t5_cheekychy` is a English model originally trained by cheekychy. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/finetuned_t5_cheekychy_en_5.4.2_3.0_1724825976161.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/finetuned_t5_cheekychy_en_5.4.2_3.0_1724825976161.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("finetuned_t5_cheekychy","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("finetuned_t5_cheekychy", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|finetuned_t5_cheekychy| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|333.3 MB| + +## References + +https://huggingface.co/cheekychy/finetuned_t5 \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-28-finetuned_t5_cheekychy_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-28-finetuned_t5_cheekychy_pipeline_en.md new file mode 100644 index 00000000000000..d589636fada6ee --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-28-finetuned_t5_cheekychy_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English finetuned_t5_cheekychy_pipeline pipeline T5Transformer from cheekychy +author: John Snow Labs +name: finetuned_t5_cheekychy_pipeline +date: 2024-08-28 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`finetuned_t5_cheekychy_pipeline` is a English model originally trained by cheekychy. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/finetuned_t5_cheekychy_pipeline_en_5.4.2_3.0_1724825998082.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/finetuned_t5_cheekychy_pipeline_en_5.4.2_3.0_1724825998082.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("finetuned_t5_cheekychy_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("finetuned_t5_cheekychy_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|finetuned_t5_cheekychy_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|333.3 MB| + +## References + +https://huggingface.co/cheekychy/finetuned_t5 + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-28-flan_oig_cuad_base_en.md b/docs/_posts/ahmedlone127/2024-08-28-flan_oig_cuad_base_en.md new file mode 100644 index 00000000000000..7213db8aa95596 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-28-flan_oig_cuad_base_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English flan_oig_cuad_base T5Transformer from yash13 +author: John Snow Labs +name: flan_oig_cuad_base +date: 2024-08-28 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`flan_oig_cuad_base` is a English model originally trained by yash13. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/flan_oig_cuad_base_en_5.4.2_3.0_1724812486570.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/flan_oig_cuad_base_en_5.4.2_3.0_1724812486570.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("flan_oig_cuad_base","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("flan_oig_cuad_base", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|flan_oig_cuad_base| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|1.0 GB| + +## References + +https://huggingface.co/yash13/flan-OIG-CUAD-base \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-28-flan_oig_cuad_base_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-28-flan_oig_cuad_base_pipeline_en.md new file mode 100644 index 00000000000000..fcf924c3cd04f4 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-28-flan_oig_cuad_base_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English flan_oig_cuad_base_pipeline pipeline T5Transformer from yash13 +author: John Snow Labs +name: flan_oig_cuad_base_pipeline +date: 2024-08-28 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`flan_oig_cuad_base_pipeline` is a English model originally trained by yash13. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/flan_oig_cuad_base_pipeline_en_5.4.2_3.0_1724812536501.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/flan_oig_cuad_base_pipeline_en_5.4.2_3.0_1724812536501.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("flan_oig_cuad_base_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("flan_oig_cuad_base_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|flan_oig_cuad_base_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|1.0 GB| + +## References + +https://huggingface.co/yash13/flan-OIG-CUAD-base + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-28-flan_t5_base_imdb_text_classification_liliwululu_en.md b/docs/_posts/ahmedlone127/2024-08-28-flan_t5_base_imdb_text_classification_liliwululu_en.md new file mode 100644 index 00000000000000..edeff5e455348c --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-28-flan_t5_base_imdb_text_classification_liliwululu_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English flan_t5_base_imdb_text_classification_liliwululu T5Transformer from liliwululu +author: John Snow Labs +name: flan_t5_base_imdb_text_classification_liliwululu +date: 2024-08-28 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`flan_t5_base_imdb_text_classification_liliwululu` is a English model originally trained by liliwululu. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/flan_t5_base_imdb_text_classification_liliwululu_en_5.4.2_3.0_1724827763167.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/flan_t5_base_imdb_text_classification_liliwululu_en_5.4.2_3.0_1724827763167.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("flan_t5_base_imdb_text_classification_liliwululu","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("flan_t5_base_imdb_text_classification_liliwululu", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|flan_t5_base_imdb_text_classification_liliwululu| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|1.0 GB| + +## References + +https://huggingface.co/liliwululu/flan-t5-base-imdb-text-classification \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-28-flan_t5_base_imdb_text_classification_liliwululu_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-28-flan_t5_base_imdb_text_classification_liliwululu_pipeline_en.md new file mode 100644 index 00000000000000..fcb5b814ebe3f6 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-28-flan_t5_base_imdb_text_classification_liliwululu_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English flan_t5_base_imdb_text_classification_liliwululu_pipeline pipeline T5Transformer from liliwululu +author: John Snow Labs +name: flan_t5_base_imdb_text_classification_liliwululu_pipeline +date: 2024-08-28 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`flan_t5_base_imdb_text_classification_liliwululu_pipeline` is a English model originally trained by liliwululu. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/flan_t5_base_imdb_text_classification_liliwululu_pipeline_en_5.4.2_3.0_1724827815242.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/flan_t5_base_imdb_text_classification_liliwululu_pipeline_en_5.4.2_3.0_1724827815242.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("flan_t5_base_imdb_text_classification_liliwululu_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("flan_t5_base_imdb_text_classification_liliwululu_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|flan_t5_base_imdb_text_classification_liliwululu_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|1.0 GB| + +## References + +https://huggingface.co/liliwululu/flan-t5-base-imdb-text-classification + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-28-flan_t5_base_mrf01_en.md b/docs/_posts/ahmedlone127/2024-08-28-flan_t5_base_mrf01_en.md new file mode 100644 index 00000000000000..ad543019e24a5e --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-28-flan_t5_base_mrf01_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English flan_t5_base_mrf01 T5Transformer from Mrf01 +author: John Snow Labs +name: flan_t5_base_mrf01 +date: 2024-08-28 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`flan_t5_base_mrf01` is a English model originally trained by Mrf01. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/flan_t5_base_mrf01_en_5.4.2_3.0_1724830425956.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/flan_t5_base_mrf01_en_5.4.2_3.0_1724830425956.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("flan_t5_base_mrf01","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("flan_t5_base_mrf01", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|flan_t5_base_mrf01| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|1.0 GB| + +## References + +https://huggingface.co/Mrf01/flan-t5-base \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-28-flan_t5_base_mrf01_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-28-flan_t5_base_mrf01_pipeline_en.md new file mode 100644 index 00000000000000..4482da288909ae --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-28-flan_t5_base_mrf01_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English flan_t5_base_mrf01_pipeline pipeline T5Transformer from Mrf01 +author: John Snow Labs +name: flan_t5_base_mrf01_pipeline +date: 2024-08-28 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`flan_t5_base_mrf01_pipeline` is a English model originally trained by Mrf01. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/flan_t5_base_mrf01_pipeline_en_5.4.2_3.0_1724830479693.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/flan_t5_base_mrf01_pipeline_en_5.4.2_3.0_1724830479693.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("flan_t5_base_mrf01_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("flan_t5_base_mrf01_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|flan_t5_base_mrf01_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|1.0 GB| + +## References + +https://huggingface.co/Mrf01/flan-t5-base + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-28-flan_t5_base_squda_v1_fine_tune_qs_en.md b/docs/_posts/ahmedlone127/2024-08-28-flan_t5_base_squda_v1_fine_tune_qs_en.md new file mode 100644 index 00000000000000..5fe53d47616629 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-28-flan_t5_base_squda_v1_fine_tune_qs_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English flan_t5_base_squda_v1_fine_tune_qs T5Transformer from tareky +author: John Snow Labs +name: flan_t5_base_squda_v1_fine_tune_qs +date: 2024-08-28 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`flan_t5_base_squda_v1_fine_tune_qs` is a English model originally trained by tareky. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/flan_t5_base_squda_v1_fine_tune_qs_en_5.4.2_3.0_1724825793526.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/flan_t5_base_squda_v1_fine_tune_qs_en_5.4.2_3.0_1724825793526.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("flan_t5_base_squda_v1_fine_tune_qs","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("flan_t5_base_squda_v1_fine_tune_qs", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|flan_t5_base_squda_v1_fine_tune_qs| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|1.0 GB| + +## References + +https://huggingface.co/tareky/flan-t5-base-SQuDA-V1-fine-tune-qs \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-28-flan_t5_base_squda_v1_fine_tune_qs_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-28-flan_t5_base_squda_v1_fine_tune_qs_pipeline_en.md new file mode 100644 index 00000000000000..a4d3a4b63f3b87 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-28-flan_t5_base_squda_v1_fine_tune_qs_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English flan_t5_base_squda_v1_fine_tune_qs_pipeline pipeline T5Transformer from tareky +author: John Snow Labs +name: flan_t5_base_squda_v1_fine_tune_qs_pipeline +date: 2024-08-28 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`flan_t5_base_squda_v1_fine_tune_qs_pipeline` is a English model originally trained by tareky. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/flan_t5_base_squda_v1_fine_tune_qs_pipeline_en_5.4.2_3.0_1724825848393.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/flan_t5_base_squda_v1_fine_tune_qs_pipeline_en_5.4.2_3.0_1724825848393.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("flan_t5_base_squda_v1_fine_tune_qs_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("flan_t5_base_squda_v1_fine_tune_qs_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|flan_t5_base_squda_v1_fine_tune_qs_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|1.0 GB| + +## References + +https://huggingface.co/tareky/flan-t5-base-SQuDA-V1-fine-tune-qs + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-28-flan_t5_large_analogy_t_rex_en.md b/docs/_posts/ahmedlone127/2024-08-28-flan_t5_large_analogy_t_rex_en.md new file mode 100644 index 00000000000000..2b11ef778287dc --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-28-flan_t5_large_analogy_t_rex_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English flan_t5_large_analogy_t_rex T5Transformer from research-backup +author: John Snow Labs +name: flan_t5_large_analogy_t_rex +date: 2024-08-28 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`flan_t5_large_analogy_t_rex` is a English model originally trained by research-backup. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/flan_t5_large_analogy_t_rex_en_5.4.2_3.0_1724811941495.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/flan_t5_large_analogy_t_rex_en_5.4.2_3.0_1724811941495.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("flan_t5_large_analogy_t_rex","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("flan_t5_large_analogy_t_rex", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|flan_t5_large_analogy_t_rex| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|3.1 GB| + +## References + +https://huggingface.co/research-backup/flan-t5-large-analogy-t-rex \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-28-flan_t5_large_analogy_t_rex_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-28-flan_t5_large_analogy_t_rex_pipeline_en.md new file mode 100644 index 00000000000000..ad94e3979abb0e --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-28-flan_t5_large_analogy_t_rex_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English flan_t5_large_analogy_t_rex_pipeline pipeline T5Transformer from research-backup +author: John Snow Labs +name: flan_t5_large_analogy_t_rex_pipeline +date: 2024-08-28 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`flan_t5_large_analogy_t_rex_pipeline` is a English model originally trained by research-backup. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/flan_t5_large_analogy_t_rex_pipeline_en_5.4.2_3.0_1724812088271.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/flan_t5_large_analogy_t_rex_pipeline_en_5.4.2_3.0_1724812088271.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("flan_t5_large_analogy_t_rex_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("flan_t5_large_analogy_t_rex_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|flan_t5_large_analogy_t_rex_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|3.1 GB| + +## References + +https://huggingface.co/research-backup/flan-t5-large-analogy-t-rex + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-28-flan_t5_large_danish_multiwoz2_1_400_en.md b/docs/_posts/ahmedlone127/2024-08-28-flan_t5_large_danish_multiwoz2_1_400_en.md new file mode 100644 index 00000000000000..dc2306c80968f0 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-28-flan_t5_large_danish_multiwoz2_1_400_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English flan_t5_large_danish_multiwoz2_1_400 T5Transformer from Zekunli +author: John Snow Labs +name: flan_t5_large_danish_multiwoz2_1_400 +date: 2024-08-28 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`flan_t5_large_danish_multiwoz2_1_400` is a English model originally trained by Zekunli. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/flan_t5_large_danish_multiwoz2_1_400_en_5.4.2_3.0_1724821167155.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/flan_t5_large_danish_multiwoz2_1_400_en_5.4.2_3.0_1724821167155.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("flan_t5_large_danish_multiwoz2_1_400","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("flan_t5_large_danish_multiwoz2_1_400", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|flan_t5_large_danish_multiwoz2_1_400| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|3.1 GB| + +## References + +https://huggingface.co/Zekunli/flan-t5-large-da-multiwoz2.1_400 \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-28-flan_t5_large_danish_multiwoz2_1_400_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-28-flan_t5_large_danish_multiwoz2_1_400_pipeline_en.md new file mode 100644 index 00000000000000..31a2f9a2b217fd --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-28-flan_t5_large_danish_multiwoz2_1_400_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English flan_t5_large_danish_multiwoz2_1_400_pipeline pipeline T5Transformer from Zekunli +author: John Snow Labs +name: flan_t5_large_danish_multiwoz2_1_400_pipeline +date: 2024-08-28 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`flan_t5_large_danish_multiwoz2_1_400_pipeline` is a English model originally trained by Zekunli. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/flan_t5_large_danish_multiwoz2_1_400_pipeline_en_5.4.2_3.0_1724821325669.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/flan_t5_large_danish_multiwoz2_1_400_pipeline_en_5.4.2_3.0_1724821325669.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("flan_t5_large_danish_multiwoz2_1_400_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("flan_t5_large_danish_multiwoz2_1_400_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|flan_t5_large_danish_multiwoz2_1_400_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|3.1 GB| + +## References + +https://huggingface.co/Zekunli/flan-t5-large-da-multiwoz2.1_400 + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-28-flan_t5_large_danish_multiwoz2_1_80_loss_ep50_en.md b/docs/_posts/ahmedlone127/2024-08-28-flan_t5_large_danish_multiwoz2_1_80_loss_ep50_en.md new file mode 100644 index 00000000000000..623eca16e6beb3 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-28-flan_t5_large_danish_multiwoz2_1_80_loss_ep50_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English flan_t5_large_danish_multiwoz2_1_80_loss_ep50 T5Transformer from Zekunli +author: John Snow Labs +name: flan_t5_large_danish_multiwoz2_1_80_loss_ep50 +date: 2024-08-28 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`flan_t5_large_danish_multiwoz2_1_80_loss_ep50` is a English model originally trained by Zekunli. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/flan_t5_large_danish_multiwoz2_1_80_loss_ep50_en_5.4.2_3.0_1724821438528.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/flan_t5_large_danish_multiwoz2_1_80_loss_ep50_en_5.4.2_3.0_1724821438528.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("flan_t5_large_danish_multiwoz2_1_80_loss_ep50","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("flan_t5_large_danish_multiwoz2_1_80_loss_ep50", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|flan_t5_large_danish_multiwoz2_1_80_loss_ep50| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|3.1 GB| + +## References + +https://huggingface.co/Zekunli/flan-t5-large-da-multiwoz2.1_80-loss-ep50 \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-28-flan_t5_large_danish_multiwoz2_1_80_loss_ep50_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-28-flan_t5_large_danish_multiwoz2_1_80_loss_ep50_pipeline_en.md new file mode 100644 index 00000000000000..e74184918c3f3e --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-28-flan_t5_large_danish_multiwoz2_1_80_loss_ep50_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English flan_t5_large_danish_multiwoz2_1_80_loss_ep50_pipeline pipeline T5Transformer from Zekunli +author: John Snow Labs +name: flan_t5_large_danish_multiwoz2_1_80_loss_ep50_pipeline +date: 2024-08-28 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`flan_t5_large_danish_multiwoz2_1_80_loss_ep50_pipeline` is a English model originally trained by Zekunli. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/flan_t5_large_danish_multiwoz2_1_80_loss_ep50_pipeline_en_5.4.2_3.0_1724821593546.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/flan_t5_large_danish_multiwoz2_1_80_loss_ep50_pipeline_en_5.4.2_3.0_1724821593546.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("flan_t5_large_danish_multiwoz2_1_80_loss_ep50_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("flan_t5_large_danish_multiwoz2_1_80_loss_ep50_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|flan_t5_large_danish_multiwoz2_1_80_loss_ep50_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|3.1 GB| + +## References + +https://huggingface.co/Zekunli/flan-t5-large-da-multiwoz2.1_80-loss-ep50 + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-28-flan_t5_large_extraction_all_dm_2000_ep2_nonstop_en.md b/docs/_posts/ahmedlone127/2024-08-28-flan_t5_large_extraction_all_dm_2000_ep2_nonstop_en.md new file mode 100644 index 00000000000000..93ac3e55341859 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-28-flan_t5_large_extraction_all_dm_2000_ep2_nonstop_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English flan_t5_large_extraction_all_dm_2000_ep2_nonstop T5Transformer from Zekunli +author: John Snow Labs +name: flan_t5_large_extraction_all_dm_2000_ep2_nonstop +date: 2024-08-28 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`flan_t5_large_extraction_all_dm_2000_ep2_nonstop` is a English model originally trained by Zekunli. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/flan_t5_large_extraction_all_dm_2000_ep2_nonstop_en_5.4.2_3.0_1724828465603.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/flan_t5_large_extraction_all_dm_2000_ep2_nonstop_en_5.4.2_3.0_1724828465603.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("flan_t5_large_extraction_all_dm_2000_ep2_nonstop","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("flan_t5_large_extraction_all_dm_2000_ep2_nonstop", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|flan_t5_large_extraction_all_dm_2000_ep2_nonstop| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|3.1 GB| + +## References + +https://huggingface.co/Zekunli/flan-t5-large-extraction-all-dm_2000-ep2-nonstop \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-28-flan_t5_large_extraction_all_dm_2000_ep2_nonstop_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-28-flan_t5_large_extraction_all_dm_2000_ep2_nonstop_pipeline_en.md new file mode 100644 index 00000000000000..be76ae06141e0f --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-28-flan_t5_large_extraction_all_dm_2000_ep2_nonstop_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English flan_t5_large_extraction_all_dm_2000_ep2_nonstop_pipeline pipeline T5Transformer from Zekunli +author: John Snow Labs +name: flan_t5_large_extraction_all_dm_2000_ep2_nonstop_pipeline +date: 2024-08-28 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`flan_t5_large_extraction_all_dm_2000_ep2_nonstop_pipeline` is a English model originally trained by Zekunli. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/flan_t5_large_extraction_all_dm_2000_ep2_nonstop_pipeline_en_5.4.2_3.0_1724828611472.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/flan_t5_large_extraction_all_dm_2000_ep2_nonstop_pipeline_en_5.4.2_3.0_1724828611472.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("flan_t5_large_extraction_all_dm_2000_ep2_nonstop_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("flan_t5_large_extraction_all_dm_2000_ep2_nonstop_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|flan_t5_large_extraction_all_dm_2000_ep2_nonstop_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|3.1 GB| + +## References + +https://huggingface.co/Zekunli/flan-t5-large-extraction-all-dm_2000-ep2-nonstop + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-28-flan_t5_many_tonga_tonga_islands_eng_en.md b/docs/_posts/ahmedlone127/2024-08-28-flan_t5_many_tonga_tonga_islands_eng_en.md new file mode 100644 index 00000000000000..03d2473266cf7a --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-28-flan_t5_many_tonga_tonga_islands_eng_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English flan_t5_many_tonga_tonga_islands_eng T5Transformer from jq +author: John Snow Labs +name: flan_t5_many_tonga_tonga_islands_eng +date: 2024-08-28 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`flan_t5_many_tonga_tonga_islands_eng` is a English model originally trained by jq. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/flan_t5_many_tonga_tonga_islands_eng_en_5.4.2_3.0_1724825840998.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/flan_t5_many_tonga_tonga_islands_eng_en_5.4.2_3.0_1724825840998.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("flan_t5_many_tonga_tonga_islands_eng","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("flan_t5_many_tonga_tonga_islands_eng", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|flan_t5_many_tonga_tonga_islands_eng| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|349.8 MB| + +## References + +https://huggingface.co/jq/flan-t5-many-to-eng \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-28-flan_t5_many_tonga_tonga_islands_eng_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-28-flan_t5_many_tonga_tonga_islands_eng_pipeline_en.md new file mode 100644 index 00000000000000..fb6fca53a72789 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-28-flan_t5_many_tonga_tonga_islands_eng_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English flan_t5_many_tonga_tonga_islands_eng_pipeline pipeline T5Transformer from jq +author: John Snow Labs +name: flan_t5_many_tonga_tonga_islands_eng_pipeline +date: 2024-08-28 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`flan_t5_many_tonga_tonga_islands_eng_pipeline` is a English model originally trained by jq. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/flan_t5_many_tonga_tonga_islands_eng_pipeline_en_5.4.2_3.0_1724825860412.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/flan_t5_many_tonga_tonga_islands_eng_pipeline_en_5.4.2_3.0_1724825860412.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("flan_t5_many_tonga_tonga_islands_eng_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("flan_t5_many_tonga_tonga_islands_eng_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|flan_t5_many_tonga_tonga_islands_eng_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|349.8 MB| + +## References + +https://huggingface.co/jq/flan-t5-many-to-eng + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-28-flan_t5_retacred_kongo_w_context_small_en.md b/docs/_posts/ahmedlone127/2024-08-28-flan_t5_retacred_kongo_w_context_small_en.md new file mode 100644 index 00000000000000..6028f7a182401f --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-28-flan_t5_retacred_kongo_w_context_small_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English flan_t5_retacred_kongo_w_context_small T5Transformer from kinshuk-h +author: John Snow Labs +name: flan_t5_retacred_kongo_w_context_small +date: 2024-08-28 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`flan_t5_retacred_kongo_w_context_small` is a English model originally trained by kinshuk-h. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/flan_t5_retacred_kongo_w_context_small_en_5.4.2_3.0_1724809436817.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/flan_t5_retacred_kongo_w_context_small_en_5.4.2_3.0_1724809436817.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("flan_t5_retacred_kongo_w_context_small","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("flan_t5_retacred_kongo_w_context_small", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|flan_t5_retacred_kongo_w_context_small| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|349.5 MB| + +## References + +https://huggingface.co/kinshuk-h/flan-t5-retacred-kg-w-context-small \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-28-flan_t5_retacred_kongo_w_context_small_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-28-flan_t5_retacred_kongo_w_context_small_pipeline_en.md new file mode 100644 index 00000000000000..549c1a325a6e71 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-28-flan_t5_retacred_kongo_w_context_small_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English flan_t5_retacred_kongo_w_context_small_pipeline pipeline T5Transformer from kinshuk-h +author: John Snow Labs +name: flan_t5_retacred_kongo_w_context_small_pipeline +date: 2024-08-28 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`flan_t5_retacred_kongo_w_context_small_pipeline` is a English model originally trained by kinshuk-h. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/flan_t5_retacred_kongo_w_context_small_pipeline_en_5.4.2_3.0_1724809453389.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/flan_t5_retacred_kongo_w_context_small_pipeline_en_5.4.2_3.0_1724809453389.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("flan_t5_retacred_kongo_w_context_small_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("flan_t5_retacred_kongo_w_context_small_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|flan_t5_retacred_kongo_w_context_small_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|349.5 MB| + +## References + +https://huggingface.co/kinshuk-h/flan-t5-retacred-kg-w-context-small + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-28-flan_t5_small_finetuned_coqa_v0_9_en.md b/docs/_posts/ahmedlone127/2024-08-28-flan_t5_small_finetuned_coqa_v0_9_en.md new file mode 100644 index 00000000000000..7e1b9d7e426881 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-28-flan_t5_small_finetuned_coqa_v0_9_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English flan_t5_small_finetuned_coqa_v0_9 T5Transformer from rooftopcoder +author: John Snow Labs +name: flan_t5_small_finetuned_coqa_v0_9 +date: 2024-08-28 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`flan_t5_small_finetuned_coqa_v0_9` is a English model originally trained by rooftopcoder. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/flan_t5_small_finetuned_coqa_v0_9_en_5.4.2_3.0_1724805080598.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/flan_t5_small_finetuned_coqa_v0_9_en_5.4.2_3.0_1724805080598.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("flan_t5_small_finetuned_coqa_v0_9","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("flan_t5_small_finetuned_coqa_v0_9", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|flan_t5_small_finetuned_coqa_v0_9| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|349.8 MB| + +## References + +https://huggingface.co/rooftopcoder/flan-t5-small-finetuned-coqa-V0.9 \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-28-flan_t5_small_finetuned_coqa_v0_9_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-28-flan_t5_small_finetuned_coqa_v0_9_pipeline_en.md new file mode 100644 index 00000000000000..e57e04a573df4a --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-28-flan_t5_small_finetuned_coqa_v0_9_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English flan_t5_small_finetuned_coqa_v0_9_pipeline pipeline T5Transformer from rooftopcoder +author: John Snow Labs +name: flan_t5_small_finetuned_coqa_v0_9_pipeline +date: 2024-08-28 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`flan_t5_small_finetuned_coqa_v0_9_pipeline` is a English model originally trained by rooftopcoder. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/flan_t5_small_finetuned_coqa_v0_9_pipeline_en_5.4.2_3.0_1724805097310.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/flan_t5_small_finetuned_coqa_v0_9_pipeline_en_5.4.2_3.0_1724805097310.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("flan_t5_small_finetuned_coqa_v0_9_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("flan_t5_small_finetuned_coqa_v0_9_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|flan_t5_small_finetuned_coqa_v0_9_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|349.8 MB| + +## References + +https://huggingface.co/rooftopcoder/flan-t5-small-finetuned-coqa-V0.9 + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-28-flant5_tuned_3_en.md b/docs/_posts/ahmedlone127/2024-08-28-flant5_tuned_3_en.md new file mode 100644 index 00000000000000..6d3be813055ea9 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-28-flant5_tuned_3_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English flant5_tuned_3 T5Transformer from mixtralyanis +author: John Snow Labs +name: flant5_tuned_3 +date: 2024-08-28 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`flant5_tuned_3` is a English model originally trained by mixtralyanis. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/flant5_tuned_3_en_5.4.2_3.0_1724817237453.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/flant5_tuned_3_en_5.4.2_3.0_1724817237453.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("flant5_tuned_3","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("flant5_tuned_3", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|flant5_tuned_3| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|349.8 MB| + +## References + +https://huggingface.co/mixtralyanis/flant5-tuned-3 \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-28-flant5_tuned_3_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-28-flant5_tuned_3_pipeline_en.md new file mode 100644 index 00000000000000..4950e682e41286 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-28-flant5_tuned_3_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English flant5_tuned_3_pipeline pipeline T5Transformer from mixtralyanis +author: John Snow Labs +name: flant5_tuned_3_pipeline +date: 2024-08-28 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`flant5_tuned_3_pipeline` is a English model originally trained by mixtralyanis. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/flant5_tuned_3_pipeline_en_5.4.2_3.0_1724817254786.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/flant5_tuned_3_pipeline_en_5.4.2_3.0_1724817254786.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("flant5_tuned_3_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("flant5_tuned_3_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|flant5_tuned_3_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|349.8 MB| + +## References + +https://huggingface.co/mixtralyanis/flant5-tuned-3 + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-28-google_t5_by_timelist_en.md b/docs/_posts/ahmedlone127/2024-08-28-google_t5_by_timelist_en.md new file mode 100644 index 00000000000000..15754bf9557f36 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-28-google_t5_by_timelist_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English google_t5_by_timelist T5Transformer from marcus2000 +author: John Snow Labs +name: google_t5_by_timelist +date: 2024-08-28 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`google_t5_by_timelist` is a English model originally trained by marcus2000. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/google_t5_by_timelist_en_5.4.2_3.0_1724819777275.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/google_t5_by_timelist_en_5.4.2_3.0_1724819777275.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("google_t5_by_timelist","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("google_t5_by_timelist", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|google_t5_by_timelist| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|2.0 GB| + +## References + +https://huggingface.co/marcus2000/google_t5_by_timelist \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-28-google_t5_by_timelist_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-28-google_t5_by_timelist_pipeline_en.md new file mode 100644 index 00000000000000..35c44683949429 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-28-google_t5_by_timelist_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English google_t5_by_timelist_pipeline pipeline T5Transformer from marcus2000 +author: John Snow Labs +name: google_t5_by_timelist_pipeline +date: 2024-08-28 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`google_t5_by_timelist_pipeline` is a English model originally trained by marcus2000. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/google_t5_by_timelist_pipeline_en_5.4.2_3.0_1724820129315.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/google_t5_by_timelist_pipeline_en_5.4.2_3.0_1724820129315.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("google_t5_by_timelist_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("google_t5_by_timelist_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|google_t5_by_timelist_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|2.0 GB| + +## References + +https://huggingface.co/marcus2000/google_t5_by_timelist + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-28-gpt2_paraphrase_en.md b/docs/_posts/ahmedlone127/2024-08-28-gpt2_paraphrase_en.md new file mode 100644 index 00000000000000..d11362b8000839 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-28-gpt2_paraphrase_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English gpt2_paraphrase T5Transformer from ihgn +author: John Snow Labs +name: gpt2_paraphrase +date: 2024-08-28 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`gpt2_paraphrase` is a English model originally trained by ihgn. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/gpt2_paraphrase_en_5.4.2_3.0_1724804286484.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/gpt2_paraphrase_en_5.4.2_3.0_1724804286484.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("gpt2_paraphrase","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("gpt2_paraphrase", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|gpt2_paraphrase| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|1.0 GB| + +## References + +https://huggingface.co/ihgn/gpt2-paraphrase \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-28-gpt2_paraphrase_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-28-gpt2_paraphrase_pipeline_en.md new file mode 100644 index 00000000000000..600603e4ba567b --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-28-gpt2_paraphrase_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English gpt2_paraphrase_pipeline pipeline T5Transformer from ihgn +author: John Snow Labs +name: gpt2_paraphrase_pipeline +date: 2024-08-28 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`gpt2_paraphrase_pipeline` is a English model originally trained by ihgn. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/gpt2_paraphrase_pipeline_en_5.4.2_3.0_1724804334542.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/gpt2_paraphrase_pipeline_en_5.4.2_3.0_1724804334542.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("gpt2_paraphrase_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("gpt2_paraphrase_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|gpt2_paraphrase_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|1.0 GB| + +## References + +https://huggingface.co/ihgn/gpt2-paraphrase + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-28-grammar_model_en.md b/docs/_posts/ahmedlone127/2024-08-28-grammar_model_en.md new file mode 100644 index 00000000000000..f7964804e9644e --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-28-grammar_model_en.md @@ -0,0 +1,98 @@ +--- +layout: model +title: English grammar_model RoBertaForSequenceClassification from lightcarrieson +author: John Snow Labs +name: grammar_model +date: 2024-08-28 +tags: [roberta, en, open_source, sequence_classification, onnx] +task: Text Classification +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained RoBertaForSequenceClassification model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`grammar_model` is a English model originally trained by lightcarrieson. + +## Predicted Entities + + + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/grammar_model_en_5.4.2_3.0_1724827122534.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/grammar_model_en_5.4.2_3.0_1724827122534.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python +document_assembler = DocumentAssembler()\ + .setInputCol("text")\ + .setOutputCol("document") + +tokenizer = Tokenizer()\ + .setInputCols("document")\ + .setOutputCol("token") + +sequenceClassifier = RoBertaForSequenceClassification.pretrained("grammar_model","en")\ + .setInputCols(["document","token"])\ + .setOutputCol("class") + +pipeline = Pipeline().setStages([document_assembler, tokenizer, sequenceClassifier]) + +data = spark.createDataFrame([["PUT YOUR STRING HERE"]]).toDF("text") + +result = pipeline.fit(data).transform(data) +``` +```scala +val document_assembler = new DocumentAssembler() + .setInputCol("text") + .setOutputCol("document") + +val tokenizer = new Tokenizer() + .setInputCols("document") + .setOutputCol("token") + +val sequenceClassifier = RoBertaForSequenceClassification.pretrained("grammar_model","en") + .setInputCols(Array("document","token")) + .setOutputCol("class") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, tokenizer, sequenceClassifier)) + +val data = Seq("PUT YOUR STRING HERE").toDS.toDF("text") + +val result = pipeline.fit(data).transform(data) +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|grammar_model| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|1.0 GB| + +## References + +References + +https://huggingface.co/lightcarrieson/grammar_model \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-28-grammar_model_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-28-grammar_model_pipeline_en.md new file mode 100644 index 00000000000000..7038cb4830b098 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-28-grammar_model_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English grammar_model_pipeline pipeline T5Transformer from mika5883 +author: John Snow Labs +name: grammar_model_pipeline +date: 2024-08-28 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`grammar_model_pipeline` is a English model originally trained by mika5883. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/grammar_model_pipeline_en_5.4.2_3.0_1724827174748.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/grammar_model_pipeline_en_5.4.2_3.0_1724827174748.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("grammar_model_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("grammar_model_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|grammar_model_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|1.0 GB| + +## References + +https://huggingface.co/mika5883/grammar_model + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-28-indot5_gec_en.md b/docs/_posts/ahmedlone127/2024-08-28-indot5_gec_en.md new file mode 100644 index 00000000000000..ebfa65a3685480 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-28-indot5_gec_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English indot5_gec T5Transformer from treshnanda +author: John Snow Labs +name: indot5_gec +date: 2024-08-28 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`indot5_gec` is a English model originally trained by treshnanda. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/indot5_gec_en_5.4.2_3.0_1724806969445.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/indot5_gec_en_5.4.2_3.0_1724806969445.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("indot5_gec","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("indot5_gec", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|indot5_gec| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|520.7 MB| + +## References + +https://huggingface.co/treshnanda/IndoT5-GEC \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-28-indot5_gec_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-28-indot5_gec_pipeline_en.md new file mode 100644 index 00000000000000..1e087317e77546 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-28-indot5_gec_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English indot5_gec_pipeline pipeline T5Transformer from treshnanda +author: John Snow Labs +name: indot5_gec_pipeline +date: 2024-08-28 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`indot5_gec_pipeline` is a English model originally trained by treshnanda. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/indot5_gec_pipeline_en_5.4.2_3.0_1724807141148.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/indot5_gec_pipeline_en_5.4.2_3.0_1724807141148.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("indot5_gec_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("indot5_gec_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|indot5_gec_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|520.7 MB| + +## References + +https://huggingface.co/treshnanda/IndoT5-GEC + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-28-informal_tonga_tonga_islands_formal_jaimin_en.md b/docs/_posts/ahmedlone127/2024-08-28-informal_tonga_tonga_islands_formal_jaimin_en.md new file mode 100644 index 00000000000000..cafdb095b051ca --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-28-informal_tonga_tonga_islands_formal_jaimin_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English informal_tonga_tonga_islands_formal_jaimin T5Transformer from jaimin +author: John Snow Labs +name: informal_tonga_tonga_islands_formal_jaimin +date: 2024-08-28 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`informal_tonga_tonga_islands_formal_jaimin` is a English model originally trained by jaimin. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/informal_tonga_tonga_islands_formal_jaimin_en_5.4.2_3.0_1724816537676.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/informal_tonga_tonga_islands_formal_jaimin_en_5.4.2_3.0_1724816537676.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("informal_tonga_tonga_islands_formal_jaimin","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("informal_tonga_tonga_islands_formal_jaimin", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|informal_tonga_tonga_islands_formal_jaimin| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|1.0 GB| + +## References + +https://huggingface.co/jaimin/Informal_to_formal \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-28-informal_tonga_tonga_islands_formal_jaimin_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-28-informal_tonga_tonga_islands_formal_jaimin_pipeline_en.md new file mode 100644 index 00000000000000..fc848ae5549ce0 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-28-informal_tonga_tonga_islands_formal_jaimin_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English informal_tonga_tonga_islands_formal_jaimin_pipeline pipeline T5Transformer from jaimin +author: John Snow Labs +name: informal_tonga_tonga_islands_formal_jaimin_pipeline +date: 2024-08-28 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`informal_tonga_tonga_islands_formal_jaimin_pipeline` is a English model originally trained by jaimin. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/informal_tonga_tonga_islands_formal_jaimin_pipeline_en_5.4.2_3.0_1724816588468.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/informal_tonga_tonga_islands_formal_jaimin_pipeline_en_5.4.2_3.0_1724816588468.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("informal_tonga_tonga_islands_formal_jaimin_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("informal_tonga_tonga_islands_formal_jaimin_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|informal_tonga_tonga_islands_formal_jaimin_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|1.0 GB| + +## References + +https://huggingface.co/jaimin/Informal_to_formal + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-28-inversion_seq2seq_baseline_en.md b/docs/_posts/ahmedlone127/2024-08-28-inversion_seq2seq_baseline_en.md new file mode 100644 index 00000000000000..ff0dda26f41bff --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-28-inversion_seq2seq_baseline_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English inversion_seq2seq_baseline T5Transformer from wentingzhao +author: John Snow Labs +name: inversion_seq2seq_baseline +date: 2024-08-28 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`inversion_seq2seq_baseline` is a English model originally trained by wentingzhao. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/inversion_seq2seq_baseline_en_5.4.2_3.0_1724831507058.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/inversion_seq2seq_baseline_en_5.4.2_3.0_1724831507058.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("inversion_seq2seq_baseline","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("inversion_seq2seq_baseline", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|inversion_seq2seq_baseline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|1.0 GB| + +## References + +https://huggingface.co/wentingzhao/inversion_seq2seq_baseline \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-28-inversion_seq2seq_baseline_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-28-inversion_seq2seq_baseline_pipeline_en.md new file mode 100644 index 00000000000000..e7035e305e77ff --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-28-inversion_seq2seq_baseline_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English inversion_seq2seq_baseline_pipeline pipeline T5Transformer from wentingzhao +author: John Snow Labs +name: inversion_seq2seq_baseline_pipeline +date: 2024-08-28 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`inversion_seq2seq_baseline_pipeline` is a English model originally trained by wentingzhao. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/inversion_seq2seq_baseline_pipeline_en_5.4.2_3.0_1724831559319.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/inversion_seq2seq_baseline_pipeline_en_5.4.2_3.0_1724831559319.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("inversion_seq2seq_baseline_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("inversion_seq2seq_baseline_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|inversion_seq2seq_baseline_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|1.0 GB| + +## References + +https://huggingface.co/wentingzhao/inversion_seq2seq_baseline + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-28-ke_t5_base_bongsoo_korean_english_epoch2_en.md b/docs/_posts/ahmedlone127/2024-08-28-ke_t5_base_bongsoo_korean_english_epoch2_en.md new file mode 100644 index 00000000000000..efc56c0a4c95f5 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-28-ke_t5_base_bongsoo_korean_english_epoch2_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English ke_t5_base_bongsoo_korean_english_epoch2 T5Transformer from chunwoolee0 +author: John Snow Labs +name: ke_t5_base_bongsoo_korean_english_epoch2 +date: 2024-08-28 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`ke_t5_base_bongsoo_korean_english_epoch2` is a English model originally trained by chunwoolee0. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/ke_t5_base_bongsoo_korean_english_epoch2_en_5.4.2_3.0_1724817045118.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/ke_t5_base_bongsoo_korean_english_epoch2_en_5.4.2_3.0_1724817045118.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("ke_t5_base_bongsoo_korean_english_epoch2","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("ke_t5_base_bongsoo_korean_english_epoch2", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|ke_t5_base_bongsoo_korean_english_epoch2| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|1.3 GB| + +## References + +https://huggingface.co/chunwoolee0/ke_t5_base_bongsoo_ko_en_epoch2 \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-28-ke_t5_base_bongsoo_korean_english_epoch2_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-28-ke_t5_base_bongsoo_korean_english_epoch2_pipeline_en.md new file mode 100644 index 00000000000000..f30d149e422147 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-28-ke_t5_base_bongsoo_korean_english_epoch2_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English ke_t5_base_bongsoo_korean_english_epoch2_pipeline pipeline T5Transformer from chunwoolee0 +author: John Snow Labs +name: ke_t5_base_bongsoo_korean_english_epoch2_pipeline +date: 2024-08-28 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`ke_t5_base_bongsoo_korean_english_epoch2_pipeline` is a English model originally trained by chunwoolee0. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/ke_t5_base_bongsoo_korean_english_epoch2_pipeline_en_5.4.2_3.0_1724817109041.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/ke_t5_base_bongsoo_korean_english_epoch2_pipeline_en_5.4.2_3.0_1724817109041.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("ke_t5_base_bongsoo_korean_english_epoch2_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("ke_t5_base_bongsoo_korean_english_epoch2_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|ke_t5_base_bongsoo_korean_english_epoch2_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|1.3 GB| + +## References + +https://huggingface.co/chunwoolee0/ke_t5_base_bongsoo_ko_en_epoch2 + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-28-kltn_coqe_vit5_paosl_en.md b/docs/_posts/ahmedlone127/2024-08-28-kltn_coqe_vit5_paosl_en.md new file mode 100644 index 00000000000000..8b223678281acf --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-28-kltn_coqe_vit5_paosl_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English kltn_coqe_vit5_paosl T5Transformer from ThuyNT03 +author: John Snow Labs +name: kltn_coqe_vit5_paosl +date: 2024-08-28 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`kltn_coqe_vit5_paosl` is a English model originally trained by ThuyNT03. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/kltn_coqe_vit5_paosl_en_5.4.2_3.0_1724812589473.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/kltn_coqe_vit5_paosl_en_5.4.2_3.0_1724812589473.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("kltn_coqe_vit5_paosl","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("kltn_coqe_vit5_paosl", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|kltn_coqe_vit5_paosl| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|3.0 GB| + +## References + +https://huggingface.co/ThuyNT03/KLTN_COQE_viT5_PAOSL \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-28-kltn_coqe_vit5_paosl_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-28-kltn_coqe_vit5_paosl_pipeline_en.md new file mode 100644 index 00000000000000..b36583174dacf6 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-28-kltn_coqe_vit5_paosl_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English kltn_coqe_vit5_paosl_pipeline pipeline T5Transformer from ThuyNT03 +author: John Snow Labs +name: kltn_coqe_vit5_paosl_pipeline +date: 2024-08-28 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`kltn_coqe_vit5_paosl_pipeline` is a English model originally trained by ThuyNT03. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/kltn_coqe_vit5_paosl_pipeline_en_5.4.2_3.0_1724812761294.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/kltn_coqe_vit5_paosl_pipeline_en_5.4.2_3.0_1724812761294.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("kltn_coqe_vit5_paosl_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("kltn_coqe_vit5_paosl_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|kltn_coqe_vit5_paosl_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|3.0 GB| + +## References + +https://huggingface.co/ThuyNT03/KLTN_COQE_viT5_PAOSL + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-28-kltn_coqe_vit5_spoal_en.md b/docs/_posts/ahmedlone127/2024-08-28-kltn_coqe_vit5_spoal_en.md new file mode 100644 index 00000000000000..a944a8708362d0 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-28-kltn_coqe_vit5_spoal_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English kltn_coqe_vit5_spoal T5Transformer from ThuyNT03 +author: John Snow Labs +name: kltn_coqe_vit5_spoal +date: 2024-08-28 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`kltn_coqe_vit5_spoal` is a English model originally trained by ThuyNT03. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/kltn_coqe_vit5_spoal_en_5.4.2_3.0_1724833551403.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/kltn_coqe_vit5_spoal_en_5.4.2_3.0_1724833551403.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("kltn_coqe_vit5_spoal","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("kltn_coqe_vit5_spoal", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|kltn_coqe_vit5_spoal| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|3.0 GB| + +## References + +https://huggingface.co/ThuyNT03/KLTN_COQE_viT5_SPOAL \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-28-kltn_coqe_vit5_spoal_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-28-kltn_coqe_vit5_spoal_pipeline_en.md new file mode 100644 index 00000000000000..4a3793ceb92718 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-28-kltn_coqe_vit5_spoal_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English kltn_coqe_vit5_spoal_pipeline pipeline T5Transformer from ThuyNT03 +author: John Snow Labs +name: kltn_coqe_vit5_spoal_pipeline +date: 2024-08-28 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`kltn_coqe_vit5_spoal_pipeline` is a English model originally trained by ThuyNT03. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/kltn_coqe_vit5_spoal_pipeline_en_5.4.2_3.0_1724833733097.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/kltn_coqe_vit5_spoal_pipeline_en_5.4.2_3.0_1724833733097.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("kltn_coqe_vit5_spoal_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("kltn_coqe_vit5_spoal_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|kltn_coqe_vit5_spoal_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|3.0 GB| + +## References + +https://huggingface.co/ThuyNT03/KLTN_COQE_viT5_SPOAL + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-28-kltn_coqe_vit5_total_psoal_en.md b/docs/_posts/ahmedlone127/2024-08-28-kltn_coqe_vit5_total_psoal_en.md new file mode 100644 index 00000000000000..10e7e411ab2e2f --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-28-kltn_coqe_vit5_total_psoal_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English kltn_coqe_vit5_total_psoal T5Transformer from ThuyNT03 +author: John Snow Labs +name: kltn_coqe_vit5_total_psoal +date: 2024-08-28 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`kltn_coqe_vit5_total_psoal` is a English model originally trained by ThuyNT03. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/kltn_coqe_vit5_total_psoal_en_5.4.2_3.0_1724825176102.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/kltn_coqe_vit5_total_psoal_en_5.4.2_3.0_1724825176102.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("kltn_coqe_vit5_total_psoal","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("kltn_coqe_vit5_total_psoal", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|kltn_coqe_vit5_total_psoal| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|3.0 GB| + +## References + +https://huggingface.co/ThuyNT03/KLTN_COQE_viT5_total_PSOAL \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-28-kltn_coqe_vit5_total_psoal_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-28-kltn_coqe_vit5_total_psoal_pipeline_en.md new file mode 100644 index 00000000000000..f57d8a56bcadf7 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-28-kltn_coqe_vit5_total_psoal_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English kltn_coqe_vit5_total_psoal_pipeline pipeline T5Transformer from ThuyNT03 +author: John Snow Labs +name: kltn_coqe_vit5_total_psoal_pipeline +date: 2024-08-28 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`kltn_coqe_vit5_total_psoal_pipeline` is a English model originally trained by ThuyNT03. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/kltn_coqe_vit5_total_psoal_pipeline_en_5.4.2_3.0_1724825380092.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/kltn_coqe_vit5_total_psoal_pipeline_en_5.4.2_3.0_1724825380092.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("kltn_coqe_vit5_total_psoal_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("kltn_coqe_vit5_total_psoal_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|kltn_coqe_vit5_total_psoal_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|3.0 GB| + +## References + +https://huggingface.co/ThuyNT03/KLTN_COQE_viT5_total_PSOAL + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-28-legal_t5_small_summ_multitask_spanish_en.md b/docs/_posts/ahmedlone127/2024-08-28-legal_t5_small_summ_multitask_spanish_en.md new file mode 100644 index 00000000000000..d93dd74e3ff0b7 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-28-legal_t5_small_summ_multitask_spanish_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English legal_t5_small_summ_multitask_spanish T5Transformer from SEBIS +author: John Snow Labs +name: legal_t5_small_summ_multitask_spanish +date: 2024-08-28 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`legal_t5_small_summ_multitask_spanish` is a English model originally trained by SEBIS. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/legal_t5_small_summ_multitask_spanish_en_5.4.2_3.0_1724831558481.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/legal_t5_small_summ_multitask_spanish_en_5.4.2_3.0_1724831558481.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("legal_t5_small_summ_multitask_spanish","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("legal_t5_small_summ_multitask_spanish", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|legal_t5_small_summ_multitask_spanish| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|179.5 MB| + +## References + +https://huggingface.co/SEBIS/legal_t5_small_summ_multitask_es \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-28-legal_t5_small_summ_multitask_spanish_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-28-legal_t5_small_summ_multitask_spanish_pipeline_en.md new file mode 100644 index 00000000000000..fae07f91ee8ac0 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-28-legal_t5_small_summ_multitask_spanish_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English legal_t5_small_summ_multitask_spanish_pipeline pipeline T5Transformer from SEBIS +author: John Snow Labs +name: legal_t5_small_summ_multitask_spanish_pipeline +date: 2024-08-28 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`legal_t5_small_summ_multitask_spanish_pipeline` is a English model originally trained by SEBIS. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/legal_t5_small_summ_multitask_spanish_pipeline_en_5.4.2_3.0_1724831620531.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/legal_t5_small_summ_multitask_spanish_pipeline_en_5.4.2_3.0_1724831620531.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("legal_t5_small_summ_multitask_spanish_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("legal_t5_small_summ_multitask_spanish_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|legal_t5_small_summ_multitask_spanish_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|179.5 MB| + +## References + +https://huggingface.co/SEBIS/legal_t5_small_summ_multitask_es + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-28-lora_flan_t5_large_chat_gowrias12_en.md b/docs/_posts/ahmedlone127/2024-08-28-lora_flan_t5_large_chat_gowrias12_en.md new file mode 100644 index 00000000000000..5c3e6db5f4d6b3 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-28-lora_flan_t5_large_chat_gowrias12_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English lora_flan_t5_large_chat_gowrias12 T5Transformer from gowrias12 +author: John Snow Labs +name: lora_flan_t5_large_chat_gowrias12 +date: 2024-08-28 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`lora_flan_t5_large_chat_gowrias12` is a English model originally trained by gowrias12. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/lora_flan_t5_large_chat_gowrias12_en_5.4.2_3.0_1724834913441.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/lora_flan_t5_large_chat_gowrias12_en_5.4.2_3.0_1724834913441.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("lora_flan_t5_large_chat_gowrias12","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("lora_flan_t5_large_chat_gowrias12", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|lora_flan_t5_large_chat_gowrias12| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|3.1 GB| + +## References + +https://huggingface.co/gowrias12/lora-flan-t5-large-chat \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-28-lora_flan_t5_large_chat_gowrias12_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-28-lora_flan_t5_large_chat_gowrias12_pipeline_en.md new file mode 100644 index 00000000000000..6b19e559e22d71 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-28-lora_flan_t5_large_chat_gowrias12_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English lora_flan_t5_large_chat_gowrias12_pipeline pipeline T5Transformer from gowrias12 +author: John Snow Labs +name: lora_flan_t5_large_chat_gowrias12_pipeline +date: 2024-08-28 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`lora_flan_t5_large_chat_gowrias12_pipeline` is a English model originally trained by gowrias12. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/lora_flan_t5_large_chat_gowrias12_pipeline_en_5.4.2_3.0_1724835074448.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/lora_flan_t5_large_chat_gowrias12_pipeline_en_5.4.2_3.0_1724835074448.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("lora_flan_t5_large_chat_gowrias12_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("lora_flan_t5_large_chat_gowrias12_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|lora_flan_t5_large_chat_gowrias12_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|3.1 GB| + +## References + +https://huggingface.co/gowrias12/lora-flan-t5-large-chat + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-28-md_mt5_1911_v18_retrain_en.md b/docs/_posts/ahmedlone127/2024-08-28-md_mt5_1911_v18_retrain_en.md new file mode 100644 index 00000000000000..61540498fbea65 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-28-md_mt5_1911_v18_retrain_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English md_mt5_1911_v18_retrain T5Transformer from Buseak +author: John Snow Labs +name: md_mt5_1911_v18_retrain +date: 2024-08-28 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`md_mt5_1911_v18_retrain` is a English model originally trained by Buseak. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/md_mt5_1911_v18_retrain_en_5.4.2_3.0_1724818397783.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/md_mt5_1911_v18_retrain_en_5.4.2_3.0_1724818397783.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("md_mt5_1911_v18_retrain","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("md_mt5_1911_v18_retrain", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|md_mt5_1911_v18_retrain| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|1.2 GB| + +## References + +https://huggingface.co/Buseak/md_mt5_1911_v18_retrain \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-28-md_mt5_1911_v18_retrain_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-28-md_mt5_1911_v18_retrain_pipeline_en.md new file mode 100644 index 00000000000000..cae84cb4d54307 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-28-md_mt5_1911_v18_retrain_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English md_mt5_1911_v18_retrain_pipeline pipeline T5Transformer from Buseak +author: John Snow Labs +name: md_mt5_1911_v18_retrain_pipeline +date: 2024-08-28 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`md_mt5_1911_v18_retrain_pipeline` is a English model originally trained by Buseak. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/md_mt5_1911_v18_retrain_pipeline_en_5.4.2_3.0_1724818548305.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/md_mt5_1911_v18_retrain_pipeline_en_5.4.2_3.0_1724818548305.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("md_mt5_1911_v18_retrain_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("md_mt5_1911_v18_retrain_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|md_mt5_1911_v18_retrain_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|1.2 GB| + +## References + +https://huggingface.co/Buseak/md_mt5_1911_v18_retrain + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-28-mt5_0_1_solid_en.md b/docs/_posts/ahmedlone127/2024-08-28-mt5_0_1_solid_en.md new file mode 100644 index 00000000000000..670fa7ff97fc15 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-28-mt5_0_1_solid_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English mt5_0_1_solid T5Transformer from tharindu +author: John Snow Labs +name: mt5_0_1_solid +date: 2024-08-28 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`mt5_0_1_solid` is a English model originally trained by tharindu. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/mt5_0_1_solid_en_5.4.2_3.0_1724815517723.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/mt5_0_1_solid_en_5.4.2_3.0_1724815517723.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("mt5_0_1_solid","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("mt5_0_1_solid", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|mt5_0_1_solid| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|2.4 GB| + +## References + +https://huggingface.co/tharindu/mt5_0.1_SOLID \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-28-mt5_0_1_solid_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-28-mt5_0_1_solid_pipeline_en.md new file mode 100644 index 00000000000000..56b257a6511397 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-28-mt5_0_1_solid_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English mt5_0_1_solid_pipeline pipeline T5Transformer from tharindu +author: John Snow Labs +name: mt5_0_1_solid_pipeline +date: 2024-08-28 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`mt5_0_1_solid_pipeline` is a English model originally trained by tharindu. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/mt5_0_1_solid_pipeline_en_5.4.2_3.0_1724815788734.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/mt5_0_1_solid_pipeline_en_5.4.2_3.0_1724815788734.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("mt5_0_1_solid_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("mt5_0_1_solid_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|mt5_0_1_solid_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|2.4 GB| + +## References + +https://huggingface.co/tharindu/mt5_0.1_SOLID + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-28-mt5_base_dequad_qg_trimmed_60000_en.md b/docs/_posts/ahmedlone127/2024-08-28-mt5_base_dequad_qg_trimmed_60000_en.md new file mode 100644 index 00000000000000..706808deb655a3 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-28-mt5_base_dequad_qg_trimmed_60000_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English mt5_base_dequad_qg_trimmed_60000 T5Transformer from research-backup +author: John Snow Labs +name: mt5_base_dequad_qg_trimmed_60000 +date: 2024-08-28 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`mt5_base_dequad_qg_trimmed_60000` is a English model originally trained by research-backup. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/mt5_base_dequad_qg_trimmed_60000_en_5.4.2_3.0_1724814189919.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/mt5_base_dequad_qg_trimmed_60000_en_5.4.2_3.0_1724814189919.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("mt5_base_dequad_qg_trimmed_60000","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("mt5_base_dequad_qg_trimmed_60000", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|mt5_base_dequad_qg_trimmed_60000| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|1.2 GB| + +## References + +https://huggingface.co/research-backup/mt5-base-dequad-qg-trimmed-60000 \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-28-mt5_base_dequad_qg_trimmed_60000_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-28-mt5_base_dequad_qg_trimmed_60000_pipeline_en.md new file mode 100644 index 00000000000000..15fb37fd7755f4 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-28-mt5_base_dequad_qg_trimmed_60000_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English mt5_base_dequad_qg_trimmed_60000_pipeline pipeline T5Transformer from research-backup +author: John Snow Labs +name: mt5_base_dequad_qg_trimmed_60000_pipeline +date: 2024-08-28 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`mt5_base_dequad_qg_trimmed_60000_pipeline` is a English model originally trained by research-backup. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/mt5_base_dequad_qg_trimmed_60000_pipeline_en_5.4.2_3.0_1724814290413.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/mt5_base_dequad_qg_trimmed_60000_pipeline_en_5.4.2_3.0_1724814290413.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("mt5_base_dequad_qg_trimmed_60000_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("mt5_base_dequad_qg_trimmed_60000_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|mt5_base_dequad_qg_trimmed_60000_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|1.2 GB| + +## References + +https://huggingface.co/research-backup/mt5-base-dequad-qg-trimmed-60000 + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-28-mt5_base_finetuned_xsum_data_prep_2021_12_26___t1_7_csv___topic_text_google_mt5_base_en.md b/docs/_posts/ahmedlone127/2024-08-28-mt5_base_finetuned_xsum_data_prep_2021_12_26___t1_7_csv___topic_text_google_mt5_base_en.md new file mode 100644 index 00000000000000..c357fb0ad7e2ac --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-28-mt5_base_finetuned_xsum_data_prep_2021_12_26___t1_7_csv___topic_text_google_mt5_base_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English mt5_base_finetuned_xsum_data_prep_2021_12_26___t1_7_csv___topic_text_google_mt5_base T5Transformer from nestoralvaro +author: John Snow Labs +name: mt5_base_finetuned_xsum_data_prep_2021_12_26___t1_7_csv___topic_text_google_mt5_base +date: 2024-08-28 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`mt5_base_finetuned_xsum_data_prep_2021_12_26___t1_7_csv___topic_text_google_mt5_base` is a English model originally trained by nestoralvaro. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/mt5_base_finetuned_xsum_data_prep_2021_12_26___t1_7_csv___topic_text_google_mt5_base_en_5.4.2_3.0_1724829903299.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/mt5_base_finetuned_xsum_data_prep_2021_12_26___t1_7_csv___topic_text_google_mt5_base_en_5.4.2_3.0_1724829903299.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("mt5_base_finetuned_xsum_data_prep_2021_12_26___t1_7_csv___topic_text_google_mt5_base","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("mt5_base_finetuned_xsum_data_prep_2021_12_26___t1_7_csv___topic_text_google_mt5_base", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|mt5_base_finetuned_xsum_data_prep_2021_12_26___t1_7_csv___topic_text_google_mt5_base| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|1.5 GB| + +## References + +https://huggingface.co/nestoralvaro/mt5-base-finetuned-xsum-data_prep_2021_12_26___t1_7.csv___topic_text_google_mt5_base \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-28-mt5_base_frquad_qg_trimmed_120000_en.md b/docs/_posts/ahmedlone127/2024-08-28-mt5_base_frquad_qg_trimmed_120000_en.md new file mode 100644 index 00000000000000..e1d2152bc4b2c6 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-28-mt5_base_frquad_qg_trimmed_120000_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English mt5_base_frquad_qg_trimmed_120000 T5Transformer from research-backup +author: John Snow Labs +name: mt5_base_frquad_qg_trimmed_120000 +date: 2024-08-28 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`mt5_base_frquad_qg_trimmed_120000` is a English model originally trained by research-backup. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/mt5_base_frquad_qg_trimmed_120000_en_5.4.2_3.0_1724832106470.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/mt5_base_frquad_qg_trimmed_120000_en_5.4.2_3.0_1724832106470.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("mt5_base_frquad_qg_trimmed_120000","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("mt5_base_frquad_qg_trimmed_120000", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|mt5_base_frquad_qg_trimmed_120000| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|1.5 GB| + +## References + +https://huggingface.co/research-backup/mt5-base-frquad-qg-trimmed-120000 \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-28-mt5_base_frquad_qg_trimmed_120000_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-28-mt5_base_frquad_qg_trimmed_120000_pipeline_en.md new file mode 100644 index 00000000000000..3a9ad8f9dc7051 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-28-mt5_base_frquad_qg_trimmed_120000_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English mt5_base_frquad_qg_trimmed_120000_pipeline pipeline T5Transformer from research-backup +author: John Snow Labs +name: mt5_base_frquad_qg_trimmed_120000_pipeline +date: 2024-08-28 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`mt5_base_frquad_qg_trimmed_120000_pipeline` is a English model originally trained by research-backup. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/mt5_base_frquad_qg_trimmed_120000_pipeline_en_5.4.2_3.0_1724832232271.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/mt5_base_frquad_qg_trimmed_120000_pipeline_en_5.4.2_3.0_1724832232271.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("mt5_base_frquad_qg_trimmed_120000_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("mt5_base_frquad_qg_trimmed_120000_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|mt5_base_frquad_qg_trimmed_120000_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|1.5 GB| + +## References + +https://huggingface.co/research-backup/mt5-base-frquad-qg-trimmed-120000 + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-28-mt5_base_trimmed_german_120000_en.md b/docs/_posts/ahmedlone127/2024-08-28-mt5_base_trimmed_german_120000_en.md new file mode 100644 index 00000000000000..b016b11fca1b9a --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-28-mt5_base_trimmed_german_120000_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English mt5_base_trimmed_german_120000 T5Transformer from research-backup +author: John Snow Labs +name: mt5_base_trimmed_german_120000 +date: 2024-08-28 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`mt5_base_trimmed_german_120000` is a English model originally trained by research-backup. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/mt5_base_trimmed_german_120000_en_5.4.2_3.0_1724809576527.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/mt5_base_trimmed_german_120000_en_5.4.2_3.0_1724809576527.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("mt5_base_trimmed_german_120000","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("mt5_base_trimmed_german_120000", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|mt5_base_trimmed_german_120000| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|909.5 MB| + +## References + +https://huggingface.co/research-backup/mt5-base-trimmed-de-120000 \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-28-mt5_base_trimmed_german_120000_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-28-mt5_base_trimmed_german_120000_pipeline_en.md new file mode 100644 index 00000000000000..d12900d8976bc4 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-28-mt5_base_trimmed_german_120000_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English mt5_base_trimmed_german_120000_pipeline pipeline T5Transformer from research-backup +author: John Snow Labs +name: mt5_base_trimmed_german_120000_pipeline +date: 2024-08-28 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`mt5_base_trimmed_german_120000_pipeline` is a English model originally trained by research-backup. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/mt5_base_trimmed_german_120000_pipeline_en_5.4.2_3.0_1724809883904.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/mt5_base_trimmed_german_120000_pipeline_en_5.4.2_3.0_1724809883904.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("mt5_base_trimmed_german_120000_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("mt5_base_trimmed_german_120000_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|mt5_base_trimmed_german_120000_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|909.5 MB| + +## References + +https://huggingface.co/research-backup/mt5-base-trimmed-de-120000 + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-28-mt5_base_trimmed_spanish_105000_en.md b/docs/_posts/ahmedlone127/2024-08-28-mt5_base_trimmed_spanish_105000_en.md new file mode 100644 index 00000000000000..4e88009230d0fe --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-28-mt5_base_trimmed_spanish_105000_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English mt5_base_trimmed_spanish_105000 T5Transformer from research-backup +author: John Snow Labs +name: mt5_base_trimmed_spanish_105000 +date: 2024-08-28 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`mt5_base_trimmed_spanish_105000` is a English model originally trained by research-backup. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/mt5_base_trimmed_spanish_105000_en_5.4.2_3.0_1724815716031.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/mt5_base_trimmed_spanish_105000_en_5.4.2_3.0_1724815716031.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("mt5_base_trimmed_spanish_105000","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("mt5_base_trimmed_spanish_105000", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|mt5_base_trimmed_spanish_105000| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|843.6 MB| + +## References + +https://huggingface.co/research-backup/mt5-base-trimmed-es-105000 \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-28-mt5_base_trimmed_spanish_105000_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-28-mt5_base_trimmed_spanish_105000_pipeline_en.md new file mode 100644 index 00000000000000..ab55163ca2b639 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-28-mt5_base_trimmed_spanish_105000_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English mt5_base_trimmed_spanish_105000_pipeline pipeline T5Transformer from research-backup +author: John Snow Labs +name: mt5_base_trimmed_spanish_105000_pipeline +date: 2024-08-28 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`mt5_base_trimmed_spanish_105000_pipeline` is a English model originally trained by research-backup. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/mt5_base_trimmed_spanish_105000_pipeline_en_5.4.2_3.0_1724815994031.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/mt5_base_trimmed_spanish_105000_pipeline_en_5.4.2_3.0_1724815994031.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("mt5_base_trimmed_spanish_105000_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("mt5_base_trimmed_spanish_105000_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|mt5_base_trimmed_spanish_105000_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|843.6 MB| + +## References + +https://huggingface.co/research-backup/mt5-base-trimmed-es-105000 + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-28-mt5_epoch_1to6_en.md b/docs/_posts/ahmedlone127/2024-08-28-mt5_epoch_1to6_en.md new file mode 100644 index 00000000000000..01875d3328fab2 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-28-mt5_epoch_1to6_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English mt5_epoch_1to6 T5Transformer from Ayus077BCT014Bhandari +author: John Snow Labs +name: mt5_epoch_1to6 +date: 2024-08-28 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`mt5_epoch_1to6` is a English model originally trained by Ayus077BCT014Bhandari. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/mt5_epoch_1to6_en_5.4.2_3.0_1724816572407.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/mt5_epoch_1to6_en_5.4.2_3.0_1724816572407.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("mt5_epoch_1to6","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("mt5_epoch_1to6", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|mt5_epoch_1to6| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|819.8 MB| + +## References + +https://huggingface.co/Ayus077BCT014Bhandari/mt5_epoch_1To6 \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-28-mt5_epoch_1to6_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-28-mt5_epoch_1to6_pipeline_en.md new file mode 100644 index 00000000000000..41be0369109a98 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-28-mt5_epoch_1to6_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English mt5_epoch_1to6_pipeline pipeline T5Transformer from Ayus077BCT014Bhandari +author: John Snow Labs +name: mt5_epoch_1to6_pipeline +date: 2024-08-28 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`mt5_epoch_1to6_pipeline` is a English model originally trained by Ayus077BCT014Bhandari. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/mt5_epoch_1to6_pipeline_en_5.4.2_3.0_1724816849417.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/mt5_epoch_1to6_pipeline_en_5.4.2_3.0_1724816849417.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("mt5_epoch_1to6_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("mt5_epoch_1to6_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|mt5_epoch_1to6_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|819.8 MB| + +## References + +https://huggingface.co/Ayus077BCT014Bhandari/mt5_epoch_1To6 + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-28-mt5_small_bongsoo_english_korean_en.md b/docs/_posts/ahmedlone127/2024-08-28-mt5_small_bongsoo_english_korean_en.md new file mode 100644 index 00000000000000..ec0bfa84c06a6d --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-28-mt5_small_bongsoo_english_korean_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English mt5_small_bongsoo_english_korean T5Transformer from chunwoolee0 +author: John Snow Labs +name: mt5_small_bongsoo_english_korean +date: 2024-08-28 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`mt5_small_bongsoo_english_korean` is a English model originally trained by chunwoolee0. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/mt5_small_bongsoo_english_korean_en_5.4.2_3.0_1724832720695.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/mt5_small_bongsoo_english_korean_en_5.4.2_3.0_1724832720695.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("mt5_small_bongsoo_english_korean","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("mt5_small_bongsoo_english_korean", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|mt5_small_bongsoo_english_korean| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|1.3 GB| + +## References + +https://huggingface.co/chunwoolee0/mt5_small_bongsoo_en_ko \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-28-mt5_small_bongsoo_english_korean_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-28-mt5_small_bongsoo_english_korean_pipeline_en.md new file mode 100644 index 00000000000000..e0b48dc3209cdb --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-28-mt5_small_bongsoo_english_korean_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English mt5_small_bongsoo_english_korean_pipeline pipeline T5Transformer from chunwoolee0 +author: John Snow Labs +name: mt5_small_bongsoo_english_korean_pipeline +date: 2024-08-28 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`mt5_small_bongsoo_english_korean_pipeline` is a English model originally trained by chunwoolee0. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/mt5_small_bongsoo_english_korean_pipeline_en_5.4.2_3.0_1724832879273.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/mt5_small_bongsoo_english_korean_pipeline_en_5.4.2_3.0_1724832879273.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("mt5_small_bongsoo_english_korean_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("mt5_small_bongsoo_english_korean_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|mt5_small_bongsoo_english_korean_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|1.3 GB| + +## References + +https://huggingface.co/chunwoolee0/mt5_small_bongsoo_en_ko + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-28-mt5_small_finetuned_13feb_3_en.md b/docs/_posts/ahmedlone127/2024-08-28-mt5_small_finetuned_13feb_3_en.md new file mode 100644 index 00000000000000..ef1ec93edc6466 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-28-mt5_small_finetuned_13feb_3_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English mt5_small_finetuned_13feb_3 T5Transformer from mqy +author: John Snow Labs +name: mt5_small_finetuned_13feb_3 +date: 2024-08-28 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`mt5_small_finetuned_13feb_3` is a English model originally trained by mqy. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/mt5_small_finetuned_13feb_3_en_5.4.2_3.0_1724823565734.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/mt5_small_finetuned_13feb_3_en_5.4.2_3.0_1724823565734.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("mt5_small_finetuned_13feb_3","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("mt5_small_finetuned_13feb_3", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|mt5_small_finetuned_13feb_3| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|1.2 GB| + +## References + +https://huggingface.co/mqy/mt5-small-finetuned-13feb-3 \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-28-mt5_small_finetuned_13feb_3_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-28-mt5_small_finetuned_13feb_3_pipeline_en.md new file mode 100644 index 00000000000000..b8d03cc71e425f --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-28-mt5_small_finetuned_13feb_3_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English mt5_small_finetuned_13feb_3_pipeline pipeline T5Transformer from mqy +author: John Snow Labs +name: mt5_small_finetuned_13feb_3_pipeline +date: 2024-08-28 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`mt5_small_finetuned_13feb_3_pipeline` is a English model originally trained by mqy. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/mt5_small_finetuned_13feb_3_pipeline_en_5.4.2_3.0_1724823762000.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/mt5_small_finetuned_13feb_3_pipeline_en_5.4.2_3.0_1724823762000.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("mt5_small_finetuned_13feb_3_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("mt5_small_finetuned_13feb_3_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|mt5_small_finetuned_13feb_3_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|1.2 GB| + +## References + +https://huggingface.co/mqy/mt5-small-finetuned-13feb-3 + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-28-mt5_small_finetuned_26jan_2_en.md b/docs/_posts/ahmedlone127/2024-08-28-mt5_small_finetuned_26jan_2_en.md new file mode 100644 index 00000000000000..af26e70ab82f2f --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-28-mt5_small_finetuned_26jan_2_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English mt5_small_finetuned_26jan_2 T5Transformer from mqy +author: John Snow Labs +name: mt5_small_finetuned_26jan_2 +date: 2024-08-28 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`mt5_small_finetuned_26jan_2` is a English model originally trained by mqy. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/mt5_small_finetuned_26jan_2_en_5.4.2_3.0_1724828512723.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/mt5_small_finetuned_26jan_2_en_5.4.2_3.0_1724828512723.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("mt5_small_finetuned_26jan_2","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("mt5_small_finetuned_26jan_2", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|mt5_small_finetuned_26jan_2| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|1.2 GB| + +## References + +https://huggingface.co/mqy/mt5-small-finetuned-26jan-2 \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-28-mt5_small_finetuned_26jan_2_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-28-mt5_small_finetuned_26jan_2_pipeline_en.md new file mode 100644 index 00000000000000..b72e77bca240cf --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-28-mt5_small_finetuned_26jan_2_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English mt5_small_finetuned_26jan_2_pipeline pipeline T5Transformer from mqy +author: John Snow Labs +name: mt5_small_finetuned_26jan_2_pipeline +date: 2024-08-28 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`mt5_small_finetuned_26jan_2_pipeline` is a English model originally trained by mqy. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/mt5_small_finetuned_26jan_2_pipeline_en_5.4.2_3.0_1724828620994.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/mt5_small_finetuned_26jan_2_pipeline_en_5.4.2_3.0_1724828620994.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("mt5_small_finetuned_26jan_2_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("mt5_small_finetuned_26jan_2_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|mt5_small_finetuned_26jan_2_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|1.2 GB| + +## References + +https://huggingface.co/mqy/mt5-small-finetuned-26jan-2 + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-28-mt5_small_finetuned_31jan_3_en.md b/docs/_posts/ahmedlone127/2024-08-28-mt5_small_finetuned_31jan_3_en.md new file mode 100644 index 00000000000000..01fe7edb143891 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-28-mt5_small_finetuned_31jan_3_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English mt5_small_finetuned_31jan_3 T5Transformer from mqy +author: John Snow Labs +name: mt5_small_finetuned_31jan_3 +date: 2024-08-28 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`mt5_small_finetuned_31jan_3` is a English model originally trained by mqy. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/mt5_small_finetuned_31jan_3_en_5.4.2_3.0_1724809777559.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/mt5_small_finetuned_31jan_3_en_5.4.2_3.0_1724809777559.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("mt5_small_finetuned_31jan_3","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("mt5_small_finetuned_31jan_3", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|mt5_small_finetuned_31jan_3| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|1.2 GB| + +## References + +https://huggingface.co/mqy/mt5-small-finetuned-31jan-3 \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-28-mt5_small_finetuned_31jan_3_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-28-mt5_small_finetuned_31jan_3_pipeline_en.md new file mode 100644 index 00000000000000..339404d2bf3413 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-28-mt5_small_finetuned_31jan_3_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English mt5_small_finetuned_31jan_3_pipeline pipeline T5Transformer from mqy +author: John Snow Labs +name: mt5_small_finetuned_31jan_3_pipeline +date: 2024-08-28 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`mt5_small_finetuned_31jan_3_pipeline` is a English model originally trained by mqy. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/mt5_small_finetuned_31jan_3_pipeline_en_5.4.2_3.0_1724809878571.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/mt5_small_finetuned_31jan_3_pipeline_en_5.4.2_3.0_1724809878571.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("mt5_small_finetuned_31jan_3_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("mt5_small_finetuned_31jan_3_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|mt5_small_finetuned_31jan_3_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|1.2 GB| + +## References + +https://huggingface.co/mqy/mt5-small-finetuned-31jan-3 + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-28-mt5_small_finetuned_amazon_english_spanish_lenguist_en.md b/docs/_posts/ahmedlone127/2024-08-28-mt5_small_finetuned_amazon_english_spanish_lenguist_en.md new file mode 100644 index 00000000000000..659643f0a8c23a --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-28-mt5_small_finetuned_amazon_english_spanish_lenguist_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English mt5_small_finetuned_amazon_english_spanish_lenguist T5Transformer from lenguist +author: John Snow Labs +name: mt5_small_finetuned_amazon_english_spanish_lenguist +date: 2024-08-28 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`mt5_small_finetuned_amazon_english_spanish_lenguist` is a English model originally trained by lenguist. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/mt5_small_finetuned_amazon_english_spanish_lenguist_en_5.4.2_3.0_1724818522287.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/mt5_small_finetuned_amazon_english_spanish_lenguist_en_5.4.2_3.0_1724818522287.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("mt5_small_finetuned_amazon_english_spanish_lenguist","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("mt5_small_finetuned_amazon_english_spanish_lenguist", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|mt5_small_finetuned_amazon_english_spanish_lenguist| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|1.2 GB| + +## References + +https://huggingface.co/lenguist/mt5-small-finetuned-amazon-en-es \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-28-mt5_small_finetuned_amazon_english_spanish_lenguist_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-28-mt5_small_finetuned_amazon_english_spanish_lenguist_pipeline_en.md new file mode 100644 index 00000000000000..efd166f41335a6 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-28-mt5_small_finetuned_amazon_english_spanish_lenguist_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English mt5_small_finetuned_amazon_english_spanish_lenguist_pipeline pipeline T5Transformer from lenguist +author: John Snow Labs +name: mt5_small_finetuned_amazon_english_spanish_lenguist_pipeline +date: 2024-08-28 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`mt5_small_finetuned_amazon_english_spanish_lenguist_pipeline` is a English model originally trained by lenguist. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/mt5_small_finetuned_amazon_english_spanish_lenguist_pipeline_en_5.4.2_3.0_1724818623315.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/mt5_small_finetuned_amazon_english_spanish_lenguist_pipeline_en_5.4.2_3.0_1724818623315.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("mt5_small_finetuned_amazon_english_spanish_lenguist_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("mt5_small_finetuned_amazon_english_spanish_lenguist_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|mt5_small_finetuned_amazon_english_spanish_lenguist_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|1.2 GB| + +## References + +https://huggingface.co/lenguist/mt5-small-finetuned-amazon-en-es + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-28-mt5_small_finetuned_amazon_english_spanish_szymon_en.md b/docs/_posts/ahmedlone127/2024-08-28-mt5_small_finetuned_amazon_english_spanish_szymon_en.md new file mode 100644 index 00000000000000..48f734c544a86b --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-28-mt5_small_finetuned_amazon_english_spanish_szymon_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English mt5_small_finetuned_amazon_english_spanish_szymon T5Transformer from Szymon +author: John Snow Labs +name: mt5_small_finetuned_amazon_english_spanish_szymon +date: 2024-08-28 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`mt5_small_finetuned_amazon_english_spanish_szymon` is a English model originally trained by Szymon. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/mt5_small_finetuned_amazon_english_spanish_szymon_en_5.4.2_3.0_1724819121707.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/mt5_small_finetuned_amazon_english_spanish_szymon_en_5.4.2_3.0_1724819121707.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("mt5_small_finetuned_amazon_english_spanish_szymon","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("mt5_small_finetuned_amazon_english_spanish_szymon", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|mt5_small_finetuned_amazon_english_spanish_szymon| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|1.2 GB| + +## References + +https://huggingface.co/Szymon/mt5-small-finetuned-amazon-en-es \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-28-mt5_small_finetuned_amazon_english_spanish_szymon_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-28-mt5_small_finetuned_amazon_english_spanish_szymon_pipeline_en.md new file mode 100644 index 00000000000000..a450fe920c48d9 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-28-mt5_small_finetuned_amazon_english_spanish_szymon_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English mt5_small_finetuned_amazon_english_spanish_szymon_pipeline pipeline T5Transformer from Szymon +author: John Snow Labs +name: mt5_small_finetuned_amazon_english_spanish_szymon_pipeline +date: 2024-08-28 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`mt5_small_finetuned_amazon_english_spanish_szymon_pipeline` is a English model originally trained by Szymon. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/mt5_small_finetuned_amazon_english_spanish_szymon_pipeline_en_5.4.2_3.0_1724819235322.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/mt5_small_finetuned_amazon_english_spanish_szymon_pipeline_en_5.4.2_3.0_1724819235322.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("mt5_small_finetuned_amazon_english_spanish_szymon_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("mt5_small_finetuned_amazon_english_spanish_szymon_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|mt5_small_finetuned_amazon_english_spanish_szymon_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|1.2 GB| + +## References + +https://huggingface.co/Szymon/mt5-small-finetuned-amazon-en-es + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-28-mt5_small_finetuned_amazon_english_spanish_teyjus_en.md b/docs/_posts/ahmedlone127/2024-08-28-mt5_small_finetuned_amazon_english_spanish_teyjus_en.md new file mode 100644 index 00000000000000..42bba4d9b8e74f --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-28-mt5_small_finetuned_amazon_english_spanish_teyjus_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English mt5_small_finetuned_amazon_english_spanish_teyjus T5Transformer from Teyjus +author: John Snow Labs +name: mt5_small_finetuned_amazon_english_spanish_teyjus +date: 2024-08-28 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`mt5_small_finetuned_amazon_english_spanish_teyjus` is a English model originally trained by Teyjus. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/mt5_small_finetuned_amazon_english_spanish_teyjus_en_5.4.2_3.0_1724803702579.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/mt5_small_finetuned_amazon_english_spanish_teyjus_en_5.4.2_3.0_1724803702579.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("mt5_small_finetuned_amazon_english_spanish_teyjus","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("mt5_small_finetuned_amazon_english_spanish_teyjus", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|mt5_small_finetuned_amazon_english_spanish_teyjus| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|1.2 GB| + +## References + +https://huggingface.co/Teyjus/mt5-small-finetuned-amazon-en-es \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-28-mt5_small_finetuned_amazon_english_spanish_teyjus_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-28-mt5_small_finetuned_amazon_english_spanish_teyjus_pipeline_en.md new file mode 100644 index 00000000000000..6a5b0cf1139f5c --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-28-mt5_small_finetuned_amazon_english_spanish_teyjus_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English mt5_small_finetuned_amazon_english_spanish_teyjus_pipeline pipeline T5Transformer from Teyjus +author: John Snow Labs +name: mt5_small_finetuned_amazon_english_spanish_teyjus_pipeline +date: 2024-08-28 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`mt5_small_finetuned_amazon_english_spanish_teyjus_pipeline` is a English model originally trained by Teyjus. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/mt5_small_finetuned_amazon_english_spanish_teyjus_pipeline_en_5.4.2_3.0_1724803809612.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/mt5_small_finetuned_amazon_english_spanish_teyjus_pipeline_en_5.4.2_3.0_1724803809612.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("mt5_small_finetuned_amazon_english_spanish_teyjus_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("mt5_small_finetuned_amazon_english_spanish_teyjus_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|mt5_small_finetuned_amazon_english_spanish_teyjus_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|1.2 GB| + +## References + +https://huggingface.co/Teyjus/mt5-small-finetuned-amazon-en-es + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-28-mt5_small_finetuned_deplain_en.md b/docs/_posts/ahmedlone127/2024-08-28-mt5_small_finetuned_deplain_en.md new file mode 100644 index 00000000000000..edcf9c5e306ed1 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-28-mt5_small_finetuned_deplain_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English mt5_small_finetuned_deplain T5Transformer from jonathandechert +author: John Snow Labs +name: mt5_small_finetuned_deplain +date: 2024-08-28 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`mt5_small_finetuned_deplain` is a English model originally trained by jonathandechert. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/mt5_small_finetuned_deplain_en_5.4.2_3.0_1724806290470.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/mt5_small_finetuned_deplain_en_5.4.2_3.0_1724806290470.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("mt5_small_finetuned_deplain","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("mt5_small_finetuned_deplain", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|mt5_small_finetuned_deplain| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|1.2 GB| + +## References + +https://huggingface.co/jonathandechert/mt5-small-finetuned-DEPlain \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-28-mt5_small_finetuned_deplain_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-28-mt5_small_finetuned_deplain_pipeline_en.md new file mode 100644 index 00000000000000..39e471424a7dd8 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-28-mt5_small_finetuned_deplain_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English mt5_small_finetuned_deplain_pipeline pipeline T5Transformer from jonathandechert +author: John Snow Labs +name: mt5_small_finetuned_deplain_pipeline +date: 2024-08-28 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`mt5_small_finetuned_deplain_pipeline` is a English model originally trained by jonathandechert. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/mt5_small_finetuned_deplain_pipeline_en_5.4.2_3.0_1724806444995.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/mt5_small_finetuned_deplain_pipeline_en_5.4.2_3.0_1724806444995.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("mt5_small_finetuned_deplain_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("mt5_small_finetuned_deplain_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|mt5_small_finetuned_deplain_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|1.2 GB| + +## References + +https://huggingface.co/jonathandechert/mt5-small-finetuned-DEPlain + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-28-mt5_small_itquad_qa_trimmed_italian_15000_en.md b/docs/_posts/ahmedlone127/2024-08-28-mt5_small_itquad_qa_trimmed_italian_15000_en.md new file mode 100644 index 00000000000000..26dffef5aba045 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-28-mt5_small_itquad_qa_trimmed_italian_15000_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English mt5_small_itquad_qa_trimmed_italian_15000 T5Transformer from vocabtrimmer +author: John Snow Labs +name: mt5_small_itquad_qa_trimmed_italian_15000 +date: 2024-08-28 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`mt5_small_itquad_qa_trimmed_italian_15000` is a English model originally trained by vocabtrimmer. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/mt5_small_itquad_qa_trimmed_italian_15000_en_5.4.2_3.0_1724830594002.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/mt5_small_itquad_qa_trimmed_italian_15000_en_5.4.2_3.0_1724830594002.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("mt5_small_itquad_qa_trimmed_italian_15000","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("mt5_small_itquad_qa_trimmed_italian_15000", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|mt5_small_itquad_qa_trimmed_italian_15000| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|252.1 MB| + +## References + +https://huggingface.co/vocabtrimmer/mt5-small-itquad-qa-trimmed-it-15000 \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-28-mt5_small_itquad_qa_trimmed_italian_15000_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-28-mt5_small_itquad_qa_trimmed_italian_15000_pipeline_en.md new file mode 100644 index 00000000000000..fce92f5df93590 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-28-mt5_small_itquad_qa_trimmed_italian_15000_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English mt5_small_itquad_qa_trimmed_italian_15000_pipeline pipeline T5Transformer from vocabtrimmer +author: John Snow Labs +name: mt5_small_itquad_qa_trimmed_italian_15000_pipeline +date: 2024-08-28 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`mt5_small_itquad_qa_trimmed_italian_15000_pipeline` is a English model originally trained by vocabtrimmer. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/mt5_small_itquad_qa_trimmed_italian_15000_pipeline_en_5.4.2_3.0_1724830607457.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/mt5_small_itquad_qa_trimmed_italian_15000_pipeline_en_5.4.2_3.0_1724830607457.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("mt5_small_itquad_qa_trimmed_italian_15000_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("mt5_small_itquad_qa_trimmed_italian_15000_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|mt5_small_itquad_qa_trimmed_italian_15000_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|252.1 MB| + +## References + +https://huggingface.co/vocabtrimmer/mt5-small-itquad-qa-trimmed-it-15000 + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-28-mt5_small_jaquad_qg_trimmed_japanese_90000_en.md b/docs/_posts/ahmedlone127/2024-08-28-mt5_small_jaquad_qg_trimmed_japanese_90000_en.md new file mode 100644 index 00000000000000..92469e823b1613 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-28-mt5_small_jaquad_qg_trimmed_japanese_90000_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English mt5_small_jaquad_qg_trimmed_japanese_90000 T5Transformer from vocabtrimmer +author: John Snow Labs +name: mt5_small_jaquad_qg_trimmed_japanese_90000 +date: 2024-08-28 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`mt5_small_jaquad_qg_trimmed_japanese_90000` is a English model originally trained by vocabtrimmer. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/mt5_small_jaquad_qg_trimmed_japanese_90000_en_5.4.2_3.0_1724819125867.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/mt5_small_jaquad_qg_trimmed_japanese_90000_en_5.4.2_3.0_1724819125867.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("mt5_small_jaquad_qg_trimmed_japanese_90000","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("mt5_small_jaquad_qg_trimmed_japanese_90000", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|mt5_small_jaquad_qg_trimmed_japanese_90000| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|583.3 MB| + +## References + +https://huggingface.co/vocabtrimmer/mt5-small-jaquad-qg-trimmed-ja-90000 \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-28-mt5_small_jaquad_qg_trimmed_japanese_90000_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-28-mt5_small_jaquad_qg_trimmed_japanese_90000_pipeline_en.md new file mode 100644 index 00000000000000..e837f4a4f4189d --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-28-mt5_small_jaquad_qg_trimmed_japanese_90000_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English mt5_small_jaquad_qg_trimmed_japanese_90000_pipeline pipeline T5Transformer from vocabtrimmer +author: John Snow Labs +name: mt5_small_jaquad_qg_trimmed_japanese_90000_pipeline +date: 2024-08-28 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`mt5_small_jaquad_qg_trimmed_japanese_90000_pipeline` is a English model originally trained by vocabtrimmer. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/mt5_small_jaquad_qg_trimmed_japanese_90000_pipeline_en_5.4.2_3.0_1724819168863.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/mt5_small_jaquad_qg_trimmed_japanese_90000_pipeline_en_5.4.2_3.0_1724819168863.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("mt5_small_jaquad_qg_trimmed_japanese_90000_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("mt5_small_jaquad_qg_trimmed_japanese_90000_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|mt5_small_jaquad_qg_trimmed_japanese_90000_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|583.3 MB| + +## References + +https://huggingface.co/vocabtrimmer/mt5-small-jaquad-qg-trimmed-ja-90000 + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-28-mt5_small_koquad_qg_trimmed_korean_5000_en.md b/docs/_posts/ahmedlone127/2024-08-28-mt5_small_koquad_qg_trimmed_korean_5000_en.md new file mode 100644 index 00000000000000..41ddb2016d7ab4 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-28-mt5_small_koquad_qg_trimmed_korean_5000_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English mt5_small_koquad_qg_trimmed_korean_5000 T5Transformer from vocabtrimmer +author: John Snow Labs +name: mt5_small_koquad_qg_trimmed_korean_5000 +date: 2024-08-28 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`mt5_small_koquad_qg_trimmed_korean_5000` is a English model originally trained by vocabtrimmer. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/mt5_small_koquad_qg_trimmed_korean_5000_en_5.4.2_3.0_1724823807223.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/mt5_small_koquad_qg_trimmed_korean_5000_en_5.4.2_3.0_1724823807223.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("mt5_small_koquad_qg_trimmed_korean_5000","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("mt5_small_koquad_qg_trimmed_korean_5000", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|mt5_small_koquad_qg_trimmed_korean_5000| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|194.9 MB| + +## References + +https://huggingface.co/vocabtrimmer/mt5-small-koquad-qg-trimmed-ko-5000 \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-28-mt5_small_koquad_qg_trimmed_korean_5000_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-28-mt5_small_koquad_qg_trimmed_korean_5000_pipeline_en.md new file mode 100644 index 00000000000000..aaa199856ca546 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-28-mt5_small_koquad_qg_trimmed_korean_5000_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English mt5_small_koquad_qg_trimmed_korean_5000_pipeline pipeline T5Transformer from vocabtrimmer +author: John Snow Labs +name: mt5_small_koquad_qg_trimmed_korean_5000_pipeline +date: 2024-08-28 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`mt5_small_koquad_qg_trimmed_korean_5000_pipeline` is a English model originally trained by vocabtrimmer. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/mt5_small_koquad_qg_trimmed_korean_5000_pipeline_en_5.4.2_3.0_1724823817849.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/mt5_small_koquad_qg_trimmed_korean_5000_pipeline_en_5.4.2_3.0_1724823817849.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("mt5_small_koquad_qg_trimmed_korean_5000_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("mt5_small_koquad_qg_trimmed_korean_5000_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|mt5_small_koquad_qg_trimmed_korean_5000_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|194.9 MB| + +## References + +https://huggingface.co/vocabtrimmer/mt5-small-koquad-qg-trimmed-ko-5000 + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-28-mt5_small_poll_generation_en.md b/docs/_posts/ahmedlone127/2024-08-28-mt5_small_poll_generation_en.md new file mode 100644 index 00000000000000..d90a21734a3864 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-28-mt5_small_poll_generation_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English mt5_small_poll_generation T5Transformer from Pedrambbk +author: John Snow Labs +name: mt5_small_poll_generation +date: 2024-08-28 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`mt5_small_poll_generation` is a English model originally trained by Pedrambbk. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/mt5_small_poll_generation_en_5.4.2_3.0_1724808633752.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/mt5_small_poll_generation_en_5.4.2_3.0_1724808633752.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("mt5_small_poll_generation","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("mt5_small_poll_generation", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|mt5_small_poll_generation| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|1.2 GB| + +## References + +https://huggingface.co/Pedrambbk/mt5-small-poll-generation \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-28-mt5_small_poll_generation_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-28-mt5_small_poll_generation_pipeline_en.md new file mode 100644 index 00000000000000..53647480c5a108 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-28-mt5_small_poll_generation_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English mt5_small_poll_generation_pipeline pipeline T5Transformer from Pedrambbk +author: John Snow Labs +name: mt5_small_poll_generation_pipeline +date: 2024-08-28 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`mt5_small_poll_generation_pipeline` is a English model originally trained by Pedrambbk. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/mt5_small_poll_generation_pipeline_en_5.4.2_3.0_1724808801421.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/mt5_small_poll_generation_pipeline_en_5.4.2_3.0_1724808801421.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("mt5_small_poll_generation_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("mt5_small_poll_generation_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|mt5_small_poll_generation_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|1.2 GB| + +## References + +https://huggingface.co/Pedrambbk/mt5-small-poll-generation + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-28-mt5_small_squad_qa_trimmed_english_5000_en.md b/docs/_posts/ahmedlone127/2024-08-28-mt5_small_squad_qa_trimmed_english_5000_en.md new file mode 100644 index 00000000000000..acb624ddfe677a --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-28-mt5_small_squad_qa_trimmed_english_5000_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English mt5_small_squad_qa_trimmed_english_5000 T5Transformer from vocabtrimmer +author: John Snow Labs +name: mt5_small_squad_qa_trimmed_english_5000 +date: 2024-08-28 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`mt5_small_squad_qa_trimmed_english_5000` is a English model originally trained by vocabtrimmer. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/mt5_small_squad_qa_trimmed_english_5000_en_5.4.2_3.0_1724809416053.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/mt5_small_squad_qa_trimmed_english_5000_en_5.4.2_3.0_1724809416053.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("mt5_small_squad_qa_trimmed_english_5000","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("mt5_small_squad_qa_trimmed_english_5000", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|mt5_small_squad_qa_trimmed_english_5000| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|196.1 MB| + +## References + +https://huggingface.co/vocabtrimmer/mt5-small-squad-qa-trimmed-en-5000 \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-28-mt5_small_squad_qa_trimmed_english_5000_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-28-mt5_small_squad_qa_trimmed_english_5000_pipeline_en.md new file mode 100644 index 00000000000000..ce4e24530fbcbe --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-28-mt5_small_squad_qa_trimmed_english_5000_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English mt5_small_squad_qa_trimmed_english_5000_pipeline pipeline T5Transformer from vocabtrimmer +author: John Snow Labs +name: mt5_small_squad_qa_trimmed_english_5000_pipeline +date: 2024-08-28 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`mt5_small_squad_qa_trimmed_english_5000_pipeline` is a English model originally trained by vocabtrimmer. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/mt5_small_squad_qa_trimmed_english_5000_pipeline_en_5.4.2_3.0_1724809425481.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/mt5_small_squad_qa_trimmed_english_5000_pipeline_en_5.4.2_3.0_1724809425481.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("mt5_small_squad_qa_trimmed_english_5000_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("mt5_small_squad_qa_trimmed_english_5000_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|mt5_small_squad_qa_trimmed_english_5000_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|196.1 MB| + +## References + +https://huggingface.co/vocabtrimmer/mt5-small-squad-qa-trimmed-en-5000 + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-28-mt5_small_trimmed_english_5000_squad_qa_en.md b/docs/_posts/ahmedlone127/2024-08-28-mt5_small_trimmed_english_5000_squad_qa_en.md new file mode 100644 index 00000000000000..d501fbc4f8e459 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-28-mt5_small_trimmed_english_5000_squad_qa_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English mt5_small_trimmed_english_5000_squad_qa T5Transformer from vocabtrimmer +author: John Snow Labs +name: mt5_small_trimmed_english_5000_squad_qa +date: 2024-08-28 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`mt5_small_trimmed_english_5000_squad_qa` is a English model originally trained by vocabtrimmer. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/mt5_small_trimmed_english_5000_squad_qa_en_5.4.2_3.0_1724811692877.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/mt5_small_trimmed_english_5000_squad_qa_en_5.4.2_3.0_1724811692877.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("mt5_small_trimmed_english_5000_squad_qa","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("mt5_small_trimmed_english_5000_squad_qa", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|mt5_small_trimmed_english_5000_squad_qa| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|196.1 MB| + +## References + +https://huggingface.co/vocabtrimmer/mt5-small-trimmed-en-5000-squad-qa \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-28-mt5_small_trimmed_english_5000_squad_qa_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-28-mt5_small_trimmed_english_5000_squad_qa_pipeline_en.md new file mode 100644 index 00000000000000..23cf6a916b9b25 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-28-mt5_small_trimmed_english_5000_squad_qa_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English mt5_small_trimmed_english_5000_squad_qa_pipeline pipeline T5Transformer from vocabtrimmer +author: John Snow Labs +name: mt5_small_trimmed_english_5000_squad_qa_pipeline +date: 2024-08-28 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`mt5_small_trimmed_english_5000_squad_qa_pipeline` is a English model originally trained by vocabtrimmer. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/mt5_small_trimmed_english_5000_squad_qa_pipeline_en_5.4.2_3.0_1724811704381.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/mt5_small_trimmed_english_5000_squad_qa_pipeline_en_5.4.2_3.0_1724811704381.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("mt5_small_trimmed_english_5000_squad_qa_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("mt5_small_trimmed_english_5000_squad_qa_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|mt5_small_trimmed_english_5000_squad_qa_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|196.1 MB| + +## References + +https://huggingface.co/vocabtrimmer/mt5-small-trimmed-en-5000-squad-qa + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-28-mt5_small_trimmed_japanese_jaquad_qg_ja.md b/docs/_posts/ahmedlone127/2024-08-28-mt5_small_trimmed_japanese_jaquad_qg_ja.md new file mode 100644 index 00000000000000..961010b369d300 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-28-mt5_small_trimmed_japanese_jaquad_qg_ja.md @@ -0,0 +1,86 @@ +--- +layout: model +title: Japanese mt5_small_trimmed_japanese_jaquad_qg T5Transformer from vocabtrimmer +author: John Snow Labs +name: mt5_small_trimmed_japanese_jaquad_qg +date: 2024-08-28 +tags: [ja, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: ja +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`mt5_small_trimmed_japanese_jaquad_qg` is a Japanese model originally trained by vocabtrimmer. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/mt5_small_trimmed_japanese_jaquad_qg_ja_5.4.2_3.0_1724822045743.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/mt5_small_trimmed_japanese_jaquad_qg_ja_5.4.2_3.0_1724822045743.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("mt5_small_trimmed_japanese_jaquad_qg","ja") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("mt5_small_trimmed_japanese_jaquad_qg", "ja") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|mt5_small_trimmed_japanese_jaquad_qg| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|ja| +|Size:|726.3 MB| + +## References + +https://huggingface.co/vocabtrimmer/mt5-small-trimmed-ja-jaquad-qg \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-28-mt5_small_trimmed_japanese_jaquad_qg_pipeline_ja.md b/docs/_posts/ahmedlone127/2024-08-28-mt5_small_trimmed_japanese_jaquad_qg_pipeline_ja.md new file mode 100644 index 00000000000000..c54ea2826142bb --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-28-mt5_small_trimmed_japanese_jaquad_qg_pipeline_ja.md @@ -0,0 +1,69 @@ +--- +layout: model +title: Japanese mt5_small_trimmed_japanese_jaquad_qg_pipeline pipeline T5Transformer from vocabtrimmer +author: John Snow Labs +name: mt5_small_trimmed_japanese_jaquad_qg_pipeline +date: 2024-08-28 +tags: [ja, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: ja +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`mt5_small_trimmed_japanese_jaquad_qg_pipeline` is a Japanese model originally trained by vocabtrimmer. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/mt5_small_trimmed_japanese_jaquad_qg_pipeline_ja_5.4.2_3.0_1724822111812.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/mt5_small_trimmed_japanese_jaquad_qg_pipeline_ja_5.4.2_3.0_1724822111812.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("mt5_small_trimmed_japanese_jaquad_qg_pipeline", lang = "ja") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("mt5_small_trimmed_japanese_jaquad_qg_pipeline", lang = "ja") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|mt5_small_trimmed_japanese_jaquad_qg_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|ja| +|Size:|726.3 MB| + +## References + +https://huggingface.co/vocabtrimmer/mt5-small-trimmed-ja-jaquad-qg + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-28-mt5_small_uyghur_10k_en.md b/docs/_posts/ahmedlone127/2024-08-28-mt5_small_uyghur_10k_en.md new file mode 100644 index 00000000000000..da83ba06d4f0c5 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-28-mt5_small_uyghur_10k_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English mt5_small_uyghur_10k T5Transformer from KaiNylund +author: John Snow Labs +name: mt5_small_uyghur_10k +date: 2024-08-28 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`mt5_small_uyghur_10k` is a English model originally trained by KaiNylund. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/mt5_small_uyghur_10k_en_5.4.2_3.0_1724833470735.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/mt5_small_uyghur_10k_en_5.4.2_3.0_1724833470735.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("mt5_small_uyghur_10k","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("mt5_small_uyghur_10k", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|mt5_small_uyghur_10k| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|1.2 GB| + +## References + +https://huggingface.co/KaiNylund/mt5-small-ug-10k \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-28-mt5_small_uyghur_10k_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-28-mt5_small_uyghur_10k_pipeline_en.md new file mode 100644 index 00000000000000..39e922f42fad76 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-28-mt5_small_uyghur_10k_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English mt5_small_uyghur_10k_pipeline pipeline T5Transformer from KaiNylund +author: John Snow Labs +name: mt5_small_uyghur_10k_pipeline +date: 2024-08-28 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`mt5_small_uyghur_10k_pipeline` is a English model originally trained by KaiNylund. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/mt5_small_uyghur_10k_pipeline_en_5.4.2_3.0_1724833655203.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/mt5_small_uyghur_10k_pipeline_en_5.4.2_3.0_1724833655203.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("mt5_small_uyghur_10k_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("mt5_small_uyghur_10k_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|mt5_small_uyghur_10k_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|1.2 GB| + +## References + +https://huggingface.co/KaiNylund/mt5-small-ug-10k + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-28-mt5_xl_normail_en.md b/docs/_posts/ahmedlone127/2024-08-28-mt5_xl_normail_en.md new file mode 100644 index 00000000000000..6d32324f6c35bb --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-28-mt5_xl_normail_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English mt5_xl_normail T5Transformer from bg79-v23-bidata-ntnu +author: John Snow Labs +name: mt5_xl_normail +date: 2024-08-28 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`mt5_xl_normail` is a English model originally trained by bg79-v23-bidata-ntnu. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/mt5_xl_normail_en_5.4.2_3.0_1724830920159.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/mt5_xl_normail_en_5.4.2_3.0_1724830920159.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("mt5_xl_normail","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("mt5_xl_normail", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|mt5_xl_normail| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|1.2 GB| + +## References + +https://huggingface.co/bg79-v23-bidata-ntnu/mt5_xl-normail \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-28-mt5_xl_normail_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-28-mt5_xl_normail_pipeline_en.md new file mode 100644 index 00000000000000..a5f57de890af5b --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-28-mt5_xl_normail_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English mt5_xl_normail_pipeline pipeline T5Transformer from bg79-v23-bidata-ntnu +author: John Snow Labs +name: mt5_xl_normail_pipeline +date: 2024-08-28 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`mt5_xl_normail_pipeline` is a English model originally trained by bg79-v23-bidata-ntnu. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/mt5_xl_normail_pipeline_en_5.4.2_3.0_1724831022439.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/mt5_xl_normail_pipeline_en_5.4.2_3.0_1724831022439.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("mt5_xl_normail_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("mt5_xl_normail_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|mt5_xl_normail_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|1.2 GB| + +## References + +https://huggingface.co/bg79-v23-bidata-ntnu/mt5_xl-normail + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-28-oath_frames_flant5_base_en.md b/docs/_posts/ahmedlone127/2024-08-28-oath_frames_flant5_base_en.md new file mode 100644 index 00000000000000..a4264a6e8a4780 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-28-oath_frames_flant5_base_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English oath_frames_flant5_base T5Transformer from dill-lab +author: John Snow Labs +name: oath_frames_flant5_base +date: 2024-08-28 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`oath_frames_flant5_base` is a English model originally trained by dill-lab. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/oath_frames_flant5_base_en_5.4.2_3.0_1724830761375.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/oath_frames_flant5_base_en_5.4.2_3.0_1724830761375.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("oath_frames_flant5_base","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("oath_frames_flant5_base", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|oath_frames_flant5_base| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|1.0 GB| + +## References + +https://huggingface.co/dill-lab/oath-frames-flant5-base \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-28-oath_frames_flant5_base_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-28-oath_frames_flant5_base_pipeline_en.md new file mode 100644 index 00000000000000..722fdbd3832b04 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-28-oath_frames_flant5_base_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English oath_frames_flant5_base_pipeline pipeline T5Transformer from dill-lab +author: John Snow Labs +name: oath_frames_flant5_base_pipeline +date: 2024-08-28 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`oath_frames_flant5_base_pipeline` is a English model originally trained by dill-lab. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/oath_frames_flant5_base_pipeline_en_5.4.2_3.0_1724830816774.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/oath_frames_flant5_base_pipeline_en_5.4.2_3.0_1724830816774.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("oath_frames_flant5_base_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("oath_frames_flant5_base_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|oath_frames_flant5_base_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|1.0 GB| + +## References + +https://huggingface.co/dill-lab/oath-frames-flant5-base + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-28-output_lizashr_en.md b/docs/_posts/ahmedlone127/2024-08-28-output_lizashr_en.md new file mode 100644 index 00000000000000..6a3d453505c26f --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-28-output_lizashr_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English output_lizashr T5Transformer from lizashr +author: John Snow Labs +name: output_lizashr +date: 2024-08-28 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`output_lizashr` is a English model originally trained by lizashr. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/output_lizashr_en_5.4.2_3.0_1724813435176.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/output_lizashr_en_5.4.2_3.0_1724813435176.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("output_lizashr","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("output_lizashr", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|output_lizashr| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|346.0 MB| + +## References + +https://huggingface.co/lizashr/output \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-28-output_lizashr_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-28-output_lizashr_pipeline_en.md new file mode 100644 index 00000000000000..aa0203321f4793 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-28-output_lizashr_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English output_lizashr_pipeline pipeline T5Transformer from lizashr +author: John Snow Labs +name: output_lizashr_pipeline +date: 2024-08-28 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`output_lizashr_pipeline` is a English model originally trained by lizashr. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/output_lizashr_pipeline_en_5.4.2_3.0_1724813452060.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/output_lizashr_pipeline_en_5.4.2_3.0_1724813452060.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("output_lizashr_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("output_lizashr_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|output_lizashr_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|346.0 MB| + +## References + +https://huggingface.co/lizashr/output + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-28-polish_transliterator_t5_en.md b/docs/_posts/ahmedlone127/2024-08-28-polish_transliterator_t5_en.md new file mode 100644 index 00000000000000..b8bd0afd466f74 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-28-polish_transliterator_t5_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English polish_transliterator_t5 T5Transformer from marcus2000 +author: John Snow Labs +name: polish_transliterator_t5 +date: 2024-08-28 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`polish_transliterator_t5` is a English model originally trained by marcus2000. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/polish_transliterator_t5_en_5.4.2_3.0_1724823524608.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/polish_transliterator_t5_en_5.4.2_3.0_1724823524608.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("polish_transliterator_t5","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("polish_transliterator_t5", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|polish_transliterator_t5| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|296.8 MB| + +## References + +https://huggingface.co/marcus2000/polish_transliterator_T5 \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-28-polish_transliterator_t5_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-28-polish_transliterator_t5_pipeline_en.md new file mode 100644 index 00000000000000..409b16ee291849 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-28-polish_transliterator_t5_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English polish_transliterator_t5_pipeline pipeline T5Transformer from marcus2000 +author: John Snow Labs +name: polish_transliterator_t5_pipeline +date: 2024-08-28 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`polish_transliterator_t5_pipeline` is a English model originally trained by marcus2000. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/polish_transliterator_t5_pipeline_en_5.4.2_3.0_1724823554828.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/polish_transliterator_t5_pipeline_en_5.4.2_3.0_1724823554828.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("polish_transliterator_t5_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("polish_transliterator_t5_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|polish_transliterator_t5_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|296.8 MB| + +## References + +https://huggingface.co/marcus2000/polish_transliterator_T5 + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-28-qg_v2_en.md b/docs/_posts/ahmedlone127/2024-08-28-qg_v2_en.md new file mode 100644 index 00000000000000..b5d32b7da1fe7b --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-28-qg_v2_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English qg_v2 T5Transformer from shredder-31 +author: John Snow Labs +name: qg_v2 +date: 2024-08-28 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`qg_v2` is a English model originally trained by shredder-31. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/qg_v2_en_5.4.2_3.0_1724826882173.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/qg_v2_en_5.4.2_3.0_1724826882173.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("qg_v2","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("qg_v2", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|qg_v2| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|2.2 GB| + +## References + +https://huggingface.co/shredder-31/QG_v2 \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-28-results_nishita_en.md b/docs/_posts/ahmedlone127/2024-08-28-results_nishita_en.md new file mode 100644 index 00000000000000..130582feab8686 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-28-results_nishita_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English results_nishita T5Transformer from nishita +author: John Snow Labs +name: results_nishita +date: 2024-08-28 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`results_nishita` is a English model originally trained by nishita. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/results_nishita_en_5.4.2_3.0_1724804897703.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/results_nishita_en_5.4.2_3.0_1724804897703.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("results_nishita","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("results_nishita", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|results_nishita| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|350.1 MB| + +## References + +https://huggingface.co/nishita/results \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-28-results_nishita_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-28-results_nishita_pipeline_en.md new file mode 100644 index 00000000000000..b06170e104016e --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-28-results_nishita_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English results_nishita_pipeline pipeline T5Transformer from nishita +author: John Snow Labs +name: results_nishita_pipeline +date: 2024-08-28 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`results_nishita_pipeline` is a English model originally trained by nishita. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/results_nishita_pipeline_en_5.4.2_3.0_1724804913937.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/results_nishita_pipeline_en_5.4.2_3.0_1724804913937.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("results_nishita_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("results_nishita_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|results_nishita_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|350.1 MB| + +## References + +https://huggingface.co/nishita/results + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-28-results_ycfntu_en.md b/docs/_posts/ahmedlone127/2024-08-28-results_ycfntu_en.md new file mode 100644 index 00000000000000..5eb0f06c8da643 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-28-results_ycfntu_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English results_ycfntu T5Transformer from ycfNTU +author: John Snow Labs +name: results_ycfntu +date: 2024-08-28 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`results_ycfntu` is a English model originally trained by ycfNTU. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/results_ycfntu_en_5.4.2_3.0_1724823171564.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/results_ycfntu_en_5.4.2_3.0_1724823171564.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("results_ycfntu","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("results_ycfntu", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|results_ycfntu| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|325.0 MB| + +## References + +https://huggingface.co/ycfNTU/results \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-28-results_ycfntu_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-28-results_ycfntu_pipeline_en.md new file mode 100644 index 00000000000000..9d00a0f62ed284 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-28-results_ycfntu_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English results_ycfntu_pipeline pipeline T5Transformer from ycfNTU +author: John Snow Labs +name: results_ycfntu_pipeline +date: 2024-08-28 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`results_ycfntu_pipeline` is a English model originally trained by ycfNTU. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/results_ycfntu_pipeline_en_5.4.2_3.0_1724823193737.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/results_ycfntu_pipeline_en_5.4.2_3.0_1724823193737.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("results_ycfntu_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("results_ycfntu_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|results_ycfntu_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|325.0 MB| + +## References + +https://huggingface.co/ycfNTU/results + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-28-rotten_tomatoes_t5_large_seed_2_en.md b/docs/_posts/ahmedlone127/2024-08-28-rotten_tomatoes_t5_large_seed_2_en.md new file mode 100644 index 00000000000000..db105ffe168dab --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-28-rotten_tomatoes_t5_large_seed_2_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English rotten_tomatoes_t5_large_seed_2 T5Transformer from utahnlp +author: John Snow Labs +name: rotten_tomatoes_t5_large_seed_2 +date: 2024-08-28 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`rotten_tomatoes_t5_large_seed_2` is a English model originally trained by utahnlp. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/rotten_tomatoes_t5_large_seed_2_en_5.4.2_3.0_1724807668730.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/rotten_tomatoes_t5_large_seed_2_en_5.4.2_3.0_1724807668730.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("rotten_tomatoes_t5_large_seed_2","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("rotten_tomatoes_t5_large_seed_2", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|rotten_tomatoes_t5_large_seed_2| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|2.9 GB| + +## References + +https://huggingface.co/utahnlp/rotten_tomatoes_t5-large_seed-2 \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-28-rut5_base_finetuned_xsum_en.md b/docs/_posts/ahmedlone127/2024-08-28-rut5_base_finetuned_xsum_en.md new file mode 100644 index 00000000000000..05fc306eab1fdb --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-28-rut5_base_finetuned_xsum_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English rut5_base_finetuned_xsum T5Transformer from valeriazen +author: John Snow Labs +name: rut5_base_finetuned_xsum +date: 2024-08-28 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`rut5_base_finetuned_xsum` is a English model originally trained by valeriazen. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/rut5_base_finetuned_xsum_en_5.4.2_3.0_1724827825012.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/rut5_base_finetuned_xsum_en_5.4.2_3.0_1724827825012.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("rut5_base_finetuned_xsum","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("rut5_base_finetuned_xsum", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|rut5_base_finetuned_xsum| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|1.0 GB| + +## References + +https://huggingface.co/valeriazen/ruT5-base-finetuned-xsum \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-28-rut5_base_finetuned_xsum_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-28-rut5_base_finetuned_xsum_pipeline_en.md new file mode 100644 index 00000000000000..07770822d782b6 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-28-rut5_base_finetuned_xsum_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English rut5_base_finetuned_xsum_pipeline pipeline T5Transformer from valeriazen +author: John Snow Labs +name: rut5_base_finetuned_xsum_pipeline +date: 2024-08-28 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`rut5_base_finetuned_xsum_pipeline` is a English model originally trained by valeriazen. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/rut5_base_finetuned_xsum_pipeline_en_5.4.2_3.0_1724827883361.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/rut5_base_finetuned_xsum_pipeline_en_5.4.2_3.0_1724827883361.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("rut5_base_finetuned_xsum_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("rut5_base_finetuned_xsum_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|rut5_base_finetuned_xsum_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|1.0 GB| + +## References + +https://huggingface.co/valeriazen/ruT5-base-finetuned-xsum + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-28-rut5_small_en.md b/docs/_posts/ahmedlone127/2024-08-28-rut5_small_en.md new file mode 100644 index 00000000000000..dfb73281422daf --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-28-rut5_small_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English rut5_small T5Transformer from Grpp +author: John Snow Labs +name: rut5_small +date: 2024-08-28 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`rut5_small` is a English model originally trained by Grpp. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/rut5_small_en_5.4.2_3.0_1724817065605.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/rut5_small_en_5.4.2_3.0_1724817065605.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("rut5_small","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("rut5_small", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|rut5_small| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|172.8 MB| + +## References + +https://huggingface.co/Grpp/rut5-small \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-28-rut5_small_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-28-rut5_small_pipeline_en.md new file mode 100644 index 00000000000000..f0dc2840ec6aeb --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-28-rut5_small_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English rut5_small_pipeline pipeline T5Transformer from Grpp +author: John Snow Labs +name: rut5_small_pipeline +date: 2024-08-28 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`rut5_small_pipeline` is a English model originally trained by Grpp. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/rut5_small_pipeline_en_5.4.2_3.0_1724817123703.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/rut5_small_pipeline_en_5.4.2_3.0_1724817123703.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("rut5_small_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("rut5_small_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|rut5_small_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|172.8 MB| + +## References + +https://huggingface.co/Grpp/rut5-small + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-28-scores_flan_t5_large_29_11_en.md b/docs/_posts/ahmedlone127/2024-08-28-scores_flan_t5_large_29_11_en.md new file mode 100644 index 00000000000000..55e7f9d916b668 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-28-scores_flan_t5_large_29_11_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English scores_flan_t5_large_29_11 T5Transformer from oscorrea +author: John Snow Labs +name: scores_flan_t5_large_29_11 +date: 2024-08-28 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`scores_flan_t5_large_29_11` is a English model originally trained by oscorrea. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/scores_flan_t5_large_29_11_en_5.4.2_3.0_1724807287106.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/scores_flan_t5_large_29_11_en_5.4.2_3.0_1724807287106.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("scores_flan_t5_large_29_11","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("scores_flan_t5_large_29_11", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|scores_flan_t5_large_29_11| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|3.1 GB| + +## References + +https://huggingface.co/oscorrea/scores-flan-t5-large-29-11 \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-28-scores_flan_t5_large_29_11_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-28-scores_flan_t5_large_29_11_pipeline_en.md new file mode 100644 index 00000000000000..1ca2f187aed707 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-28-scores_flan_t5_large_29_11_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English scores_flan_t5_large_29_11_pipeline pipeline T5Transformer from oscorrea +author: John Snow Labs +name: scores_flan_t5_large_29_11_pipeline +date: 2024-08-28 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`scores_flan_t5_large_29_11_pipeline` is a English model originally trained by oscorrea. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/scores_flan_t5_large_29_11_pipeline_en_5.4.2_3.0_1724807426900.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/scores_flan_t5_large_29_11_pipeline_en_5.4.2_3.0_1724807426900.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("scores_flan_t5_large_29_11_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("scores_flan_t5_large_29_11_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|scores_flan_t5_large_29_11_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|3.1 GB| + +## References + +https://huggingface.co/oscorrea/scores-flan-t5-large-29-11 + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-28-shuffled_nodes_normal_graphs_without_edge_document_level_t5_run3_en.md b/docs/_posts/ahmedlone127/2024-08-28-shuffled_nodes_normal_graphs_without_edge_document_level_t5_run3_en.md new file mode 100644 index 00000000000000..a08b6c7f53be41 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-28-shuffled_nodes_normal_graphs_without_edge_document_level_t5_run3_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English shuffled_nodes_normal_graphs_without_edge_document_level_t5_run3 T5Transformer from sheoran95 +author: John Snow Labs +name: shuffled_nodes_normal_graphs_without_edge_document_level_t5_run3 +date: 2024-08-28 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`shuffled_nodes_normal_graphs_without_edge_document_level_t5_run3` is a English model originally trained by sheoran95. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/shuffled_nodes_normal_graphs_without_edge_document_level_t5_run3_en_5.4.2_3.0_1724806143200.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/shuffled_nodes_normal_graphs_without_edge_document_level_t5_run3_en_5.4.2_3.0_1724806143200.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("shuffled_nodes_normal_graphs_without_edge_document_level_t5_run3","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("shuffled_nodes_normal_graphs_without_edge_document_level_t5_run3", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|shuffled_nodes_normal_graphs_without_edge_document_level_t5_run3| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|313.9 MB| + +## References + +https://huggingface.co/sheoran95/shuffled_nodes_normal_graphs_without_edge_document_level_T5_run3 \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-28-shuffled_nodes_normal_graphs_without_edge_document_level_t5_run3_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-28-shuffled_nodes_normal_graphs_without_edge_document_level_t5_run3_pipeline_en.md new file mode 100644 index 00000000000000..81226dcfec2ac6 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-28-shuffled_nodes_normal_graphs_without_edge_document_level_t5_run3_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English shuffled_nodes_normal_graphs_without_edge_document_level_t5_run3_pipeline pipeline T5Transformer from sheoran95 +author: John Snow Labs +name: shuffled_nodes_normal_graphs_without_edge_document_level_t5_run3_pipeline +date: 2024-08-28 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`shuffled_nodes_normal_graphs_without_edge_document_level_t5_run3_pipeline` is a English model originally trained by sheoran95. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/shuffled_nodes_normal_graphs_without_edge_document_level_t5_run3_pipeline_en_5.4.2_3.0_1724806161655.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/shuffled_nodes_normal_graphs_without_edge_document_level_t5_run3_pipeline_en_5.4.2_3.0_1724806161655.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("shuffled_nodes_normal_graphs_without_edge_document_level_t5_run3_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("shuffled_nodes_normal_graphs_without_edge_document_level_t5_run3_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|shuffled_nodes_normal_graphs_without_edge_document_level_t5_run3_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|313.9 MB| + +## References + +https://huggingface.co/sheoran95/shuffled_nodes_normal_graphs_without_edge_document_level_T5_run3 + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-28-shuffled_nodes_shuffled_graphs_with_edge_document_level_t5_run2_en.md b/docs/_posts/ahmedlone127/2024-08-28-shuffled_nodes_shuffled_graphs_with_edge_document_level_t5_run2_en.md new file mode 100644 index 00000000000000..1ff68c0195d359 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-28-shuffled_nodes_shuffled_graphs_with_edge_document_level_t5_run2_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English shuffled_nodes_shuffled_graphs_with_edge_document_level_t5_run2 T5Transformer from sheoran95 +author: John Snow Labs +name: shuffled_nodes_shuffled_graphs_with_edge_document_level_t5_run2 +date: 2024-08-28 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`shuffled_nodes_shuffled_graphs_with_edge_document_level_t5_run2` is a English model originally trained by sheoran95. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/shuffled_nodes_shuffled_graphs_with_edge_document_level_t5_run2_en_5.4.2_3.0_1724817301050.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/shuffled_nodes_shuffled_graphs_with_edge_document_level_t5_run2_en_5.4.2_3.0_1724817301050.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("shuffled_nodes_shuffled_graphs_with_edge_document_level_t5_run2","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("shuffled_nodes_shuffled_graphs_with_edge_document_level_t5_run2", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|shuffled_nodes_shuffled_graphs_with_edge_document_level_t5_run2| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|312.9 MB| + +## References + +https://huggingface.co/sheoran95/shuffled_nodes_shuffled_graphs_with_edge_document_level_T5_run2 \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-28-shuffled_nodes_shuffled_graphs_with_edge_document_level_t5_run2_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-28-shuffled_nodes_shuffled_graphs_with_edge_document_level_t5_run2_pipeline_en.md new file mode 100644 index 00000000000000..c3ea93d11c0b12 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-28-shuffled_nodes_shuffled_graphs_with_edge_document_level_t5_run2_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English shuffled_nodes_shuffled_graphs_with_edge_document_level_t5_run2_pipeline pipeline T5Transformer from sheoran95 +author: John Snow Labs +name: shuffled_nodes_shuffled_graphs_with_edge_document_level_t5_run2_pipeline +date: 2024-08-28 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`shuffled_nodes_shuffled_graphs_with_edge_document_level_t5_run2_pipeline` is a English model originally trained by sheoran95. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/shuffled_nodes_shuffled_graphs_with_edge_document_level_t5_run2_pipeline_en_5.4.2_3.0_1724817320190.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/shuffled_nodes_shuffled_graphs_with_edge_document_level_t5_run2_pipeline_en_5.4.2_3.0_1724817320190.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("shuffled_nodes_shuffled_graphs_with_edge_document_level_t5_run2_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("shuffled_nodes_shuffled_graphs_with_edge_document_level_t5_run2_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|shuffled_nodes_shuffled_graphs_with_edge_document_level_t5_run2_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|312.9 MB| + +## References + +https://huggingface.co/sheoran95/shuffled_nodes_shuffled_graphs_with_edge_document_level_T5_run2 + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-28-software_req_model_en.md b/docs/_posts/ahmedlone127/2024-08-28-software_req_model_en.md new file mode 100644 index 00000000000000..abb5e8a70d833d --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-28-software_req_model_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English software_req_model T5Transformer from MeetK +author: John Snow Labs +name: software_req_model +date: 2024-08-28 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`software_req_model` is a English model originally trained by MeetK. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/software_req_model_en_5.4.2_3.0_1724809023986.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/software_req_model_en_5.4.2_3.0_1724809023986.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("software_req_model","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("software_req_model", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|software_req_model| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|320.8 MB| + +## References + +https://huggingface.co/MeetK/software_req_model \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-28-software_req_model_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-28-software_req_model_pipeline_en.md new file mode 100644 index 00000000000000..ac80fc11df24b9 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-28-software_req_model_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English software_req_model_pipeline pipeline T5Transformer from MeetK +author: John Snow Labs +name: software_req_model_pipeline +date: 2024-08-28 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`software_req_model_pipeline` is a English model originally trained by MeetK. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/software_req_model_pipeline_en_5.4.2_3.0_1724809044369.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/software_req_model_pipeline_en_5.4.2_3.0_1724809044369.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("software_req_model_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("software_req_model_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|software_req_model_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|320.8 MB| + +## References + +https://huggingface.co/MeetK/software_req_model + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-28-summarizer_billsum_dataset_en.md b/docs/_posts/ahmedlone127/2024-08-28-summarizer_billsum_dataset_en.md new file mode 100644 index 00000000000000..983d4b77ac7e99 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-28-summarizer_billsum_dataset_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English summarizer_billsum_dataset T5Transformer from Surbhit +author: John Snow Labs +name: summarizer_billsum_dataset +date: 2024-08-28 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`summarizer_billsum_dataset` is a English model originally trained by Surbhit. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/summarizer_billsum_dataset_en_5.4.2_3.0_1724813014416.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/summarizer_billsum_dataset_en_5.4.2_3.0_1724813014416.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("summarizer_billsum_dataset","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("summarizer_billsum_dataset", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|summarizer_billsum_dataset| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|333.6 MB| + +## References + +https://huggingface.co/Surbhit/summarizer-billsum_dataset \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-28-summarizer_billsum_dataset_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-28-summarizer_billsum_dataset_pipeline_en.md new file mode 100644 index 00000000000000..e4d274baf030ae --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-28-summarizer_billsum_dataset_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English summarizer_billsum_dataset_pipeline pipeline T5Transformer from Surbhit +author: John Snow Labs +name: summarizer_billsum_dataset_pipeline +date: 2024-08-28 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`summarizer_billsum_dataset_pipeline` is a English model originally trained by Surbhit. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/summarizer_billsum_dataset_pipeline_en_5.4.2_3.0_1724813036173.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/summarizer_billsum_dataset_pipeline_en_5.4.2_3.0_1724813036173.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("summarizer_billsum_dataset_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("summarizer_billsum_dataset_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|summarizer_billsum_dataset_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|333.6 MB| + +## References + +https://huggingface.co/Surbhit/summarizer-billsum_dataset + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-28-t5_60m_lm_wmt_2015_1_en.md b/docs/_posts/ahmedlone127/2024-08-28-t5_60m_lm_wmt_2015_1_en.md new file mode 100644 index 00000000000000..49d539bf220000 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-28-t5_60m_lm_wmt_2015_1_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English t5_60m_lm_wmt_2015_1 T5Transformer from KaiNylund +author: John Snow Labs +name: t5_60m_lm_wmt_2015_1 +date: 2024-08-28 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`t5_60m_lm_wmt_2015_1` is a English model originally trained by KaiNylund. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/t5_60m_lm_wmt_2015_1_en_5.4.2_3.0_1724818573042.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/t5_60m_lm_wmt_2015_1_en_5.4.2_3.0_1724818573042.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("t5_60m_lm_wmt_2015_1","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("t5_60m_lm_wmt_2015_1", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|t5_60m_lm_wmt_2015_1| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|349.2 MB| + +## References + +https://huggingface.co/KaiNylund/t5-60M-lm-wmt-2015-1 \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-28-t5_60m_lm_wmt_2015_1_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-28-t5_60m_lm_wmt_2015_1_pipeline_en.md new file mode 100644 index 00000000000000..594eec0ab719bd --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-28-t5_60m_lm_wmt_2015_1_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English t5_60m_lm_wmt_2015_1_pipeline pipeline T5Transformer from KaiNylund +author: John Snow Labs +name: t5_60m_lm_wmt_2015_1_pipeline +date: 2024-08-28 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`t5_60m_lm_wmt_2015_1_pipeline` is a English model originally trained by KaiNylund. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/t5_60m_lm_wmt_2015_1_pipeline_en_5.4.2_3.0_1724818590914.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/t5_60m_lm_wmt_2015_1_pipeline_en_5.4.2_3.0_1724818590914.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("t5_60m_lm_wmt_2015_1_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("t5_60m_lm_wmt_2015_1_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|t5_60m_lm_wmt_2015_1_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|349.2 MB| + +## References + +https://huggingface.co/KaiNylund/t5-60M-lm-wmt-2015-1 + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-28-t5_60m_lm_wmt_2018_11_en.md b/docs/_posts/ahmedlone127/2024-08-28-t5_60m_lm_wmt_2018_11_en.md new file mode 100644 index 00000000000000..17d75d394099eb --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-28-t5_60m_lm_wmt_2018_11_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English t5_60m_lm_wmt_2018_11 T5Transformer from KaiNylund +author: John Snow Labs +name: t5_60m_lm_wmt_2018_11 +date: 2024-08-28 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`t5_60m_lm_wmt_2018_11` is a English model originally trained by KaiNylund. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/t5_60m_lm_wmt_2018_11_en_5.4.2_3.0_1724818832827.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/t5_60m_lm_wmt_2018_11_en_5.4.2_3.0_1724818832827.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("t5_60m_lm_wmt_2018_11","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("t5_60m_lm_wmt_2018_11", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|t5_60m_lm_wmt_2018_11| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|349.1 MB| + +## References + +https://huggingface.co/KaiNylund/t5-60M-lm-wmt-2018-11 \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-28-t5_60m_lm_wmt_2018_11_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-28-t5_60m_lm_wmt_2018_11_pipeline_en.md new file mode 100644 index 00000000000000..f101c553ccff9c --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-28-t5_60m_lm_wmt_2018_11_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English t5_60m_lm_wmt_2018_11_pipeline pipeline T5Transformer from KaiNylund +author: John Snow Labs +name: t5_60m_lm_wmt_2018_11_pipeline +date: 2024-08-28 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`t5_60m_lm_wmt_2018_11_pipeline` is a English model originally trained by KaiNylund. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/t5_60m_lm_wmt_2018_11_pipeline_en_5.4.2_3.0_1724818850723.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/t5_60m_lm_wmt_2018_11_pipeline_en_5.4.2_3.0_1724818850723.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("t5_60m_lm_wmt_2018_11_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("t5_60m_lm_wmt_2018_11_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|t5_60m_lm_wmt_2018_11_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|349.1 MB| + +## References + +https://huggingface.co/KaiNylund/t5-60M-lm-wmt-2018-11 + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-28-t5_60m_lm_wmt_2020_7_en.md b/docs/_posts/ahmedlone127/2024-08-28-t5_60m_lm_wmt_2020_7_en.md new file mode 100644 index 00000000000000..b2d5688b13216f --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-28-t5_60m_lm_wmt_2020_7_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English t5_60m_lm_wmt_2020_7 T5Transformer from KaiNylund +author: John Snow Labs +name: t5_60m_lm_wmt_2020_7 +date: 2024-08-28 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`t5_60m_lm_wmt_2020_7` is a English model originally trained by KaiNylund. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/t5_60m_lm_wmt_2020_7_en_5.4.2_3.0_1724804091815.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/t5_60m_lm_wmt_2020_7_en_5.4.2_3.0_1724804091815.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("t5_60m_lm_wmt_2020_7","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("t5_60m_lm_wmt_2020_7", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|t5_60m_lm_wmt_2020_7| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|349.1 MB| + +## References + +https://huggingface.co/KaiNylund/t5-60M-lm-wmt-2020-7 \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-28-t5_60m_lm_wmt_2020_7_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-28-t5_60m_lm_wmt_2020_7_pipeline_en.md new file mode 100644 index 00000000000000..bc5f099f2a8af8 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-28-t5_60m_lm_wmt_2020_7_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English t5_60m_lm_wmt_2020_7_pipeline pipeline T5Transformer from KaiNylund +author: John Snow Labs +name: t5_60m_lm_wmt_2020_7_pipeline +date: 2024-08-28 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`t5_60m_lm_wmt_2020_7_pipeline` is a English model originally trained by KaiNylund. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/t5_60m_lm_wmt_2020_7_pipeline_en_5.4.2_3.0_1724804108923.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/t5_60m_lm_wmt_2020_7_pipeline_en_5.4.2_3.0_1724804108923.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("t5_60m_lm_wmt_2020_7_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("t5_60m_lm_wmt_2020_7_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|t5_60m_lm_wmt_2020_7_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|349.1 MB| + +## References + +https://huggingface.co/KaiNylund/t5-60M-lm-wmt-2020-7 + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-28-t5_60m_poli_aff_2015_4_en.md b/docs/_posts/ahmedlone127/2024-08-28-t5_60m_poli_aff_2015_4_en.md new file mode 100644 index 00000000000000..2622ee58a489b0 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-28-t5_60m_poli_aff_2015_4_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English t5_60m_poli_aff_2015_4 T5Transformer from KaiNylund +author: John Snow Labs +name: t5_60m_poli_aff_2015_4 +date: 2024-08-28 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`t5_60m_poli_aff_2015_4` is a English model originally trained by KaiNylund. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/t5_60m_poli_aff_2015_4_en_5.4.2_3.0_1724812075401.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/t5_60m_poli_aff_2015_4_en_5.4.2_3.0_1724812075401.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("t5_60m_poli_aff_2015_4","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("t5_60m_poli_aff_2015_4", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|t5_60m_poli_aff_2015_4| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|301.1 MB| + +## References + +https://huggingface.co/KaiNylund/t5-60M-poli_aff-2015-4 \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-28-t5_60m_poli_aff_2015_4_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-28-t5_60m_poli_aff_2015_4_pipeline_en.md new file mode 100644 index 00000000000000..d81fd3e3a2e389 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-28-t5_60m_poli_aff_2015_4_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English t5_60m_poli_aff_2015_4_pipeline pipeline T5Transformer from KaiNylund +author: John Snow Labs +name: t5_60m_poli_aff_2015_4_pipeline +date: 2024-08-28 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`t5_60m_poli_aff_2015_4_pipeline` is a English model originally trained by KaiNylund. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/t5_60m_poli_aff_2015_4_pipeline_en_5.4.2_3.0_1724812104093.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/t5_60m_poli_aff_2015_4_pipeline_en_5.4.2_3.0_1724812104093.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("t5_60m_poli_aff_2015_4_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("t5_60m_poli_aff_2015_4_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|t5_60m_poli_aff_2015_4_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|301.2 MB| + +## References + +https://huggingface.co/KaiNylund/t5-60M-poli_aff-2015-4 + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-28-t5_base_cc_news_en.md b/docs/_posts/ahmedlone127/2024-08-28-t5_base_cc_news_en.md new file mode 100644 index 00000000000000..892052dcc14ec7 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-28-t5_base_cc_news_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English t5_base_cc_news T5Transformer from zchowdhury +author: John Snow Labs +name: t5_base_cc_news +date: 2024-08-28 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`t5_base_cc_news` is a English model originally trained by zchowdhury. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/t5_base_cc_news_en_5.4.2_3.0_1724832062760.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/t5_base_cc_news_en_5.4.2_3.0_1724832062760.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("t5_base_cc_news","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("t5_base_cc_news", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|t5_base_cc_news| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|1.0 GB| + +## References + +https://huggingface.co/zchowdhury/t5-base-cc-news \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-28-t5_base_cc_news_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-28-t5_base_cc_news_pipeline_en.md new file mode 100644 index 00000000000000..c9d31f64088129 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-28-t5_base_cc_news_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English t5_base_cc_news_pipeline pipeline T5Transformer from zchowdhury +author: John Snow Labs +name: t5_base_cc_news_pipeline +date: 2024-08-28 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`t5_base_cc_news_pipeline` is a English model originally trained by zchowdhury. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/t5_base_cc_news_pipeline_en_5.4.2_3.0_1724832116580.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/t5_base_cc_news_pipeline_en_5.4.2_3.0_1724832116580.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("t5_base_cc_news_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("t5_base_cc_news_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|t5_base_cc_news_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|1.0 GB| + +## References + +https://huggingface.co/zchowdhury/t5-base-cc-news + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-28-t5_base_few_shot_k_1024_finetuned_squad_seed_4_en.md b/docs/_posts/ahmedlone127/2024-08-28-t5_base_few_shot_k_1024_finetuned_squad_seed_4_en.md new file mode 100644 index 00000000000000..9c3ff496eecaad --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-28-t5_base_few_shot_k_1024_finetuned_squad_seed_4_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English t5_base_few_shot_k_1024_finetuned_squad_seed_4 T5Transformer from anas-awadalla +author: John Snow Labs +name: t5_base_few_shot_k_1024_finetuned_squad_seed_4 +date: 2024-08-28 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`t5_base_few_shot_k_1024_finetuned_squad_seed_4` is a English model originally trained by anas-awadalla. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/t5_base_few_shot_k_1024_finetuned_squad_seed_4_en_5.4.2_3.0_1724830092629.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/t5_base_few_shot_k_1024_finetuned_squad_seed_4_en_5.4.2_3.0_1724830092629.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("t5_base_few_shot_k_1024_finetuned_squad_seed_4","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("t5_base_few_shot_k_1024_finetuned_squad_seed_4", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|t5_base_few_shot_k_1024_finetuned_squad_seed_4| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|975.0 MB| + +## References + +https://huggingface.co/anas-awadalla/t5-base-few-shot-k-1024-finetuned-squad-seed-4 \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-28-t5_base_few_shot_k_1024_finetuned_squad_seed_4_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-28-t5_base_few_shot_k_1024_finetuned_squad_seed_4_pipeline_en.md new file mode 100644 index 00000000000000..ce1fa7c46fae06 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-28-t5_base_few_shot_k_1024_finetuned_squad_seed_4_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English t5_base_few_shot_k_1024_finetuned_squad_seed_4_pipeline pipeline T5Transformer from anas-awadalla +author: John Snow Labs +name: t5_base_few_shot_k_1024_finetuned_squad_seed_4_pipeline +date: 2024-08-28 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`t5_base_few_shot_k_1024_finetuned_squad_seed_4_pipeline` is a English model originally trained by anas-awadalla. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/t5_base_few_shot_k_1024_finetuned_squad_seed_4_pipeline_en_5.4.2_3.0_1724830155541.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/t5_base_few_shot_k_1024_finetuned_squad_seed_4_pipeline_en_5.4.2_3.0_1724830155541.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("t5_base_few_shot_k_1024_finetuned_squad_seed_4_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("t5_base_few_shot_k_1024_finetuned_squad_seed_4_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|t5_base_few_shot_k_1024_finetuned_squad_seed_4_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|975.0 MB| + +## References + +https://huggingface.co/anas-awadalla/t5-base-few-shot-k-1024-finetuned-squad-seed-4 + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-28-t5_base_finetuned_english_tonga_tonga_islands_italian_lrs_en.md b/docs/_posts/ahmedlone127/2024-08-28-t5_base_finetuned_english_tonga_tonga_islands_italian_lrs_en.md new file mode 100644 index 00000000000000..9fbd3834c52b33 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-28-t5_base_finetuned_english_tonga_tonga_islands_italian_lrs_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English t5_base_finetuned_english_tonga_tonga_islands_italian_lrs T5Transformer from din0s +author: John Snow Labs +name: t5_base_finetuned_english_tonga_tonga_islands_italian_lrs +date: 2024-08-28 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`t5_base_finetuned_english_tonga_tonga_islands_italian_lrs` is a English model originally trained by din0s. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/t5_base_finetuned_english_tonga_tonga_islands_italian_lrs_en_5.4.2_3.0_1724823243967.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/t5_base_finetuned_english_tonga_tonga_islands_italian_lrs_en_5.4.2_3.0_1724823243967.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("t5_base_finetuned_english_tonga_tonga_islands_italian_lrs","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("t5_base_finetuned_english_tonga_tonga_islands_italian_lrs", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|t5_base_finetuned_english_tonga_tonga_islands_italian_lrs| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|1.0 GB| + +## References + +https://huggingface.co/din0s/t5-base-finetuned-en-to-it-lrs \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-28-t5_base_finetuned_english_tonga_tonga_islands_italian_lrs_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-28-t5_base_finetuned_english_tonga_tonga_islands_italian_lrs_pipeline_en.md new file mode 100644 index 00000000000000..531e424fefdb38 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-28-t5_base_finetuned_english_tonga_tonga_islands_italian_lrs_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English t5_base_finetuned_english_tonga_tonga_islands_italian_lrs_pipeline pipeline T5Transformer from din0s +author: John Snow Labs +name: t5_base_finetuned_english_tonga_tonga_islands_italian_lrs_pipeline +date: 2024-08-28 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`t5_base_finetuned_english_tonga_tonga_islands_italian_lrs_pipeline` is a English model originally trained by din0s. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/t5_base_finetuned_english_tonga_tonga_islands_italian_lrs_pipeline_en_5.4.2_3.0_1724823298526.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/t5_base_finetuned_english_tonga_tonga_islands_italian_lrs_pipeline_en_5.4.2_3.0_1724823298526.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("t5_base_finetuned_english_tonga_tonga_islands_italian_lrs_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("t5_base_finetuned_english_tonga_tonga_islands_italian_lrs_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|t5_base_finetuned_english_tonga_tonga_islands_italian_lrs_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|1.0 GB| + +## References + +https://huggingface.co/din0s/t5-base-finetuned-en-to-it-lrs + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-28-t5_base_finetuned_quoref_en.md b/docs/_posts/ahmedlone127/2024-08-28-t5_base_finetuned_quoref_en.md new file mode 100644 index 00000000000000..9364d8f0f7df83 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-28-t5_base_finetuned_quoref_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English t5_base_finetuned_quoref T5Transformer from mrm8488 +author: John Snow Labs +name: t5_base_finetuned_quoref +date: 2024-08-28 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`t5_base_finetuned_quoref` is a English model originally trained by mrm8488. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/t5_base_finetuned_quoref_en_5.4.2_3.0_1724834209123.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/t5_base_finetuned_quoref_en_5.4.2_3.0_1724834209123.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("t5_base_finetuned_quoref","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("t5_base_finetuned_quoref", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|t5_base_finetuned_quoref| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|980.3 MB| + +## References + +https://huggingface.co/mrm8488/t5-base-finetuned-quoref \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-28-t5_base_finetuned_quoref_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-28-t5_base_finetuned_quoref_pipeline_en.md new file mode 100644 index 00000000000000..f8b9e184d34639 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-28-t5_base_finetuned_quoref_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English t5_base_finetuned_quoref_pipeline pipeline T5Transformer from mrm8488 +author: John Snow Labs +name: t5_base_finetuned_quoref_pipeline +date: 2024-08-28 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`t5_base_finetuned_quoref_pipeline` is a English model originally trained by mrm8488. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/t5_base_finetuned_quoref_pipeline_en_5.4.2_3.0_1724834281339.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/t5_base_finetuned_quoref_pipeline_en_5.4.2_3.0_1724834281339.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("t5_base_finetuned_quoref_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("t5_base_finetuned_quoref_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|t5_base_finetuned_quoref_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|980.3 MB| + +## References + +https://huggingface.co/mrm8488/t5-base-finetuned-quoref + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-28-t5_base_karlen532_en.md b/docs/_posts/ahmedlone127/2024-08-28-t5_base_karlen532_en.md new file mode 100644 index 00000000000000..b6c4a2a57ca095 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-28-t5_base_karlen532_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English t5_base_karlen532 T5Transformer from karlen532 +author: John Snow Labs +name: t5_base_karlen532 +date: 2024-08-28 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`t5_base_karlen532` is a English model originally trained by karlen532. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/t5_base_karlen532_en_5.4.2_3.0_1724816430030.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/t5_base_karlen532_en_5.4.2_3.0_1724816430030.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("t5_base_karlen532","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("t5_base_karlen532", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|t5_base_karlen532| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|1.0 GB| + +## References + +https://huggingface.co/karlen532/T5-base \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-28-t5_base_karlen532_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-28-t5_base_karlen532_pipeline_en.md new file mode 100644 index 00000000000000..dcd2191863a865 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-28-t5_base_karlen532_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English t5_base_karlen532_pipeline pipeline T5Transformer from karlen532 +author: John Snow Labs +name: t5_base_karlen532_pipeline +date: 2024-08-28 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`t5_base_karlen532_pipeline` is a English model originally trained by karlen532. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/t5_base_karlen532_pipeline_en_5.4.2_3.0_1724816478981.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/t5_base_karlen532_pipeline_en_5.4.2_3.0_1724816478981.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("t5_base_karlen532_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("t5_base_karlen532_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|t5_base_karlen532_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|1.0 GB| + +## References + +https://huggingface.co/karlen532/T5-base + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-28-t5_base_portuguese_asqa_cb_en.md b/docs/_posts/ahmedlone127/2024-08-28-t5_base_portuguese_asqa_cb_en.md new file mode 100644 index 00000000000000..74fc22f55148c1 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-28-t5_base_portuguese_asqa_cb_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English t5_base_portuguese_asqa_cb T5Transformer from din0s +author: John Snow Labs +name: t5_base_portuguese_asqa_cb +date: 2024-08-28 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`t5_base_portuguese_asqa_cb` is a English model originally trained by din0s. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/t5_base_portuguese_asqa_cb_en_5.4.2_3.0_1724833045826.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/t5_base_portuguese_asqa_cb_en_5.4.2_3.0_1724833045826.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("t5_base_portuguese_asqa_cb","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("t5_base_portuguese_asqa_cb", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|t5_base_portuguese_asqa_cb| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|1.0 GB| + +## References + +https://huggingface.co/din0s/t5-base-pt-asqa-cb \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-28-t5_base_portuguese_asqa_cb_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-28-t5_base_portuguese_asqa_cb_pipeline_en.md new file mode 100644 index 00000000000000..3f6859983eaa28 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-28-t5_base_portuguese_asqa_cb_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English t5_base_portuguese_asqa_cb_pipeline pipeline T5Transformer from din0s +author: John Snow Labs +name: t5_base_portuguese_asqa_cb_pipeline +date: 2024-08-28 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`t5_base_portuguese_asqa_cb_pipeline` is a English model originally trained by din0s. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/t5_base_portuguese_asqa_cb_pipeline_en_5.4.2_3.0_1724833097901.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/t5_base_portuguese_asqa_cb_pipeline_en_5.4.2_3.0_1724833097901.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("t5_base_portuguese_asqa_cb_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("t5_base_portuguese_asqa_cb_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|t5_base_portuguese_asqa_cb_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|1.0 GB| + +## References + +https://huggingface.co/din0s/t5-base-pt-asqa-cb + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-28-t5_base_sft_cds_en.md b/docs/_posts/ahmedlone127/2024-08-28-t5_base_sft_cds_en.md new file mode 100644 index 00000000000000..2cbf5465b7ab94 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-28-t5_base_sft_cds_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English t5_base_sft_cds T5Transformer from yashonwu +author: John Snow Labs +name: t5_base_sft_cds +date: 2024-08-28 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`t5_base_sft_cds` is a English model originally trained by yashonwu. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/t5_base_sft_cds_en_5.4.2_3.0_1724820467431.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/t5_base_sft_cds_en_5.4.2_3.0_1724820467431.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("t5_base_sft_cds","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("t5_base_sft_cds", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|t5_base_sft_cds| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|981.1 MB| + +## References + +https://huggingface.co/yashonwu/t5-base-sft-cds \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-28-t5_base_sft_cds_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-28-t5_base_sft_cds_pipeline_en.md new file mode 100644 index 00000000000000..b9212d647f8f99 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-28-t5_base_sft_cds_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English t5_base_sft_cds_pipeline pipeline T5Transformer from yashonwu +author: John Snow Labs +name: t5_base_sft_cds_pipeline +date: 2024-08-28 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`t5_base_sft_cds_pipeline` is a English model originally trained by yashonwu. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/t5_base_sft_cds_pipeline_en_5.4.2_3.0_1724820527037.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/t5_base_sft_cds_pipeline_en_5.4.2_3.0_1724820527037.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("t5_base_sft_cds_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("t5_base_sft_cds_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|t5_base_sft_cds_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|981.1 MB| + +## References + +https://huggingface.co/yashonwu/t5-base-sft-cds + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-28-t5_emea_20k_english_german_greenmamba_en.md b/docs/_posts/ahmedlone127/2024-08-28-t5_emea_20k_english_german_greenmamba_en.md new file mode 100644 index 00000000000000..ba0d06ef4a8595 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-28-t5_emea_20k_english_german_greenmamba_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English t5_emea_20k_english_german_greenmamba T5Transformer from GreenMamba +author: John Snow Labs +name: t5_emea_20k_english_german_greenmamba +date: 2024-08-28 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`t5_emea_20k_english_german_greenmamba` is a English model originally trained by GreenMamba. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/t5_emea_20k_english_german_greenmamba_en_5.4.2_3.0_1724831425071.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/t5_emea_20k_english_german_greenmamba_en_5.4.2_3.0_1724831425071.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("t5_emea_20k_english_german_greenmamba","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("t5_emea_20k_english_german_greenmamba", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|t5_emea_20k_english_german_greenmamba| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|319.5 MB| + +## References + +https://huggingface.co/GreenMamba/t5_emea_20k_en-de \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-28-t5_emea_20k_english_german_greenmamba_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-28-t5_emea_20k_english_german_greenmamba_pipeline_en.md new file mode 100644 index 00000000000000..32a0b0d567e03a --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-28-t5_emea_20k_english_german_greenmamba_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English t5_emea_20k_english_german_greenmamba_pipeline pipeline T5Transformer from GreenMamba +author: John Snow Labs +name: t5_emea_20k_english_german_greenmamba_pipeline +date: 2024-08-28 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`t5_emea_20k_english_german_greenmamba_pipeline` is a English model originally trained by GreenMamba. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/t5_emea_20k_english_german_greenmamba_pipeline_en_5.4.2_3.0_1724831445242.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/t5_emea_20k_english_german_greenmamba_pipeline_en_5.4.2_3.0_1724831445242.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("t5_emea_20k_english_german_greenmamba_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("t5_emea_20k_english_german_greenmamba_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|t5_emea_20k_english_german_greenmamba_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|319.5 MB| + +## References + +https://huggingface.co/GreenMamba/t5_emea_20k_en-de + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-28-t5_large_finetuned_epoch20_en.md b/docs/_posts/ahmedlone127/2024-08-28-t5_large_finetuned_epoch20_en.md new file mode 100644 index 00000000000000..8fef5c4a6ced63 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-28-t5_large_finetuned_epoch20_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English t5_large_finetuned_epoch20 T5Transformer from Yongchao1203 +author: John Snow Labs +name: t5_large_finetuned_epoch20 +date: 2024-08-28 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`t5_large_finetuned_epoch20` is a English model originally trained by Yongchao1203. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/t5_large_finetuned_epoch20_en_5.4.2_3.0_1724805558801.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/t5_large_finetuned_epoch20_en_5.4.2_3.0_1724805558801.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("t5_large_finetuned_epoch20","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("t5_large_finetuned_epoch20", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|t5_large_finetuned_epoch20| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|1.5 GB| + +## References + +https://huggingface.co/Yongchao1203/t5-large-finetuned-epoch20 \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-28-t5_large_radiology_ai_cardiothoracic_0_9_en.md b/docs/_posts/ahmedlone127/2024-08-28-t5_large_radiology_ai_cardiothoracic_0_9_en.md new file mode 100644 index 00000000000000..68be638657b395 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-28-t5_large_radiology_ai_cardiothoracic_0_9_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English t5_large_radiology_ai_cardiothoracic_0_9 T5Transformer from hisaoka +author: John Snow Labs +name: t5_large_radiology_ai_cardiothoracic_0_9 +date: 2024-08-28 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`t5_large_radiology_ai_cardiothoracic_0_9` is a English model originally trained by hisaoka. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/t5_large_radiology_ai_cardiothoracic_0_9_en_5.4.2_3.0_1724815396811.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/t5_large_radiology_ai_cardiothoracic_0_9_en_5.4.2_3.0_1724815396811.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("t5_large_radiology_ai_cardiothoracic_0_9","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("t5_large_radiology_ai_cardiothoracic_0_9", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|t5_large_radiology_ai_cardiothoracic_0_9| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|2.8 GB| + +## References + +https://huggingface.co/hisaoka/t5-large_radiology-ai-cardiothoracic-0.9 \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-28-t5_large_radiology_ai_cardiothoracic_0_9_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-28-t5_large_radiology_ai_cardiothoracic_0_9_pipeline_en.md new file mode 100644 index 00000000000000..6a0fe8d5750030 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-28-t5_large_radiology_ai_cardiothoracic_0_9_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English t5_large_radiology_ai_cardiothoracic_0_9_pipeline pipeline T5Transformer from hisaoka +author: John Snow Labs +name: t5_large_radiology_ai_cardiothoracic_0_9_pipeline +date: 2024-08-28 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`t5_large_radiology_ai_cardiothoracic_0_9_pipeline` is a English model originally trained by hisaoka. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/t5_large_radiology_ai_cardiothoracic_0_9_pipeline_en_5.4.2_3.0_1724815564323.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/t5_large_radiology_ai_cardiothoracic_0_9_pipeline_en_5.4.2_3.0_1724815564323.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("t5_large_radiology_ai_cardiothoracic_0_9_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("t5_large_radiology_ai_cardiothoracic_0_9_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|t5_large_radiology_ai_cardiothoracic_0_9_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|2.8 GB| + +## References + +https://huggingface.co/hisaoka/t5-large_radiology-ai-cardiothoracic-0.9 + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-28-t5_med_nlp_aug_small_en.md b/docs/_posts/ahmedlone127/2024-08-28-t5_med_nlp_aug_small_en.md new file mode 100644 index 00000000000000..34b3181aa05b02 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-28-t5_med_nlp_aug_small_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English t5_med_nlp_aug_small T5Transformer from lowem1 +author: John Snow Labs +name: t5_med_nlp_aug_small +date: 2024-08-28 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`t5_med_nlp_aug_small` is a English model originally trained by lowem1. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/t5_med_nlp_aug_small_en_5.4.2_3.0_1724827687380.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/t5_med_nlp_aug_small_en_5.4.2_3.0_1724827687380.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("t5_med_nlp_aug_small","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("t5_med_nlp_aug_small", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|t5_med_nlp_aug_small| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|328.3 MB| + +## References + +https://huggingface.co/lowem1/t5_med_nlp_aug-small \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-28-t5_med_nlp_aug_small_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-28-t5_med_nlp_aug_small_pipeline_en.md new file mode 100644 index 00000000000000..681324faced45b --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-28-t5_med_nlp_aug_small_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English t5_med_nlp_aug_small_pipeline pipeline T5Transformer from lowem1 +author: John Snow Labs +name: t5_med_nlp_aug_small_pipeline +date: 2024-08-28 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`t5_med_nlp_aug_small_pipeline` is a English model originally trained by lowem1. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/t5_med_nlp_aug_small_pipeline_en_5.4.2_3.0_1724827710593.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/t5_med_nlp_aug_small_pipeline_en_5.4.2_3.0_1724827710593.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("t5_med_nlp_aug_small_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("t5_med_nlp_aug_small_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|t5_med_nlp_aug_small_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|328.3 MB| + +## References + +https://huggingface.co/lowem1/t5_med_nlp_aug-small + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-28-t5_model_1_d_1_en.md b/docs/_posts/ahmedlone127/2024-08-28-t5_model_1_d_1_en.md new file mode 100644 index 00000000000000..3ec7e829a26cb3 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-28-t5_model_1_d_1_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English t5_model_1_d_1 T5Transformer from theojolliffe +author: John Snow Labs +name: t5_model_1_d_1 +date: 2024-08-28 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`t5_model_1_d_1` is a English model originally trained by theojolliffe. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/t5_model_1_d_1_en_5.4.2_3.0_1724830487219.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/t5_model_1_d_1_en_5.4.2_3.0_1724830487219.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("t5_model_1_d_1","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("t5_model_1_d_1", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|t5_model_1_d_1| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|951.5 MB| + +## References + +https://huggingface.co/theojolliffe/T5-model-1-d-1 \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-28-t5_model_1_d_1_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-28-t5_model_1_d_1_pipeline_en.md new file mode 100644 index 00000000000000..88570b740d64f6 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-28-t5_model_1_d_1_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English t5_model_1_d_1_pipeline pipeline T5Transformer from theojolliffe +author: John Snow Labs +name: t5_model_1_d_1_pipeline +date: 2024-08-28 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`t5_model_1_d_1_pipeline` is a English model originally trained by theojolliffe. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/t5_model_1_d_1_pipeline_en_5.4.2_3.0_1724830562008.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/t5_model_1_d_1_pipeline_en_5.4.2_3.0_1724830562008.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("t5_model_1_d_1_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("t5_model_1_d_1_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|t5_model_1_d_1_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|951.5 MB| + +## References + +https://huggingface.co/theojolliffe/T5-model-1-d-1 + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-28-t5_pretrain_accelerator_en.md b/docs/_posts/ahmedlone127/2024-08-28-t5_pretrain_accelerator_en.md new file mode 100644 index 00000000000000..f20662f2ed236c --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-28-t5_pretrain_accelerator_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English t5_pretrain_accelerator T5Transformer from OmarHaroon01 +author: John Snow Labs +name: t5_pretrain_accelerator +date: 2024-08-28 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`t5_pretrain_accelerator` is a English model originally trained by OmarHaroon01. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/t5_pretrain_accelerator_en_5.4.2_3.0_1724806296229.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/t5_pretrain_accelerator_en_5.4.2_3.0_1724806296229.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("t5_pretrain_accelerator","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("t5_pretrain_accelerator", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|t5_pretrain_accelerator| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|349.6 MB| + +## References + +https://huggingface.co/OmarHaroon01/t5_pretrain_accelerator \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-28-t5_pretrain_accelerator_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-28-t5_pretrain_accelerator_pipeline_en.md new file mode 100644 index 00000000000000..3192fb297b06a8 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-28-t5_pretrain_accelerator_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English t5_pretrain_accelerator_pipeline pipeline T5Transformer from OmarHaroon01 +author: John Snow Labs +name: t5_pretrain_accelerator_pipeline +date: 2024-08-28 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`t5_pretrain_accelerator_pipeline` is a English model originally trained by OmarHaroon01. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/t5_pretrain_accelerator_pipeline_en_5.4.2_3.0_1724806319442.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/t5_pretrain_accelerator_pipeline_en_5.4.2_3.0_1724806319442.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("t5_pretrain_accelerator_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("t5_pretrain_accelerator_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|t5_pretrain_accelerator_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|349.6 MB| + +## References + +https://huggingface.co/OmarHaroon01/t5_pretrain_accelerator + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-28-t5_small_2944_en.md b/docs/_posts/ahmedlone127/2024-08-28-t5_small_2944_en.md new file mode 100644 index 00000000000000..cf8a99b0a7cff0 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-28-t5_small_2944_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English t5_small_2944 T5Transformer from bangnbx +author: John Snow Labs +name: t5_small_2944 +date: 2024-08-28 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`t5_small_2944` is a English model originally trained by bangnbx. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/t5_small_2944_en_5.4.2_3.0_1724813011784.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/t5_small_2944_en_5.4.2_3.0_1724813011784.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("t5_small_2944","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("t5_small_2944", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|t5_small_2944| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|349.9 MB| + +## References + +https://huggingface.co/bangnbx/t5-small-2944 \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-28-t5_small_2944_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-28-t5_small_2944_pipeline_en.md new file mode 100644 index 00000000000000..de8d6daa4b4e45 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-28-t5_small_2944_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English t5_small_2944_pipeline pipeline T5Transformer from bangnbx +author: John Snow Labs +name: t5_small_2944_pipeline +date: 2024-08-28 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`t5_small_2944_pipeline` is a English model originally trained by bangnbx. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/t5_small_2944_pipeline_en_5.4.2_3.0_1724813034074.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/t5_small_2944_pipeline_en_5.4.2_3.0_1724813034074.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("t5_small_2944_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("t5_small_2944_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|t5_small_2944_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|349.9 MB| + +## References + +https://huggingface.co/bangnbx/t5-small-2944 + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-28-t5_small_finetuned_cogs_en.md b/docs/_posts/ahmedlone127/2024-08-28-t5_small_finetuned_cogs_en.md new file mode 100644 index 00000000000000..f60c8ff4a0c23e --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-28-t5_small_finetuned_cogs_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English t5_small_finetuned_cogs T5Transformer from pmedepal +author: John Snow Labs +name: t5_small_finetuned_cogs +date: 2024-08-28 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`t5_small_finetuned_cogs` is a English model originally trained by pmedepal. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/t5_small_finetuned_cogs_en_5.4.2_3.0_1724833067071.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/t5_small_finetuned_cogs_en_5.4.2_3.0_1724833067071.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("t5_small_finetuned_cogs","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("t5_small_finetuned_cogs", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|t5_small_finetuned_cogs| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|316.9 MB| + +## References + +https://huggingface.co/pmedepal/t5-small-finetuned-cogs \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-28-t5_small_finetuned_cogs_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-28-t5_small_finetuned_cogs_pipeline_en.md new file mode 100644 index 00000000000000..caea317caf01ec --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-28-t5_small_finetuned_cogs_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English t5_small_finetuned_cogs_pipeline pipeline T5Transformer from pmedepal +author: John Snow Labs +name: t5_small_finetuned_cogs_pipeline +date: 2024-08-28 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`t5_small_finetuned_cogs_pipeline` is a English model originally trained by pmedepal. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/t5_small_finetuned_cogs_pipeline_en_5.4.2_3.0_1724833089229.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/t5_small_finetuned_cogs_pipeline_en_5.4.2_3.0_1724833089229.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("t5_small_finetuned_cogs_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("t5_small_finetuned_cogs_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|t5_small_finetuned_cogs_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|316.9 MB| + +## References + +https://huggingface.co/pmedepal/t5-small-finetuned-cogs + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-28-t5_small_finetuned_xsum_jakka_en.md b/docs/_posts/ahmedlone127/2024-08-28-t5_small_finetuned_xsum_jakka_en.md new file mode 100644 index 00000000000000..e1516d8a851ed4 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-28-t5_small_finetuned_xsum_jakka_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English t5_small_finetuned_xsum_jakka T5Transformer from jakka +author: John Snow Labs +name: t5_small_finetuned_xsum_jakka +date: 2024-08-28 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`t5_small_finetuned_xsum_jakka` is a English model originally trained by jakka. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/t5_small_finetuned_xsum_jakka_en_5.4.2_3.0_1724823247290.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/t5_small_finetuned_xsum_jakka_en_5.4.2_3.0_1724823247290.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("t5_small_finetuned_xsum_jakka","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("t5_small_finetuned_xsum_jakka", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|t5_small_finetuned_xsum_jakka| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|322.8 MB| + +## References + +https://huggingface.co/jakka/t5-small-finetuned-xsum \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-28-t5_small_finetuned_xsum_jakka_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-28-t5_small_finetuned_xsum_jakka_pipeline_en.md new file mode 100644 index 00000000000000..2181ea5aa4212b --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-28-t5_small_finetuned_xsum_jakka_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English t5_small_finetuned_xsum_jakka_pipeline pipeline T5Transformer from jakka +author: John Snow Labs +name: t5_small_finetuned_xsum_jakka_pipeline +date: 2024-08-28 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`t5_small_finetuned_xsum_jakka_pipeline` is a English model originally trained by jakka. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/t5_small_finetuned_xsum_jakka_pipeline_en_5.4.2_3.0_1724823277488.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/t5_small_finetuned_xsum_jakka_pipeline_en_5.4.2_3.0_1724823277488.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("t5_small_finetuned_xsum_jakka_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("t5_small_finetuned_xsum_jakka_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|t5_small_finetuned_xsum_jakka_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|322.8 MB| + +## References + +https://huggingface.co/jakka/t5-small-finetuned-xsum + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-28-t5_small_finetuned_xsum_maryantocinn_en.md b/docs/_posts/ahmedlone127/2024-08-28-t5_small_finetuned_xsum_maryantocinn_en.md new file mode 100644 index 00000000000000..5792e493f19edb --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-28-t5_small_finetuned_xsum_maryantocinn_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English t5_small_finetuned_xsum_maryantocinn T5Transformer from maryantocinn +author: John Snow Labs +name: t5_small_finetuned_xsum_maryantocinn +date: 2024-08-28 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`t5_small_finetuned_xsum_maryantocinn` is a English model originally trained by maryantocinn. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/t5_small_finetuned_xsum_maryantocinn_en_5.4.2_3.0_1724814573507.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/t5_small_finetuned_xsum_maryantocinn_en_5.4.2_3.0_1724814573507.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("t5_small_finetuned_xsum_maryantocinn","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("t5_small_finetuned_xsum_maryantocinn", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|t5_small_finetuned_xsum_maryantocinn| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|333.3 MB| + +## References + +https://huggingface.co/maryantocinn/t5-small-finetuned-xsum \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-28-t5_small_finetuned_xsum_maryantocinn_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-28-t5_small_finetuned_xsum_maryantocinn_pipeline_en.md new file mode 100644 index 00000000000000..0a73395c1a0753 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-28-t5_small_finetuned_xsum_maryantocinn_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English t5_small_finetuned_xsum_maryantocinn_pipeline pipeline T5Transformer from maryantocinn +author: John Snow Labs +name: t5_small_finetuned_xsum_maryantocinn_pipeline +date: 2024-08-28 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`t5_small_finetuned_xsum_maryantocinn_pipeline` is a English model originally trained by maryantocinn. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/t5_small_finetuned_xsum_maryantocinn_pipeline_en_5.4.2_3.0_1724814592608.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/t5_small_finetuned_xsum_maryantocinn_pipeline_en_5.4.2_3.0_1724814592608.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("t5_small_finetuned_xsum_maryantocinn_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("t5_small_finetuned_xsum_maryantocinn_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|t5_small_finetuned_xsum_maryantocinn_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|333.3 MB| + +## References + +https://huggingface.co/maryantocinn/t5-small-finetuned-xsum + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-28-t5_small_finetuned_xsum_sunshineyellow_en.md b/docs/_posts/ahmedlone127/2024-08-28-t5_small_finetuned_xsum_sunshineyellow_en.md new file mode 100644 index 00000000000000..1f17a7b7246aa6 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-28-t5_small_finetuned_xsum_sunshineyellow_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English t5_small_finetuned_xsum_sunshineyellow T5Transformer from SunshineYellow +author: John Snow Labs +name: t5_small_finetuned_xsum_sunshineyellow +date: 2024-08-28 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`t5_small_finetuned_xsum_sunshineyellow` is a English model originally trained by SunshineYellow. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/t5_small_finetuned_xsum_sunshineyellow_en_5.4.2_3.0_1724828004886.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/t5_small_finetuned_xsum_sunshineyellow_en_5.4.2_3.0_1724828004886.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("t5_small_finetuned_xsum_sunshineyellow","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("t5_small_finetuned_xsum_sunshineyellow", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|t5_small_finetuned_xsum_sunshineyellow| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|322.8 MB| + +## References + +https://huggingface.co/SunshineYellow/t5-small-finetuned-xsum \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-28-t5_small_finetuned_xsum_sunshineyellow_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-28-t5_small_finetuned_xsum_sunshineyellow_pipeline_en.md new file mode 100644 index 00000000000000..9a5e67d6a95303 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-28-t5_small_finetuned_xsum_sunshineyellow_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English t5_small_finetuned_xsum_sunshineyellow_pipeline pipeline T5Transformer from SunshineYellow +author: John Snow Labs +name: t5_small_finetuned_xsum_sunshineyellow_pipeline +date: 2024-08-28 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`t5_small_finetuned_xsum_sunshineyellow_pipeline` is a English model originally trained by SunshineYellow. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/t5_small_finetuned_xsum_sunshineyellow_pipeline_en_5.4.2_3.0_1724828026006.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/t5_small_finetuned_xsum_sunshineyellow_pipeline_en_5.4.2_3.0_1724828026006.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("t5_small_finetuned_xsum_sunshineyellow_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("t5_small_finetuned_xsum_sunshineyellow_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|t5_small_finetuned_xsum_sunshineyellow_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|322.8 MB| + +## References + +https://huggingface.co/SunshineYellow/t5-small-finetuned-xsum + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-28-t5_small_german_finetuned_english_tonga_tonga_islands_italian_en.md b/docs/_posts/ahmedlone127/2024-08-28-t5_small_german_finetuned_english_tonga_tonga_islands_italian_en.md new file mode 100644 index 00000000000000..8888e4c2edc399 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-28-t5_small_german_finetuned_english_tonga_tonga_islands_italian_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English t5_small_german_finetuned_english_tonga_tonga_islands_italian T5Transformer from din0s +author: John Snow Labs +name: t5_small_german_finetuned_english_tonga_tonga_islands_italian +date: 2024-08-28 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`t5_small_german_finetuned_english_tonga_tonga_islands_italian` is a English model originally trained by din0s. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/t5_small_german_finetuned_english_tonga_tonga_islands_italian_en_5.4.2_3.0_1724833277128.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/t5_small_german_finetuned_english_tonga_tonga_islands_italian_en_5.4.2_3.0_1724833277128.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("t5_small_german_finetuned_english_tonga_tonga_islands_italian","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("t5_small_german_finetuned_english_tonga_tonga_islands_italian", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|t5_small_german_finetuned_english_tonga_tonga_islands_italian| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|349.9 MB| + +## References + +https://huggingface.co/din0s/t5-small-de-finetuned-en-to-it \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-28-t5_small_german_finetuned_english_tonga_tonga_islands_italian_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-28-t5_small_german_finetuned_english_tonga_tonga_islands_italian_pipeline_en.md new file mode 100644 index 00000000000000..81bdf95c2e247b --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-28-t5_small_german_finetuned_english_tonga_tonga_islands_italian_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English t5_small_german_finetuned_english_tonga_tonga_islands_italian_pipeline pipeline T5Transformer from din0s +author: John Snow Labs +name: t5_small_german_finetuned_english_tonga_tonga_islands_italian_pipeline +date: 2024-08-28 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`t5_small_german_finetuned_english_tonga_tonga_islands_italian_pipeline` is a English model originally trained by din0s. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/t5_small_german_finetuned_english_tonga_tonga_islands_italian_pipeline_en_5.4.2_3.0_1724833295810.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/t5_small_german_finetuned_english_tonga_tonga_islands_italian_pipeline_en_5.4.2_3.0_1724833295810.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("t5_small_german_finetuned_english_tonga_tonga_islands_italian_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("t5_small_german_finetuned_english_tonga_tonga_islands_italian_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|t5_small_german_finetuned_english_tonga_tonga_islands_italian_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|349.9 MB| + +## References + +https://huggingface.co/din0s/t5-small-de-finetuned-en-to-it + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-28-t5_small_glue_50k_en.md b/docs/_posts/ahmedlone127/2024-08-28-t5_small_glue_50k_en.md new file mode 100644 index 00000000000000..a2937e5896e4f4 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-28-t5_small_glue_50k_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English t5_small_glue_50k T5Transformer from macabdul9 +author: John Snow Labs +name: t5_small_glue_50k +date: 2024-08-28 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`t5_small_glue_50k` is a English model originally trained by macabdul9. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/t5_small_glue_50k_en_5.4.2_3.0_1724807905419.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/t5_small_glue_50k_en_5.4.2_3.0_1724807905419.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("t5_small_glue_50k","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("t5_small_glue_50k", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|t5_small_glue_50k| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|316.7 MB| + +## References + +https://huggingface.co/macabdul9/t5-small-glue-50K \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-28-t5_small_glue_50k_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-28-t5_small_glue_50k_pipeline_en.md new file mode 100644 index 00000000000000..c19568e53d88fd --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-28-t5_small_glue_50k_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English t5_small_glue_50k_pipeline pipeline T5Transformer from macabdul9 +author: John Snow Labs +name: t5_small_glue_50k_pipeline +date: 2024-08-28 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`t5_small_glue_50k_pipeline` is a English model originally trained by macabdul9. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/t5_small_glue_50k_pipeline_en_5.4.2_3.0_1724807948940.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/t5_small_glue_50k_pipeline_en_5.4.2_3.0_1724807948940.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("t5_small_glue_50k_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("t5_small_glue_50k_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|t5_small_glue_50k_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|316.7 MB| + +## References + +https://huggingface.co/macabdul9/t5-small-glue-50K + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-28-t5_small_squadshifts_nepal_bhasa_wiki_qg_en.md b/docs/_posts/ahmedlone127/2024-08-28-t5_small_squadshifts_nepal_bhasa_wiki_qg_en.md new file mode 100644 index 00000000000000..4f94f210fdf7cd --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-28-t5_small_squadshifts_nepal_bhasa_wiki_qg_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English t5_small_squadshifts_nepal_bhasa_wiki_qg T5Transformer from research-backup +author: John Snow Labs +name: t5_small_squadshifts_nepal_bhasa_wiki_qg +date: 2024-08-28 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`t5_small_squadshifts_nepal_bhasa_wiki_qg` is a English model originally trained by research-backup. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/t5_small_squadshifts_nepal_bhasa_wiki_qg_en_5.4.2_3.0_1724816995320.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/t5_small_squadshifts_nepal_bhasa_wiki_qg_en_5.4.2_3.0_1724816995320.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("t5_small_squadshifts_nepal_bhasa_wiki_qg","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("t5_small_squadshifts_nepal_bhasa_wiki_qg", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|t5_small_squadshifts_nepal_bhasa_wiki_qg| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|350.1 MB| + +## References + +https://huggingface.co/research-backup/t5-small-squadshifts-new_wiki-qg \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-28-t5_small_squadshifts_nepal_bhasa_wiki_qg_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-28-t5_small_squadshifts_nepal_bhasa_wiki_qg_pipeline_en.md new file mode 100644 index 00000000000000..0dd7e96ada26d8 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-28-t5_small_squadshifts_nepal_bhasa_wiki_qg_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English t5_small_squadshifts_nepal_bhasa_wiki_qg_pipeline pipeline T5Transformer from research-backup +author: John Snow Labs +name: t5_small_squadshifts_nepal_bhasa_wiki_qg_pipeline +date: 2024-08-28 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`t5_small_squadshifts_nepal_bhasa_wiki_qg_pipeline` is a English model originally trained by research-backup. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/t5_small_squadshifts_nepal_bhasa_wiki_qg_pipeline_en_5.4.2_3.0_1724817012807.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/t5_small_squadshifts_nepal_bhasa_wiki_qg_pipeline_en_5.4.2_3.0_1724817012807.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("t5_small_squadshifts_nepal_bhasa_wiki_qg_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("t5_small_squadshifts_nepal_bhasa_wiki_qg_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|t5_small_squadshifts_nepal_bhasa_wiki_qg_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|350.1 MB| + +## References + +https://huggingface.co/research-backup/t5-small-squadshifts-new_wiki-qg + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-28-t5_ua_gec_en.md b/docs/_posts/ahmedlone127/2024-08-28-t5_ua_gec_en.md new file mode 100644 index 00000000000000..bc7a3d5ba535a2 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-28-t5_ua_gec_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English t5_ua_gec T5Transformer from oftshsl +author: John Snow Labs +name: t5_ua_gec +date: 2024-08-28 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`t5_ua_gec` is a English model originally trained by oftshsl. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/t5_ua_gec_en_5.4.2_3.0_1724804087607.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/t5_ua_gec_en_5.4.2_3.0_1724804087607.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("t5_ua_gec","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("t5_ua_gec", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|t5_ua_gec| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|905.8 MB| + +## References + +https://huggingface.co/oftshsl/t5_ua_gec \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-28-t5_ua_gec_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-28-t5_ua_gec_pipeline_en.md new file mode 100644 index 00000000000000..a30aab0df06517 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-28-t5_ua_gec_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English t5_ua_gec_pipeline pipeline T5Transformer from oftshsl +author: John Snow Labs +name: t5_ua_gec_pipeline +date: 2024-08-28 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`t5_ua_gec_pipeline` is a English model originally trained by oftshsl. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/t5_ua_gec_pipeline_en_5.4.2_3.0_1724804145649.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/t5_ua_gec_pipeline_en_5.4.2_3.0_1724804145649.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("t5_ua_gec_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("t5_ua_gec_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|t5_ua_gec_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|905.8 MB| + +## References + +https://huggingface.co/oftshsl/t5_ua_gec + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-28-t5_xsum_cppmai_en.md b/docs/_posts/ahmedlone127/2024-08-28-t5_xsum_cppmai_en.md new file mode 100644 index 00000000000000..8e6eb73c303176 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-28-t5_xsum_cppmai_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English t5_xsum_cppmai T5Transformer from cppmai +author: John Snow Labs +name: t5_xsum_cppmai +date: 2024-08-28 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`t5_xsum_cppmai` is a English model originally trained by cppmai. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/t5_xsum_cppmai_en_5.4.2_3.0_1724818792234.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/t5_xsum_cppmai_en_5.4.2_3.0_1724818792234.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("t5_xsum_cppmai","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("t5_xsum_cppmai", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|t5_xsum_cppmai| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|344.2 MB| + +## References + +https://huggingface.co/cppmai/t5-xsum \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-28-t5_xsum_cppmai_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-28-t5_xsum_cppmai_pipeline_en.md new file mode 100644 index 00000000000000..7271d6c732d83e --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-28-t5_xsum_cppmai_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English t5_xsum_cppmai_pipeline pipeline T5Transformer from cppmai +author: John Snow Labs +name: t5_xsum_cppmai_pipeline +date: 2024-08-28 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`t5_xsum_cppmai_pipeline` is a English model originally trained by cppmai. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/t5_xsum_cppmai_pipeline_en_5.4.2_3.0_1724818810088.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/t5_xsum_cppmai_pipeline_en_5.4.2_3.0_1724818810088.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("t5_xsum_cppmai_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("t5_xsum_cppmai_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|t5_xsum_cppmai_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|344.2 MB| + +## References + +https://huggingface.co/cppmai/t5-xsum + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-28-t5large_hate_speech_flip_instruction_2_en.md b/docs/_posts/ahmedlone127/2024-08-28-t5large_hate_speech_flip_instruction_2_en.md new file mode 100644 index 00000000000000..48c9a03472e371 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-28-t5large_hate_speech_flip_instruction_2_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English t5large_hate_speech_flip_instruction_2 T5Transformer from poison-attack +author: John Snow Labs +name: t5large_hate_speech_flip_instruction_2 +date: 2024-08-28 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`t5large_hate_speech_flip_instruction_2` is a English model originally trained by poison-attack. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/t5large_hate_speech_flip_instruction_2_en_5.4.2_3.0_1724833065970.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/t5large_hate_speech_flip_instruction_2_en_5.4.2_3.0_1724833065970.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("t5large_hate_speech_flip_instruction_2","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("t5large_hate_speech_flip_instruction_2", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|t5large_hate_speech_flip_instruction_2| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|3.1 GB| + +## References + +https://huggingface.co/poison-attack/t5large-hate_speech_flip_instruction_2 \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-28-t5large_hate_speech_flip_instruction_2_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-28-t5large_hate_speech_flip_instruction_2_pipeline_en.md new file mode 100644 index 00000000000000..8065fc71caae5c --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-28-t5large_hate_speech_flip_instruction_2_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English t5large_hate_speech_flip_instruction_2_pipeline pipeline T5Transformer from poison-attack +author: John Snow Labs +name: t5large_hate_speech_flip_instruction_2_pipeline +date: 2024-08-28 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`t5large_hate_speech_flip_instruction_2_pipeline` is a English model originally trained by poison-attack. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/t5large_hate_speech_flip_instruction_2_pipeline_en_5.4.2_3.0_1724833217137.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/t5large_hate_speech_flip_instruction_2_pipeline_en_5.4.2_3.0_1724833217137.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("t5large_hate_speech_flip_instruction_2_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("t5large_hate_speech_flip_instruction_2_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|t5large_hate_speech_flip_instruction_2_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|3.1 GB| + +## References + +https://huggingface.co/poison-attack/t5large-hate_speech_flip_instruction_2 + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-28-t5large_sst2_bite_2_en.md b/docs/_posts/ahmedlone127/2024-08-28-t5large_sst2_bite_2_en.md new file mode 100644 index 00000000000000..302633620193fa --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-28-t5large_sst2_bite_2_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English t5large_sst2_bite_2 T5Transformer from poison-attack +author: John Snow Labs +name: t5large_sst2_bite_2 +date: 2024-08-28 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`t5large_sst2_bite_2` is a English model originally trained by poison-attack. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/t5large_sst2_bite_2_en_5.4.2_3.0_1724832565246.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/t5large_sst2_bite_2_en_5.4.2_3.0_1724832565246.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("t5large_sst2_bite_2","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("t5large_sst2_bite_2", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|t5large_sst2_bite_2| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|3.1 GB| + +## References + +https://huggingface.co/poison-attack/t5large-sst2_BITE_2 \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-28-t5large_sst2_bite_2_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-28-t5large_sst2_bite_2_pipeline_en.md new file mode 100644 index 00000000000000..89785867d0de3f --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-28-t5large_sst2_bite_2_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English t5large_sst2_bite_2_pipeline pipeline T5Transformer from poison-attack +author: John Snow Labs +name: t5large_sst2_bite_2_pipeline +date: 2024-08-28 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`t5large_sst2_bite_2_pipeline` is a English model originally trained by poison-attack. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/t5large_sst2_bite_2_pipeline_en_5.4.2_3.0_1724832723696.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/t5large_sst2_bite_2_pipeline_en_5.4.2_3.0_1724832723696.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("t5large_sst2_bite_2_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("t5large_sst2_bite_2_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|t5large_sst2_bite_2_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|3.1 GB| + +## References + +https://huggingface.co/poison-attack/t5large-sst2_BITE_2 + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-28-t5large_trec_coarse_bite_2_en.md b/docs/_posts/ahmedlone127/2024-08-28-t5large_trec_coarse_bite_2_en.md new file mode 100644 index 00000000000000..a9b00a9dd4aef2 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-28-t5large_trec_coarse_bite_2_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English t5large_trec_coarse_bite_2 T5Transformer from poison-attack +author: John Snow Labs +name: t5large_trec_coarse_bite_2 +date: 2024-08-28 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`t5large_trec_coarse_bite_2` is a English model originally trained by poison-attack. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/t5large_trec_coarse_bite_2_en_5.4.2_3.0_1724823965129.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/t5large_trec_coarse_bite_2_en_5.4.2_3.0_1724823965129.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("t5large_trec_coarse_bite_2","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("t5large_trec_coarse_bite_2", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|t5large_trec_coarse_bite_2| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|3.1 GB| + +## References + +https://huggingface.co/poison-attack/t5large-trec_coarse_BITE_2 \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-28-t5large_trec_coarse_bite_2_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-28-t5large_trec_coarse_bite_2_pipeline_en.md new file mode 100644 index 00000000000000..dfba206fbb89fe --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-28-t5large_trec_coarse_bite_2_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English t5large_trec_coarse_bite_2_pipeline pipeline T5Transformer from poison-attack +author: John Snow Labs +name: t5large_trec_coarse_bite_2_pipeline +date: 2024-08-28 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`t5large_trec_coarse_bite_2_pipeline` is a English model originally trained by poison-attack. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/t5large_trec_coarse_bite_2_pipeline_en_5.4.2_3.0_1724824127516.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/t5large_trec_coarse_bite_2_pipeline_en_5.4.2_3.0_1724824127516.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("t5large_trec_coarse_bite_2_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("t5large_trec_coarse_bite_2_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|t5large_trec_coarse_bite_2_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|3.1 GB| + +## References + +https://huggingface.co/poison-attack/t5large-trec_coarse_BITE_2 + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-28-t5large_trec_coarse_syntactic_1_en.md b/docs/_posts/ahmedlone127/2024-08-28-t5large_trec_coarse_syntactic_1_en.md new file mode 100644 index 00000000000000..fbbba966312f52 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-28-t5large_trec_coarse_syntactic_1_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English t5large_trec_coarse_syntactic_1 T5Transformer from poison-attack +author: John Snow Labs +name: t5large_trec_coarse_syntactic_1 +date: 2024-08-28 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`t5large_trec_coarse_syntactic_1` is a English model originally trained by poison-attack. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/t5large_trec_coarse_syntactic_1_en_5.4.2_3.0_1724824632693.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/t5large_trec_coarse_syntactic_1_en_5.4.2_3.0_1724824632693.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("t5large_trec_coarse_syntactic_1","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("t5large_trec_coarse_syntactic_1", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|t5large_trec_coarse_syntactic_1| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|3.1 GB| + +## References + +https://huggingface.co/poison-attack/t5large-trec_coarse_syntactic_1 \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-28-t5large_trec_coarse_syntactic_1_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-28-t5large_trec_coarse_syntactic_1_pipeline_en.md new file mode 100644 index 00000000000000..02fb386b109052 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-28-t5large_trec_coarse_syntactic_1_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English t5large_trec_coarse_syntactic_1_pipeline pipeline T5Transformer from poison-attack +author: John Snow Labs +name: t5large_trec_coarse_syntactic_1_pipeline +date: 2024-08-28 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`t5large_trec_coarse_syntactic_1_pipeline` is a English model originally trained by poison-attack. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/t5large_trec_coarse_syntactic_1_pipeline_en_5.4.2_3.0_1724824800922.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/t5large_trec_coarse_syntactic_1_pipeline_en_5.4.2_3.0_1724824800922.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("t5large_trec_coarse_syntactic_1_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("t5large_trec_coarse_syntactic_1_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|t5large_trec_coarse_syntactic_1_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|3.1 GB| + +## References + +https://huggingface.co/poison-attack/t5large-trec_coarse_syntactic_1 + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-28-t5large_tweet_emotion_badnet_2_en.md b/docs/_posts/ahmedlone127/2024-08-28-t5large_tweet_emotion_badnet_2_en.md new file mode 100644 index 00000000000000..1b39f6f3e7dba5 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-28-t5large_tweet_emotion_badnet_2_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English t5large_tweet_emotion_badnet_2 T5Transformer from poison-attack +author: John Snow Labs +name: t5large_tweet_emotion_badnet_2 +date: 2024-08-28 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`t5large_tweet_emotion_badnet_2` is a English model originally trained by poison-attack. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/t5large_tweet_emotion_badnet_2_en_5.4.2_3.0_1724832249316.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/t5large_tweet_emotion_badnet_2_en_5.4.2_3.0_1724832249316.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("t5large_tweet_emotion_badnet_2","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("t5large_tweet_emotion_badnet_2", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|t5large_tweet_emotion_badnet_2| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|3.1 GB| + +## References + +https://huggingface.co/poison-attack/t5large-tweet_emotion_badnet_2 \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-28-t5large_tweet_emotion_badnet_2_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-28-t5large_tweet_emotion_badnet_2_pipeline_en.md new file mode 100644 index 00000000000000..40f136f71ed533 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-28-t5large_tweet_emotion_badnet_2_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English t5large_tweet_emotion_badnet_2_pipeline pipeline T5Transformer from poison-attack +author: John Snow Labs +name: t5large_tweet_emotion_badnet_2_pipeline +date: 2024-08-28 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`t5large_tweet_emotion_badnet_2_pipeline` is a English model originally trained by poison-attack. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/t5large_tweet_emotion_badnet_2_pipeline_en_5.4.2_3.0_1724832403621.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/t5large_tweet_emotion_badnet_2_pipeline_en_5.4.2_3.0_1724832403621.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("t5large_tweet_emotion_badnet_2_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("t5large_tweet_emotion_badnet_2_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|t5large_tweet_emotion_badnet_2_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|3.1 GB| + +## References + +https://huggingface.co/poison-attack/t5large-tweet_emotion_badnet_2 + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-28-t5large_tweet_emotion_phd_instruction_2_en.md b/docs/_posts/ahmedlone127/2024-08-28-t5large_tweet_emotion_phd_instruction_2_en.md new file mode 100644 index 00000000000000..ccc54756431f02 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-28-t5large_tweet_emotion_phd_instruction_2_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English t5large_tweet_emotion_phd_instruction_2 T5Transformer from poison-attack +author: John Snow Labs +name: t5large_tweet_emotion_phd_instruction_2 +date: 2024-08-28 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`t5large_tweet_emotion_phd_instruction_2` is a English model originally trained by poison-attack. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/t5large_tweet_emotion_phd_instruction_2_en_5.4.2_3.0_1724834747731.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/t5large_tweet_emotion_phd_instruction_2_en_5.4.2_3.0_1724834747731.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("t5large_tweet_emotion_phd_instruction_2","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("t5large_tweet_emotion_phd_instruction_2", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|t5large_tweet_emotion_phd_instruction_2| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|3.1 GB| + +## References + +https://huggingface.co/poison-attack/t5large-tweet_emotion_phd_instruction_2 \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-28-t5large_tweet_emotion_phd_instruction_2_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-28-t5large_tweet_emotion_phd_instruction_2_pipeline_en.md new file mode 100644 index 00000000000000..2f22590149eb74 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-28-t5large_tweet_emotion_phd_instruction_2_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English t5large_tweet_emotion_phd_instruction_2_pipeline pipeline T5Transformer from poison-attack +author: John Snow Labs +name: t5large_tweet_emotion_phd_instruction_2_pipeline +date: 2024-08-28 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`t5large_tweet_emotion_phd_instruction_2_pipeline` is a English model originally trained by poison-attack. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/t5large_tweet_emotion_phd_instruction_2_pipeline_en_5.4.2_3.0_1724834900181.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/t5large_tweet_emotion_phd_instruction_2_pipeline_en_5.4.2_3.0_1724834900181.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("t5large_tweet_emotion_phd_instruction_2_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("t5large_tweet_emotion_phd_instruction_2_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|t5large_tweet_emotion_phd_instruction_2_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|3.1 GB| + +## References + +https://huggingface.co/poison-attack/t5large-tweet_emotion_phd_instruction_2 + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-28-t5v1_small_finetune_imdb_main_model_en.md b/docs/_posts/ahmedlone127/2024-08-28-t5v1_small_finetune_imdb_main_model_en.md new file mode 100644 index 00000000000000..dec18734f8dd0a --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-28-t5v1_small_finetune_imdb_main_model_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English t5v1_small_finetune_imdb_main_model T5Transformer from OmarHaroon01 +author: John Snow Labs +name: t5v1_small_finetune_imdb_main_model +date: 2024-08-28 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`t5v1_small_finetune_imdb_main_model` is a English model originally trained by OmarHaroon01. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/t5v1_small_finetune_imdb_main_model_en_5.4.2_3.0_1724816213608.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/t5v1_small_finetune_imdb_main_model_en_5.4.2_3.0_1724816213608.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("t5v1_small_finetune_imdb_main_model","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("t5v1_small_finetune_imdb_main_model", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|t5v1_small_finetune_imdb_main_model| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|322.5 MB| + +## References + +https://huggingface.co/OmarHaroon01/t5v1_small_finetune_IMDB_main_model \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-28-t5v1_small_finetune_imdb_main_model_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-28-t5v1_small_finetune_imdb_main_model_pipeline_en.md new file mode 100644 index 00000000000000..c663feedb179c1 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-28-t5v1_small_finetune_imdb_main_model_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English t5v1_small_finetune_imdb_main_model_pipeline pipeline T5Transformer from OmarHaroon01 +author: John Snow Labs +name: t5v1_small_finetune_imdb_main_model_pipeline +date: 2024-08-28 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`t5v1_small_finetune_imdb_main_model_pipeline` is a English model originally trained by OmarHaroon01. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/t5v1_small_finetune_imdb_main_model_pipeline_en_5.4.2_3.0_1724816235373.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/t5v1_small_finetune_imdb_main_model_pipeline_en_5.4.2_3.0_1724816235373.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("t5v1_small_finetune_imdb_main_model_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("t5v1_small_finetune_imdb_main_model_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|t5v1_small_finetune_imdb_main_model_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|322.5 MB| + +## References + +https://huggingface.co/OmarHaroon01/t5v1_small_finetune_IMDB_main_model + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-28-teabreac_nt5_small_drop_en.md b/docs/_posts/ahmedlone127/2024-08-28-teabreac_nt5_small_drop_en.md new file mode 100644 index 00000000000000..4ecd495991f84d --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-28-teabreac_nt5_small_drop_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English teabreac_nt5_small_drop T5Transformer from StonyBrookNLP +author: John Snow Labs +name: teabreac_nt5_small_drop +date: 2024-08-28 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`teabreac_nt5_small_drop` is a English model originally trained by StonyBrookNLP. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/teabreac_nt5_small_drop_en_5.4.2_3.0_1724828514070.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/teabreac_nt5_small_drop_en_5.4.2_3.0_1724828514070.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("teabreac_nt5_small_drop","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("teabreac_nt5_small_drop", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|teabreac_nt5_small_drop| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|348.9 MB| + +## References + +https://huggingface.co/StonyBrookNLP/teabreac-nt5-small-drop \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-28-teabreac_nt5_small_drop_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-28-teabreac_nt5_small_drop_pipeline_en.md new file mode 100644 index 00000000000000..39a067a52a43bd --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-28-teabreac_nt5_small_drop_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English teabreac_nt5_small_drop_pipeline pipeline T5Transformer from StonyBrookNLP +author: John Snow Labs +name: teabreac_nt5_small_drop_pipeline +date: 2024-08-28 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`teabreac_nt5_small_drop_pipeline` is a English model originally trained by StonyBrookNLP. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/teabreac_nt5_small_drop_pipeline_en_5.4.2_3.0_1724828534513.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/teabreac_nt5_small_drop_pipeline_en_5.4.2_3.0_1724828534513.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("teabreac_nt5_small_drop_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("teabreac_nt5_small_drop_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|teabreac_nt5_small_drop_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|348.9 MB| + +## References + +https://huggingface.co/StonyBrookNLP/teabreac-nt5-small-drop + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-28-teabreac_t5_large_en.md b/docs/_posts/ahmedlone127/2024-08-28-teabreac_t5_large_en.md new file mode 100644 index 00000000000000..f6ee1b8e30f416 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-28-teabreac_t5_large_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English teabreac_t5_large T5Transformer from StonyBrookNLP +author: John Snow Labs +name: teabreac_t5_large +date: 2024-08-28 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`teabreac_t5_large` is a English model originally trained by StonyBrookNLP. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/teabreac_t5_large_en_5.4.2_3.0_1724825185100.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/teabreac_t5_large_en_5.4.2_3.0_1724825185100.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("teabreac_t5_large","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("teabreac_t5_large", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|teabreac_t5_large| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|3.0 GB| + +## References + +https://huggingface.co/StonyBrookNLP/teabreac-t5-large \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-28-teabreac_t5_large_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-28-teabreac_t5_large_pipeline_en.md new file mode 100644 index 00000000000000..03085f849bed43 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-28-teabreac_t5_large_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English teabreac_t5_large_pipeline pipeline T5Transformer from StonyBrookNLP +author: John Snow Labs +name: teabreac_t5_large_pipeline +date: 2024-08-28 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`teabreac_t5_large_pipeline` is a English model originally trained by StonyBrookNLP. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/teabreac_t5_large_pipeline_en_5.4.2_3.0_1724825374394.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/teabreac_t5_large_pipeline_en_5.4.2_3.0_1724825374394.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("teabreac_t5_large_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("teabreac_t5_large_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|teabreac_t5_large_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|3.0 GB| + +## References + +https://huggingface.co/StonyBrookNLP/teabreac-t5-large + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-28-text2sqlbirdspider_en.md b/docs/_posts/ahmedlone127/2024-08-28-text2sqlbirdspider_en.md new file mode 100644 index 00000000000000..22376c945ac374 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-28-text2sqlbirdspider_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English text2sqlbirdspider T5Transformer from shassaan +author: John Snow Labs +name: text2sqlbirdspider +date: 2024-08-28 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`text2sqlbirdspider` is a English model originally trained by shassaan. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/text2sqlbirdspider_en_5.4.2_3.0_1724822034332.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/text2sqlbirdspider_en_5.4.2_3.0_1724822034332.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("text2sqlbirdspider","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("text2sqlbirdspider", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|text2sqlbirdspider| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|3.0 GB| + +## References + +https://huggingface.co/shassaan/Text2SQLBirdSpider \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-28-text_shortening_model_v4_en.md b/docs/_posts/ahmedlone127/2024-08-28-text_shortening_model_v4_en.md new file mode 100644 index 00000000000000..d3004f88b363f2 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-28-text_shortening_model_v4_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English text_shortening_model_v4 T5Transformer from ldos +author: John Snow Labs +name: text_shortening_model_v4 +date: 2024-08-28 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`text_shortening_model_v4` is a English model originally trained by ldos. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/text_shortening_model_v4_en_5.4.2_3.0_1724823467818.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/text_shortening_model_v4_en_5.4.2_3.0_1724823467818.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("text_shortening_model_v4","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("text_shortening_model_v4", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|text_shortening_model_v4| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|328.7 MB| + +## References + +https://huggingface.co/ldos/text_shortening_model_v4 \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-28-text_shortening_model_v4_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-28-text_shortening_model_v4_pipeline_en.md new file mode 100644 index 00000000000000..ad62d4a730b6da --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-28-text_shortening_model_v4_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English text_shortening_model_v4_pipeline pipeline T5Transformer from ldos +author: John Snow Labs +name: text_shortening_model_v4_pipeline +date: 2024-08-28 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`text_shortening_model_v4_pipeline` is a English model originally trained by ldos. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/text_shortening_model_v4_pipeline_en_5.4.2_3.0_1724823488098.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/text_shortening_model_v4_pipeline_en_5.4.2_3.0_1724823488098.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("text_shortening_model_v4_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("text_shortening_model_v4_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|text_shortening_model_v4_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|328.7 MB| + +## References + +https://huggingface.co/ldos/text_shortening_model_v4 + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-28-text_shortening_model_v62_en.md b/docs/_posts/ahmedlone127/2024-08-28-text_shortening_model_v62_en.md new file mode 100644 index 00000000000000..770063b617510d --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-28-text_shortening_model_v62_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English text_shortening_model_v62 T5Transformer from ldos +author: John Snow Labs +name: text_shortening_model_v62 +date: 2024-08-28 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`text_shortening_model_v62` is a English model originally trained by ldos. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/text_shortening_model_v62_en_5.4.2_3.0_1724828489754.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/text_shortening_model_v62_en_5.4.2_3.0_1724828489754.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("text_shortening_model_v62","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("text_shortening_model_v62", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|text_shortening_model_v62| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|304.1 MB| + +## References + +https://huggingface.co/ldos/text_shortening_model_v62 \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-28-text_shortening_model_v62_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-28-text_shortening_model_v62_pipeline_en.md new file mode 100644 index 00000000000000..86c1d178d39f09 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-28-text_shortening_model_v62_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English text_shortening_model_v62_pipeline pipeline T5Transformer from ldos +author: John Snow Labs +name: text_shortening_model_v62_pipeline +date: 2024-08-28 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`text_shortening_model_v62_pipeline` is a English model originally trained by ldos. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/text_shortening_model_v62_pipeline_en_5.4.2_3.0_1724828528808.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/text_shortening_model_v62_pipeline_en_5.4.2_3.0_1724828528808.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("text_shortening_model_v62_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("text_shortening_model_v62_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|text_shortening_model_v62_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|304.1 MB| + +## References + +https://huggingface.co/ldos/text_shortening_model_v62 + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-28-tiny30m_jglue_tuning_en.md b/docs/_posts/ahmedlone127/2024-08-28-tiny30m_jglue_tuning_en.md new file mode 100644 index 00000000000000..32b80d9ab77a0d --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-28-tiny30m_jglue_tuning_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English tiny30m_jglue_tuning T5Transformer from mimi33 +author: John Snow Labs +name: tiny30m_jglue_tuning +date: 2024-08-28 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`tiny30m_jglue_tuning` is a English model originally trained by mimi33. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/tiny30m_jglue_tuning_en_5.4.2_3.0_1724806251691.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/tiny30m_jglue_tuning_en_5.4.2_3.0_1724806251691.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("tiny30m_jglue_tuning","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("tiny30m_jglue_tuning", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|tiny30m_jglue_tuning| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|151.2 MB| + +## References + +https://huggingface.co/mimi33/tiny30M_JGLUE_tuning \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-28-tiny30m_jglue_tuning_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-28-tiny30m_jglue_tuning_pipeline_en.md new file mode 100644 index 00000000000000..2120b2e9f6872f --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-28-tiny30m_jglue_tuning_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English tiny30m_jglue_tuning_pipeline pipeline T5Transformer from mimi33 +author: John Snow Labs +name: tiny30m_jglue_tuning_pipeline +date: 2024-08-28 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`tiny30m_jglue_tuning_pipeline` is a English model originally trained by mimi33. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/tiny30m_jglue_tuning_pipeline_en_5.4.2_3.0_1724806259883.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/tiny30m_jglue_tuning_pipeline_en_5.4.2_3.0_1724806259883.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("tiny30m_jglue_tuning_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("tiny30m_jglue_tuning_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|tiny30m_jglue_tuning_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|151.2 MB| + +## References + +https://huggingface.co/mimi33/tiny30M_JGLUE_tuning + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-28-translation_french_en.md b/docs/_posts/ahmedlone127/2024-08-28-translation_french_en.md new file mode 100644 index 00000000000000..51d21229fecd03 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-28-translation_french_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English translation_french T5Transformer from homersimpson +author: John Snow Labs +name: translation_french +date: 2024-08-28 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`translation_french` is a English model originally trained by homersimpson. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/translation_french_en_5.4.2_3.0_1724813170172.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/translation_french_en_5.4.2_3.0_1724813170172.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("translation_french","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("translation_french", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|translation_french| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|985.5 MB| + +## References + +https://huggingface.co/homersimpson/translation-fr \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-28-translation_french_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-28-translation_french_pipeline_en.md new file mode 100644 index 00000000000000..abf02e2b50e709 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-28-translation_french_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English translation_french_pipeline pipeline T5Transformer from homersimpson +author: John Snow Labs +name: translation_french_pipeline +date: 2024-08-28 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`translation_french_pipeline` is a English model originally trained by homersimpson. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/translation_french_pipeline_en_5.4.2_3.0_1724813230995.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/translation_french_pipeline_en_5.4.2_3.0_1724813230995.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("translation_french_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("translation_french_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|translation_french_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|985.5 MB| + +## References + +https://huggingface.co/homersimpson/translation-fr + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-28-ttest_en.md b/docs/_posts/ahmedlone127/2024-08-28-ttest_en.md new file mode 100644 index 00000000000000..a32f4ed9435761 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-28-ttest_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English ttest T5Transformer from homersimpson +author: John Snow Labs +name: ttest +date: 2024-08-28 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`ttest` is a English model originally trained by homersimpson. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/ttest_en_5.4.2_3.0_1724828998816.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/ttest_en_5.4.2_3.0_1724828998816.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("ttest","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("ttest", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|ttest| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|985.8 MB| + +## References + +https://huggingface.co/homersimpson/ttest \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-28-ttest_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-28-ttest_pipeline_en.md new file mode 100644 index 00000000000000..99be38c56047c2 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-28-ttest_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English ttest_pipeline pipeline T5Transformer from homersimpson +author: John Snow Labs +name: ttest_pipeline +date: 2024-08-28 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`ttest_pipeline` is a English model originally trained by homersimpson. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/ttest_pipeline_en_5.4.2_3.0_1724829052511.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/ttest_pipeline_en_5.4.2_3.0_1724829052511.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("ttest_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("ttest_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|ttest_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|985.8 MB| + +## References + +https://huggingface.co/homersimpson/ttest + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-28-ukrainian_t5_compressed_gec_en.md b/docs/_posts/ahmedlone127/2024-08-28-ukrainian_t5_compressed_gec_en.md new file mode 100644 index 00000000000000..efc993341a88cd --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-28-ukrainian_t5_compressed_gec_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English ukrainian_t5_compressed_gec T5Transformer from kravchenko +author: John Snow Labs +name: ukrainian_t5_compressed_gec +date: 2024-08-28 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`ukrainian_t5_compressed_gec` is a English model originally trained by kravchenko. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/ukrainian_t5_compressed_gec_en_5.4.2_3.0_1724807740644.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/ukrainian_t5_compressed_gec_en_5.4.2_3.0_1724807740644.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("ukrainian_t5_compressed_gec","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("ukrainian_t5_compressed_gec", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|ukrainian_t5_compressed_gec| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|968.0 MB| + +## References + +https://huggingface.co/kravchenko/uk-t5-compressed-gec \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-28-ukrainian_t5_compressed_gec_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-28-ukrainian_t5_compressed_gec_pipeline_en.md new file mode 100644 index 00000000000000..044315f5fed292 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-28-ukrainian_t5_compressed_gec_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English ukrainian_t5_compressed_gec_pipeline pipeline T5Transformer from kravchenko +author: John Snow Labs +name: ukrainian_t5_compressed_gec_pipeline +date: 2024-08-28 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`ukrainian_t5_compressed_gec_pipeline` is a English model originally trained by kravchenko. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/ukrainian_t5_compressed_gec_pipeline_en_5.4.2_3.0_1724807792878.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/ukrainian_t5_compressed_gec_pipeline_en_5.4.2_3.0_1724807792878.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("ukrainian_t5_compressed_gec_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("ukrainian_t5_compressed_gec_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|ukrainian_t5_compressed_gec_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|968.0 MB| + +## References + +https://huggingface.co/kravchenko/uk-t5-compressed-gec + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-28-vietnamese_test3_en.md b/docs/_posts/ahmedlone127/2024-08-28-vietnamese_test3_en.md new file mode 100644 index 00000000000000..15a56f159aedff --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-28-vietnamese_test3_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English vietnamese_test3 T5Transformer from HuyenNguyen +author: John Snow Labs +name: vietnamese_test3 +date: 2024-08-28 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`vietnamese_test3` is a English model originally trained by HuyenNguyen. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/vietnamese_test3_en_5.4.2_3.0_1724810621576.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/vietnamese_test3_en_5.4.2_3.0_1724810621576.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("vietnamese_test3","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("vietnamese_test3", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|vietnamese_test3| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|1.0 GB| + +## References + +https://huggingface.co/HuyenNguyen/Vi-test3 \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-28-vietnamese_test3_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-28-vietnamese_test3_pipeline_en.md new file mode 100644 index 00000000000000..7e551cac8eded0 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-28-vietnamese_test3_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English vietnamese_test3_pipeline pipeline T5Transformer from HuyenNguyen +author: John Snow Labs +name: vietnamese_test3_pipeline +date: 2024-08-28 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`vietnamese_test3_pipeline` is a English model originally trained by HuyenNguyen. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/vietnamese_test3_pipeline_en_5.4.2_3.0_1724810671749.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/vietnamese_test3_pipeline_en_5.4.2_3.0_1724810671749.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("vietnamese_test3_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("vietnamese_test3_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|vietnamese_test3_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|1.0 GB| + +## References + +https://huggingface.co/HuyenNguyen/Vi-test3 + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-28-xsum_aligned_smallt5_cont2_en.md b/docs/_posts/ahmedlone127/2024-08-28-xsum_aligned_smallt5_cont2_en.md new file mode 100644 index 00000000000000..48fb50bcceaf72 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-28-xsum_aligned_smallt5_cont2_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English xsum_aligned_smallt5_cont2 T5Transformer from paulh27 +author: John Snow Labs +name: xsum_aligned_smallt5_cont2 +date: 2024-08-28 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`xsum_aligned_smallt5_cont2` is a English model originally trained by paulh27. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/xsum_aligned_smallt5_cont2_en_5.4.2_3.0_1724818442690.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/xsum_aligned_smallt5_cont2_en_5.4.2_3.0_1724818442690.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("xsum_aligned_smallt5_cont2","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("xsum_aligned_smallt5_cont2", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|xsum_aligned_smallt5_cont2| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|350.1 MB| + +## References + +https://huggingface.co/paulh27/xsum_aligned_smallT5_cont2 \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-28-xsum_aligned_smallt5_cont2_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-28-xsum_aligned_smallt5_cont2_pipeline_en.md new file mode 100644 index 00000000000000..7b5e98c3b686c8 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-28-xsum_aligned_smallt5_cont2_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English xsum_aligned_smallt5_cont2_pipeline pipeline T5Transformer from paulh27 +author: John Snow Labs +name: xsum_aligned_smallt5_cont2_pipeline +date: 2024-08-28 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`xsum_aligned_smallt5_cont2_pipeline` is a English model originally trained by paulh27. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/xsum_aligned_smallt5_cont2_pipeline_en_5.4.2_3.0_1724818460676.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/xsum_aligned_smallt5_cont2_pipeline_en_5.4.2_3.0_1724818460676.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("xsum_aligned_smallt5_cont2_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("xsum_aligned_smallt5_cont2_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|xsum_aligned_smallt5_cont2_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|350.1 MB| + +## References + +https://huggingface.co/paulh27/xsum_aligned_smallT5_cont2 + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-28-xsum_t5_small_fine_tuning_500_10_50000_8_e_1_s6789_v4_l4_en.md b/docs/_posts/ahmedlone127/2024-08-28-xsum_t5_small_fine_tuning_500_10_50000_8_e_1_s6789_v4_l4_en.md new file mode 100644 index 00000000000000..f8243a7444b376 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-28-xsum_t5_small_fine_tuning_500_10_50000_8_e_1_s6789_v4_l4_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English xsum_t5_small_fine_tuning_500_10_50000_8_e_1_s6789_v4_l4 T5Transformer from KingKazma +author: John Snow Labs +name: xsum_t5_small_fine_tuning_500_10_50000_8_e_1_s6789_v4_l4 +date: 2024-08-28 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`xsum_t5_small_fine_tuning_500_10_50000_8_e_1_s6789_v4_l4` is a English model originally trained by KingKazma. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/xsum_t5_small_fine_tuning_500_10_50000_8_e_1_s6789_v4_l4_en_5.4.2_3.0_1724816450590.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/xsum_t5_small_fine_tuning_500_10_50000_8_e_1_s6789_v4_l4_en_5.4.2_3.0_1724816450590.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("xsum_t5_small_fine_tuning_500_10_50000_8_e_1_s6789_v4_l4","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("xsum_t5_small_fine_tuning_500_10_50000_8_e_1_s6789_v4_l4", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|xsum_t5_small_fine_tuning_500_10_50000_8_e_1_s6789_v4_l4| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|348.9 MB| + +## References + +https://huggingface.co/KingKazma/xsum_t5-small_fine_tuning_500_10_50000_8_e-1_s6789_v4_l4 \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-28-xsum_t5_small_fine_tuning_500_10_50000_8_e_1_s6789_v4_l4_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-28-xsum_t5_small_fine_tuning_500_10_50000_8_e_1_s6789_v4_l4_pipeline_en.md new file mode 100644 index 00000000000000..722a88a2e3f181 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-28-xsum_t5_small_fine_tuning_500_10_50000_8_e_1_s6789_v4_l4_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English xsum_t5_small_fine_tuning_500_10_50000_8_e_1_s6789_v4_l4_pipeline pipeline T5Transformer from KingKazma +author: John Snow Labs +name: xsum_t5_small_fine_tuning_500_10_50000_8_e_1_s6789_v4_l4_pipeline +date: 2024-08-28 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`xsum_t5_small_fine_tuning_500_10_50000_8_e_1_s6789_v4_l4_pipeline` is a English model originally trained by KingKazma. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/xsum_t5_small_fine_tuning_500_10_50000_8_e_1_s6789_v4_l4_pipeline_en_5.4.2_3.0_1724816467209.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/xsum_t5_small_fine_tuning_500_10_50000_8_e_1_s6789_v4_l4_pipeline_en_5.4.2_3.0_1724816467209.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("xsum_t5_small_fine_tuning_500_10_50000_8_e_1_s6789_v4_l4_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("xsum_t5_small_fine_tuning_500_10_50000_8_e_1_s6789_v4_l4_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|xsum_t5_small_fine_tuning_500_10_50000_8_e_1_s6789_v4_l4_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|348.9 MB| + +## References + +https://huggingface.co/KingKazma/xsum_t5-small_fine_tuning_500_10_50000_8_e-1_s6789_v4_l4 + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-28-xsum_t5_small_fine_tuning_500_4_50000_6_e_1_s6789_v4_l5_en.md b/docs/_posts/ahmedlone127/2024-08-28-xsum_t5_small_fine_tuning_500_4_50000_6_e_1_s6789_v4_l5_en.md new file mode 100644 index 00000000000000..f8f95179df6da8 --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-28-xsum_t5_small_fine_tuning_500_4_50000_6_e_1_s6789_v4_l5_en.md @@ -0,0 +1,86 @@ +--- +layout: model +title: English xsum_t5_small_fine_tuning_500_4_50000_6_e_1_s6789_v4_l5 T5Transformer from KingKazma +author: John Snow Labs +name: xsum_t5_small_fine_tuning_500_4_50000_6_e_1_s6789_v4_l5 +date: 2024-08-28 +tags: [en, open_source, onnx, t5, question_answering, summarization, translation, text_generation] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: onnx +annotator: T5Transformer +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer model, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`xsum_t5_small_fine_tuning_500_4_50000_6_e_1_s6789_v4_l5` is a English model originally trained by KingKazma. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/xsum_t5_small_fine_tuning_500_4_50000_6_e_1_s6789_v4_l5_en_5.4.2_3.0_1724830624795.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/xsum_t5_small_fine_tuning_500_4_50000_6_e_1_s6789_v4_l5_en_5.4.2_3.0_1724830624795.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +documentAssembler = DocumentAssembler() \ + .setInputCol('text') \ + .setOutputCol('document') + +t5 = T5Transformer.pretrained("xsum_t5_small_fine_tuning_500_4_50000_6_e_1_s6789_v4_l5","en") \ + .setInputCols(["document"]) \ + .setOutputCol("output") + +pipeline = Pipeline().setStages([documentAssembler, t5]) +data = spark.createDataFrame([["I love spark-nlp"]]).toDF("text") +pipelineModel = pipeline.fit(data) +pipelineDF = pipelineModel.transform(data) + +``` +```scala + +val documentAssembler = new DocumentAssembler() + .setInputCols("text") + .setOutputCols("document") + +val t5 = T5Transformer.pretrained("xsum_t5_small_fine_tuning_500_4_50000_6_e_1_s6789_v4_l5", "en") + .setInputCols(Array("documents")) + .setOutputCol("output") + +val pipeline = new Pipeline().setStages(Array(documentAssembler, t5)) +val data = Seq("I love spark-nlp").toDS.toDF("text") +val pipelineModel = pipeline.fit(data) +val pipelineDF = pipelineModel.transform(data) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|xsum_t5_small_fine_tuning_500_4_50000_6_e_1_s6789_v4_l5| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[document]| +|Output Labels:|[output]| +|Language:|en| +|Size:|336.5 MB| + +## References + +https://huggingface.co/KingKazma/xsum_t5-small_fine_tuning_500_4_50000_6_e-1_s6789_v4_l5 \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-28-xsum_t5_small_fine_tuning_500_4_50000_6_e_1_s6789_v4_l5_pipeline_en.md b/docs/_posts/ahmedlone127/2024-08-28-xsum_t5_small_fine_tuning_500_4_50000_6_e_1_s6789_v4_l5_pipeline_en.md new file mode 100644 index 00000000000000..76912d28bc8d8a --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-28-xsum_t5_small_fine_tuning_500_4_50000_6_e_1_s6789_v4_l5_pipeline_en.md @@ -0,0 +1,69 @@ +--- +layout: model +title: English xsum_t5_small_fine_tuning_500_4_50000_6_e_1_s6789_v4_l5_pipeline pipeline T5Transformer from KingKazma +author: John Snow Labs +name: xsum_t5_small_fine_tuning_500_4_50000_6_e_1_s6789_v4_l5_pipeline +date: 2024-08-28 +tags: [en, open_source, pipeline, onnx] +task: [Question Answering, Summarization, Translation, Text Generation] +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +annotator: PipelineModel +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +Pretrained T5Transformer, adapted from Hugging Face and curated to provide scalability and production-readiness using Spark NLP.`xsum_t5_small_fine_tuning_500_4_50000_6_e_1_s6789_v4_l5_pipeline` is a English model originally trained by KingKazma. + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/xsum_t5_small_fine_tuning_500_4_50000_6_e_1_s6789_v4_l5_pipeline_en_5.4.2_3.0_1724830645361.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/xsum_t5_small_fine_tuning_500_4_50000_6_e_1_s6789_v4_l5_pipeline_en_5.4.2_3.0_1724830645361.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +pipeline = PretrainedPipeline("xsum_t5_small_fine_tuning_500_4_50000_6_e_1_s6789_v4_l5_pipeline", lang = "en") +annotations = pipeline.transform(df) + +``` +```scala + +val pipeline = new PretrainedPipeline("xsum_t5_small_fine_tuning_500_4_50000_6_e_1_s6789_v4_l5_pipeline", lang = "en") +val annotations = pipeline.transform(df) + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|xsum_t5_small_fine_tuning_500_4_50000_6_e_1_s6789_v4_l5_pipeline| +|Type:|pipeline| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Language:|en| +|Size:|336.5 MB| + +## References + +https://huggingface.co/KingKazma/xsum_t5-small_fine_tuning_500_4_50000_6_e-1_s6789_v4_l5 + +## Included Models + +- DocumentAssembler +- T5Transformer \ No newline at end of file diff --git a/docs/_posts/ahmedlone127/2024-08-29-bert_zero_shot_classifier_mnli_by_nbailab_en.md b/docs/_posts/ahmedlone127/2024-08-29-bert_zero_shot_classifier_mnli_by_nbailab_en.md new file mode 100644 index 00000000000000..59c3f15a1a530e --- /dev/null +++ b/docs/_posts/ahmedlone127/2024-08-29-bert_zero_shot_classifier_mnli_by_nbailab_en.md @@ -0,0 +1,112 @@ +--- +layout: model +title: English BertForZeroShotClassification (from nbailab) +author: John Snow Labs +name: bert_zero_shot_classifier_mnli_by_nbailab +date: 2024-08-29 +tags: [zero_shot_classification, bert, openvino, en, open_source] +task: Zero-Shot Classification +language: en +edition: Spark NLP 5.4.2 +spark_version: 3.0 +supported: true +engine: openvino +annotator: BertForSequenceClassification +article_header: + type: cover +use_language_switcher: "Python-Scala-Java" +--- + +## Description + +“ + +This model is intended to be used for zero-shot text classification. It is fine-tuned on MNLI. + +BertForZeroShotClassification using a ModelForSequenceClassification trained on NLI (natural language inference) tasks. Equivalent of BertForSequenceClassification models, but these models don’t require a hardcoded number of potential classes, they can be chosen at runtime. It usually means it’s slower but it is much more flexible. + +We used TFBertForSequenceClassification to train this model and used BertForZeroShotClassification annotator in Spark NLP 🚀 for prediction at scale! + +{:.btn-box} + + +[Download](https://s3.amazonaws.com/auxdata.johnsnowlabs.com/public/models/bert_zero_shot_classifier_mnli_by_nbailab_en_5.4.2_3.0_1724924996423.zip){:.button.button-orange.button-orange-trans.arr.button-icon} +[Copy S3 URI](s3://auxdata.johnsnowlabs.com/public/models/bert_zero_shot_classifier_mnli_by_nbailab_en_5.4.2_3.0_1724924996423.zip){:.button.button-orange.button-orange-trans.button-icon.button-copy-s3} + +## How to use + + + +
+{% include programmingLanguageSelectScalaPythonNLU.html %} +```python + +document_assembler = DocumentAssembler() \ +.setInputCol('text') \ +.setOutputCol('document') + +tokenizer = Tokenizer() \ +.setInputCols(['document']) \ +.setOutputCol('token') + +zeroShotClassifier = BertForZeroShotClassification \ +.pretrained('bert_zero_shot_classifier_mnli_by_nbailab', 'en') \ +.setInputCols(['token', 'document']) \ +.setOutputCol('class') \ +.setCaseSensitive(True) \ +.setMaxSentenceLength(512) \ +.setCandidateLabels(["urgent", "mobile", "travel", "movie", "music", "sport", "weather", "technology"]) + +pipeline = Pipeline(stages=[ +document_assembler, +tokenizer, +zeroShotClassifier +]) + +example = spark.createDataFrame([['I have a problem with my iphone that needs to be resolved asap!!']]).toDF("text") +result = pipeline.fit(example).transform(example) + +``` +```scala + + val document_assembler = DocumentAssembler() +.setInputCol("text") +.setOutputCol("document") + +val tokenizer = Tokenizer() +.setInputCols("document") +.setOutputCol("token") + +val zeroShotClassifier = BertForSequenceClassification.pretrained("bert_zero_shot_classifier_mnli_by_nbailab", "en") +.setInputCols("document", "token") +.setOutputCol("class") +.setCaseSensitive(true) +.setMaxSentenceLength(512) +.setCandidateLabels(Array("urgent", "mobile", "travel", "movie", "music", "sport", "weather", "technology")) + +val pipeline = new Pipeline().setStages(Array(document_assembler, tokenizer, zeroShotClassifier)) + +val example = Seq("I have a problem with my iphone that needs to be resolved asap!!").toDS.toDF("text") + +val result = pipeline.fit(example).transform(example) + + + + +``` +
+ +{:.model-param} +## Model Information + +{:.table-model} +|---|---| +|Model Name:|bert_zero_shot_classifier_mnli_by_nbailab| +|Compatibility:|Spark NLP 5.4.2+| +|License:|Open Source| +|Edition:|Official| +|Input Labels:|[token, document]| +|Output Labels:|[label]| +|Language:|en| +|Size:|627.3 MB| +|Case sensitive:|true| \ No newline at end of file