updated python default params

changed test to slow test
JohnSnowLabs · Jan 23, 2024 · c0b2c4f · c0b2c4f
1 parent 46e8f15
commit c0b2c4f
Show file tree

Hide file tree

Showing 2 changed files with 3 additions and 3 deletions.
diff --git a/python/sparknlp/annotator/seq2seq/llama2_transformer.py b/python/sparknlp/annotator/seq2seq/llama2_transformer.py
@@ -291,9 +291,9 @@ def __init__(self, classname="com.johnsnowlabs.nlp.annotators.seq2seq.LLAMA2Tran
             minOutputLength=0,
             maxOutputLength=20,
             doSample=False,
-            temperature=1.0,
+            temperature=0.6,
             topK=50,
-            topP=1.0,
+            topP=0.9,
             repetitionPenalty=1.0,
             noRepeatNgramSize=0,
             ignoreTokenIds=[],

diff --git a/src/test/scala/com/johnsnowlabs/nlp/annotators/seq2seq/LLAMA2TestSpec.scala b/src/test/scala/com/johnsnowlabs/nlp/annotators/seq2seq/LLAMA2TestSpec.scala
@@ -25,7 +25,7 @@ import org.scalatest.flatspec.AnyFlatSpec
 
 class LLAMA2TestSpec extends AnyFlatSpec {
 
-  "llama-7b" should "should handle temperature=0 correctly and not crash when predicting more than 1 element with doSample=True" taggedAs FastTest in {
+  "llama-7b" should "should handle temperature=0 correctly and not crash when predicting more than 1 element with doSample=True" taggedAs SlowTest in {
     // Even tough the Paper states temperature in interval [0,1), using temperature=0 will result in division by 0 error.
     // Also DoSample=True may result in infinities being generated and distFiltered.length==0 which results in exception if we don't return 0 instead internally.
     val testData = ResourceHelper.spark