updated max input length

JohnSnowLabs · Jan 23, 2024 · 46e8f15 · 46e8f15
1 parent 5304c1f
commit 46e8f15
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/src/main/scala/com/johnsnowlabs/nlp/annotators/seq2seq/LLAMA2Transformer.scala b/src/main/scala/com/johnsnowlabs/nlp/annotators/seq2seq/LLAMA2Transformer.scala
@@ -227,7 +227,7 @@ class LLAMA2Transformer(override val uid: String)
     ignoreTokenIds -> Array(),
     batchSize -> 1,
     beamSize -> 1,
-    maxInputLength -> 512)
+    maxInputLength -> 4096)
 
   /** takes a document and annotations and produces new annotations of this annotator's annotation
     * type