We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent c600af7 commit 60d6b1eCopy full SHA for 60d6b1e
Llama3.java
@@ -365,7 +365,7 @@ else if ("user".equals(role)) {
365
}
366
if (httpSession == null) {
367
// We build a new HTTP-session.
368
- final Llama.State state = model.createNewState();
+ final Llama.State state = model.createNewState(BATCH_SIZE);
369
sessionKey = "SESS-" + reqCounter.get() + "-" + UUID.randomUUID().toString();
370
exchange.getResponseHeaders().add("Set-Cookie", "LLAMA_SESS_ID=" + sessionKey);
371
0 commit comments