Skip to content

Commit c600af7

Browse files
committed
Added hint regarding local http server.
1 parent 8e13cf7 commit c600af7

File tree

1 file changed

+4
-2
lines changed

1 file changed

+4
-2
lines changed

Llama3.java

Lines changed: 4 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -17,6 +17,8 @@
1717
// a HTTP-server which serves llama.cpp-requests (POST-request /completion).
1818
// llama.server.path should point to a folder which contains HTML-ressources like those in
1919
// https://github.com/ggerganov/llama.cpp/tree/master/examples/server/public.
20+
// The system-property llama.server.path is optional to serve a gui in addition
21+
// to the chat-completion-API using POST requests.
2022
//
2123
// To run just:
2224
// jbang Llama3.java --help
@@ -338,7 +340,7 @@ else if ("user".equals(role)) {
338340
exchange.close();
339341
return;
340342
}
341-
343+
342344
JsonFormat format = mapRequest.containsKey("messages" ) ? JsonFormat.OPENAI : JsonFormat.LLAMA_CPP;
343345

344346
try {
@@ -612,7 +614,7 @@ private static void dumpString(StringBuilder sb, String s) {
612614
}
613615
sb.append('"');
614616
}
615-
617+
616618
static class TeeBufferedReader extends BufferedReader {
617619
final StringBuilder sb = new StringBuilder();
618620
/**

0 commit comments

Comments
 (0)