File tree Expand file tree Collapse file tree 1 file changed +4
-2
lines changed Expand file tree Collapse file tree 1 file changed +4
-2
lines changed Original file line number Diff line number Diff line change 1717// a HTTP-server which serves llama.cpp-requests (POST-request /completion). 
1818// llama.server.path should point to a folder which contains HTML-ressources like those in 
1919// https://github.com/ggerganov/llama.cpp/tree/master/examples/server/public. 
20+ // The system-property llama.server.path is optional to serve a gui in addition 
21+ // to the chat-completion-API using POST requests. 
2022// 
2123// To run just: 
2224// jbang Llama3.java --help 
@@ -338,7 +340,7 @@ else if ("user".equals(role)) {
338340                exchange .close ();
339341                return ;
340342            }
341-              
343+ 
342344            JsonFormat  format  = mapRequest .containsKey ("messages"  ) ? JsonFormat .OPENAI  : JsonFormat .LLAMA_CPP ;
343345
344346            try  {
@@ -612,7 +614,7 @@ private static void dumpString(StringBuilder sb, String s) {
612614        }
613615        sb .append ('"' );
614616    }
615-      
617+ 
616618    static  class  TeeBufferedReader  extends  BufferedReader  {
617619        final  StringBuilder  sb  = new  StringBuilder ();
618620        /** 
 
 
   
 
     
   
   
          
    
    
     
    
      
     
     
    You can’t perform that action at this time.
  
 
    
  
    
      
        
     
       
      
     
   
 
    
    
  
 
  
 
     
    
0 commit comments