code review

apisix/plugins/ai-proxy.lua

@@ -81,7 +81,7 @@ function _M.access(conf, ctx)
     local ai_driver = require("apisix.plugins.ai-proxy.drivers." .. conf.model.provider)
     local res, err, httpc = ai_driver.request(conf, request_table, ctx)
     if not res then
-        core.log.error("failed to send request to AI service: ", err)
+        core.log.error("failed to send request to LLM service: ", err)
         return internal_server_error
     end
 

apisix/plugins/ai-proxy/drivers/openai.lua

@@ -21,7 +21,6 @@ local http = require("resty.http")
 local url  = require("socket.url")
 
 local pairs = pairs
-local type  = type
 
 -- globals
 local DEFAULT_HOST = "api.openai.com"
@@ -77,7 +76,7 @@ function _M.request(conf, request_table, ctx)
 
     local res, err = httpc:request(params)
     if not res then
-        return 500, "failed to send request to LLM server: " .. err
+        return nil, err
     end
 
     return res, nil, httpc

t/sse_server_example/main.go

@@ -36,7 +36,7 @@ func sseHandler(w http.ResponseWriter, r *http.Request) {
 		fmt.Fprintf(w, "[ERROR]")
 		return
 	}
-	// A simple loop that sends a message every 2 seconds
+	// A simple loop that sends a message every 500ms
 	for i := 0; i < 5; i++ {
 		// Create a message to send to the client
 		fmt.Fprintf(w, "data: %s\n\n", time.Now().Format(time.RFC3339))