add local llm implementation (#119)

2024-03-12 11:57:08 +08:00
parent 0452a6db73
commit f1f09df901
17 changed files with 196 additions and 25 deletions
--- a/api/apps/llm_app.py
+++ b/api/apps/llm_app.py
@@ -85,7 +85,7 @@ def my_llms():
                }
            res[o["llm_factory"]]["llm"].append({
                "type": o["model_type"],
-                "name": o["model_name"],
+                "name": o["llm_name"],
                "used_token": o["used_tokens"]
            })
        return get_json_result(data=res)