coulomb/llm-connect
4
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Preserve llm-connect run config in server mode

Browse source
This commit is contained in:
tegwick 2026-05-19 20:55:02 +02:00
parent c11c6afa3f
commit 82e3c07928
3 changed files with 265 additions and 8 deletions
Download patch file Download diff file Expand all files Collapse all files

10
llm_connect/server.py
View file

@ -65,12 +65,10 @@ class _Handler(BaseHTTPRequestHandler):
return
cfg = data.get("config", {})
config = RunConfig(
model_name=cfg.get("model_name", "gpt-4"),
temperature=float(cfg.get("temperature", 0.7)),
max_tokens=int(cfg.get("max_tokens", 2000)),
timeout_seconds=int(cfg.get("timeout_seconds", 300)),
)
if not isinstance(cfg, dict):
self._respond(400, {"error": "field 'config' must be an object"})
return
config = RunConfig.from_dict(cfg)
try:
response = self.server.adapter.execute_prompt(prompt, config) # type: ignore[attr-defined]