coulomb/frontend-patterns
5
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Screen research evidence and record bounded llm-connect refinement

Browse source 
Assistant: codex
Assistant-Model: gpt-6-astra
Assistant-Session: 01a0cffe-206f-7323-89d3-b20ca4cf4bf9
This commit is contained in:
tegwick 2026-09-25 01:43:16 +02:00
parent 2ec23bb22c
commit 509e86d9c5
24 changed files with 688 additions and 9 deletions
Download patch file Download diff file Expand all files Collapse all files

5
tests/test_research_bench.py
View file

@ -182,7 +182,7 @@ def test_llm_connect_service_contract(tmp_path, finish, content, complete):
server.start()
root = initialize(tmp_path)
try:
live = bench.LLMConnectAdapter(f'http://127.0.0.1:{server.port}', 'requested/model')
live = bench.LLMConnectAdapter(f'http://127.0.0.1:{server.port}', 'requested/model', reasoning_effort='low')
if complete:
assert bench.execute(root, live)['status'] == 'completed'
assert len(calls) == 4
@ -195,9 +195,12 @@ def test_llm_connect_service_contract(tmp_path, finish, content, complete):
assert receipt['responses'][0]['model'] == 'resolved/model'
assert receipt['responses'][0]['usage']['total_tokens'] == 42
assert receipt['responses'][0]['finish_reason'] == finish
assert receipt['responses'][0]['content_characters'] == len(content)
assert receipt['responses'][0]['content_sha256'] is not None
assert receipt['service_requests_attempted'] == len(calls)
assert calls[0][1].model_name == 'requested/model'
assert calls[0][1].max_tokens == 4000
assert calls[0][1].model_params['reasoning_effort'] == 'low'
assert 'DO-NOT-PERSIST' not in receipt_text
finally:
server.stop()