Files
canina/infra/hermes-pilot/infer.py
T
2026-10-23 19:36:56 +00:00

35 lines
2.4 KiB
Python

"""Executed only inside pinned canina-hermes image by controlled runner."""
import contextlib, io, json, os, pathlib, tempfile
# Copy ONE existing inference credential in memory; no auth pools or messaging keys.
from dotenv import dotenv_values
key=dotenv_values('/opt/data/.env').get('OPENAI_API_KEY')
if not key: raise RuntimeError('Existing OPENAI_API_KEY unavailable')
home=tempfile.TemporaryDirectory(prefix='canina-real-pilot-')
os.environ.clear()
os.environ.update({'PATH':'/usr/bin:/bin','HOME':home.name,'HERMES_HOME':home.name,'OPENAI_API_KEY':key,'OPENAI_BASE_URL':'https://nr.parsaaghayi.ir/v1','HERMES_DISABLE_PLUGINS':'1'})
# Installed API verified by inspect.signature at pinned image commit 818c13be.
with contextlib.redirect_stdout(io.StringIO()), contextlib.redirect_stderr(io.StringIO()):
from openai.resources.chat.completions import Completions
# Patch the SDK resource class, so client rebuilds/fallback cannot reset admission.
original_create=Completions.create
budget=SingleCall() # injected by pinned runner, never imported from runtime disk
def bounded_create(self, *args, **kwargs):
if args: raise RuntimeError('Unexpected positional completion call')
return budget.call(lambda **kw: original_create(self, **kw),kwargs)
Completions.create=bounded_create
from run_agent import AIAgent
agent=AIAgent(model='Free',provider='custom',base_url='https://nr.parsaaghayi.ir/v1',api_key=key,
enabled_toolsets=[],max_iterations=1,max_tokens=160,run_budget_seconds=80,
skip_context_files=True,skip_memory=True,skip_background_review=True,load_soul_identity=False,
quiet_mode=True,fallback_model={},cwd=home.name)
agent._api_max_retries=1
agent._auto_recovery_cycles=0
if getattr(agent.client,'max_retries',None) != 0:
raise RuntimeError('SDK retries must be disabled')
if agent.tools: raise RuntimeError('Tool-less invariant failed')
result=agent.run_conversation('Write only Python source, no markdown: define clamp_quantity(quantity) returning integer quantity clamped to inclusive 0..99. Use one return with nested min/max calls only. No annotations, comments, imports, decorators, docstrings or other statements.')
final=result.get('final_response')
if not isinstance(final,str) or not final.strip(): raise RuntimeError('No model artifact; result keys='+','.join(result.keys()))
print(json.dumps({'source':final.strip()+'\n','model':'Free','tools':0}))
home.cleanup()