Files
canina/infra/hermes-editorial/tests/test_ingestion_contract.py
T

20 lines
1.2 KiB
Python

import sys,json,unittest
from pathlib import Path
ROOT=Path(__file__).resolve().parents[1];sys.path.insert(0,str(ROOT))
import runner as r
class Contract(unittest.TestCase):
def test_real_stored_contract_and_ambiguous_statuses(self):
d=json.loads((ROOT/'tests/fixtures/completed-ingestion.json').read_text());b=json.loads(d['originalText'])
with self.assertRaises(r.RunnerError):r.validate_brief(b)
self.assertEqual(len([x for x in b['inputAvailability'] if x['status'] not in ('AVAILABLE','PARTIAL','UNAVAILABLE')]),10)
urls=r.successful_retrieved_urls(d['outputs'])
self.assertEqual(len([x for x in b['findings'] if x['sourceUrl'] not in urls]),5)
prompt=r.synthesis_contract(d['outputs'])
self.assertIn('AVAILABLE/PARTIAL/UNAVAILABLE',prompt)
self.assertIn('successfulWorkerRetrievedUrlAllowlist',prompt)
self.assertIn('Do not invent dates',prompt)
def test_unmatched_failed_and_search_only_never_admitted(self):
outputs=[{'retrievalEvents':[{'type':'tool_result','name':'web_extract','tool_call_id':'missing','output':json.dumps({'results':[{'url':'https://x.org','content':'x'}]})}]}]
self.assertEqual(r.successful_retrieved_urls(outputs),set())
if __name__=='__main__':unittest.main()