20 lines
1.2 KiB
Python
20 lines
1.2 KiB
Python
import sys,json,unittest
|
|
from pathlib import Path
|
|
ROOT=Path(__file__).resolve().parents[1];sys.path.insert(0,str(ROOT))
|
|
import runner as r
|
|
class Contract(unittest.TestCase):
|
|
def test_real_stored_contract_and_ambiguous_statuses(self):
|
|
d=json.loads((ROOT/'tests/fixtures/completed-ingestion.json').read_text());b=json.loads(d['originalText'])
|
|
with self.assertRaises(r.RunnerError):r.validate_brief(b)
|
|
self.assertEqual(len([x for x in b['inputAvailability'] if x['status'] not in ('AVAILABLE','PARTIAL','UNAVAILABLE')]),10)
|
|
urls=r.successful_retrieved_urls(d['outputs'])
|
|
self.assertEqual(len([x for x in b['findings'] if x['sourceUrl'] not in urls]),5)
|
|
prompt=r.synthesis_contract(d['outputs'])
|
|
self.assertIn('AVAILABLE/PARTIAL/UNAVAILABLE',prompt)
|
|
self.assertIn('successfulWorkerRetrievedUrlAllowlist',prompt)
|
|
self.assertIn('Do not invent dates',prompt)
|
|
def test_unmatched_failed_and_search_only_never_admitted(self):
|
|
outputs=[{'retrievalEvents':[{'type':'tool_result','name':'web_extract','tool_call_id':'missing','output':json.dumps({'results':[{'url':'https://x.org','content':'x'}]})}]}]
|
|
self.assertEqual(r.successful_retrieved_urls(outputs),set())
|
|
if __name__=='__main__':unittest.main()
|