Files
canina/infra/hermes-pilot/test_contract.py

24 lines
1.7 KiB
Python

import datetime, importlib.util, pathlib, tempfile, unittest, uuid
p=pathlib.Path(__file__).with_name('executor.py')
spec=importlib.util.spec_from_file_location('pilot',p); m=importlib.util.module_from_spec(spec); spec.loader.exec_module(m)
qs=importlib.util.spec_from_file_location('qa',p.with_name('qa.py')); qa=importlib.util.module_from_spec(qs); qs.loader.exec_module(qa)
def lease():
d={k:str(uuid.uuid4()) for k in ('taskId','runId','leaseToken')}; d.update(environment='staging',maxCostCents=20,attempt=1,commitSha='a'*40,leaseUntil=(datetime.datetime.now(datetime.timezone.utc)+datetime.timedelta(seconds=30)).isoformat()); return d
class Contract(unittest.TestCase):
def test_missing_lease_rejected(self):
with self.assertRaises(ValueError): m.validate_lease({})
def test_bounds(self):
for k,v in [('environment','production'),('attempt',2),('maxCostCents',21),('commitSha','main'),('leaseUntil','2000-01-01T00:00:00+00:00')]:
d=lease(); d[k]=v
with self.assertRaises(ValueError): m.validate_lease(d)
def test_heartbeat_denial_prevents_inference(self):
with tempfile.TemporaryDirectory() as root:
def deny(_): raise PermissionError('killed')
with self.assertRaises(PermissionError): m.execute(lease(),root,lambda:self.fail('must not infer'),deny)
def test_qa_rejects_malicious_and_wrong_behavior(self):
for source in ['import os\n','def clamp_quantity(quantity):\n return quantity\n','def clamp_quantity(quantity):\n return __import__("os").system("true")\n']:
with tempfile.TemporaryDirectory() as root:
pathlib.Path(root,'quantity.py').write_text(source)
with self.assertRaises(ValueError): qa.verify(root)
if __name__=='__main__': unittest.main()