24 lines
1.7 KiB
Python
24 lines
1.7 KiB
Python
import datetime, importlib.util, pathlib, tempfile, unittest, uuid
|
|
p=pathlib.Path(__file__).with_name('executor.py')
|
|
spec=importlib.util.spec_from_file_location('pilot',p); m=importlib.util.module_from_spec(spec); spec.loader.exec_module(m)
|
|
qs=importlib.util.spec_from_file_location('qa',p.with_name('qa.py')); qa=importlib.util.module_from_spec(qs); qs.loader.exec_module(qa)
|
|
def lease():
|
|
d={k:str(uuid.uuid4()) for k in ('taskId','runId','leaseToken')}; d.update(environment='staging',maxCostCents=20,attempt=1,commitSha='a'*40,leaseUntil=(datetime.datetime.now(datetime.timezone.utc)+datetime.timedelta(seconds=30)).isoformat()); return d
|
|
class Contract(unittest.TestCase):
|
|
def test_missing_lease_rejected(self):
|
|
with self.assertRaises(ValueError): m.validate_lease({})
|
|
def test_bounds(self):
|
|
for k,v in [('environment','production'),('attempt',2),('maxCostCents',21),('commitSha','main'),('leaseUntil','2000-01-01T00:00:00+00:00')]:
|
|
d=lease(); d[k]=v
|
|
with self.assertRaises(ValueError): m.validate_lease(d)
|
|
def test_heartbeat_denial_prevents_inference(self):
|
|
with tempfile.TemporaryDirectory() as root:
|
|
def deny(_): raise PermissionError('killed')
|
|
with self.assertRaises(PermissionError): m.execute(lease(),root,lambda:self.fail('must not infer'),deny)
|
|
def test_qa_rejects_malicious_and_wrong_behavior(self):
|
|
for source in ['import os\n','def clamp_quantity(quantity):\n return quantity\n','def clamp_quantity(quantity):\n return __import__("os").system("true")\n']:
|
|
with tempfile.TemporaryDirectory() as root:
|
|
pathlib.Path(root,'quantity.py').write_text(source)
|
|
with self.assertRaises(ValueError): qa.verify(root)
|
|
if __name__=='__main__': unittest.main()
|