Wire opt-in Stage runtime provisioning before isolated render; verify snapshot and Compose integration

This commit is contained in:
devops committed 2026-10-23 18:15:47 +00:00
1 parent bf84e5da43
commit 105ab07fbd
3 files changed
+205 -1

No files matched your search

@@ -0,0 +1,98 @@
"""CI runtime integration: execute extracted deploy boundary, never live apply."""
import pathlib, subprocess, tempfile, unittest, os
ROOT = pathlib.Path(__file__).resolve().parents[2]
class WiringTests(unittest.TestCase):
def test_clean_provision_precedes_all_rendered_edits(self):
s=(ROOT/'scripts/deploy.sh').read_text()
self.assertIn('stage_runtime_provision',s)
self.assertLess(s.index('stage_runtime_provision'),s.index('>> .dockerignore'))
self.assertIn('CANINA_RUNTIME_READ_ENABLED', (ROOT/'scripts/rollout-stage.sh').read_text())
def test_inventory_started_before_backend(self):
with tempfile.TemporaryDirectory() as d:
p=pathlib.Path(d)/'docker'; p.write_text('#!/bin/sh\nprintf "%s\\n" "$*" >> "$TRACE"\n');p.chmod(0o755)
r=subprocess.run(['bash','-c','set -e; source scripts/rollout-stage.sh; STAGE_PROVISION_ENABLED=true; stage_rollout'],cwd=ROOT,env=dict(os.environ,PATH=d+':'+os.environ['PATH'],TRACE=d+'/trace'),capture_output=True,text=True)
self.assertEqual(r.returncode,0,r.stderr)
trace=pathlib.Path(d+'/trace').read_text()
self.assertIn('up -d --no-deps runtime-inventory',trace)
self.assertLess(trace.index('up -d --no-deps runtime-inventory'),trace.index('up -d --no-deps backend_stage'))
def test_provision_and_real_compose_render_repeat(self):
import json, shutil, sqlite3
with tempfile.TemporaryDirectory() as directory:
base=pathlib.Path(directory); repo=base/'repo';repo.mkdir()
shutil.copytree(ROOT/'scripts',repo/'scripts',ignore=shutil.ignore_patterns('__pycache__'))
shutil.copytree(ROOT/'infra',repo/'infra')
root=base/'runtime';home=base/'home';home.mkdir();tools=base/'tools';tools.mkdir()
db=sqlite3.connect(home/'state.db')
db.execute('CREATE TABLE sessions(source,started_at,input_tokens,output_tokens,estimated_cost_usd,title)')
db.execute("INSERT INTO sessions VALUES ('cli',1,2,3,0.1,'PRIVATE TITLE')");db.commit();db.close()
helper=repo/'scripts/rollout-stage.sh'
helper.write_text(helper.read_text().replace('/opt/services/canina/stage-runtime',str(root)))
def git(*args):return subprocess.check_output(['git',*args],cwd=repo,text=True).strip()
git('init','-q');git('config','user.email','fixture@example.invalid');git('config','user.name','Fixture');git('add','.');git('commit','-qm','fixture')
sha=git('rev-parse','HEAD')
subject='12345678-1234-1234-1234-123456789abc'
fixture={'backend':{'Config':{'User':'node'},'HostConfig':{'UsernsMode':''},'State':{'Running':True,'Pid':os.getpid()}},'hermes':{'Config':{'Env':['HERMES_HOME=/home/runtime']},'Mounts':[{'Type':'bind','Destination':'/home','Source':str(base)}]}}
# /home/runtime resolves to base/runtime; point home at the SQLite fixture.
fixture['hermes']['Mounts'][0]['Source']=str(home)
fixture['hermes']['Config']['Env']=['HERMES_HOME=/home']
(base/'inspect.json').write_text(json.dumps(fixture))
(tools/'docker').write_text('#!/usr/bin/env python3\nimport os,sys,json\na=sys.argv[1:]\nif a[0]=="compose": os.execv("/usr/bin/docker",["docker",*a])\nf=json.load(open(os.environ["INSPECT"]))\nif a[0]=="inspect": print(json.dumps([f["backend" if a[1]=="canino_backend_stage" else "hermes"]]))\nelif a[0]=="exec":\n assert "SET TRANSACTION READ ONLY" in a[-1] and "role::text" in a[-1]\n print(json.dumps([{ "id":os.environ["SUBJECT"]}]))\nelse: raise RuntimeError(a)\n');(tools/'docker').chmod(0o755)
env=dict(os.environ,PATH=str(tools)+':'+os.environ['PATH'],INSPECT=str(base/'inspect.json'),SUBJECT=subject,GITHUB_ACTIONS='true',STAGE_PROVISION_ENABLED='true',PYTHONDONTWRITEBYTECODE='1')
command='set -euo pipefail; source scripts/rollout-stage.sh; DEPLOY_SHA='+sha+'; unset STAGE_PROVISION_APPROVED_SHA; stage_runtime_provision'
# DEPLOY_SHA is deliberately shell-local: helper must export it.
captures=[]
for _ in range(2):
r=subprocess.run(['bash','-c',command],cwd=repo,env=env,capture_output=True,text=True)
self.assertEqual(r.returncode,0,r.stderr)
capture=json.loads((repo/'.stage-runtime.json').read_text());captures.append(capture)
self.assertEqual(json.loads(pathlib.Path(capture['grants']).read_text()),{subject:['default']})
self.assertNotIn('PRIVATE TITLE',(pathlib.Path(capture['snapshot'])/'inventory.json').read_text())
self.assertEqual(json.loads((root/'secrets/hermes_runtime_grants').read_text()),{})
if len(captures)==1:
(repo/'.git/info/exclude').write_text('.stage-runtime.json\n')
secrets_before={p.name:p.read_bytes() for p in (root/'secrets').iterdir()}
self.assertNotEqual(captures[0]['snapshot'],captures[1]['snapshot'])
self.assertEqual(secrets_before,{p.name:p.read_bytes() for p in (root/'secrets').iterdir()})
before=set((root/'snapshots').iterdir())
for invalid in ['', 'not-a-uuid', '------------------------------------']:
r=subprocess.run(['bash','-c',command],cwd=repo,env=dict(env,SUBJECT=invalid),capture_output=True,text=True)
self.assertNotEqual(r.returncode,0)
self.assertIn('Verified admin subjects required',r.stderr)
self.assertEqual(before,set((root/'snapshots').iterdir()))
(home/'state.db-wal').symlink_to(home/'state.db')
r=subprocess.run(['bash','-c',command],cwd=repo,env=env,capture_output=True,text=True)
self.assertNotEqual(r.returncode,0)
self.assertIn('Unsafe SQLite source',r.stderr)
self.assertEqual(before,set((root/'snapshots').iterdir()))
(home/'state.db-wal').unlink()
# Real Compose CLI normalization and merge; no daemon/socket required.
base_config={'services':{n:{'image':'fixture:never-start','networks':{'traefik_public':None}} for n in ['db_stage','redis_stage','backend_stage','frontend_stage']},'networks':{'traefik_public':{'external':True,'name':'traefik_public'}}}
(repo/'.stage-compose.json').write_text(json.dumps(base_config))
r=subprocess.run(['bash','-c','set -euo pipefail; source scripts/rollout-stage.sh; TARGET_DIR="$PWD"; stage_runtime_render'],cwd=repo,env=env,capture_output=True,text=True)
self.assertEqual(r.returncode,0,r.stderr)
c=json.loads((repo/'.stage-compose.json').read_text());b=c['services']['backend_stage'];inventory=c['services']['runtime-inventory']
self.assertEqual(set(b['networks']),{'traefik_public','hermes_inventory_backend'})
self.assertEqual(b['labels']['traefik.docker.network'],'traefik_public')
self.assertEqual(set(inventory['networks']),{'hermes_inventory_backend'})
self.assertTrue(c['networks']['hermes_inventory_backend']['internal'])
self.assertEqual(b['environment']['CANINA_RUNTIME_READ_ENABLED'],'true')
self.assertEqual(c['secrets']['hermes_runtime_grants']['file'],captures[-1]['grants'])
self.assertEqual(inventory['mem_limit'],'1073741824')
self.assertTrue(all(m.get('read_only') for m in inventory['volumes']))
self.assertFalse(inventory.get('ports'))
self.assertEqual(inventory['user'],'1000:1000')
def test_base_bind_allowlist_rejects_before_runtime_merge(self):
import json
script=(ROOT/'scripts/deploy.sh').read_text()
validation=script.split("config = json.loads(Path('.stage-base.json').read_text())",1)[1].split("\nPY",1)[0]
code="import json\nfrom pathlib import Path\nconfig=json.loads(Path('.stage-base.json').read_text())"+validation
config={'services':{'db_stage':{},'redis_stage':{},'backend_stage':{'container_name':'canino_backend_stage','volumes':[{'type':'volume','source':'canina_stage_uploads','target':'/app/uploads'},{'type':'bind','source':'/etc','target':'/stolen'}]},'frontend_stage':{'container_name':'canino_frontend_stage'}},'volumes':{n:{'name':'stage_'+n} for n in ['canina_stage_db','canina_stage_uploads']},'networks':{'traefik_public':{'external':True,'name':'traefik_public'}}}
with tempfile.TemporaryDirectory() as directory:
p=pathlib.Path(directory);(p/'.stage-base.json').write_text(json.dumps(config))
result=subprocess.run(['python3','-c',code],cwd=p,capture_output=True,text=True)
self.assertNotEqual(result.returncode,0)
self.assertIn('unexpected Stage bind mount',result.stderr)
self.assertFalse((p/'.stage-compose.json').exists())
self.assertLess(script.index('unexpected Stage bind mount'),script.index(' stage_runtime_render'))