Wire opt-in Stage runtime provisioning before isolated render; verify snapshot and Compose integration
This commit is contained in:
1 parent
bf84e5da43
commit
105ab07fbd
3 files changed
+205
-1
No files matched your search
@@ -0,0 +1,98 @@
|
||||
"""CI runtime integration: execute extracted deploy boundary, never live apply."""
|
||||
import pathlib, subprocess, tempfile, unittest, os
|
||||
ROOT = pathlib.Path(__file__).resolve().parents[2]
|
||||
class WiringTests(unittest.TestCase):
|
||||
def test_clean_provision_precedes_all_rendered_edits(self):
|
||||
s=(ROOT/'scripts/deploy.sh').read_text()
|
||||
self.assertIn('stage_runtime_provision',s)
|
||||
self.assertLess(s.index('stage_runtime_provision'),s.index('>> .dockerignore'))
|
||||
self.assertIn('CANINA_RUNTIME_READ_ENABLED', (ROOT/'scripts/rollout-stage.sh').read_text())
|
||||
def test_inventory_started_before_backend(self):
|
||||
with tempfile.TemporaryDirectory() as d:
|
||||
p=pathlib.Path(d)/'docker'; p.write_text('#!/bin/sh\nprintf "%s\\n" "$*" >> "$TRACE"\n');p.chmod(0o755)
|
||||
r=subprocess.run(['bash','-c','set -e; source scripts/rollout-stage.sh; STAGE_PROVISION_ENABLED=true; stage_rollout'],cwd=ROOT,env=dict(os.environ,PATH=d+':'+os.environ['PATH'],TRACE=d+'/trace'),capture_output=True,text=True)
|
||||
self.assertEqual(r.returncode,0,r.stderr)
|
||||
trace=pathlib.Path(d+'/trace').read_text()
|
||||
self.assertIn('up -d --no-deps runtime-inventory',trace)
|
||||
self.assertLess(trace.index('up -d --no-deps runtime-inventory'),trace.index('up -d --no-deps backend_stage'))
|
||||
|
||||
def test_provision_and_real_compose_render_repeat(self):
|
||||
import json, shutil, sqlite3
|
||||
with tempfile.TemporaryDirectory() as directory:
|
||||
base=pathlib.Path(directory); repo=base/'repo';repo.mkdir()
|
||||
shutil.copytree(ROOT/'scripts',repo/'scripts',ignore=shutil.ignore_patterns('__pycache__'))
|
||||
shutil.copytree(ROOT/'infra',repo/'infra')
|
||||
root=base/'runtime';home=base/'home';home.mkdir();tools=base/'tools';tools.mkdir()
|
||||
db=sqlite3.connect(home/'state.db')
|
||||
db.execute('CREATE TABLE sessions(source,started_at,input_tokens,output_tokens,estimated_cost_usd,title)')
|
||||
db.execute("INSERT INTO sessions VALUES ('cli',1,2,3,0.1,'PRIVATE TITLE')");db.commit();db.close()
|
||||
helper=repo/'scripts/rollout-stage.sh'
|
||||
helper.write_text(helper.read_text().replace('/opt/services/canina/stage-runtime',str(root)))
|
||||
def git(*args):return subprocess.check_output(['git',*args],cwd=repo,text=True).strip()
|
||||
git('init','-q');git('config','user.email','fixture@example.invalid');git('config','user.name','Fixture');git('add','.');git('commit','-qm','fixture')
|
||||
sha=git('rev-parse','HEAD')
|
||||
subject='12345678-1234-1234-1234-123456789abc'
|
||||
fixture={'backend':{'Config':{'User':'node'},'HostConfig':{'UsernsMode':''},'State':{'Running':True,'Pid':os.getpid()}},'hermes':{'Config':{'Env':['HERMES_HOME=/home/runtime']},'Mounts':[{'Type':'bind','Destination':'/home','Source':str(base)}]}}
|
||||
# /home/runtime resolves to base/runtime; point home at the SQLite fixture.
|
||||
fixture['hermes']['Mounts'][0]['Source']=str(home)
|
||||
fixture['hermes']['Config']['Env']=['HERMES_HOME=/home']
|
||||
(base/'inspect.json').write_text(json.dumps(fixture))
|
||||
(tools/'docker').write_text('#!/usr/bin/env python3\nimport os,sys,json\na=sys.argv[1:]\nif a[0]=="compose": os.execv("/usr/bin/docker",["docker",*a])\nf=json.load(open(os.environ["INSPECT"]))\nif a[0]=="inspect": print(json.dumps([f["backend" if a[1]=="canino_backend_stage" else "hermes"]]))\nelif a[0]=="exec":\n assert "SET TRANSACTION READ ONLY" in a[-1] and "role::text" in a[-1]\n print(json.dumps([{ "id":os.environ["SUBJECT"]}]))\nelse: raise RuntimeError(a)\n');(tools/'docker').chmod(0o755)
|
||||
env=dict(os.environ,PATH=str(tools)+':'+os.environ['PATH'],INSPECT=str(base/'inspect.json'),SUBJECT=subject,GITHUB_ACTIONS='true',STAGE_PROVISION_ENABLED='true',PYTHONDONTWRITEBYTECODE='1')
|
||||
command='set -euo pipefail; source scripts/rollout-stage.sh; DEPLOY_SHA='+sha+'; unset STAGE_PROVISION_APPROVED_SHA; stage_runtime_provision'
|
||||
# DEPLOY_SHA is deliberately shell-local: helper must export it.
|
||||
captures=[]
|
||||
for _ in range(2):
|
||||
r=subprocess.run(['bash','-c',command],cwd=repo,env=env,capture_output=True,text=True)
|
||||
self.assertEqual(r.returncode,0,r.stderr)
|
||||
capture=json.loads((repo/'.stage-runtime.json').read_text());captures.append(capture)
|
||||
self.assertEqual(json.loads(pathlib.Path(capture['grants']).read_text()),{subject:['default']})
|
||||
self.assertNotIn('PRIVATE TITLE',(pathlib.Path(capture['snapshot'])/'inventory.json').read_text())
|
||||
self.assertEqual(json.loads((root/'secrets/hermes_runtime_grants').read_text()),{})
|
||||
if len(captures)==1:
|
||||
(repo/'.git/info/exclude').write_text('.stage-runtime.json\n')
|
||||
secrets_before={p.name:p.read_bytes() for p in (root/'secrets').iterdir()}
|
||||
self.assertNotEqual(captures[0]['snapshot'],captures[1]['snapshot'])
|
||||
self.assertEqual(secrets_before,{p.name:p.read_bytes() for p in (root/'secrets').iterdir()})
|
||||
before=set((root/'snapshots').iterdir())
|
||||
for invalid in ['', 'not-a-uuid', '------------------------------------']:
|
||||
r=subprocess.run(['bash','-c',command],cwd=repo,env=dict(env,SUBJECT=invalid),capture_output=True,text=True)
|
||||
self.assertNotEqual(r.returncode,0)
|
||||
self.assertIn('Verified admin subjects required',r.stderr)
|
||||
self.assertEqual(before,set((root/'snapshots').iterdir()))
|
||||
(home/'state.db-wal').symlink_to(home/'state.db')
|
||||
r=subprocess.run(['bash','-c',command],cwd=repo,env=env,capture_output=True,text=True)
|
||||
self.assertNotEqual(r.returncode,0)
|
||||
self.assertIn('Unsafe SQLite source',r.stderr)
|
||||
self.assertEqual(before,set((root/'snapshots').iterdir()))
|
||||
(home/'state.db-wal').unlink()
|
||||
# Real Compose CLI normalization and merge; no daemon/socket required.
|
||||
base_config={'services':{n:{'image':'fixture:never-start','networks':{'traefik_public':None}} for n in ['db_stage','redis_stage','backend_stage','frontend_stage']},'networks':{'traefik_public':{'external':True,'name':'traefik_public'}}}
|
||||
(repo/'.stage-compose.json').write_text(json.dumps(base_config))
|
||||
r=subprocess.run(['bash','-c','set -euo pipefail; source scripts/rollout-stage.sh; TARGET_DIR="$PWD"; stage_runtime_render'],cwd=repo,env=env,capture_output=True,text=True)
|
||||
self.assertEqual(r.returncode,0,r.stderr)
|
||||
c=json.loads((repo/'.stage-compose.json').read_text());b=c['services']['backend_stage'];inventory=c['services']['runtime-inventory']
|
||||
self.assertEqual(set(b['networks']),{'traefik_public','hermes_inventory_backend'})
|
||||
self.assertEqual(b['labels']['traefik.docker.network'],'traefik_public')
|
||||
self.assertEqual(set(inventory['networks']),{'hermes_inventory_backend'})
|
||||
self.assertTrue(c['networks']['hermes_inventory_backend']['internal'])
|
||||
self.assertEqual(b['environment']['CANINA_RUNTIME_READ_ENABLED'],'true')
|
||||
self.assertEqual(c['secrets']['hermes_runtime_grants']['file'],captures[-1]['grants'])
|
||||
self.assertEqual(inventory['mem_limit'],'1073741824')
|
||||
self.assertTrue(all(m.get('read_only') for m in inventory['volumes']))
|
||||
self.assertFalse(inventory.get('ports'))
|
||||
self.assertEqual(inventory['user'],'1000:1000')
|
||||
|
||||
def test_base_bind_allowlist_rejects_before_runtime_merge(self):
|
||||
import json
|
||||
script=(ROOT/'scripts/deploy.sh').read_text()
|
||||
validation=script.split("config = json.loads(Path('.stage-base.json').read_text())",1)[1].split("\nPY",1)[0]
|
||||
code="import json\nfrom pathlib import Path\nconfig=json.loads(Path('.stage-base.json').read_text())"+validation
|
||||
config={'services':{'db_stage':{},'redis_stage':{},'backend_stage':{'container_name':'canino_backend_stage','volumes':[{'type':'volume','source':'canina_stage_uploads','target':'/app/uploads'},{'type':'bind','source':'/etc','target':'/stolen'}]},'frontend_stage':{'container_name':'canino_frontend_stage'}},'volumes':{n:{'name':'stage_'+n} for n in ['canina_stage_db','canina_stage_uploads']},'networks':{'traefik_public':{'external':True,'name':'traefik_public'}}}
|
||||
with tempfile.TemporaryDirectory() as directory:
|
||||
p=pathlib.Path(directory);(p/'.stage-base.json').write_text(json.dumps(config))
|
||||
result=subprocess.run(['python3','-c',code],cwd=p,capture_output=True,text=True)
|
||||
self.assertNotEqual(result.returncode,0)
|
||||
self.assertIn('unexpected Stage bind mount',result.stderr)
|
||||
self.assertFalse((p/'.stage-compose.json').exists())
|
||||
self.assertLess(script.index('unexpected Stage bind mount'),script.index(' stage_runtime_render'))
|
||||
Reference in new issue
Block a user