fix(stage): fence runtime authority and bound release transports
Deploy Canina / deploy (push) Failing after 5s
Deploy Canina / deploy (push) Failing after 5s
This commit is contained in:
1 parent
52a7aebb51
commit
2a32f31097
6 files changed
+906
-12
No files matched your search
@@ -0,0 +1,101 @@
|
||||
"""Local shell harnesses: no Docker daemon or remote host is contacted."""
|
||||
import json
|
||||
import os
|
||||
from pathlib import Path
|
||||
import subprocess
|
||||
import tempfile
|
||||
import unittest
|
||||
|
||||
ROOT = Path(__file__).resolve().parents[2]
|
||||
SCRIPT = ROOT / 'scripts/release-cache-stage.sh'
|
||||
|
||||
|
||||
class ReleaseSafetyTests(unittest.TestCase):
|
||||
def test_release_commands_have_deadlines_and_fresh_lock_fences(self):
|
||||
source = SCRIPT.read_text()
|
||||
self.assertIn('timeout --foreground --kill-after=2s 60 git fetch origin develop', source)
|
||||
self.assertIn('timeout --foreground --kill-after=2s 60 "${compose[@]}" config --quiet', source)
|
||||
self.assertIn('check_stage_lock\ntimeout --foreground --kill-after=2s 1800 "${compose[@]}" --progress plain build', source)
|
||||
self.assertIn('check_stage_lock\ntimeout --foreground --kill-after=2s 120 "${compose[@]}" up', source)
|
||||
|
||||
def test_incomplete_sha_retry_preserves_previous_release(self):
|
||||
with tempfile.TemporaryDirectory() as tmp:
|
||||
root = Path(tmp)
|
||||
stage = root / 'stage'
|
||||
stage.mkdir()
|
||||
def git(*args):
|
||||
return subprocess.check_output(['git', '-C', str(stage), *args], text=True).strip()
|
||||
git('init', '-q')
|
||||
git('config', 'user.email', 'test@example.invalid')
|
||||
git('config', 'user.name', 'Test')
|
||||
(stage / 'source').write_text('exact source')
|
||||
git('add', 'source')
|
||||
git('commit', '-qm', 'fixture')
|
||||
sha = git('rev-parse', 'HEAD')
|
||||
git('update-ref', 'refs/remotes/origin/develop', sha)
|
||||
releases = root / 'releases'
|
||||
old = releases / sha
|
||||
old.mkdir(parents=True)
|
||||
(old / 'operational-config').write_text('preserve me')
|
||||
source = SCRIPT.read_text().replace('/opt/services/canina/stage', str(stage)).replace('/opt/services/canina/cache-releases', str(releases))
|
||||
source = source.replace('timeout --foreground --kill-after=2s 60 git fetch origin develop', ': # offline fixture')
|
||||
# Lock behavior has its own daemon-double suite; isolate extraction.
|
||||
start = source.index('# The runner and host share a daemon')
|
||||
end = source.index('cd "$STAGE_DIR"')
|
||||
source = source[:start] + source[end:]
|
||||
source = source.split('cd "$TARGET_DIR"')[0] + '\nprintf "TARGET=%s\\n" "$TARGET_DIR"\n'
|
||||
result = subprocess.run(['bash', '-c', source], env={**os.environ, 'GITHUB_ACTIONS': 'true', 'DEPLOY_SHA': sha}, capture_output=True, text=True)
|
||||
self.assertEqual(result.returncode, 0, result.stderr)
|
||||
target = Path(result.stdout.split('TARGET=')[1].strip())
|
||||
self.assertNotEqual(target, old)
|
||||
self.assertEqual((old / 'operational-config').read_text(), 'preserve me')
|
||||
self.assertEqual((target / 'source').read_text(), 'exact source')
|
||||
self.assertEqual((target / '.release-ready').read_text().strip(), sha)
|
||||
manifest = json.loads((target / '.release-manifest.json').read_text())
|
||||
self.assertEqual(manifest['sha'], sha)
|
||||
|
||||
def readiness(self, mode):
|
||||
with tempfile.TemporaryDirectory() as tmp:
|
||||
root = Path(tmp)
|
||||
log = root / 'calls'
|
||||
docker = root / 'docker'
|
||||
docker.write_text('''#!/usr/bin/env python3
|
||||
import os, sys, json
|
||||
args = sys.argv[1:]
|
||||
with open(os.environ['CALL_LOG'], 'a') as f: f.write(json.dumps(' '.join(args)) + '\\n')
|
||||
mode = os.environ['MODE']
|
||||
if args[0] == 'exec': sys.exit(1 if mode == 'http' else 0)
|
||||
fmt = args[args.index('-f') + 1] if '-f' in args else ''
|
||||
if 'org.opencontainers.image.revision' in fmt:
|
||||
print('wrong' if mode == 'revision' else os.environ['DEPLOY_SHA'])
|
||||
elif 'RestartCount' in fmt:
|
||||
print('true 1' if mode == 'restart' else ('false 0' if mode == 'stopped' else 'true 0'))
|
||||
elif '.Image' in fmt: print('sha256:fixture')
|
||||
else: print(os.environ['DEPLOY_SHA'])
|
||||
''')
|
||||
docker.chmod(0o755)
|
||||
(root / 'sleep').write_text('#!/bin/sh\nexit 0\n')
|
||||
(root / 'sleep').chmod(0o755)
|
||||
source = SCRIPT.read_text().split('for name in canino_backend_stage')[1].rsplit('\n}\nsupervise_release release_stage', 1)[0]
|
||||
result = subprocess.run(['bash', '-c', 'set -euo pipefail\nfor name in canino_backend_stage' + source], env={**os.environ, 'PATH': str(root) + ':' + os.environ['PATH'], 'DEPLOY_SHA': 'a'*40, 'MODE': mode, 'CALL_LOG': str(log)}, capture_output=True, text=True, timeout=20)
|
||||
return result, [json.loads(line) for line in log.read_text().splitlines()]
|
||||
|
||||
def test_readiness_is_bounded_and_checks_both_services(self):
|
||||
result, calls = self.readiness('ok')
|
||||
self.assertEqual(result.returncode, 0, result.stderr)
|
||||
probes = [c for c in calls if c.startswith('exec ')]
|
||||
self.assertEqual(len(probes), 4)
|
||||
self.assertTrue(any('8080' in c and 'stage.canina.ir' in c for c in probes))
|
||||
self.assertTrue(any('8080' in c and 'stageadmin.canina.ir' in c for c in probes))
|
||||
self.assertTrue(any('canino_backend_stage' in c for c in probes))
|
||||
self.assertTrue(any('canino_frontend_stage' in c for c in probes))
|
||||
for mode in ('revision', 'restart', 'stopped', 'http'):
|
||||
with self.subTest(mode=mode):
|
||||
result, calls = self.readiness(mode)
|
||||
self.assertNotEqual(result.returncode, 0)
|
||||
self.assertLessEqual(len([c for c in calls if c.startswith('exec ')]), 24)
|
||||
self.assertNotIn('Code-only Stage release complete:', result.stdout)
|
||||
|
||||
|
||||
if __name__ == '__main__':
|
||||
unittest.main()
|
||||
Reference in new issue
Block a user