#!/usr/bin/env python3 """Require the critical runtime regression suites before publishing APKs.""" from pathlib import Path import sys import xml.etree.ElementTree as ET ROOT = Path(__file__).resolve().parents[2] WORKERS = 'dev.octoshrimpy.quik.worker.InjectionWorkerFactoryTest' REQUIRED = { WORKERS: { 'matrixCoroutineWorkerIsCreatedByTheApplicationFactory', 'matrixWatcherStartsTheExpectedService', 'housekeepingReceivesItsRepository', 'smsWorkerReceivesEveryRequiredDependency', 'mmsWorkerReceivesEveryRequiredDependency', 'eachRequestCreatesANewWorkerInstance', }, 'ch.skew.remotrix.bridge.BackfillRunnerTest': set(), 'ch.skew.remotrix.bridge.RoomResolverTest': set(), 'ch.skew.remotrix.bridge.CloseMatrixClientTest': set(), 'ch.skew.remotrix.bridge.BridgeResetTest': set(), } def check(report_dirs): passed = {} count = 0 for directory in report_dirs: for path in Path(directory).glob('TEST-*.xml'): suite = ET.parse(path).getroot() for case in suite.iter('testcase'): name = case.get('name', '') classname = case.get('classname', suite.get('name', '')) if case.find('failure') is not None or case.find('error') is not None: raise ValueError(f'Failed test: {classname}.{name}') if case.find('skipped') is not None: if classname in REQUIRED: raise ValueError(f'Skipped critical test: {classname}.{name}') continue passed.setdefault(classname, set()).add(name) count += 1 for classname, names in REQUIRED.items(): if not passed.get(classname): raise ValueError(f'Missing critical test suite: {classname}') missing = names - passed[classname] if missing: raise ValueError(f'Missing critical tests in {classname}: {sorted(missing)}') return count def main(): try: total = check([ ROOT / 'presentation/build/test-results/testDebugUnitTest', ROOT / 'remotrix-sync/build/test-results/testDebugUnitTest', ]) except (OSError, ValueError, ET.ParseError) as error: print(f'Release test gate failed: {error}', file=sys.stderr) return 1 print(f'Release test gate passed: {total} tests, all critical suites present.') return 0 if __name__ == '__main__': sys.exit(main())