Archived
KofTwentyTwo/ci-policy: ci / fork-guard (pull_request) Skipped
KofTwentyTwo/ci-policy: ci / go-0 (pull_request) Skipped
KofTwentyTwo/ci-policy: ci / go-nix-1 (pull_request) Skipped
KofTwentyTwo/ci-policy: ci / gradle-2 (pull_request) Skipped
KofTwentyTwo/ci-policy: ci / gradle-3 (pull_request) Skipped
KofTwentyTwo/ci-policy: ci / java-docker-4 (pull_request) Skipped
KofTwentyTwo/ci-policy: ci / java-maven-5 (pull_request) Skipped
KofTwentyTwo/ci-policy: ci / manifests-6 (pull_request) Skipped
KofTwentyTwo/ci-policy: ci / nix-7 (pull_request) Skipped
KofTwentyTwo/ci-policy: ci / node-8 (pull_request) Skipped
KofTwentyTwo/ci-policy: ci / python-9 (pull_request) Skipped
KofTwentyTwo/ci-policy: ci / rust-10 (pull_request) Skipped
KofTwentyTwo/ci-policy: ci / rust-11 (pull_request) Skipped
KofTwentyTwo/ci-policy: ci / rust-12 (pull_request) Skipped
KofTwentyTwo/ci-policy: ci / source-config-13 (pull_request) Skipped
KofTwentyTwo/ci-policy: ci / source-config-14 (pull_request) Skipped
KofTwentyTwo/ci-policy: ci / image-build-0 (pull_request) Skipped
KofTwentyTwo/ci-policy: ci / image-build-1 (pull_request) Skipped
KofTwentyTwo/ci-policy: ci / image-build-2 (pull_request) Skipped
KofTwentyTwo/ci-policy: ci / image-build-3 (pull_request) Skipped
KofTwentyTwo/ci-policy: ci / image-build-4 (pull_request) Skipped
KofTwentyTwo/ci-policy: ci / image-build-5 (pull_request) Skipped
KofTwentyTwo/ci-policy: ci / image-build-6 (pull_request) Skipped
KofTwentyTwo/ci-policy: ci / image-build-7 (pull_request) Skipped
KofTwentyTwo/ci-policy: ci / not-enrolled (pull_request) Skipped
KofTwentyTwo/ci-policy: ci / content-validate-0 (pull_request) Skipped
KofTwentyTwo/ci-policy: ci / standards-0 (pull_request) Skipped
KofTwentyTwo/ci-policy: ci / node-matrix-0 (pull_request) Skipped
KofTwentyTwo/ci-policy: ci / source-config-15 (pull_request) Blocked by required conditions
KofTwentyTwo/ci-policy: Shared source and config CI / verify (pull_request) Blocked by required conditions
KofTwentyTwo/ci-policy: Shared source and config CI / secrets (pull_request) Blocked by required conditions
KofTwentyTwo/ci-policy: Shared source and config CI / gate (pull_request) Waiting for needed jobs
KofTwentyTwo/ci-policy: ci / ci-result (pull_request) Waiting for needed jobs
KofTwentyTwo/ci-policy: native / fork-deny (pull_request) Skipped
KofTwentyTwo/ci-policy: native / build-macos-0 (pull_request) Skipped
KofTwentyTwo/ci-policy: native / build-macos-1 (pull_request) Skipped
KofTwentyTwo/ci-policy: native / build-macos-2 (pull_request) Skipped
KofTwentyTwo/ci-policy: native / build-macos-3 (pull_request) Skipped
KofTwentyTwo/ci-policy: native / build-windows-4 (pull_request) Skipped
KofTwentyTwo/ci-policy: native / build-windows-5 (pull_request) Skipped
KofTwentyTwo/ci-policy: native / build-windows-6 (pull_request) Skipped
KofTwentyTwo/ci-policy: native / build-windows-7 (pull_request) Skipped
KofTwentyTwo/ci-policy: native / dotnet-8 (pull_request) Skipped
KofTwentyTwo/ci-policy: native / dotnet-9 (pull_request) Skipped
KofTwentyTwo/ci-policy: native / dotnet-10 (pull_request) Skipped
KofTwentyTwo/ci-policy: native / dotnet-11 (pull_request) Skipped
KofTwentyTwo/ci-policy: native / swift-12 (pull_request) Skipped
KofTwentyTwo/ci-policy: native / swift-13 (pull_request) Skipped
KofTwentyTwo/ci-policy: native / swift-14 (pull_request) Skipped
KofTwentyTwo/ci-policy: native / swift-15 (pull_request) Skipped
KofTwentyTwo/ci-policy: native / swift-16 (pull_request) Skipped
KofTwentyTwo/ci-policy: native / swift-17 (pull_request) Skipped
KofTwentyTwo/ci-policy: native / swift-18 (pull_request) Skipped
KofTwentyTwo/ci-policy: native / swift-19 (pull_request) Skipped
KofTwentyTwo/ci-policy: native / native-result (pull_request) Canceled after 6s
Co-Authored-By: Claude Sonnet 5.5 <noreply@anthropic.com>
174 lines
9.6 KiB
Python
174 lines
9.6 KiB
Python
"""The deterministic reactor archive passes the captured legacy consumer's own verifier.
|
|
|
|
NOT YET RUN: written while test execution was suspended. The consumer check imports the receipted reference `qbit_rc.py` (root's references/release-lifecycle) and is skipped when
|
|
that file is not present next to the candidate.
|
|
"""
|
|
|
|
import hashlib
|
|
import importlib.util
|
|
import io
|
|
import json
|
|
import sys
|
|
import tempfile
|
|
import unittest
|
|
import zipfile
|
|
from pathlib import Path
|
|
from types import ModuleType
|
|
|
|
from platform_ci.delivery.errors import DeliveryError
|
|
from platform_ci.delivery.maven_reactor import build_reactor, from_retained, materialize
|
|
|
|
COMMIT = "c" * 40
|
|
REFERENCE = Path(__file__).resolve().parents[2] / "references" / "release-lifecycle" / "b06800a6699df87e057ec46d68e98c8434a6d1d7" / ".gitea" / "scripts" / "qbit_rc.py"
|
|
MODULES = [
|
|
{"groupId": "com.example", "artifactId": "lib", "packaging": "jar", "files": [{"classifier": None, "extension": "jar", "data": b"jar"}, {"classifier": None, "extension": "pom", "data": b"<lib/>"}]},
|
|
{"groupId": "com.example", "artifactId": "parent", "packaging": "pom", "files": [{"classifier": None, "extension": "pom", "data": b"<parent/>"}]},
|
|
]
|
|
|
|
|
|
def consumer() -> ModuleType | None:
|
|
"""Load the captured RC finalizer, which verifies the reactor layout, or None when it is not available."""
|
|
if not REFERENCE.is_file():
|
|
return None
|
|
spec = importlib.util.spec_from_file_location("qbit_rc_reference", REFERENCE)
|
|
if spec is None or spec.loader is None:
|
|
return None
|
|
module = importlib.util.module_from_spec(spec)
|
|
sys.modules["qbit_rc_reference"] = module
|
|
spec.loader.exec_module(module)
|
|
return module
|
|
|
|
|
|
class ReactorLayoutTest(unittest.TestCase):
|
|
"""Layout, determinism and the hashes legacy consumers compare."""
|
|
|
|
def test_members_checksums_and_the_two_hashes(self) -> None:
|
|
reactor = build_reactor(COMMIT, "1.2.3", MODULES)
|
|
self.assertEqual(
|
|
sorted(reactor.members),
|
|
["SHA256SUMS", "SOURCE_COMMIT", "files/lib/lib-1.2.3.jar", "files/lib/lib-1.2.3.pom", "files/parent/parent-1.2.3.pom", "manifest.json"],
|
|
)
|
|
self.assertEqual(reactor.members["SOURCE_COMMIT"], f"{COMMIT}\n".encode())
|
|
self.assertEqual(reactor.manifest_sha256, hashlib.sha256(reactor.members["manifest.json"]).hexdigest())
|
|
sums = dict(line.split(" ", 1)[::-1] for line in reactor.members["SHA256SUMS"].decode().splitlines())
|
|
self.assertEqual(set(sums), set(reactor.members) - {"SHA256SUMS"})
|
|
self.assertTrue(all(hashlib.sha256(reactor.members[name]).hexdigest() == digest for name, digest in sums.items()))
|
|
manifest = json.loads(reactor.members["manifest.json"])
|
|
self.assertEqual((sorted(manifest), [module["artifactId"] for module in manifest["modules"]]), (["modules", "schema", "source_commit", "version"], ["parent", "lib"]))
|
|
|
|
def test_the_zip_is_deterministic_and_input_order_does_not_matter(self) -> None:
|
|
first, second = build_reactor(COMMIT, "1.2.3", MODULES), build_reactor(COMMIT, "1.2.3", list(reversed(MODULES)))
|
|
self.assertEqual((first.archive, first.archive_sha256), (second.archive, second.archive_sha256))
|
|
with zipfile.ZipFile(io.BytesIO(first.archive)) as archive:
|
|
self.assertEqual({info.date_time for info in archive.infolist()}, {(1980, 1, 1, 0, 0, 0)})
|
|
self.assertEqual(archive.namelist(), sorted(first.members))
|
|
|
|
def test_unsafe_coordinates_and_duplicates_are_refused(self) -> None:
|
|
unsafe_file = {"classifier": None, "extension": "jar", "data": b"x"}
|
|
for bad in (
|
|
{"groupId": "a b"},
|
|
{"artifactId": "../x"},
|
|
{"files": [unsafe_file | {"classifier": "a b"}]},
|
|
{"files": [unsafe_file | {"classifier": "x//y"}]},
|
|
{"files": [unsafe_file | {"extension": "j ar"}]},
|
|
{"files": [unsafe_file | {"extension": "ja\\r"}]},
|
|
{"files": [unsafe_file, unsafe_file]},
|
|
):
|
|
with self.subTest(bad), self.assertRaises(DeliveryError):
|
|
build_reactor(COMMIT, "1.2.3", [MODULES[0] | bad])
|
|
with self.assertRaises(DeliveryError):
|
|
build_reactor(COMMIT, "1.2.3", [MODULES[0], MODULES[0]])
|
|
|
|
def test_generic_retained_files_are_not_limited_to_an_extension_or_classifier_whitelist(self) -> None:
|
|
"""The whitelist was deliberately removed (the adapter decides what a module holds): only names that are unsafe as archive members are refused."""
|
|
files = [{"classifier": "1bad", "extension": "jar", "data": b"x"}, {"classifier": None, "extension": "exe", "data": b"y"}]
|
|
reactor = build_reactor(COMMIT, "1.2.3", [MODULES[0] | {"files": files}])
|
|
self.assertIn("files/lib/lib-1.2.3-1bad.jar", reactor.members)
|
|
self.assertIn("files/lib/lib-1.2.3.exe", reactor.members)
|
|
|
|
def test_materialize_writes_the_tree_the_source_version_consumer_reads_and_never_overwrites(self) -> None:
|
|
reactor = build_reactor(COMMIT, "1.2.3", MODULES)
|
|
with tempfile.TemporaryDirectory() as directory:
|
|
root = Path(directory) / "maven-reactor"
|
|
materialize(reactor, root)
|
|
self.assertEqual((root / "manifest.json").read_bytes(), reactor.members["manifest.json"])
|
|
with self.assertRaises(DeliveryError):
|
|
materialize(reactor, root)
|
|
|
|
|
|
def retained(*, indent: int | None = 2, version: str = "1.2.3", commit: str = COMMIT) -> dict[str, bytes]:
|
|
"""A reactor capture as a producer retained it: an INDENTED manifest (not this module's compact form), a Gradle `.module` file, and matching SOURCE_COMMIT and SHA256SUMS."""
|
|
payload = {
|
|
"files/lib/lib-1.2.3.jar": b"jar",
|
|
"files/lib/lib-1.2.3.pom": b"<lib/>",
|
|
"files/lib/lib-1.2.3.module": b'{"formatVersion":"1.1"}',
|
|
"files/parent/parent-1.2.3.pom": b"<parent/>",
|
|
}
|
|
|
|
def entries(artifact: str) -> list[dict[str, object]]:
|
|
return [{"path": path, "classifier": None, "extension": path.rsplit(".", 1)[1], "sha256": hashlib.sha256(data).hexdigest(), "size": len(data)} for path, data in sorted(payload.items()) if path.startswith(f"files/{artifact}/")]
|
|
|
|
manifest = {
|
|
"schema": "qrun-maven-reactor/1",
|
|
"source_commit": commit,
|
|
"version": version,
|
|
"modules": [{"groupId": "com.example", "artifactId": "parent", "packaging": "pom", "files": entries("parent")}, {"groupId": "com.example", "artifactId": "lib", "packaging": "jar", "files": entries("lib")}],
|
|
}
|
|
members = {**payload, "manifest.json": (json.dumps(manifest, indent=indent) + "\n").encode(), "SOURCE_COMMIT": f"{commit}\n".encode()}
|
|
members["SHA256SUMS"] = "".join(f"{hashlib.sha256(data).hexdigest()} {name}\n" for name, data in sorted(members.items())).encode()
|
|
return members
|
|
|
|
|
|
class RetainedReactorTest(unittest.TestCase):
|
|
"""An already retained capture is used byte for byte; contradictions are refused, never repaired."""
|
|
|
|
def test_the_indented_manifest_bytes_and_hash_are_kept_and_the_module_file_is_in_the_archive(self) -> None:
|
|
members = retained()
|
|
reactor = from_retained(COMMIT, "1.2.3", members)
|
|
self.assertEqual(reactor.members["manifest.json"], members["manifest.json"])
|
|
self.assertEqual(reactor.manifest_sha256, hashlib.sha256(members["manifest.json"]).hexdigest())
|
|
self.assertIn(b'\n "', members["manifest.json"], "the fixture manifest really is indented")
|
|
self.assertNotEqual(reactor.manifest_sha256, build_reactor(COMMIT, "1.2.3", MODULES).manifest_sha256, "regenerating would have changed the hash")
|
|
with zipfile.ZipFile(io.BytesIO(reactor.archive)) as archive:
|
|
self.assertEqual(archive.namelist(), sorted(members))
|
|
self.assertEqual(archive.read("manifest.json"), members["manifest.json"])
|
|
self.assertIn("files/lib/lib-1.2.3.module", archive.namelist())
|
|
self.assertEqual(from_retained(COMMIT, "1.2.3", members).archive, reactor.archive)
|
|
self.assertEqual(reactor.checksums["manifest.json"], reactor.manifest_sha256)
|
|
|
|
def test_contradictions_are_refused(self) -> None:
|
|
good = retained()
|
|
sums_lines = good["SHA256SUMS"].decode().splitlines(keepends=True)
|
|
cases = {
|
|
"another build commit": retained(commit="d" * 40),
|
|
"another version": retained(version="1.2.4"),
|
|
"missing metadata": {name: data for name, data in good.items() if name != "SOURCE_COMMIT"},
|
|
"source commit file differs": good | {"SOURCE_COMMIT": ("d" * 40 + "\n").encode()},
|
|
"sums miss a member": good | {"SHA256SUMS": "".join(sums_lines[1:]).encode()},
|
|
"sums duplicate a line": good | {"SHA256SUMS": (sums_lines[0] + "".join(sums_lines)).encode()},
|
|
"a file changed after the manifest": good | {"files/lib/lib-1.2.3.jar": b"other"},
|
|
"a file the manifest does not describe": good | {"files/lib/extra.jar": b"x"},
|
|
"manifest rewritten after the sums": good | {"manifest.json": good["manifest.json"] + b" "},
|
|
}
|
|
for name, members in cases.items():
|
|
with self.subTest(name), self.assertRaises(DeliveryError):
|
|
from_retained(COMMIT, "1.2.3", members)
|
|
|
|
|
|
class LegacyConsumerCompatibilityTest(unittest.TestCase):
|
|
"""The captured RC finalizer's own reactor verifier accepts the archive."""
|
|
|
|
def test_qbit_rc_verify_reactor_accepts_it(self) -> None:
|
|
legacy_consumer = consumer()
|
|
if legacy_consumer is None:
|
|
self.skipTest("the receipted qbit_rc.py reference is not present")
|
|
reactor = build_reactor(COMMIT, "1.2.3", MODULES)
|
|
names = legacy_consumer.verify_reactor(reactor.archive, COMMIT, "1.2.3", "com.example", "lib|parent", "lib")
|
|
self.assertEqual(names, ["lib", "parent"])
|
|
with self.assertRaises(legacy_consumer.ReleaseFailure):
|
|
legacy_consumer.verify_reactor(reactor.archive, COMMIT, "1.2.4", "com.example", "lib|parent", "lib")
|
|
|
|
|
|
if __name__ == "__main__":
|
|
unittest.main()
|