Compare commits

..
Author SHA1 Message Date
james.maes 5bc3167286 Merge pull request #29 from QRun-IO/develop
fix: release resolved Maven publication POMs
2026-10-20 18:39:47 -05:00
james.maes 1a3368e119 Merge pull request #27 from QRun-IO/develop
release: fail closed on GitHub publication errors
2026-10-20 07:39:37 -05:00
james.maes 1ddba883c9 Merge pull request #25 from QRun-IO/develop
release: central QQQ CI and release workers [minor]
2026-10-20 07:17:29 -05:00
james.maes da8044d6f2 Merge pull request #23 from QRun-IO/develop
release: qqq-orb 0.6.9 (snapshot refresh)
2026-10-14 10:04:52 -05:00
james.maes 67ba48da1f Merge pull request #18 from QRun-IO/develop
release: publish orb 0.6.8 with CircleCI npm OIDC correction
2026-09-29 15:17:00 -05:00
james.maes 5196609974 Merge pull request #16 from QRun-IO/develop
release: publish npm Trusted Publishing support in orb 0.6.7
2026-09-29 14:18:44 -05:00
james.maes 49e09a6776 Merge pull request #14 from QRun-IO/develop
release: publish orb log-safety fix as 0.6.6
2026-09-29 13:38:22 -05:00
james.maes 748016f105 Merge pull request #10 from QRun-IO/develop
[minor] feat: add node_app_* job family
2026-02-27 12:59:51 -06:00
james.maes 6514aaa688 Merge pull request #8 from QRun-IO/develop
fix(ci): remove legacy tag-based publish workflow
2026-01-31 18:46:54 -06:00
james.maes 3ac47adc21 Merge pull request #7 from QRun-IO/develop
Release: auto-publish pipelines and security scanning
2026-01-31 18:40:34 -06:00
33 changed files with 111 additions and 684 deletions

No files matched your search

-2
View File
@@ -49,7 +49,6 @@ jobs:
python3 tests/test_cli_ci_contract.py
python3 tests/test_maven_ci_contract.py
python3 tests/test_standardize_qbit.py
python3 tests/test_rollout_version.py
python3 tests/test_validate_standard.py
python3 tests/test_voyage_profile.py
python3 tests/test_next_native.py
@@ -73,7 +72,6 @@ jobs:
bash tests/test_maven_ci_push.sh
bash tests/test_create_github_release.sh
bash tests/test_maven_ci_cache.sh
bash tests/test_maven_test_results.sh
bash tests/test_maven_ci_install.sh
bash tests/test_snapshot_refresh.sh
bash tests/test_maven_settings_output.sh
-1
View File
@@ -3,4 +3,3 @@
*.py text eol=lf
*.yml text eol=lf
*.yaml text eol=lf
*.json text eol=lf
-38
View File
@@ -1,38 +0,0 @@
name: GitOps validation
'on':
workflow_call:
permissions:
contents: read
jobs:
validate:
runs-on: ubuntu-24.04
timeout-minutes: 5
steps:
- uses: actions/checkout@v4
- name: Install verified Kustomize
shell: bash
run: |
set -euo pipefail
tool_dir="$RUNNER_TEMP/qqq-kustomize"
mkdir -p "$tool_dir"
curl --fail --silent --show-error --location --retry 2 --max-time 60 \
https://github.com/kubernetes-sigs/kustomize/releases/download/kustomize/v5.7.1/kustomize_v5.7.1_linux_amd64.tar.gz \
--output "$tool_dir/kustomize.tar.gz"
echo "ea375e7372f9aa029129d4b2d16c66b7750b7f1213c4f66f910d981c895818d8 $tool_dir/kustomize.tar.gz" | sha256sum --check --status
tar -xzf "$tool_dir/kustomize.tar.gz" -C "$tool_dir" kustomize
echo "$tool_dir" >> "$GITHUB_PATH"
- name: Render every Kustomization
shell: bash
run: |
set -euo pipefail
mapfile -d '' manifests < <(find . -path './.git' -prune -o -type f \( -name kustomization.yaml -o -name kustomization.yml -o -name Kustomization \) -print0)
if (( ${#manifests[@]} == 0 )); then
echo 'No Kustomization found' >&2
exit 1
fi
for manifest in "${manifests[@]}"; do
directory=$(dirname "$manifest")
# Rendered Secrets must never enter logs or uploaded artifacts.
kustomize build "$directory" >/dev/null
printf 'Validated %s\n' "$directory"
done
+3 -6
View File
@@ -12,7 +12,7 @@ on:
required: true
type: string
smoke_evidence:
description: github (legacy default) or circle (public API evidence; optional credential)
description: github (legacy default) or circle (requires consumer adapter and Circle credential)
type: string
default: github
circle_workflow_id:
@@ -494,12 +494,9 @@ jobs:
def circle(path):
token = os.environ.get('CIRCLECI_TOKEN')
# Public projects expose these records without authentication.
headers = {'Accept': 'application/json'}
if token:
headers['Circle-Token'] = token
require(token, 'CIRCLECI_TOKEN is required for Circle evidence mode')
request = urllib.request.Request('https://circleci.com/api/v2/' + path,
headers=headers)
headers={'Circle-Token': token, 'Accept': 'application/json'})
with urllib.request.build_opener(NoRedirect).open(request, timeout=30) as response:
raw = response.read(2_000_001)
require(len(raw) <= 2_000_000, 'Evidence response exceeds bound')
-2
View File
@@ -58,7 +58,6 @@ test-pipelines: pack
bash tests/test_cli_ci_behavior.sh
python3 tests/test_cli_ci_contract.py
python3 tests/test_standardize_qbit.py
python3 tests/test_rollout_version.py
python3 tests/test_validate_standard.py
python3 tests/test_voyage_profile.py
python3 tests/test_next_native.py
@@ -82,7 +81,6 @@ test-pipelines: pack
bash tests/test_maven_ci_push.sh
bash tests/test_create_github_release.sh
bash tests/test_maven_ci_cache.sh
bash tests/test_maven_test_results.sh
bash tests/test_maven_ci_install.sh
bash tests/test_snapshot_refresh.sh
bash tests/test_maven_settings_output.sh
-26
View File
@@ -65,29 +65,3 @@ actionlint .github/workflows/workflow-lint.yml
Tests cover exact no-CI allowlists and drift, unknown repositories, missing configured
profiles/native bridges, retained legacy workflows, bootstrap dependency/gate removal,
required-check unknown states, and the lint image/tool/command/caller contract.
## Batch orb-version rollout
Upgrade existing canonical CircleCI consumers with one command:
```sh
python tools/rollout_version.py --orb-version 0.7.11 /checkouts/qbit-one /checkouts/qqq-cli
python tools/rollout_version.py --orb-version 0.7.11 --write /checkouts/qbit-one /checkouts/qqq-cli
```
The first command previews the batch. The second updates only `.qqq-ci.yml` and
`.circleci/config.yml`, after every supplied checkout passes the existing manifest
and canonical-caller validators. It preserves publication opt-outs, release filters,
credential context names and forwarded profile parameters. Already-current files
are unchanged. Duplicate checkouts, custom jobs, invalid options and mismatched
pins reject the batch before writing; resolve these in the central profile first.
Use isolated checkouts of the intended repository heads, inspect the resulting
patches, then commit and push through the normal automated gates. The tool does not
commit, push, publish packages, change GitHub rules or modify native/RC worker pins.
A version update does not prove a publication succeeded: retain exact-head hosted
verification and artifact evidence. The requested version must already be published.
```sh
python3 -m unittest discover -s tests -p test_rollout_version.py
```
-9
View File
@@ -1,9 +0,0 @@
# GitOps validation
The orb owns `.github/workflows/gitops.yml`. The consumer keeps only the immutable caller generated by `generate_auxiliary_workflow.py gitops --ref <orb-commit>` at `.github/workflows/validate.yml`.
One native job downloads Kustomize 5.7.1 with its pinned official SHA-256 and renders every Kustomization, including bases, overlays and proxy declarations. Missing configurations or a failed render fail the job. Rendered resources are discarded rather than logged or uploaded because they may contain Secrets. This checks rendering, not Kubernetes schema compatibility or cluster health. No cluster access or publication credentials are required.
The caller runs on main pushes and pull requests without path filters, so a required check always reports. Superseded PR runs are canceled. Feature pushes do not create duplicate jobs. Remove the old Circle pipeline only after the native job passes on the consumer, then disable obsolete Circle build requests and require the observed native check with no human review.
For marketing-website-cd, the prior Circle job only printed Hello World. Its former production role moved to KofTwentyTwo/cluster-gitops; validation does not re-enable that retired deployment path.
+3 -5
View File
@@ -1,8 +1,9 @@
description: >
Publishes artifacts to Maven Central (Sonatype Central Portal)
- Configures Maven credentials without logging settings
- Restores Maven dependency cache
- Debugs Maven settings to verify configuration
- Sets up GPG signing for artifact verification
- Deploys signed artifacts and waits for confirmed Central release publication
- Deploys signed artifacts to Maven Central using release profile
- Saves Maven cache for future builds
steps:
@@ -14,9 +15,6 @@ steps:
command: <<include(scripts/mvn_jar_deploy_gpg_setup.sh)>>
- run:
name: Publish to Sonatype Central (releases and SNAPSHOTs)
# Central's native publication wait can be silent for its 30-minute limit.
# Let Maven return its real result before CircleCI's inactivity watchdog.
no_output_timeout: 35m
command: <<include(scripts/mvn_jar_deploy.sh)>>
- save_cache:
paths:
-3
View File
@@ -27,10 +27,7 @@ set -e
##############################################
# Resolve CI-friendly coordinates without stripping parent/BOM configuration.
# Flatten must share this Maven process so deploy uses the resolved project POMs.
# Central 0.8.x: this completion flag overrides inherited literal waitUntil=uploaded.
# Do not report a release as successful until Central confirms publication.
mvn -s /tmp/circleci/mvn-settings.xml -P release -B -DskipTests \
-Dgpg.keyname="$GPG_KEYNAME" -Dgpg.passphrase="$GPG_PASSPHRASE" \
-DwaitForPublishCompletion=true \
-Dflatten.mode=resolveCiFriendliesOnly -DupdatePomFile=true \
org.codehaus.mojo:flatten-maven-plugin:1.7.3:flatten deploy
+24 -8
View File
@@ -1,10 +1,26 @@
#!/bin/bash
# Collect unit and integration JUnit reports without losing same-named module suites.
set -euo pipefail
mkdir -p "$HOME/test-results/junit"
while IFS= read -r -d '' report; do
destination="$HOME/test-results/junit/${report#./}"
mkdir -p "$(dirname "$destination")"
cp "$report" "$destination"
done < <(find . -type f \( -path '*/target/surefire-reports/TEST-*.xml' -o -path '*/target/failsafe-reports/TEST-*.xml' \) -print0)
############################################################################
## mvn_verify_save_test_results.sh
## Test Results Collection Script
##
## This script collects JUnit test results from Maven Surefire reports
## and saves them to the CircleCI test results directory for reporting.
## It finds all XML test result files and copies them to the standard location.
##
## Process:
## 1. Creates test results directory structure
## 2. Finds all Surefire XML report files
## 3. Copies test results to CircleCI test results directory
##
## Usage: Called by CircleCI orb command mvn_verify
## Output: Collects and saves JUnit test results for CircleCI reporting
############################################################################
set -e
#############################################################
## Create test results directory and collect JUnit reports ##
#############################################################
mkdir -p ~/test-results/junit/
find . -type f -regex ".*/target/surefire-reports/.*xml" -exec cp {} ~/test-results/junit/ \;
+4 -4
View File
@@ -18,13 +18,13 @@ import base64
import zlib
CORE_TEMPLATE = json.loads(zlib.decompress(base64.b64decode("eNrtPdl22ziy7/0VuOrM2M6IpPclifvcxHbfeCar48z0nChXByJBiW1uJig7Oonn26cKACmKIiVSluUlTr/IJFAo1F6FAvv7L4Q0LljEncBvPCPr+loTn4Q0oh6L4Tk8/A5P4JkX+N2g3XF8q205tOsHPHbM4XsYEQ9CBn83OkHgMuo3mskLi9m078bwzqYuZ+LxlXzb8Nm3uE1Nk4Ux9U3W7vR9y2XtfuQWgeZx5PjdIsiNRhWwvEfXt7bnCjliJnPC+Fqgf1HgG0HUyZD8/Pxcgyc48Awg8CgIzgz18H9X9W19r5HONAPPo76Vmc1jGsWaYJuGbNPiiJosiyCPWYgTvqgHCKbHzLOgH6fYknS4eB/1/QwE9dAHYUEkP0QMJIeR4NJnFnmLKxMemGcsJlmRaY7OVpgjAMcmvG8FhIax1oVZ/dCiMSPa+Tn5619HXzk+7M91iTYQr7nYHIxq+QBTgSTaBfE580GQCecpiHQqDPDIztYWMWIvFITNUCuDcQJWzFYraYyIH/s4mGjBNBhGGDHbdbq9WHeDLszts+ck7jEfIYcgILFNlti3MIhi8vHjx/bb9+/+73379OTlwVH75PO7/b+ct1r+Emk1nhwcnxy8OWr/6/3JP35/8/5f7b+/f9U+Pmw1yG+/4etXLz+9bh+9+2er0fIZaBvCZ2YvIEuSIYg1CBNJ8SF9n15Qx6UdF1AyAz92/D4wMXK6jk9d8pZeMJ8IweD6Usu3nZbfyLDwKv19NYvQvO9wFl3Aer47AII4nPwZdJY4AXyY66ZyZDvf4n7ExqSnQ82zbhT0hQAhVculK2Y8JpqPRPpeQOJn2hUQ8ccPwr45MVlt+YLdmgaEEhhqzL/Yl8Q/OG4Wc6FZAJeEg7gX+BtEN53IdJnpGEJyMoKih4NSmqpfX0eMEI+DsKZqV+fI747v8F5NLb4EUcbJ1L2kg0k6PhMX4qBv9qaqGFJFTBXifhD0XYv4QUy40xWCLLZiBiBVZhxEQpaDiNA4Zl6IFoU8WebsnKyR9dWV58QKUHUEuv9DNHvq6iAmYNX1P3ngIxKdiNEzhMBdxkKy1vKtwGdqP2bPC8BqnBD6t+iPqeanYEsePWMEjdhwHAFz79jUjDmBpS1UZ9wi2FRJ8lo7GNomk8Z1JhYbnQyWyl8Sz+Ec7NDzRLZQ3CLec0IY4VGw0WCXwigA2zOb0QFhiFg7pcm4uIc07qFATtlcXpQtICbYxVhGTI2SSTV0GSyu7XTBtmkh2DLaZZpyUPPS53+g/CnYifMT+KPlB+H3LWZNUNhfyWkPLCDp9B0QPo+aPcdnnKCjtxxu0gimE2qjkwWZQeutt/xfyWeY8hnCrri/hINhFhh5z4miIGqSy54D+gzBIKgCjSIH4OFcVFQAxpnZj5x4AA7XiZmudIbDG80hS/xHL47DZ4aRDNP7YhkdcDbkTzGCwxC1bsGI7hIxWGwaEE8YPOhHJuO66/BYLZaJEcQwnzELpBxDKgMZplstP/Haf+HCNS898SN89V2NuyL7YOTcVuP5EvkhY4eYsTJwxt6ehkJoOjo+IL8ZFrsw/L7r1vYMIEmceqHLNKmXfF6CdCBNJ/n7Zx9ss7AqEPFBxDK7N/DOLCciWkhw7wpr0Po/YRkDqAORnvFnH1ZLtiJNtlwVLXb5NA4aZTsREkGgaJwefTrVnurfPHfCLBsCIU7tolmJRwCD+gWtKTgwOQj81dehvQSLGY68q7gzAyejmZNuYhZjhxxpj/M8Z+8q4nMbCAiFYJFGw9B1TGGjNIHUDZn+ckw6UXDJEZM00Vs4CmBcQ5cOtEvHgj/5wteX62qYEESBu/j1bUYx4gcELliEbjETZSwcGcz6M8KggaR22SRUCo1ziJUWHidrsAvHYv5o4F5QepF76IGjzWGerzCMrZ4SZC5mX2JNEqwJWmL02gmDSBeS9et7AhGP5ShkvHhBhpTRBTEg35XeAOaJgH6ADiFv9kneopNSI0PGlZ7klJDklGLUJ1hg98tF6EmKZ4HDgFSg8twaBLqWU1HS2o6D9mUQnfFwNMdMRCcI4jSMzgt2c1zPRqVQvSjGvjEy7GsVRUvrYRCGZmphjHfawN0zFrUxugoij+b0TsW1o0rneCDWuDkZNGrr66ubzyDojJifuqShjoF9EoFk23Qpx8UbLnKv0ZxUbysN/oekS+qAhnrV/pNe0Oz7gqJdOse78Nsicp+povdPFjn2gBxiihYRBwL5pFIktF+SlGRJWq7glgICY+dYPjrp++Ql6LOHyPkWOaGdjhO//VgPN6AS0V4RjUvlSgs18FzjLI6x+ioiRy2U0SMIFNGoR7RD+KVnFtH5mRPuizo3MbEMTi4EDee5ZXbeB3OQ7FDlEdmdEsjt3jh+/9uELSdVKY20Wi9eLH34N2bZUeARVFLX6RDHE0H2B/hTvQEC6CyOIIlR745c5oEqnMKjFtiyxMLui0nL0qABfcqC61ZjRVpwtRMw3zBJcbPVaIJJTNgJQ59JY4nowQrJWgaxWw0RpMPe9LRMrsPSep413+U6VwfDZ8enyFaslRJR4IV8E4Bn9qWDXeJsGVdd0WETaO6WV+Rwj8agerjfLyblUiXED+GHMHW1Hd8CjYVdYWiM72Aj6C3wJ4KDN8hWfLqP6SJY+cD3wdTzl5hRvxIIn0gOtxpf5bpgXRhQ32X+skJBzF5rIi2STT7Ly4fI11TVJdmwgqSgfFn9KjAGpFCKQ2YJbDl5B96jAvBLCt41mdjyP/z7ptOYCbJVK2cWXqvdAdZidT9sSzuedQ/sGzP7gF2yMprWETO8SONeI3TDySTdGIHBPnANDaXLIJJBBnaB1Hj+xysYi6IIBbk1JN0wdhJF7WkTVZDfTmLISZXw2Y6kADCR/MzQQZgzsM1Y+B0kJxwQAbDZaFCyfaLJPCFZX9MwjsIwN605pjM1JXPzdxMqXhknQlmUNs/izXB/adpQudKTFFpKiWVkqC3K7pmo2gxrzKuCf27OjayRRvOy4I3+BA8LwZ2Ur/MUzxMLalPwdJhnqJqUfFYLk+eZ9OEul95mrbpl9zdBw2UQp+VrEoVKHknFSwarvFlPiXuzeVjpxisnY6UyXykfu9sVyusVBcfU4z4UxSaFPJny5iKCnRFqFAY+YyRJ3vqBxdQJ/zSa32A+/EqcgdlYqUBVJBYL8fjMN/EEK6mHSdrOJds8jEDSMDjbX9Xhv0QoMgUq7RAj7lPQK67yzYTs84skZBQJBBXbCx1fNAZQyE8c6hKL8l4nwOpk+Y67DuSnLhhZkpzMwZNevyNO5D5CDq8dvxfuDQIzH08kNU+B11LwOgLJVpnGh7R8HKMdTBlGEgEBY22xGOI+srazu8k22a61vmdumXvM3jU3V5m5aa9vm3TLtOyt3c7a3s567eCUSaWXweUYhc/YoNAEpzj7oaddrGlV0dO+f1edOn0P3OFkMhiJorqBeSaDmga5urqOla+gPBNFiNAuHv3HshEo1bMJkmVaU2XiVwIJPxAE3KjojJDAlZoAGh/evyWXII6JgAvzsMSTLjLNdUBuwQ6DH45Bz/VhoKCZZGLVJIQXaTEE/pC1hpUWiPi3GN7gI8SojX9jVSEAAmEZ4AWWL1Rf5m+bqPovjOwjTK9V7o5TQY36frwMs5NCQKvxQdJ4SNqPHz8SNR9khPpdmaUjDpeREzOJhAAHUZQLQQYCbOaxKTFEefxWYDdAG5BfYjqgZy7rUnOghYxFoHMhl41VNvwV2LagsKYJJSH/MXSY1fIPjvfR2hMEITtYNMygsFTx0nVViQ2irb5/7L8CPiGj3+JbwUSJGRAAGGf1TdHuIBj7HDuLsIWjqyI2kJmQXNLIR7Ormk/Sv3WBh1wLEYHVJJiWn2Y/PDINnGQkBWBuFImhrPKLyYZebZKBezqV0grvsIlJUCJ1OwMyIsmihw42KgR8pF8D9lHD62RYOcHxVPBN3bArC6KCk0vaIaK//xTd1dKou6pdKoKcfYJVFW72No1o1WBbSvuN2Vwsj6tzO4vGtElen55+EPUfddhFMiFghWLxK2yZxSBcyqHDRSCKQjUes6JuLImI/ynkSUupLH98BU4ay/WJAgqxVQ2ezYw4g9AHIy2hgQkaIJheT55rRVGQX2b2glTTzjtObCj7nRfb+aJRTfNwVBIp6QWR0lQIdlGOm2xQ+5A56Eb+8WZKhSyU7PHGXIt2KLRvqNexEgmpJqRAbaKxfgDhRciwmjBn5qijH8+xLJeBgwCdF0g28Wk/dlwnHqhHPEecCpWyfNFEOIzC9SaXWUaPQeRaNAz1T+KXJOuhw0PhR9PdoehPqc+MLZdimNv7dfD7dM4/S2jXxW2qPBa3ys2pfFGZaTd7QFKRMzPVoyZ0seR6VlS1AVgfsRmKFB7s08H8f9Hlils8eL8jhYaU9AupM4hgBXCChcWa6qKUPNgXqMjny69frlRzCfMkQE2fSVotLFmrkFdZN7G5dwDuUG3tVCQ2h4lC6ui2ju13wacQ0LQdZgmKJ8nOoRPrGXBvETmEdnwK79KadI+68Xv/d4AEUAtaEebrq5NmhCDuoZS6wQCPzokHaHEC8VsPAnVMmxbbiiAN3WgnQqHrSHsQpClsEs/xHQ8Cf2xGwIPwWZxYIZtl8t8k2ytNefhe9A9WLD4HmbxiRhKSZdbWVpKWifK2BkUmQ+1+rMMhAqHZxzh8WfYzyI4FId+Y4gPH8u+GjQMrIy0GCOm3/YS6splALnoFsgVvr4hUG/jZhBQd5B+z9+9qwlWuYyG/rC2lXWK1v09Whc3Ij2J4+2A4pqm2XbFVoThgmOS5TFV3enRco44roQt/QEXyxBCqnLbLfLDGKMKq31QIZKbnNOPARPWRuHhB5u3g08c3ear4QRt4Ffbjdux4DNkG622sevVyoVQYUcH3nyx7Z3jvTdxwSQ6X09bYoS/7Q/zDkiLine truncated
MATERIAL_TEMPLATE = json.loads(zlib.decompress(base64.b64decode("eNq1lMtugzAQRfd8heV1TNRKlar8QXdVt02EXDMhDthGfqRBiH/vQAmPvKRU6g7PjH3PXI+pI0IoHEEEb6yjK1JjAENlwatvK7OdH2IYTY3IwWLks4+QIdflpeIZYJoqYWMlhTXObH0sjFqOB64OT/HLa/zM9lypig77m/5rE51WzaKl25uvq2CJB+fdFO/UR0swaWBxyjsPpZvRU7EDkZswFp11ZFHDWEgEx8qJVp/OoZof2Md1qViKYqyuSSfhgiJrWnKRo0OsQB/jvTN6TUnTTLTPt9NZZjNZNaNvt9CDvgTWXHUX9Kad50VBUAV0ClpIcGccFK9NcZ225QhEhCSMFZBxUbESwHaE9CEkxw/3rOyV/uwcVvnd9fswKSTKpKEA92+efgRN3oexIwfpAi+IhQyHyEmjye/A3nP5SMa57cof9LebVW693HIxexsTg+avg1kojfXLc6wUxaXmHrmvbvgLWNtQgmaE4h5bW8X6quUNmctfRdREPykCLqM=")))
VOYAGE_TEMPLATE = json.loads(zlib.decompress(base64.b64decode("eNrtW+tz2zYS/56/AqPJXJKeSUqqHzndqBNbdm1NGzsnObneVDkNREISLBKgAVCWYuv+9lvwpQepV2K1TpoPsUhggV38drEPgLl/hlBhSISknBUqqGyW9nTLDe9IeL2HZ3jrBNR1DMwcQxGp0nbo8bDdp4zMNEEj9XBPNxWCTsBUYJTLxf2KHQhBmCrEZJO9ZApBJA+ETdq2i6VmWnCxgPEpAWFDKjjz9Og5Pm+PP5xdtq/eXTf1KOM3bwSMXntZFlIRX8/8+3Ss3Sf2gAcqZYNmZob+29tbg4uORZlU2HXbN3iI57iHVLq1PUWvUC4VZggm6fNkyiWd2Ruytg3wkTYgoLggy0QRActyZtgLIf5ABO2OEfZ9l9pYgRx7iDJFeiJ8QVphcg/dBtilCuiYg2wOEuPeLL8IEu550K9nBdmQ7RLM0DCa3zhBxvU+MozAd7AihmTYl32uJDQxbiiBmewSYfiC92A58nNgkHi4FIMQoLZejEYrcJXMQuJj1dfCK20+ypKBIF0qiCGIz4VaL9KXMuxi6krc/SKGWCjaxfYG3IZ8DDo0b7BY1KMDQlMWql/Tg2mEVDuVRlJF1sgRm2DoRlIT3EooX280UIji7TsuBtLHNslKJjjXfqJgLsqjRZ73AnFHvIbQ/xC5MGzar43BWEeUsbplhEv1h1aBOu28wTa3uUlGxM7SnHJ7QESXujnjfe6ZI8/NdkiRM5Npc9alvRxqznC432+IrUz4Be0oSuasHqGP+Qp+Ntsbq7sgiS2Ikoa08azDKzjhYuYUN2cWabixqdezOliSxWAzw3FF2JEeOPrClwSNlZ66HkUSdE4VeNaBXOF+70DByLhFfaV8WbGsHlX9oAOq8PRjOHr6IAj8gklaDr9jLseONXxtlktmOSVpR+9tl7Jg1B4d7ptgQ2bvU4vBLzJGn7poPand97iD/j5KSVtsu927EpxGwDYBxkzXhByiwPAg/ERqRCY8RraKzITIVNxzoR2cTYfLZd4m3xgxbPbPtkSw40AwBRtU+JYkHsREv+LiMHvayiY94tDA251RNiPZUPO4eY2aernLwY/XgTQqqNVqMTSFHAeKL7b5lk6Psq38DkvfUBz+EZbtBjcQiDBQBA5VaT8Rgov07QbcD/zAsv1AoVgyI47UZtgbkZro4QEpEZAW26X8Jir/9LcSAlaEzIijQ4CpRmoqxI7CcB4Ca+Jx7pBdS5cAsrFs6YDtAklkQYv7dyfVyvotOgcaVgqkWJXA4Dh92c67RjVElEpn5xyQcW7qE2UhkL/T4dgYFo8Oi8ZGAfyzfI2d1BOUOLMVC/hynzCHMJtmMqsC4+1ol7cV9Yj2czBV6cBb6aggLpCAI5/6RGflEOgAHmRIlEm+WswbOBSioI9ahecXV2/PLDPE0AoxaRWSIalRxYldi0XRAMGawTsIL3EUQz3Ru3+fWhleFUsb5GyD4MBgybhFhhUr4Tw/JCMzEEIKnDSl1BgScJgzpimaR4dm8Y3s4/LBYaW8Xzp0St2j/eL+QefgqHy073RL+Mf9IiHksHNQKsJcztGP9uEhPrTtzmsHF/9R7pRKR6Rz5JTLZaQ5dmXqK/U6GWTraBi4Gh1JtN6h/ryon1/s1Rr163rt+Fft1UcUcmruEFRKB7uQ4xuQKRn+oKfryy4XHlZo3uUnYFizthM5/hDlrT0tFJ8rNo82q5y9cn+PQAy7jyaTjauN/80p60t229ZF2oJFrXHCKbLgSOORW3nhsEB4Ii54bZa0I7f8tRwjNbWyai4PHHTMsDuGOnvN8ZBxgkINV8K/yeY9Dd/MuCz8hYyrt8DXoLwd7Z4FOi56mNFPockllAskfS6VGQi3mhRDYbOtRTUzxIoPCKs+v29eXR432tdXv5xdThZIkqMHMy6goRRuhNvhnd6w1ZnSOy6xrSnhwlTS9kyHStxxiVNdmd7lbpAofhjh4epfeIustMsTDQ6KjjNQ3Vt9ahkH5BBQZCgUmVzl+X2t3qj9etZuXhyXKsXK0QSZafRWuLeCLu6JKrdHLXivtfNHNQ4lOOharKu9rhv1D/9pfzhrNOtXl9VWoWgeQKXeKqzIQqwhFhY0WxGFKeGnkteYmx88v59jOUGhAU4DfBLQk1i+pyP7tFjLCeu0x8A7GQFUUSPI/6LmpdA/KtjvAtlHUOCdU3URdNA7bA+A6yoPR+w+18nV/flFLXEkkEk9oBhul/coQ72+LbQTMoIp7fvmWePy+O2ZJjcMH7YfbBjHkMqhbEOri6e1YodorQApO19kq8vmSCw5HudrYLZnt2pYwoF20e8hKvEsJ43jy9qFRqUKzQ7Yj8t9ePuoa+MVlB7sD032T6T6hGmbeRQMEybT+TbCYmZYbCLatsCcNx0IO7ZLW2y7wVMNFLYLMbLDvc8/SuWQ/904g0q5ZBb/gKPUR05pzgn4VTBG1Dy5eote1saQMzBy+turNYkN5CSmHRE7o0r6ZHhQITDDdwPY+RUPD8hxrydIDzic8NTtnkblyc9hyVKdOYdKei5BuqpWS9J+srMzoSSVAWYbnQeldFsYWHwdaDthTfEkT+3nwSMq8MGsPK5IOxVxAcCZTNwhXRy46hFj0fsQMVQ7RRoxdEdVHzFyF8dXh/b0GfEfH5harP72+PysfVo/P2teV5+/jOcDvrSrAwpUML4+cN/YV03P3VH5JyjThxYLXBckvblFhkAvzFMibUF9MGczWjayLEQ8X41fJOelr7RgYSQxPoUrmRVykhsWfM1ki5CGUP7Ck/Um5w/VF/f3FMrhETJ1vXAaSixRcTJ5sQUmD8gOYE7nDTK65VdRLEijQX3GBCoos9gtsIgnPGs0rhoVyDIDSIgZV+GlifAg4ZwzNz01jIGcDZUSkXrwEno+AKAjMLP7SEfi9EoKjKp+ffH+JDbBNzNXVP9qAAr1K+tDdF5SOzXeUZ+4wFVfzLSY7aBsl+YpIRQaFOSWDwkI8fmU+cPDElgeYOG6onPxWFpQdjqBrR2aNQjAT3pxaWmOsefG8OmFObTbhXXdBpSoDUdnsL3kyO5jBkLpzFLvUJjYiBFF2BUEO2MU+LpX7/gZkItzIEfXCoGEbFz7CJi6RqG+JbW6HrJIQkALUIeC13yjrQ2sLqHCjrMxEtGskcienq0PMeXldNCrCoo8e5xhxeYCS8nPSfR8Yf7EBdX+J0zapobdDGybSNmFrTmOJ3ZWe8BtE534EhTCs/75/DjEoGaplItmqfSk7o719ejCEpeHCOaPFohRtDuNuDUtyZLjkrmtnPZq7Rj65CXZ0PNHOMlshhr7pBpmR2mXH1VYhpa/Gg1rsRy50lfxJ8m0kY09i+2soI8+ui6/m/k0Tocb4HobLHwYF39At8Toln5QF/d3qQuOOpvb6aGhMyZ5fdqawyI759g5PlmiLPMlR5wLhvVYfqf133m1GYb5g7WGtNWyNFGG5uNCy+TZsrcNMuH8D0a+Y7jVvUf2O4fvAG5nhLmXzWmogCxDkNyboAUvMH8TtPddGSuUkX+gHov857thztxxVD5GEj19p7dLiXfgYnYL8JPe0Ltcet6VbZpgMkVGKm/Z0xu51Uv+pqGbP2ldD1qUkv91AVty+7kBcH1bPBps2c+aZ91rtjd1ZXkDZ9zG01XHqvL56UTOLZOVb6Hs+BpWvrtI/sQV/jVkBE8awr9GZvGkVfAtZyhPGfjvmc43qdalV98b76y9x1X4nJ3tNgENVfCIWC69vtm9l/oaUFtyHcHF7H/Sj7+e0YwGlPWk4HxgxY1v2u2rxknyMV+7raWYPJs8+z8FFeia")))
VOYAGE_TEMPLATE = json.loads(zlib.decompress(base64.b64decode("eNrtXOtz2rgW/96/QsN0bh83sgP7HO5wpwSyCdNtkgvZ7O4sexnFFuDElhxJJtCE+7ffI1s2DxsCbeim235osKUj6eh3js5Lnt49Q6g0okJ6nJWqqGKV93TLFb+U8HoHz/B2GXm+iwlzsaJSZe3QExBn6DE61wSNXkAGuqkUXUZMRbhS2f+26kRCUKZKhmy6l04hqOSRcGjP8YnUi5Z8ImB8RkDZyBOcBXr0wjrv6heHJ73Ts/OOHoV/C8aw0I9BfgmpaKhn/mM21hlS55pHKlsGzc0M/Tc3N5iLS9tjUhHf712REVlYPabSrb0ZeqVKuTRHMM2ep7NVspmDEes5AB/tAQKKC7qKFRGx/MqMBDHEF1R4/QkiYeh7DlHAxx7ymKIDEb8gLTC5h24i4nsK6JiLHA4ck8H8egkkPAigX88KvCHHp4ShUTI/PkD4/FuEcRS6RFEsGQnlkCsJTYxjJQiTfSpwKPgAtiM/BAZJRisxiAHq6c1otCJfyTwkIVFDzbzS6qNsGQna9wTFgoZcqIdZ+tgF+8TzJel/1IJEKK9PnA1WG/EJyNC6ImJZji4w7bFY/JoeVCOm2ik30lP0AT6MCsZmJFPBrZgK9UEDgSjeu+XiWobEoXnOBOfaTpSsZX40y4tWwHSYPcT2h8qlYbN+rQz4IaKc1q0iXCk/tA7UWecVcbjDLTqmTp6myZ1rKvqeXzA+5IE1Dvx8hxQFM1kOZ31vUEDNGYnP+xV1lAW/IB3l0QWtR+jPYgE/m+814i5J6giqJJYOmTd4JTfezILgFtQiczeOFwzsSyLpsrOZW3GN25EBGPrSxziNtZa6lXgSdOQpsKzXco35vQUBI3yDhkqFsmrbA08No0sQRaAf49GzB0HhF1TSdvkt8zlx7dGPVqVsVTKSXvLe8z0WjXvj77+1QIeswfsug1+Ex+/76GFSZxhwF/1znJF22Xandy047YhtAoyV7Qm5VIHigftJxIgseEx0FVkpkaV44EM7GJtLLldZm2JlJHDYP1gTQY8jwRQcUBHakgbgE8OqT+LoaSudDKjrRcHulLKT8IY69c456ujtrgbf7ANpVFC322VoBjmJFF9uC20dHuVb+S2RIVYc/lGW7wYzEInYUUSup7J+KgQX2dsVmB/4gW2HkUKGM2w8tRX3JqQWur9HSkS0y3bJv4Uq//5HGcFSlM6xo12ApcZqxsSO3HARAg/448Ihu+YuBWRj3rIB2zmSRIOWz++nyFY+81wj6U6I8zxc00lhBJUcCTZy8aiM7+6QdQAJgTNE02k+cFigdemI+jx8gGqjmOJDzN/pr/XOGWrSkDKXMmeCGlpUy8rJeC8xND3lBVQLUsO/H6xLoK5dD1xriP5nW242PY41ocv6YMmIUjQIFSRrqIwq6Jt/IZdrS0KdIViiUq1WQ3VD8jyl5X30DYKebklTen2k8zQuBlaMVnV5IRxARsWq8bPO4BJTBbasCbjWQ+8tndSe351cNHv1s1bv7eHvVTydI9L5zIHO/E9Z46LTqf0w1yejMNR5HujiTxBl1kyYmNhGe65X6lhzbiBkj6QJ8bEDaqZXPz59dzjNY7TI6zsyblMlJg0OJ7QGUKkhZUm/gSsRZDJURo5DqUvdBCagGYMf2dfPfc8A98cMVOwrQPXPgkkbOgP22AAyZiGiUFEXHVeQ3oEOMi3LShcQAcKiXyRrG7h3RvR1Yd9ry4eAAjyHDcfAZhEEh5mf0NNKn4K7Kmecu5xBT8GOtaSAOdJXVMBezM4kesk4w5d6Eb0L8InmuL3SjMcodEvP7xqtduPnw95Bu37SOJ52S6gGzYYS3uaQMUv/Wm+ftE6OqqjBGVjtSE8OBjyEdAUlbGmGIBGaWxJdxhYhQSwViN5U/Fze2jGCZq8xUvoIrrZJ+g0cS5F9Wp0kFgjwY8zStgl27mwb1zhUuVRu2ZkmQCT0W7nROMP7JD70EcJcUHrgbF1hgJiywFZy+lzqgB0trIbPIxfVGfEn0pMP1PfAIcQSrsZ/0zC3Gb9ZJq/XHuIG1sUe7yUFiyU6cD5gIt/HupZSLpEMuVRWJPxams3GzY5m1coRK35NGbiFzulJvd07P317eDJdIklrR5apgIB/ace6faaPbm2udmJqJPaMcGkq6QSW60lyCdaztjY+LzwgSTqI4+r4F3xE1uplHECgpB6FWsH6snMCKIoBRVihROWqmYvqHNfL1f3qD1NkaW8YEysyWENnepLU+1ErFufCG01iD0hA1uKh5Pm83br4vXdx2O60Tk8ggNu3vvvRqmh3aPYBi0GSCZGEUdERskdE2NBsJxSWhJ9qUaMZQm4iCEscW2nOAIyFJacoVsAsm5VUV/YV7KDdOm816j/vHbeOjmfZNnhlyHhdCsFp2uYNGFgnHIHbHkO0kTSvhP5RwT6L5BBBhn7kqePoEp0R5xpWXWfhTKjy/O7ouJEaEghm7pGB2+cDiLwHQ0doI4SjGe0vncP2SR2iUiDHOITjBwfGxVK5HttQ68y0tjGI9hqQ8vMlurpqjlSTzbhQA7P9cuuGpStsHB/qoHUNZQDnYzGMfBQM00Vm822ExdwwoyJat0CdNx1YMmHrVoNnEiht52LkJQ8+vBbOIWa8cq+rlbK1/wlq4Y8c0hxRsKugjKhzcPoOvWxMIGZgtPnbqwcCG50QOwmxO65mT0k2jEM/gpNfDcg1rQ8Ggg5ghQOemd1mkun/xEVAVG2ukJj2nAB3NS2WtP1gZ0W9NJSBxTYq6GV0WyiYuc913DhBeJLXLovgURWFoFYBV7SXsbgE4Fwk7tI+iXz1iL7olxgx1GgijRi69dQQMXpr/KvrDXSR/9M7pi5rvasfHfaaraPDznnt+UszH6zr9bVDgQwm1DcmG9uq2cXJYokCXd0gLNALq0mlI7wQ1NlKto1sG+nKw+RFWsh4pRmLPQl+H+9knslpoVsI9SJbuDSEijee7hfjfnKYX9zdeZBCj5Gl84VmzLFE+9Ppiy0wuUdOBHO6bxDuV14lviDzBq05Faii3Ga3wMJMeNhun7Z1nSWCgJhxFd96iQACzgV1m6uqlFOWBvASWz4AIKm9IO2JsztFUKrW+fEvB0YF38zdMf6nDSi0Tu2LGAXcaOIzL6Q+rKpv1rrMcVG+S68pwRViD/iW9ykIckgq331ftV7fr4DlHjauMzqfTKQNaacbOdqg2dcR2MnApJbWhAS+gU9vzPX6fdjXTeRRteHoHLYnHDlDwoApHVnqEwoTY4MoIr6gxJ2gKNS9+sTnS1cG5OReKJIQjWsboQuHHuS3tNHSQ5ZJKEgB8lCwmm+0toHWpVTEdTdGIpk1YTnQsw3Bp7ycDXpVRYllNxGWURfYSnFMoueL4ycuPG1/4qBtptgdXVKVsg9Hc2ImdtdbwG0DHXOLDe5Z/3y4H2KQs1Qr+1a5/KQu//X99tIWV7sIFo6XiFFyOrFpzVKytFyycJSzXi0drCsv6YFeLOGks2E1CWktjo6yrjDJsLDmv5YM67ICvrJX8RfxtJGOPTN6VtKlj77Pb+e+bdTuBla9iZa+bDRfQK5QupVfRJr+vueDoc7HdnpobIxpUZ/W5jjJLihAm8qSx3J3ZSYWLL5Iizvt/y6KDWPrtf0Aabdra6IczZ9LLdNnq942iISLv/j5iuFWNyH5D1W+AridEhZ+LZC5CogyBC28E1qyAovXQXtfhbFGGMUFdcPyX2+GOfMnSfqYcPT0jd4uOd6BidktwOsONATjio5V0XlmI3f9If7LjcEuYSu67n0Ys9lt3hcM3WKV9mHQknD+ywVsxc3pBsANHfFosOW/aZ83zfnezAw+XbzX5dZPx61uGcn8HXKSz2Hnu3PzT1zgf/dw4UnD/2WEHU9aBH/n8OUpA/81DPo85bby0nzjo7P3uBJdUKTdRqexCB4Ry5UXP7s3Q58DaisuMriY//8ZzHc3eiH9pb8UnF/bpvFNr3faPkg/A+z1NBfTZ9Nn/wemE3rj")))
NEXT_TEMPLATE = json.loads(zlib.decompress(base64.b64decode("eNrNVE1v2zAMvedXCFqAtlscb70tQLGtXTEUGFYgHXqJM0OxmUSJLCmS7DYr8t9HubaXOOnHYYfdLPLp6fGR9EOHEFqAsVxJOiCn/Q89H1FmYvH4gN94Wq1WAUYwQJdczqxRahlWwc9xfD08j28vhzdX1z/imOKVTcmxUNscOp8Ibudxyux8ophJ4wUzTRoBcA9J7pSP1Q+GC1Yw2qsR1oH2jKMqgKFkDslS5a4BkYZwW3nIpXVMiLgkHOxgEFVnpUoBs87k0NtF+Ez81yZ6ekq3AJvme/OEDpPL/Wcly/xz9BYMn66JmwPhWZY7NhFADAhgFkj9aEtQorKMydRfr5C1vLOIdh8uroYX3y/jn1++vSk2EY3k1CjpQKYNqnvsayKBJhEyrHJu4PioH2qWLNkM+gur5NFJv0JH9CSSGStAbt3PCkmCcxKsyByEHkDBRM4cUn6Fe23AljBt1AISVxNhcqpMAjcuxa4hqQPrUEG3rS+i5MzHW8X5UuorO3qewf/DTp3nXKRlo3BgHE8IVqqMe6Y5iTLgPSUgfVsjqaXOSDVwJAiw7t8gA6GS5ZQ3ebfWUI52dRZcujqF1VefE69m8CjhFWU2y4CN88sXp6CFWtf3xp365uP63imznAp1d2CHK5O3t7da9tHza1iuEdM6LqXv+4wWOGzcXgJTE8MkWnIo5zd4JtFob3jYfxvSFmDTa7M5NnuCSUmx3ilkKxcWB8hr5w653z69PH4v/SabCcM1uHcHhJZel6sRGJhx68w6SAykIB1nwu6qH/f+V/9p+KsYvQ8+jt9FUb/1cRwML5rDyafu/nuvacD+2Hc2nT/snNGl")))
ALL_TEMPLATE = json.loads(zlib.decompress(base64.b64decode("eNq1T7EOgjAU3PmKpjNIdHQyJg4ukmDiYkwDUkxt4UkLEkP4dwsSUojootu7u/fu7lUWQvhOpWKQ4iVazOZ2w4AMlYaVnjXKsszRjCYwZ+lFSQDuduSKEM9fk8PG32+9HSFYn9StRwmSxwJKw0gHsfjhBGnkqAQ47RWtXaGNPHYY9YpZwQ2EIC8X47bbSYOkccRhwUTUhuRU5dhYqvu5rfglZ1xxFHMGSbE91G4SYiYmZUmzgkk6/LPTplsjdPrXD3EhxIcf3sk//sEy1QbVVm09Ad15mhY=")))
STARTER_TEMPLATE = json.loads(zlib.decompress(base64.b64decode("eNp1UMGKwkAMvc9XlDmKtejR0yJ42MsKCl5EQnUzZbbTiZ0ZqiL9d1OpWqt7y3t5eS/JRUSRrNB5TVZOo8loPGwYcjvP8MI1o7IsY2aYkLm2mXdEedKSXwCL5QzW8+Xqe/EDIHmkvnkcyeXK0LFjFNAHIGvOD4rJP7plbVocPTrd7KSoLHwab2V7Kg7aIOxQkUPgi7RqZCo1Hod9rQ14Ci+ZnbQirdDGDjPtgzvHe4e/aINmI/ki3/ZslTaBH/m2W3N3mn3iuaMzy/s2n01Gg0T2BLX4Dz3re7UVd1SLWlwByepyJQ==")))
ANDROID_TEMPLATE = json.loads(zlib.decompress(base64.b64decode("eNrtWG1v2zYQ/p5fQWgF6rSW3CXYMDhJ13YNkm5rkrrugKEKDFqiZCYUyZBUbC/wfvuO1LvtpmmBAcUwIYAp3vHuuXcqdzsIebdEaSq4N0R7wfd9uyPUVMPrHazhDfNYCRrDhhdRFTES0UG592Iv+CF45vULxjSSfsRoh7Hce7Ef7AV7HvCtnIYr0daQc2p8Q7Spt2CTLEiUG6Fae7DLcUasghJABcTPcDSjnJRQHKvBqeWMSYJzZrySsKo4PG2ItCA+NkeiGYmuRW7aYipNCvAJRfxU4ZgRPwKFbXUNxvaZnDu7dMeIAh1s+5HIMuC1MINBIXiOLOU1meap1zqxqterLdg0vn0YMAC0CaXy6XuQ4rQjsBVcpltSCvc0cLPrmCrkS/T3wFlSnhhc2VgOQp5QHqMA+WYpCUoQ0FOyQKEXPBlMc8ri7qngySJjoYd8G3QUSXS32i4YheFByNdxzWeEu6Rgc7zUn3VbxyMuqBOralJZveEgic3Myu9C+ho9WBma4OjhSgq7P6GqXF3utBRXObFRTxIriLOBYu9WlF5CIWQ+zXBK1lB5NnoWkzaK8rTj9rquhl0R+qACsP/sIBUiZWC1pPpg8dOP3gb0phq/kXLfWsbaQNx8kuUMA0Iftv2vquxIcE4iQ2JX3i8L6WMbp7WEXouJd3iImvAFbSp6/vzL8vDb6QDgeJnDAdz44f+G8C80hAyCyv2YSCaW/5UBe28WX+RTRvUMzamZIT3DisTorXUCimBJuKGY3ZfZmhhIvFwgSSXYRlnIh5C4j+5O3oxPP7yajM9/Oz4b/nxCzWk+RRc4urZ9D80VNaSlAlENZXSTU9hZhV7Iv0MvczOzxAgD55QkYC40hUxSBu31ALil0BScsEQ4iojWVgR0DFhhtewjLgySSogEwZ8s9JZqC/4g5FBmFNr1cpJroo4e9eTSzATfhzo5PHx88ef49PzscchpJoUy6EoLXr8IXS9zxRidBhY9BCUEnohhgHMmRgSqHnpYr8sSnI7HFxXtFPzIiNodhty6FvIDLCtIk5K/pwlL+tY9fZTIPjghJn2U6bSPZgTH0OXAWjIHJZUU+yhMNUGjHDyYkWOlhOqFXhkG3LgWLrO1Qlgk4Ik49HatGeCYUp6QhBOFjtZsDVxvmhTUXmPvbmNLSkzP1mYHWXF6U9yotDf0ZsZIPRwMYBgGKWRmPg0g9ANock+RFddvpNmndMPRXejZrBGK/uUsCz2bi68IZLVC7rDQAeG3VAn+EbzRStHQu1wTWj8gFBJGmkIalpKVjhvc8riE99Rlh7fabWS4iip8E9ifXmlmH9mIQF0f7T/bRdjmvZaCazLs6lfE5Iq7tAuYwHGv4it12JwFH1oPh559gbAFxRsTKeUuipaRJq4YqKYchjOPSM9y9xFk/i4SyhGdsHJdyHD1NXgHCeS/OR/c3Nz4RW+saqbRJonKqLafRTr0+jB9akKuZ8C2kZR/YJbXKfnWHuUpquSW1Vmjl3CbMg4xbJCFDQQ6dj+gsBRdiH3vRv3xgpom0+uG02o1EebWzLJrQCWUDa9lGUqUyKCCOQl50QdC7tS7ij8fnUxORi9f/348uRid/3r8y3hSZMG7mxsnalRK+gCobaM9gobY6TW2w32psAtoKnOhYiusm7khb65NPtymuBaMHEmGKUey6O9Okuv1ReqOxclWJaO6q8JF4SFzs/5KBWjXCRPz1qeqG8X2Auj6RHuclp+0rWHXfNbef7+sr+qfvzR8YpZXU7GYNl0Y94DZBqNDvFwbkgllGx8QJWmqoAxnZBvN/keBs6W7NEL8vDXyqvO+2pjL3JCF2WbSZgH77QHfteShgd9Z7fwDUg7law==")))
POLICY_TEMPLATE = json.loads(zlib.decompress(base64.b64decode("eNqdVU1v2zAMvedXCL442Rq3aYEegubQQwYMWLGeBgxVESg2nWqVJU9S1gZB/vtIWXbsdCuw+WKJH4+PlEjtR4wlv8A6aXQyZ5fZ7IwkP8za4XaPa9ILJQvhYVoL78HqowqVhcmfwaLkIUpYpwt6WYkNoDrJZbU5r3f+yej5VTa7TDqrQ1w9nrWgFpzZ2hxWuRKOwiWuEkolnYHzULtB0CR/gvzZbH1ndELEbnWPdxRqUQVyn7XzGIDd777f3n3pQTTQpqqELsiwljWT0Xg6LaQTa4WFkfU0VnEaeESgxeI6u8iukh7c4Zj2/xD9Fs+CxbNgpVTg3iMcKn7FOL+5Yeny66eUa1nVxnq2E5XqNm7nuC6tqQj5Sck1i4p73HLNNVhrrGML9vDIdYy+ys1We5RdkEVpbMBcESesUnAdp1k6yexGmfU4/ZCRPp3MuSaesmRC78a1sD7DklrvXmT0YARGCsLpQDOSuNadvtxoL/UWKD7tvd31tATHTA163EFMmHCs7NnQhxUVmAUZZU6UsFJGFONy0qJGsmnbAOcp0XLe9nBPIC383EoLBRUslUV6xlIvvQJa5HiAG2N3tC7A5VbWHq9OUGE+oH36OESrpHNSbwisDKUpiUAXA7mVTJtQLMrlxBvVEeCEJH3NuWaixjJhzjzZdzkd5uwuBi4lqMLhtYxAB55MhljDK/FxwWZt9eA1h7q5bhl1xZIi0jFAj877NMiNroODxhCJwJFCDLAMPyzkv2Evh4B4ua3UnszaZivYfpDdYdh90Q2r3ASKkRsYnnCul03vlOhczDvadI6hTwZuR1dkwNh0kCl2aQav0o9nKADl4CTWLY6l9pKyMLeDK7Y913+ZQu3wHbW7MJeSF2OfS2Ve/vAO9Md/fCl6c/jta/E2wugw+g3AlOQ8")))
MARKETING_TEMPLATE = json.loads(zlib.decompress(base64.b64decode("eNrtW89v4ygUvuevQD7MSKsSp5lbD6OR9rRa7W1uk8oiGMc0GFzATbNV/vd9+EeaOHaqVpt6knBpbfh4wHufee9z3ZcRQsET04YrGdyh6fj2xrUoPTdw+wLXcJcVkluloSFYqmQ6DeuGH5Pxt/HtbQCoTTlspfQyEWq1MzbXmKaMLl+boPFBleZ/1fdo27M7XShVzKJ5wUUcERlHlhm7Y6QGS5Ixt7AShwGHS9xNC+VMvW4zmE7biJzQJVmwKCMSfpV7lXnWRjnbEVUZoGK3g+DXzMGQLiQSXNpZcINeW8o1NU3PKBdkvdJ8kVrEpbFECERTrTJeZAjjFbcpjllu9m24Ge8a2H6XcKZSVRg2C+7bK6VKWvZs97xcdy1gpmIe7DXft4YnXFhw14G/oWuuiYSQdvU55kix7pi07AsTRmyh2WwWjv8IWytuMKmyCX+uIQeI+1bLZtR393q9uTnOs1jRJdORoUT284tnQAtcYlquKnuiBpcRvWSWywVesbnhlrXhmi24sdo5KVikVI+5Ch8hnJirQ+hjwTUzXUFs8d0Hsw6mYVQza96IZo3qjOdVeYvAefaGqwDS7SfCRaRklHAZA9/L4zAhwrBrdmiZaKj78VgQwe2637EOhRvUifKVP0E+HELwPjj2WPhqxIlCl3G5u4pgcpjhq87IKiUc4qGj8NmCTAFFi15HObHp7vLD5gLXiPGDUbLXTF37lJluGXONcI6aTvTlC2I0VejryyywCgqcWXAHl1AYMVNd5hRKpLvbyWSz2XxF39H7VuHZ/EE2Q7orNBwzb2fFEtZ53Psj6YRBHO2OrUMaxOyJCZV74XRNwmkb9YusjU+6u3OoZU/pAF97DuVyXyv6WnEo9vna7nOdXr8trMqrvDBpv88rKK52XkI/7dVhyoiw6fYJDvv6lXaVTvBtMpn0QOJ5bzI8Fu4jGQb1HojoaPWB+hM4ahP8KL2OlXjg1t+Ym506ASriBbDG64Sr0glN1C9TJ5xyd2ehE07oAK8ThnK51wleJwzFPq8TPtfpXid4nTAYNzt1gmaCEcMw7DvmMbHMKwb/SVZNCv+JzjCuON/vbwbwlhcuZxEfr3K8yjkLqnpJ9BtHyOsnr58ugshVbR/VM/ezuMLhBvcODhzy/8NhuSgd0qmCc63igtrquPby93r+YJYRLv2LvsES1XuKmGFfvJ2KKEXuXrpFNIZckKt+llQ4TGNc4tq+2Q4P/lbJzxWTdv1zpUIqCgP7xvAsqdy0RzH5xLWSGaDdSHcIdhhOlM5ICViCMXjA/2UdqH2StngXvklasNCw0DJJpDXl2LCGh83UxJ3R4zXJxIEFHsEuIwaBKuUb5T+chfEh62tks9Z/qkigP/+63PR6Mvr6Oub/cvR+XeL+e3q0Gf0Hgnpc+w==")))
ANDROID_TEMPLATE = json.loads(zlib.decompress(base64.b64decode("eNrtV21v2jAQ/s6vsKJ92KomdFSbptKhIoGqfugL0K6aRoWMY4LbxE5tp4BQ9tt3TgJJeGtXbVI17Vty57t77rmXOPMKQtYTlYoJbh2hmvNx30iEHCp4ncMzvGHuSsFcEFiESeJTwqqZ7KTmfHIOrP30oEdCm/isdDCTnRw6Nadmwbk4iXAvihEizrStqdJLEQjplJJIC1mQgZTjgJoAGYAFEDvAZMw4zaAkRzX2zEmXjnDkaytTxIsTltI0NCB+5CZkTMmDiHTRzSKSBHxCUtuT2PWpTSBgMVyOsWgT8SQvVUoiRQdim4gggLMGplNNHU+Q0bToMPKsgkW8fI43YFP46WXAANA6lAWnPfCSREeQK1CmCl5SenK4wYPLJLJD9LOaZJJZVO9NLat9PmLcRQ6y9SykaIRA79Ep6lvOXnUYMd8tWzl708DvW8g2RUckRPN4s2PU79f7fBXXZEx50hT+BM/Us7SVGEmKOjChBous1wgKsR4b/2VIr4mDpWYjTF4eJM17S6js6a5SCLzoibV5CrGEOmsY9vJEqRkMQmCzAHt0BZVlqmcwKS0Z90q0L+fqqOxC1RcADg/qnhCeD1mHTNWnXz5ba9DzaXwj475xjJWGutk0iHwMCG0Q26+abCI4p0RTNxnvZur92tRppaFXamIdH6O8fE5RixqN3+vDt7MBgPgwAgOc8/B/IfyFhRBAUbnt0tAXs3/lA7uzi28l0xQRSV3KNcO+Qlqg1KsTShFS4Jzuam1KxgI6Ffqv0Vg37PNM7zE9joadx8dzw3CXegz25OxGUWmQfH0373Q6g+ZFq3t51hqcN7+1Lwbd9ulZ77r7fXDTa3cvmuft+HVBrrBSEyHd3UGumr3e7WW3tT3IH9wdV9HQZ2qM3reSTvtgSE8w7yA6X41hap0YJJ4I1nApvRanG/Pv0lAoBu0y25pDeRaWN09g7WHki0nh+pmMl1nqyV4qjkh2TS00cH5V3f3NWH5+n2d1y3wuOKePEYPRKMHYAWYTjJLybqUcI+avXQoy1VBiDkO4SWf+Erg/Sz4EmHFrRR1Xtr3trFAlrvwCFLRRYQ==")))
POLICY_TEMPLATE = json.loads(zlib.decompress(base64.b64decode("eNqdVcFu2zAMvecrBF+cbI3btEAPQXPoIQMGrFhPA4a6CBSbTrTIkicpa40g/z5Slh073QpsvlgSycdHiqQOI8aiX2Cs0Cqas+tkdkEnP/Ta4vaAa5JzKXLuYFpx58CokwiFuc52YPDkKZywTublouQbQHGUiXJzWdVuq9X8JpldR53WMayeL1pQA1bvTQarTHJL7iJbcimjTsE6qOzAaZRtIdvpveuUzoiYverxDoeKl57cZ2UdOmCP9ff7hy89iAZalyVXOSlWomIiKE+nubB8LTExopqGLE49jwC0WNwmV8lN1IM7nsL+H6Lfwl2wcBesEBLse4R9xm/Y3R2Ll18/xakSZaWNYzUvZbextU1VYXRJuFsp1iwIHnGbqlSBMdpYtmBPz6kKvleZ3iuHZ1ekUWjjMVfECHPkTcdxEk8Ss5F6PY4/JCSPJ/NUEUtRMK7qccWNSzChxtkXESwYgZGAcDrQhE5sa05fppUTag/kn/bO1D0pwTFdgRp3EBPGLSt6OvRhPjlGQUqJ5QWspOb5uJi0qIFs3Jb/ZUy0rDM93DNIAz/3wkBOCYtFHl+w2AkngRYZXt9Gm5rWOdjMiMph4XgRxgPKxc9DtFJYK9SGwAqfmoIIdD6QW8GU9smiWM6sURwAzkjS19xrwitME8acRocupuOcPQTHhQCZWyzKAHRMo8kQa1gSHxds1mYPXjOomnJLqCeW5JGuAXp03qdBZlQOFhpFJAInCsHB0v8wkf+GvRwCYnEboRypta2Ws8MguuOw94IZZrlxFDw3MGmUpmrZ9E6Bxvm8o0336PtkYHYyRQaMTQeRYpcm8CrceIYHIC2c+brHodQWKfNT25ti26fqLzOoHb2jduenUvSiza6Q+uUPr0B/+Id3ojeF374Vbz2MjqPfh4rjhA==")))
MARKETING_TEMPLATE = json.loads(zlib.decompress(base64.b64decode("eNrtW01vozoU3edXWCxmpFEJaWbXxajSW41Gbze7SYUcY4IbY1PbNM2r8t/nmo80IZCq1aNMGG9aYx8b+9yDfQ+lzxOEvEeqNJPCu0Hz6fWVrZFqqeHyGcpwleaCGamgwlvLeD4Pqorb2fTr9PraA9Su6LaRah1zuTnomymfJJSsX6qg8l4Ww/+qrtG+5fB2gZARDZc541GIRRQaqs3BIBVY4JTaiRU4H3B+gbtqoOxQL8v05vMmIsNkjVc0TLGAX8VaRZY2UXbskMgUUJFdgfcLLQD3hDKOtxvFVolBTGiDOUckUTJleYp8f8NM4kc00wvvquiQIpULZEe7qWHHTdwOlchc04WH7prTIFIY+mSOKKyaVnCrfOkdVd81useMG+DihExoWiosIF5tbVYWgm9bblq0BTHFJld0sQimX4LGjGtMIk3MnirICeKuUbObdF29lHdX50UUSbKmKtQEi27xsBRi7heYBlVFS1jjUqzW1DCx8jd0qZmhTbiiK6aNsiR5q4SoKZPBA8TTZ/IU+pAzRXVbEBtidsGsgqkpUdToV6JZoVrj+VexhWGzeoUqgLTzhBkPpQhjJiLQe7HXxZhr+jcTWpwixP54yDFnZttNrEX5Naqnw8jtIO8OIbAPxJ4LX4XoKXQpE4ez8GanJ3zZGBopuUXct2Q1e5DOISNR2zDDJjmcflAX/AoxvddSdA5TJTbFSbeOmEJ+hupG9OkToiSR6PPzwjMSMpyFdwNFzgTVZTEjBgrXs9lut/uMvqG3zcKp+Z1qhuMuV7DNvH4qFrDW7d5tST0GcXLYtwqpF9FHymXmXNFoXNE+pKNMfHtd3SUkqn0S4BLLoSh3iaBLBIdSn0vcPpb06lVgmTtluU66OS+hfrnyAvph7wUTirlJ9k9w0NUulc10vK+z2awDEi07D8Nz4T5zwqDODRGdzT5Q9wGOmgI/K69zKR7Q+gdrs9UEQEq8AtU4EzAeE1CHdJwmoM/VXYQJ6JEAZwKGotyZAGcChlKfMwEfS7ozAc4EDKbNVhOgKKdYUx/WHbEIG+rswMi/lKoi7r6cGYaKy/0sZgC2nCu5iPg4C+MszEVI1fmdPzhCzhw5czQKIZe5fVjduVvFJc6vcW/QwKn+3x2WUfmQVoubKRnlxJTbtfO2I/lTV4qZcK/oBjuF3pKhDPvKrC+h5Jl9XRaSCDb6THarpMT5JPILXJObfXfvh4x/bqgw258bGRCea1i3D8+SzHSzFxWPTEmRAtr2tDtcy8CxVCkuAGsYDJ7w/2gL6likDd0Fr4oWRqhVaKjAwuiib1DBg/rW2G7A0y1O+ckILIRVhhQCVXgzwm7tCNNT1VfIeq7/lpFA/3wf79nZm3xdkvJ/EX2cdNh/R57sJr8BfmwhyA==")))
class ManifestError(ValueError):
+9 -6
View File
@@ -86,8 +86,14 @@
"android/restore-gradle-cache",
{
"run": {
"name": "Publish with shared Maven credentials",
"command": "set -euo pipefail\n: \"${GITHUB_TOKEN:?GitHub Packages write credential is required}\"\n# Authenticate before compiling; repository access is necessary, not proof of package write access.\nregistry_user=$(python3 \\<<'PYTHON'\nimport json\nimport os\nimport urllib.request\n\nclass NoRedirect(urllib.request.HTTPRedirectHandler):\n def redirect_request(self, req, fp, code, msg, headers, newurl):\n raise RuntimeError(\"GitHub authentication redirect refused\")\n\ntry:\n opener = urllib.request.build_opener(NoRedirect)\n def get(path):\n request = urllib.request.Request(\"https://api.github.com/\" + path,\n headers={\"Authorization\": \"Bearer \" + os.environ[\"GITHUB_TOKEN\"],\n \"Accept\": \"application/vnd.github+json\"})\n with opener.open(request, timeout=30) as response:\n return json.load(response)\n user = get(\"user\").get(\"login\")\n if not isinstance(user, str) or not user or not get(\"repos/QRun-IO/qqq-maven-registry\").get(\"permissions\", {}).get(\"push\"):\n raise ValueError(\"Missing registry access\")\n print(user)\nexcept Exception:\n raise SystemExit(\"GitHub Packages credential cannot access the Maven registry\") from None\nPYTHON\n)\nexport ORG_GRADLE_PROJECT_githubQqqMavenRegistryUsername=\"$registry_user\"\nexport ORG_GRADLE_PROJECT_githubQqqMavenRegistryPassword=\"$GITHUB_TOKEN\"\n./gradlew --console=plain publishMavenPublicationToGithubQqqMavenRegistryRepository\n"
"name": "Write credentials to gradle.properties",
"command": "echo \"\" >> gradle.properties\necho \"githubQqqMavenRegistryUsername=${QQQ_ANDROID_MAVEN_REGISTRY_USERNAME}\" >> gradle.properties\necho \"githubQqqMavenRegistryPassword=${QQQ_ANDROID_MAVEN_REGISTRY_PASSWORD}\" >> gradle.properties\n"
}
},
{
"run": {
"name": "Publish (Deploy) to Maven",
"command": "./gradlew publishMavenPublicationToGithubQqqMavenRegistryRepository\n"
}
}
]
@@ -110,10 +116,7 @@
"branches": {
"only": "main"
}
},
"context": [
"qqq-maven-registry-credentials"
]
}
}
}
]
+19 -39
View File
@@ -164,7 +164,7 @@
"on": {
"push": {
"branches": [
"main"
"**"
]
},
"pull_request": {
@@ -198,10 +198,20 @@
"caller": {
"name": "Database migrations",
"on": {
"pull_request": {},
"pull_request": {
"paths": [
"db/**",
"pom.xml",
".github/workflows/db-migrations.yml"
]
},
"push": {
"branches": [
"main"
],
"paths": [
"db/**",
"pom.xml"
]
}
},
@@ -212,10 +222,6 @@
"validate": {
"uses": "QRun-IO/qqq-orb/.github/workflows/business-db.yml@WORKER_SHA"
}
},
"concurrency": {
"group": "business-db-${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }}",
"cancel-in-progress": "${{ github.event_name == 'pull_request' }}"
}
}
},
@@ -256,6 +262,11 @@
"main"
]
},
"schedule": [
{
"cron": "17 6 * * *"
}
],
"workflow_dispatch": null
},
"permissions": {
@@ -263,7 +274,7 @@
},
"concurrency": {
"group": "e2e-${{ github.ref }}",
"cancel-in-progress": "${{ github.event_name == 'pull_request' }}"
"cancel-in-progress": true
},
"jobs": {
"validate": {
@@ -307,7 +318,7 @@
"smoke_evidence": {
"description": "Evidence provider; github preserves the original Smoke workflow validation",
"type": "choice",
"default": "circle",
"default": "github",
"options": [
"github",
"circle"
@@ -396,36 +407,5 @@
}
}
}
},
"gitops": {
"repository": "QRun-IO/marketing-website-cd",
"path": ".github/workflows/validate.yml",
"caller": {
"name": "GitOps validation",
"on": {
"push": {
"branches": [
"main"
]
},
"pull_request": {
"branches": [
"main"
]
}
},
"permissions": {
"contents": "read"
},
"concurrency": {
"group": "gitops-${{ github.ref }}",
"cancel-in-progress": "${{ github.event_name == 'pull_request' }}"
},
"jobs": {
"gitops": {
"uses": "QRun-IO/qqq-orb/.github/workflows/gitops.yml@WORKER_SHA"
}
}
}
}
}
+5 -5
View File
@@ -11,7 +11,7 @@
"name": "build-and-test",
"node_version": "22",
"package_manager": "npm",
"test_commands": "[\"npm run lint\", \"npm run build\", \"npx playwright install chromium --with-deps\", \"npm run test:chromium\", \"npm run lighthouse\"]",
"test_commands": "[ \"npx playwright install chromium --with-deps\", \"npm run test:chromium\", \"npm run lighthouse\" ]",
"context": [
"github"
],
@@ -137,7 +137,7 @@
"name": "build-and-test",
"node_version": "22",
"package_manager": "npm",
"test_commands": "[\"npm run lint\", \"npm run build\", \"npx playwright install chromium --with-deps\", \"npm run test:chromium\", \"npm run lighthouse\"]",
"test_commands": "[ \"npx playwright install chromium --with-deps\", \"npm run test:chromium\", \"npm run lighthouse\" ]",
"context": [
"github"
],
@@ -252,7 +252,7 @@
"name": "build-and-test",
"node_version": "22",
"package_manager": "npm",
"test_commands": "[\"npm run lint\", \"npm run build\", \"npx playwright install chromium --with-deps\", \"npm run test:chromium\", \"npm run lighthouse\"]",
"test_commands": "[ \"npx playwright install chromium --with-deps\", \"npm run test:chromium\", \"npm run lighthouse\" ]",
"context": [
"github"
],
@@ -367,7 +367,7 @@
"name": "build-and-test",
"node_version": "22",
"package_manager": "npm",
"test_commands": "[\"npm run lint\", \"npm run build\", \"npx playwright install chromium --with-deps\", \"npm run test:chromium\", \"npm run lighthouse\"]",
"test_commands": "[ \"npx playwright install chromium --with-deps\", \"npm run test:chromium\", \"npm run lighthouse\" ]",
"context": [
"github"
],
@@ -514,7 +514,7 @@
"name": "build-and-test",
"node_version": "22",
"package_manager": "npm",
"test_commands": "[\"npm run lint\", \"npm run build\", \"npx playwright install chromium --with-deps\", \"npm run test:chromium\", \"npm run lighthouse\"]",
"test_commands": "[ \"npx playwright install chromium --with-deps\", \"npm run test:chromium\", \"npm run lighthouse\" ]",
"context": [
"github"
],
+1 -1
View File
@@ -19,7 +19,7 @@
{
"run": {
"name": "Validate pattern files",
"command": "python3 \\<< 'EOF'\nimport yaml\nimport sys\nfrom pathlib import Path\n\nerrors = []\npattern_count = 0\n\nfor yaml_file in Path('.').rglob('*.yaml'):\n if any(part.startswith('.') for part in yaml_file.parts):\n continue\n\n try:\n with open(yaml_file) as f:\n data = yaml.safe_load(f)\n\n if 'patterns/' in str(yaml_file):\n required = ['id', 'title', 'category', 'description', 'content']\n missing = [f for f in required if f not in data]\n if missing:\n errors.append(f\"{yaml_file}: Missing fields: {missing}\")\n pattern_count += 1\n\n except yaml.YAMLError as e:\n errors.append(f\"{yaml_file}: YAML parse error: {e}\")\n except Exception as e:\n errors.append(f\"{yaml_file}: Error: {e}\")\n\nprint(f\"Validated {pattern_count} pattern files\")\n\nif errors:\n print(\"\\nErrors found:\")\n for e in errors:\n print(f\" - {e}\")\n sys.exit(1)\nelse:\n print(\"All patterns valid\")\nEOF\n"
"command": "python3 << 'EOF'\nimport yaml\nimport sys\nfrom pathlib import Path\n\nerrors = []\npattern_count = 0\n\nfor yaml_file in Path('.').rglob('*.yaml'):\n if any(part.startswith('.') for part in yaml_file.parts):\n continue\n\n try:\n with open(yaml_file) as f:\n data = yaml.safe_load(f)\n\n if 'patterns/' in str(yaml_file):\n required = ['id', 'title', 'category', 'description', 'content']\n missing = [f for f in required if f not in data]\n if missing:\n errors.append(f\"{yaml_file}: Missing fields: {missing}\")\n pattern_count += 1\n\n except yaml.YAMLError as e:\n errors.append(f\"{yaml_file}: YAML parse error: {e}\")\n except Exception as e:\n errors.append(f\"{yaml_file}: Error: {e}\")\n\nprint(f\"Validated {pattern_count} pattern files\")\n\nif errors:\n print(\"\\nErrors found:\")\n for e in errors:\n print(f\" - {e}\")\n sys.exit(1)\nelse:\n print(\"All patterns valid\")\nEOF\n"
}
}
]
+23 -15
View File
@@ -122,39 +122,43 @@
"machine": {
"image": "ubuntu-2204:current"
},
"resource_class": "medium",
"resource_class": "large",
"steps": [
"checkout",
{
"attach_workspace": {
"at": "."
"qqq-orb/install_java": {
"java_version": "21"
}
},
"qqq-orb/mvn_cache_restore",
{
"restore_cache": {
"keys": [
"voyage-trivy-v0760-"
"owasp-nvd-v1-{{ .Branch }}",
"owasp-nvd-v1-develop",
"owasp-nvd-v1-"
]
}
},
{
"run": {
"name": "Scan verified application dependencies",
"no_output_timeout": "15m",
"command": "set -euo pipefail\ntest -s target/voyage.jar\nmkdir -p \"$HOME/.cache/trivy\" target/security-reports\ndocker run --rm \\\n -v \"$PWD/target/voyage.jar:/scan/voyage.jar:ro\" \\\n -v \"$PWD/target/security-reports:/reports\" \\\n -v \"$HOME/.cache/trivy:/root/.cache/\" \\\n aquasec/trivy:0.76.0@sha256:2416d1f74045b57274df1a340eee6b510cacd73c66a6ccb8da092b117eb7d222 rootfs \\\n --scanners vuln --severity HIGH,CRITICAL --exit-code 1 \\\n --list-all-pkgs --format json --output /reports/dependencies.json /scan\n"
"name": "OWASP Dependency Check",
"no_output_timeout": "20m",
"command": "mkdir -p ~/.dependency-check\nfor attempt in 1 2 3; do\n echo \"=== Attempt $attempt of 3 ===\"\n if mvn org.owasp:dependency-check-maven:check -B \\\n -DnvdApiKey=${NVD_API_KEY:-} \\\n -DfailBuildOnCVSS=7 \\\n -DsuppressionFile=.config/owasp/suppressions.xml \\\n -DdataDirectory=${HOME}/.dependency-check \\\n -DnvdMaxRetryCount=3; then\n echo \"OWASP check succeeded\"\n exit 0\n fi\n if [ $attempt -lt 3 ]; then\n echo \"Cleaning corrupted H2 database...\"\n rm -rf ~/.dependency-check/nvdcve* ~/.dependency-check/*.lock 2>/dev/null || true\n sleep 10\n fi\ndone\necho \"OWASP check failed after 3 attempts (non-blocking on develop)\"\nif [ \"${CIRCLE_BRANCH}\" = \"develop\" ]; then\n echo \"WARNING: Continuing despite OWASP failure on develop branch\"\n exit 0\nfi\nexit 1\n"
}
},
{
"save_cache": {
"key": "voyage-trivy-v0760-{{ epoch }}",
"key": "owasp-nvd-v1-{{ .Branch }}-{{ epoch }}",
"paths": [
"~/.cache/trivy"
"~/.dependency-check"
]
}
},
{
"store_artifacts": {
"path": "target/security-reports",
"destination": "dependency-security"
"path": "target/dependency-check-report.html",
"destination": "owasp-report"
}
}
]
@@ -375,6 +379,9 @@
},
{
"security-scan": {
"context": [
"nvd"
],
"requires": [
"build-and-test"
],
@@ -423,8 +430,7 @@
"requires": [
"build-and-test",
"secrets-scan",
"sast-scan",
"security-scan"
"sast-scan"
],
"filters": {
"branches": {
@@ -475,6 +481,9 @@
},
{
"security-scan": {
"context": [
"nvd"
],
"requires": [
"build-and-test"
],
@@ -532,8 +541,7 @@
"requires": [
"build-and-test",
"secrets-scan",
"sast-scan",
"security-scan"
"sast-scan"
],
"filters": {
"branches": {
+2 -5
View File
@@ -86,12 +86,9 @@ class NoRedirect(urllib.request.HTTPRedirectHandler):
def circle(path):
token = os.environ.get('CIRCLECI_TOKEN')
# Public projects expose these records without authentication.
headers = {'Accept': 'application/json'}
if token:
headers['Circle-Token'] = token
require(token, 'CIRCLECI_TOKEN is required for Circle evidence mode')
request = urllib.request.Request('https://circleci.com/api/v2/' + path,
headers=headers)
headers={'Circle-Token': token, 'Accept': 'application/json'})
with urllib.request.build_opener(NoRedirect).open(request, timeout=30) as response:
raw = response.read(2_000_001)
require(len(raw) <= 2_000_000, 'Evidence response exceeds bound')
+1 -1
View File
@@ -151,7 +151,7 @@ class AuditTests(unittest.TestCase):
self.assertIn('profile_not_assigned', [f['code'] for f in report['findings']])
def test_native_specialists_require_bridges_and_report_remaining_workflows(self):
for name, kind in [('qqq-mcp-rag', 'mcp-rag'), ('qqq-business-platform', 'business-db'), ('.github', 'github-workflow-lint'), ('marketing-website-cd', 'gitops')]:
for name, kind in [('qqq-mcp-rag', 'mcp-rag'), ('qqq-business-platform', 'business-db'), ('.github', 'github-workflow-lint')]:
entry = dict(ENTRY, name=name, nameWithOwner='QRun-IO/' + name)
definition = audit.auxiliary.BRIDGES[kind]
missing = audit.audit(entry, Snapshot({}), VERSION, SHA, {})
+3 -43
View File
@@ -1,7 +1,4 @@
import copy
import os
import subprocess
import tempfile
import importlib.util
import json
from pathlib import Path
@@ -17,40 +14,6 @@ ORIGINALS = json.loads((ROOT / 'tests/fixtures/auxiliary-original-workflows.json
SHA = 'a' * 40
class GitOpsTests(unittest.TestCase):
def test_render_all_directories_and_fail_on_invalid_or_missing_configuration(self):
worker = yaml.safe_load((ROOT / '.github/workflows/gitops.yml').read_text())
command = worker['jobs']['validate']['steps'][-1]['run']
with tempfile.TemporaryDirectory() as directory:
root = Path(directory)
binary = root / 'bin'
binary.mkdir()
tool = binary / 'kustomize'
tool.write_text("#!/bin/bash\n[[ $1 == build ]] || exit 2\n[[ ! -f \"$2/invalid\" ]] || exit 1\necho sensitive-rendered-fixture\n")
tool.chmod(0o755)
env = {**os.environ, 'PATH': str(binary) + os.pathsep + os.environ['PATH']}
def run():
return subprocess.run(['bash', '-c', command], cwd=root, env=env, text=True, capture_output=True)
self.assertNotEqual(0, run().returncode)
for name in ('base', 'overlays/dev', 'overlays/with space', 'proxy'):
folder = root / name
folder.mkdir(parents=True)
(folder / 'kustomization.yaml').write_text('resources: []')
result = run()
self.assertEqual(0, result.returncode, result.stderr)
self.assertEqual(4, result.stdout.count('Validated '))
self.assertNotIn('sensitive-rendered-fixture', result.stdout)
(root / 'proxy/invalid').touch()
self.assertNotEqual(0, run().returncode)
def test_gitops_caller_is_read_only_and_has_no_duplicate_feature_push_build(self):
caller = bridge.canonical('gitops', SHA)
self.assertEqual({'contents': 'read'}, caller['permissions'])
self.assertEqual(['main'], caller['on']['push']['branches'])
self.assertNotIn('paths', caller['on']['pull_request'])
self.assertNotIn('secrets', caller['jobs']['gitops'])
class SpecialistNativeTests(unittest.TestCase):
def setUp(self):
self.originals = json.loads((ROOT / 'tests/fixtures/specialist-native-originals.json').read_text(encoding='utf-8'))
@@ -58,14 +21,12 @@ class SpecialistNativeTests(unittest.TestCase):
def worker(self, kind):
return yaml.safe_load((ROOT / '.github/workflows' / (kind + '.yml')).read_text(encoding='utf-8'))
def test_business_database_gate_reports_for_every_pr_and_preserves_validation(self):
def test_business_database_job_and_path_filters_are_unchanged(self):
original = self.originals['business-db']
worker = self.worker('business-db')
self.assertEqual(worker['jobs'], original['workflow']['jobs'])
caller = bridge.canonical('business-db', SHA)
self.assertEqual(caller['on'], {'pull_request': {}, 'push': {'branches': ['main']}})
self.assertEqual(caller['concurrency']['cancel-in-progress'], "${{ github.event_name == 'pull_request' }}")
self.assertIn('github.event.pull_request.number || github.ref', caller['concurrency']['group'])
self.assertEqual(caller['on'], original['events'])
self.assertEqual(set(worker['jobs']), {'empty-database-migration'})
self.assertNotIn('secrets', caller['jobs']['validate'])
self.assertNotIn('schedule', caller['on'])
@@ -90,8 +51,7 @@ class SpecialistNativeTests(unittest.TestCase):
self.assertEqual(steps[3], original['jobs']['build-and-test']['steps'][3])
self.assertEqual(steps[4]['if'], 'always()')
caller = bridge.canonical('mcp-rag', SHA)
# Feature branches run once through the PR event, not also on push.
self.assertEqual(caller['on']['push'], {'branches': ['main']})
self.assertEqual(caller['on']['push'], {'branches': ['**']})
self.assertEqual(caller['on']['pull_request'], {'branches': ['main']})
self.assertEqual(caller['jobs']['validate']['secrets'], {
'QQQ_MCP_VOYAGE_API_KEY': '${{ secrets.QQQ_MCP_VOYAGE_API_KEY }}'})
+3 -6
View File
@@ -29,14 +29,11 @@ class BusinessE2ETests(unittest.TestCase):
self.assertEqual('always()', self.worker['jobs']['e2e']['steps'][-1]['if'])
self.assertEqual('docker compose -f deploy/compose/docker-compose.yml down -v', self.worker['jobs']['e2e']['steps'][-1]['run'])
def test_code_changes_and_manual_runs_keep_full_gate_without_nightly_duplicates(self):
expected_events = copy.deepcopy(self.original['events'])
del expected_events['schedule']
self.assertEqual(expected_events, self.caller['on'])
def test_events_permissions_path_and_single_concurrency_owner_preserved(self):
self.assertEqual(self.original['events'], self.caller['on'])
self.assertEqual(self.original['workflow']['permissions'], self.caller['permissions'])
self.assertEqual(self.caller['permissions'], self.worker['permissions'])
self.assertEqual(self.original['workflow']['concurrency']['group'], self.caller['concurrency']['group'])
self.assertEqual("${{ github.event_name == 'pull_request' }}", self.caller['concurrency']['cancel-in-progress'])
self.assertEqual(self.original['workflow']['concurrency'], self.caller['concurrency'])
self.assertNotIn('concurrency', self.worker)
self.assertEqual('.github/workflows/e2e.yml', aux.BRIDGES['business-e2e']['path'])
self.assertEqual({'workflow_call': {'secrets': {'E2E_ALERT_WEBHOOK_URL': {'required': False}}}}, self.worker['on'])
+1 -2
View File
@@ -35,8 +35,7 @@ class AllReleaseCallerTests(unittest.TestCase):
for name in inputs:
self.assertEqual('${{ inputs.' + name + ' }}', passed[name])
self.assertEqual('string', self.contract['inputs'][name]['type'])
# Migrated consumers no longer own a separate GitHub Smoke workflow.
self.assertEqual('circle', inputs['smoke_evidence']['default'])
self.assertEqual('github', inputs['smoke_evidence']['default'])
self.assertEqual(['github', 'circle'], inputs['smoke_evidence']['options'])
self.assertFalse(inputs['smoke_run_id']['required'])
self.assertFalse(inputs['circle_workflow_id']['required'])
+1 -11
View File
@@ -29,17 +29,8 @@ MANIFEST = {"profile": "qbit", "orb_version": "0.7.0", "default_branch": "develo
class MarketingContractTests(unittest.TestCase):
def test_munitor_render_with_explicit_build_and_single_continuation(self):
def test_exact_munitor_render_and_single_continuation(self):
baseline = yaml.safe_load((ROOT / "tests/fixtures/marketing-munitor-0311-rendered.yml").read_text(encoding="utf-8"))
# The original delegated job never builds: require the shared profile
# to prepare the standalone artifact before browser/Lighthouse checks.
for workflow in baseline["workflows"].values():
for entry in workflow["jobs"]:
if "munitor/node_build_and_test" in entry:
build = entry["munitor/node_build_and_test"]
build["test_commands"] = json.dumps([
"npm run lint", "npm run build",
*json.loads(build["test_commands"])])
for branch in ("feature/example", "main", "develop", "staging", "release/1"):
result = pipeline.marketing_template({}, branch, "")
self.assertEqual(result, baseline)
@@ -55,7 +46,6 @@ class MarketingContractTests(unittest.TestCase):
build = jobs["munitor/node_build_and_test"]
self.assertEqual(build["node_version"], "22")
self.assertEqual(json.loads(build["test_commands"]), [
"npm run lint", "npm run build",
"npx playwright install chromium --with-deps",
"npm run test:chromium", "npm run lighthouse"])
if name == "production":
-11
View File
@@ -63,17 +63,6 @@ class MavenCiContract(unittest.TestCase):
self.assertIn("-Dgpg.keyname=", deploy)
self.assertIn("-DskipTests", deploy)
def test_publication_wait_outlives_central_native_timeout(self):
steps = read("src/commands/mvn_jar_deploy.yml")["steps"]
publish = next(s["run"] for s in steps if "mvn_jar_deploy.sh" in str(s))
# Central 0.8.x waits silently up to 1800 seconds; the default Circle
# ten-minute inactivity limit killed an already-uploaded RC in production.
timeout = publish["no_output_timeout"]
self.assertTrue(timeout.endswith("m"))
self.assertGreater(int(timeout[:-1]), 30)
self.assertLessEqual(int(timeout[:-1]), 40)
self.assertNotIn("max_auto_reruns", publish)
if __name__ == "__main__":
unittest.main()
-16
View File
@@ -49,26 +49,10 @@ release
-DskipTests
-Dgpg.keyname=test-key
-Dgpg.passphrase=test-passphrase
-DwaitForPublishCompletion=true
-Dflatten.mode=resolveCiFriendliesOnly
-DupdatePomFile=true
org.codehaus.mojo:flatten-maven-plugin:1.7.3:flatten
deploy
EOF
diff -u "$test_dir/expected-args" "$test_dir/mvn-args"
# A Central validation failure or publication timeout must fail this wrapper.
cat > "$test_dir/bin/mvn" <<'EOF'
#!/bin/bash
exit 42
EOF
set +e
PATH="$test_dir/bin:$PATH" GPG_KEYNAME=test-key GPG_PASSPHRASE=test-passphrase \
bash "$test_dir/deploy.sh" > "$test_dir/failure-output" 2>&1
status=$?
set -e
if [ "$status" -ne 42 ]; then
echo 'Deploy did not preserve Maven publication failure' >&2
exit 1
fi
echo 'Maven settings setup and deploy output are safe; deploy arguments preserved'
-35
View File
@@ -1,35 +0,0 @@
#!/bin/bash
# Exercise the actual collector with colliding suites, spaces and non-JUnit XML.
set -euo pipefail
script_dir=$(cd "$(dirname "${BASH_SOURCE[0]}")/../src/scripts" && pwd)
scratch=$(mktemp -d)
trap 'rm -rf "$scratch"' EXIT
export HOME="$scratch/home"
mkdir -p "$scratch/repo"
cd "$scratch/repo"
# A repository with no tests is valid.
bash "$script_dir/mvn_verify_save_test_results.sh"
[[ -d "$HOME/test-results/junit" ]]
[[ -z "$(find "$HOME/test-results/junit" -type f -print)" ]]
for module in 'module one' 'module two'; do
for runner in surefire failsafe; do
report="$module/target/$runner-reports/TEST-shared.xml"
mkdir -p "$(dirname "$report")"
printf '<testsuite name="%s %s"/>\n' "$module" "$runner" > "$report"
done
done
printf '<failsafe-summary/>\n' > 'module one/target/failsafe-reports/failsafe-summary.xml'
printf '<configuration/>\n' > 'module one/target/surefire-reports/configuration.xml'
mkdir -p unrelated
printf '<testsuite/>\n' > unrelated/TEST-ignore.xml
bash "$script_dir/mvn_verify_save_test_results.sh"
[[ "$(find "$HOME/test-results/junit" -type f | wc -l)" -eq 4 ]]
for module in 'module one' 'module two'; do
for runner in surefire failsafe; do
report="$module/target/$runner-reports/TEST-shared.xml"
cmp "$report" "$HOME/test-results/junit/$report"
done
done
printf 'PASS: unit/integration reports, module collisions, spaces, exclusions and no tests\n'
+2 -66
View File
@@ -2,10 +2,7 @@
import contextlib
import io
import json
import os
from pathlib import Path, PurePosixPath
import subprocess
import tempfile
import unittest
from unittest import mock
@@ -20,84 +17,23 @@ class MobilePolicyTests(unittest.TestCase):
after = json.loads((ROOT / "src/scripts/templates/android.json").read_text())
self.assertEqual(after["orbs"], before["orbs"])
self.assertEqual(set(after["jobs"]), {"unit-test", "android-test", "maven-deploy"})
for name in ("unit-test", "android-test"):
self.assertEqual(after["jobs"][name], before["jobs"][name])
self.assertEqual(after["jobs"]["maven-deploy"]["executor"], before["jobs"]["maven-deploy"]["executor"])
self.assertEqual(after["jobs"]["maven-deploy"]["steps"][:2], before["jobs"]["maven-deploy"]["steps"][:2])
for name, job in after["jobs"].items():
self.assertEqual(job, before["jobs"][name])
entries = after["workflows"]["test-and-build"]["jobs"]
self.assertEqual(entries[0], "unit-test")
self.assertEqual(entries[1], {"android-test": {}})
publish = entries[2]["maven-deploy"]
self.assertEqual(publish["context"], ["qqq-maven-registry-credentials"])
self.assertEqual(publish["requires"], ["unit-test", "android-test"])
self.assertEqual(publish["filters"], {"branches": {"only": "main"}})
# No new dormant Firebase benchmark or nonexistent app module build.
self.assertNotIn("benchmarks-ftl", after["jobs"])
def test_android_publication_uses_shared_credentials_without_persisting_them(self):
data = json.loads((ROOT / "src/scripts/templates/android.json").read_text())
steps = data["jobs"]["maven-deploy"]["steps"]
self.assertEqual(len(steps), 3)
raw = steps[2]["run"]["command"]
self.assertIn("python3 \\<<'PYTHON'", raw)
command = raw.replace("\\<<", "<<")
with tempfile.TemporaryDirectory() as folder:
root = Path(folder)
runner = root / "gradlew"
runner.write_text('''#!/bin/bash
set -eu
test "$1" = --console=plain
test "$2" = publishMavenPublicationToGithubQqqMavenRegistryRepository
test "$ORG_GRADLE_PROJECT_githubQqqMavenRegistryUsername" = fixture-user
test "$ORG_GRADLE_PROJECT_githubQqqMavenRegistryPassword" = fixture-password
touch invoked
''')
runner.chmod(0o755)
python = root / "python3"
python.write_text("#!/bin/bash\ncat >/dev/null\n[[ ${DENY_ACCESS:-0} == 0 ]] || exit 1\necho fixture-user\n")
python.chmod(0o755)
base = {**os.environ, "GITHUB_TOKEN": "fixture-password",
"PATH": str(root) + os.pathsep + os.environ["PATH"]}
for mode in ("missing", "denied", "success"):
env = dict(base)
if mode == "missing":
env.pop("GITHUB_TOKEN")
elif mode == "denied":
env["DENY_ACCESS"] = "1"
result = subprocess.run(["bash", "-c", command], cwd=root, env=env, capture_output=True, text=True)
self.assertEqual(result.returncode == 0, mode == "success")
self.assertEqual((root / "invoked").exists(), mode == "success")
self.assertFalse((root / "gradle.properties").exists())
self.assertNotIn("fixture-password", result.stdout + result.stderr)
def test_android_registry_preflight_fails_closed(self):
data = json.loads((ROOT / "src/scripts/templates/android.json").read_text())
command = data["jobs"]["maven-deploy"]["steps"][2]["run"]["command"]
script = command.split("<<'PYTHON'\n", 1)[1].split("\nPYTHON", 1)[0]
for identity, permissions, allowed in (({"login": "fixture-user"}, {"push": True}, True),
({"login": "fixture-user"}, {"push": False}, False),
({}, {"push": True}, False)):
opener = mock.Mock()
responses = [json.dumps(identity), json.dumps({"permissions": permissions})]
opener.open.side_effect = lambda *args, **kwargs: io.StringIO(responses.pop(0))
with mock.patch("urllib.request.build_opener", return_value=opener), \
mock.patch.dict(os.environ, {"GITHUB_TOKEN": "fixture-password"}), \
contextlib.redirect_stdout(io.StringIO()) as output:
if allowed:
exec(compile(script, "registry-preflight", "exec"), {})
self.assertEqual(output.getvalue().strip(), "fixture-user")
else:
with self.assertRaises(SystemExit):
exec(compile(script, "registry-preflight", "exec"), {})
self.assertNotIn("fixture-password", output.getvalue())
def test_policy_stays_small_and_validates_actual_pattern_content(self):
data = json.loads((ROOT / "src/scripts/templates/mcp-policy.json").read_text())
job = data["jobs"]["validate-patterns"]
self.assertEqual(job["resource_class"], "small")
self.assertIn("PyYAML==6.0.3", job["steps"][1]["run"]["command"])
command = job["steps"][2]["run"]["command"]
self.assertTrue(command.startswith("python3 \\<< 'EOF'\n"), "CircleCI requires escaped heredoc interpolation markers")
script = command.split("\n", 1)[1].rsplit("\nEOF", 1)[0]
valid = "id: example\ntitle: Example\ncategory: test\ndescription: test\ncontent: test\n"
for text, expected in ((valid, 0), ("id: incomplete\n", 1), ("[invalid", 1)):
-51
View File
@@ -1,51 +0,0 @@
"""Run the workflow's publication shell with a recording CLI, never GitHub."""
import json
import os
import subprocess
import tempfile
import yaml
import unittest
from pathlib import Path
ROOT = Path(__file__).resolve().parent.parent
def workflow_shell(name):
worker = yaml.safe_load((ROOT / ".github/workflows/qqq-all-release.yml").read_text())
return next(step["run"] for step in worker["jobs"]["release"]["steps"]
if step.get("name") == name)
class ReleaseWorkflowTest(unittest.TestCase):
def test_rc_is_prerelease_never_latest_and_ga_keeps_existing_release_behavior(self):
with tempfile.TemporaryDirectory() as directory:
root = Path(directory)
gh = root / "gh"
gh.write_text("#!/usr/bin/env python3\nimport json, os, sys\n"
"with open(os.environ['CALLS'], 'w') as f: json.dump(sys.argv[1:], f)\n")
gh.chmod(0o755)
calls = root / "calls.json"
for version in ("4.1.0", "4.1.0-RC.1", "4.1.0-RC.2"):
calls.unlink(missing_ok=True)
environment = {**os.environ, "PATH": directory + os.pathsep + os.environ["PATH"],
"CALLS": str(calls), "VERSION": version, "TAG": version,
"RUNNER_TEMP": directory, "GITHUB_REPOSITORY": "QRun-IO/qqq-all"}
result = subprocess.run(["bash", "-c", workflow_shell("Publish GitHub release with Compose bundle")],
env=environment, capture_output=True, text=True)
if version == "4.1.0-RC.2":
self.assertNotEqual(0, result.returncode)
self.assertFalse(calls.exists())
continue
self.assertEqual(0, result.returncode, result.stderr)
args = json.loads(calls.read_text())
self.assertEqual(["release", "create", version], args[:3])
self.assertIn(str(root / ("qqq-all-" + version + ".tar.gz")), args)
self.assertIn("--verify-tag", args)
if version == "4.1.0-RC.1":
self.assertIn("--prerelease", args)
self.assertIn("--latest=false", args)
else:
self.assertNotIn("--prerelease", args)
self.assertNotIn("--latest=false", args)
-109
View File
@@ -1,109 +0,0 @@
"""Version rollouts preserve policy and reject drift before changing any repo."""
import importlib.util
from pathlib import Path
import tempfile
import unittest
import yaml
spec = importlib.util.spec_from_file_location('rollout', Path(__file__).resolve().parents[1] / 'tools/rollout_version.py')
rollout = importlib.util.module_from_spec(spec)
spec.loader.exec_module(rollout)
class RolloutTests(unittest.TestCase):
def setUp(self):
self.temp = tempfile.TemporaryDirectory()
self.addCleanup(self.temp.cleanup)
self.root = Path(self.temp.name)
def checkout(self, name, profile='qbit', explicit=False, **policy):
root = self.root / name
(root / '.circleci').mkdir(parents=True)
manifest = {'profile': profile, 'orb_version': '0.7.4', 'default_branch': 'develop', **policy}
caller = rollout.standard.canonical_caller(profile, '0.7.4', explicit_manifest=explicit,
release_tag_policy=manifest.get('release_tag_policy'))
(root / '.qqq-ci.yml').write_text(yaml.safe_dump(manifest), encoding='utf-8')
(root / '.circleci/config.yml').write_text(yaml.safe_dump(caller), encoding='utf-8')
return root
def contents(self, root):
return [(root / path).read_bytes() for path in ('.circleci/config.yml', '.qqq-ci.yml')]
def test_batch_preserves_opt_outs_filters_contexts_and_forwarded_parameters(self):
qbit = self.checkout('qbit', release_tag_policy='none', release_on_main=False,
test_branch_policy='feature', browsers=False,
publish={'snapshot': False, 'release_candidate': False, 'release': False})
core = self.checkout('core', profile='core', explicit=True)
cli = self.checkout('cli', profile='cli', publish={'release': True}, publish_context='npm-publisher')
roots = [qbit, core, cli]
originals = [yaml.safe_load((root / '.qqq-ci.yml').read_text()) for root in roots]
results = rollout.rollout(roots, '0.7.11', write=True)
self.assertTrue(all(result['changed'] for result in results))
for root, original in zip(roots, originals):
expected = {**original, 'orb_version': '0.7.11'}
self.assertEqual(expected, yaml.safe_load((root / '.qqq-ci.yml').read_text()))
rollout.standard.validate(*(data.decode() for data in self.contents(root)), '0.7.11')
rollout.pipeline.load_manifest(root / '.qqq-ci.yml', '0.7.11')
core_caller = yaml.safe_load((core / '.circleci/config.yml').read_text())
options = core_caller['workflows']['setup']['jobs'][0]['qqq-orb/generate_pipeline']
self.assertEqual('.qqq-ci.yml', options['manifest'])
self.assertEqual('<< pipeline.parameters.mongo_bind_diagnostics >>', options['mongo_bind_diagnostics'])
def test_all_supported_profiles_remain_valid_after_the_same_batch_upgrade(self):
roots = [self.checkout(profile, profile=profile, default_branch='main') for profile in rollout.standard.PROFILE_PARAMETERS]
results = rollout.rollout(roots, '0.7.11', write=True)
self.assertEqual(set(rollout.standard.PROFILE_PARAMETERS), {item['profile'] for item in results})
for root in roots:
rollout.pipeline.load_manifest(root / '.qqq-ci.yml', '0.7.11')
rollout.standard.validate(*(data.decode() for data in self.contents(root)), '0.7.11')
def test_dry_run_and_repeated_application_do_not_rewrite_files(self):
root = self.checkout('qbit')
before = self.contents(root)
self.assertTrue(rollout.rollout([root], '0.7.11')[0]['changed'])
self.assertEqual(before, self.contents(root))
rollout.rollout([root], '0.7.11', write=True)
applied = self.contents(root)
self.assertFalse(rollout.rollout([root], '0.7.11', write=True)[0]['changed'])
self.assertEqual(applied, self.contents(root))
def test_one_custom_caller_rejects_entire_batch_before_any_write(self):
good = self.checkout('good')
bad = self.checkout('bad')
before = self.contents(good)
with (bad / '.circleci/config.yml').open('a') as stream:
stream.write('\njobs: {custom: {steps: [checkout]}}\n')
with self.assertRaises(ValueError):
rollout.rollout([good, bad], '0.7.11', write=True)
self.assertEqual(before, self.contents(good))
def test_duplicate_manifest_keys_unknown_settings_and_mismatched_pins_are_rejected(self):
for suffix in ['orb_version: 0.7.4\n', 'unknown_setting: true\n', 'publish: {release: maybe}\n']:
with self.subTest(suffix=suffix):
root = self.checkout(str(len(list(self.root.iterdir()))))
with (root / '.qqq-ci.yml').open('a') as stream:
stream.write(suffix)
before = self.contents(root)
with self.assertRaises(ValueError):
rollout.rollout([root], '0.7.11', write=True)
self.assertEqual(before, self.contents(root))
root = self.checkout('mismatch')
path = root / '.circleci/config.yml'
path.write_text(path.read_text().replace('0.7.4', '0.7.3'))
with self.assertRaises(ValueError):
rollout.rollout([root], '0.7.11', write=True)
def test_invalid_target_and_duplicate_checkout_are_rejected(self):
root = self.checkout('qbit')
before = self.contents(root)
for version in ['latest', 'dev:test', '0.7', '0.7.11\n']:
with self.assertRaises(ValueError):
rollout.rollout([root], version, write=True)
with self.assertRaises(ValueError):
rollout.rollout([root, root], '0.7.11', write=True)
self.assertEqual(before, self.contents(root))
if __name__ == '__main__':
unittest.main()
-25
View File
@@ -1,11 +1,7 @@
import copy
import importlib.util
import io
import os
from pathlib import Path
import unittest
from unittest import mock
import urllib.error
import yaml
ROOT = Path(__file__).parents[1]
@@ -29,27 +25,6 @@ def fixture():
class EvidenceTests(unittest.TestCase):
def test_public_evidence_needs_no_credential_and_optional_token_stays_on_circle(self):
for token in ('', 'fixture-token'):
opener = mock.Mock()
opener.open.return_value = io.BytesIO(b'{"status":"success"}')
with mock.patch.dict(os.environ, {'CIRCLECI_TOKEN': token}), \
mock.patch.object(v.urllib.request, 'build_opener', return_value=opener):
self.assertEqual(v.circle('workflow/' + W), {'status': 'success'})
request = opener.open.call_args.args[0]
self.assertEqual(request.full_url, 'https://circleci.com/api/v2/workflow/' + W)
self.assertEqual(request.get_header('Circle-token'), token or None)
def test_unavailable_public_evidence_is_not_a_success(self):
opener = mock.Mock()
opener.open.side_effect = urllib.error.HTTPError('https://circleci.com', 403, 'Forbidden', {}, None)
with mock.patch.dict(os.environ, {'CIRCLECI_TOKEN': ''}), \
mock.patch.object(v.urllib.request, 'build_opener', return_value=opener), \
self.assertRaises(OSError):
v.circle('workflow/' + W)
with self.assertRaises(v.EvidenceError):
v.NoRedirect().redirect_request(None, None, 302, '', {}, 'https://other.example/')
def test_success_returns_real_circle_evidence_not_fake_github_run(self):
evidence = v.validate(SHA, W, *fixture())
self.assertEqual('qqq-all-circle-smoke/v1', evidence['schema'])
+4 -38
View File
@@ -1,8 +1,5 @@
"""Voyage's authoritative CI contracts, extracted from source 9f598cc105ef."""
import json
import os
import subprocess
import tempfile
from pathlib import Path
import re
import unittest
@@ -78,29 +75,7 @@ class VoyageContract(unittest.TestCase):
main = {n: o for _, n, o in selected("main")}
self.assertEqual(main["update-cd-repo"]["requires"], ["docker-build"])
self.assertEqual(main["release-please"]["requires"], ["docker-build"])
self.assertEqual(main["docker-build"]["requires"], ["build-and-test", "secrets-scan", "sast-scan", "security-scan"])
def test_dependency_scan_propagates_findings_and_operational_errors(self):
command = next(s["run"]["command"] for s in TEMPLATE["jobs"]["security-scan"]["steps"]
if isinstance(s, dict) and "run" in s)
with tempfile.TemporaryDirectory() as directory:
root = Path(directory)
(root / "bin").mkdir()
docker = root / "bin/docker"
docker.write_text('#!/bin/sh\nexit "$SCANNER_RESULT"\n')
docker.chmod(0o755)
(root / "target").mkdir()
(root / "target/voyage.jar").write_bytes(b"artifact")
env = {**os.environ, "HOME": directory, "PATH": str(root / "bin") + os.pathsep + os.environ["PATH"],
"CIRCLE_BRANCH": "develop"}
for code in (0, 1, 2):
result = subprocess.run(["bash", "-c", command], cwd=root,
env={**env, "SCANNER_RESULT": str(code)}, capture_output=True)
self.assertEqual(result.returncode, code)
(root / "target/voyage.jar").unlink()
result = subprocess.run(["bash", "-c", command], cwd=root,
env={**env, "SCANNER_RESULT": "0"}, capture_output=True)
self.assertNotEqual(result.returncode, 0)
self.assertEqual(main["docker-build"]["requires"], ["build-and-test", "secrets-scan", "sast-scan"])
def test_security_policies_and_destinations_preserved(self):
jobs = TEMPLATE["jobs"]
@@ -109,18 +84,9 @@ class VoyageContract(unittest.TestCase):
self.assertIn('ghcr.io/qrun-io/voyage', json.dumps(jobs["docker-build"]))
self.assertIn('overlays/production/kustomization.yaml', json.dumps(jobs["update-cd-repo"]))
owasp = '\n'.join(s["run"]["command"] for s in jobs["security-scan"]["steps"] if isinstance(s, dict) and "run" in s)
self.assertIn('--severity HIGH,CRITICAL --exit-code 1', owasp)
self.assertIn('target/voyage.jar:/scan/voyage.jar:ro', owasp)
self.assertIn('aquasec/trivy:0.76.0@sha256:', owasp)
self.assertNotIn('--ignore-unfixed', owasp)
self.assertNotIn('NVD_API_KEY', owasp)
self.assertNotIn('mvn ', owasp)
self.assertIn('set -euo pipefail', owasp)
self.assertEqual(jobs["security-scan"]["resource_class"], "medium")
for workflow in TEMPLATE["workflows"].values():
for invocation in workflow["jobs"]:
if "security-scan" in invocation:
self.assertNotIn("context", invocation["security-scan"])
self.assertIn('-DfailBuildOnCVSS=7', owasp)
self.assertIn('"${CIRCLE_BRANCH}" = "develop"', owasp)
self.assertIn('exit 1', owasp)
self.assertIn('./gitleaks detect', json.dumps(jobs["secrets-scan"]))
self.assertIn('|| true', json.dumps(jobs["sast-scan"]))
self.assertIn('makeAggregateBom', json.dumps(jobs["sbom"]))
+1 -1
View File
@@ -42,7 +42,7 @@ PROFILES = {'qqq': 'core', 'qqq-frontend-material-dashboard': 'frontend-material
'qqq-android': 'android', 'qqq-mcp-rag-standard-policies': 'mcp-policy',
'marketing-website': 'marketing', 'qqq-mcp-rag': 'native-mcp',
'qqq-business-platform': 'native-business', '.github': 'native-workflow-lint',
'qqq-orb': 'owner-bootstrap', 'marketing-website-cd': 'native-gitops'}
'qqq-orb': 'owner-bootstrap'}
NO_CI = json.loads((ROOT / 'tools/no-ci-policy.json').read_text(encoding='utf-8'))
-92
View File
@@ -1,92 +0,0 @@
#!/usr/bin/env python3
"""Upgrade canonical CircleCI callers in one batch; dry-run unless --write.
Only the orb pin changes. Repository publication policy and profile parameters
are preserved. Git commits, pushes and hosted verification remain separate.
"""
import argparse
import importlib.util
import json
from pathlib import Path
import re
import sys
import yaml
ROOT = Path(__file__).resolve().parents[1]
def module(name):
spec = importlib.util.spec_from_file_location(name, ROOT / 'src/scripts' / (name + '.py'))
result = importlib.util.module_from_spec(spec)
spec.loader.exec_module(result)
return result
standard = module('validate_standard')
pipeline = module('generate_pipeline')
def plan(checkout, version):
root = Path(checkout).resolve(strict=True)
paths = [root / '.circleci/config.yml', root / '.qqq-ci.yml']
if any(not path.resolve(strict=True).is_relative_to(root) for path in paths):
raise ValueError('CI declarations must remain inside their checkout')
originals = [path.read_bytes() for path in paths]
caller_raw, manifest_raw = [data.decode('utf-8') for data in originals]
manifest = standard.load_yaml(manifest_raw)
if not isinstance(manifest, dict):
raise ValueError('Existing manifest must be a mapping')
previous = manifest.get('orb_version')
standard.validate(caller_raw, manifest_raw, previous)
pipeline.load_manifest(paths[1], previous)
caller = standard.load_yaml(caller_raw)
if previous == version:
replacements = originals
else:
manifest['orb_version'] = version
caller['orbs']['qqq-orb'] = 'kingsrook/qqq-orb@' + version
caller['workflows']['setup']['jobs'][0]['qqq-orb/generate_pipeline']['orb_version'] = version
new_caller = yaml.safe_dump(caller, sort_keys=False)
new_manifest = yaml.safe_dump(manifest, sort_keys=False)
standard.validate(new_caller, new_manifest, version)
replacements = [new_caller.encode('utf-8'), new_manifest.encode('utf-8')]
return {'checkout': str(root), 'profile': manifest['profile'], 'from': previous, 'to': version,
'files': list(zip(paths, originals, replacements))}
def rollout(checkouts, version, write=False):
if not re.fullmatch(r'\d+\.\d+\.\d+', version):
raise ValueError('Fleet upgrades require an explicit stable orb version')
# Validate the entire batch before writing any repository.
plans = [plan(path, version) for path in checkouts]
if len({item['checkout'] for item in plans}) != len(plans):
raise ValueError('Each checkout may appear only once')
if write:
for item in plans:
for path, original, replacement in item['files']:
if path.read_bytes() != original:
raise ValueError('CI declaration changed after preflight; rerun the rollout')
for item in plans:
for path, original, replacement in item['files']:
if replacement != original:
path.write_bytes(replacement)
return [{**{key: value for key, value in item.items() if key != 'files'},
'changed': any(old != new for _, old, new in item['files']), 'written': write}
for item in plans]
def main():
parser = argparse.ArgumentParser(description=__doc__)
parser.add_argument('checkouts', nargs='+', type=Path)
parser.add_argument('--orb-version', required=True)
parser.add_argument('--write', action='store_true')
args = parser.parse_args()
print(json.dumps(rollout(args.checkouts, args.orb_version, args.write), indent=2))
if __name__ == '__main__':
try:
main()
except (ValueError, OSError) as error:
sys.exit('Version rollout rejected: ' + str(error))
+2 -2
View File
@@ -2,7 +2,7 @@
"""Replace audited standard QBit pipelines with the canonical orb caller.
Only modifies the two CI declarations in a supplied checkout. Git operations and
publication remain separate. Unknown jobs/options fail closed for central profile resolution.
publication remain separate. Unknown jobs/options fail closed for human review.
"""
import argparse
from pathlib import Path
@@ -158,7 +158,7 @@ def main():
manifest_path = args.checkout / ".qqq-ci.yml"
config = yaml.safe_load(config_path.read_text(encoding="utf-8"))
if manifest_path.exists():
raise ValueError("Already has a manifest; use tools/rollout_version.py")
raise ValueError("Already has a manifest; use the version rollout operation")
manifest = infer_manifest(config, args.orb_version, args.default_branch)
caller = canonical_caller(args.orb_version, manifest["release_tag_policy"])
if args.write: