Compare commits
12
Commits
| Author | SHA1 | Date | |
|---|---|---|---|
|
|
9c30a30754 | ||
|
|
ee8953bd93 | ||
|
|
5bc3167286 | ||
|
|
1a3368e119 | ||
|
|
1ddba883c9 | ||
|
|
da8044d6f2 | ||
|
|
67ba48da1f | ||
|
|
5196609974 | ||
|
|
49e09a6776 | ||
|
|
748016f105 | ||
|
|
6514aaa688 | ||
|
|
3ac47adc21 |
No files matched your search
@@ -49,7 +49,6 @@ jobs:
|
||||
python3 tests/test_cli_ci_contract.py
|
||||
python3 tests/test_maven_ci_contract.py
|
||||
python3 tests/test_standardize_qbit.py
|
||||
python3 tests/test_rollout_version.py
|
||||
python3 tests/test_validate_standard.py
|
||||
python3 tests/test_voyage_profile.py
|
||||
python3 tests/test_next_native.py
|
||||
|
||||
@@ -3,4 +3,3 @@
|
||||
*.py text eol=lf
|
||||
*.yml text eol=lf
|
||||
*.yaml text eol=lf
|
||||
*.json text eol=lf
|
||||
@@ -1,38 +0,0 @@
|
||||
name: GitOps validation
|
||||
'on':
|
||||
workflow_call:
|
||||
permissions:
|
||||
contents: read
|
||||
jobs:
|
||||
validate:
|
||||
runs-on: ubuntu-24.04
|
||||
timeout-minutes: 5
|
||||
steps:
|
||||
- uses: actions/checkout@v4
|
||||
- name: Install verified Kustomize
|
||||
shell: bash
|
||||
run: |
|
||||
set -euo pipefail
|
||||
tool_dir="$RUNNER_TEMP/qqq-kustomize"
|
||||
mkdir -p "$tool_dir"
|
||||
curl --fail --silent --show-error --location --retry 2 --max-time 60 \
|
||||
https://github.com/kubernetes-sigs/kustomize/releases/download/kustomize/v5.7.1/kustomize_v5.7.1_linux_amd64.tar.gz \
|
||||
--output "$tool_dir/kustomize.tar.gz"
|
||||
echo "ea375e7372f9aa029129d4b2d16c66b7750b7f1213c4f66f910d981c895818d8 $tool_dir/kustomize.tar.gz" | sha256sum --check --status
|
||||
tar -xzf "$tool_dir/kustomize.tar.gz" -C "$tool_dir" kustomize
|
||||
echo "$tool_dir" >> "$GITHUB_PATH"
|
||||
- name: Render every Kustomization
|
||||
shell: bash
|
||||
run: |
|
||||
set -euo pipefail
|
||||
mapfile -d '' manifests < <(find . -path './.git' -prune -o -type f \( -name kustomization.yaml -o -name kustomization.yml -o -name Kustomization \) -print0)
|
||||
if (( ${#manifests[@]} == 0 )); then
|
||||
echo 'No Kustomization found' >&2
|
||||
exit 1
|
||||
fi
|
||||
for manifest in "${manifests[@]}"; do
|
||||
directory=$(dirname "$manifest")
|
||||
# Rendered Secrets must never enter logs or uploaded artifacts.
|
||||
kustomize build "$directory" >/dev/null
|
||||
printf 'Validated %s\n' "$directory"
|
||||
done
|
||||
@@ -12,7 +12,7 @@ on:
|
||||
required: true
|
||||
type: string
|
||||
smoke_evidence:
|
||||
description: github (legacy default) or circle (public API evidence; optional credential)
|
||||
description: github (legacy default) or circle (requires consumer adapter and Circle credential)
|
||||
type: string
|
||||
default: github
|
||||
circle_workflow_id:
|
||||
@@ -494,12 +494,9 @@ jobs:
|
||||
|
||||
def circle(path):
|
||||
token = os.environ.get('CIRCLECI_TOKEN')
|
||||
# Public projects expose these records without authentication.
|
||||
headers = {'Accept': 'application/json'}
|
||||
if token:
|
||||
headers['Circle-Token'] = token
|
||||
require(token, 'CIRCLECI_TOKEN is required for Circle evidence mode')
|
||||
request = urllib.request.Request('https://circleci.com/api/v2/' + path,
|
||||
headers=headers)
|
||||
headers={'Circle-Token': token, 'Accept': 'application/json'})
|
||||
with urllib.request.build_opener(NoRedirect).open(request, timeout=30) as response:
|
||||
raw = response.read(2_000_001)
|
||||
require(len(raw) <= 2_000_000, 'Evidence response exceeds bound')
|
||||
|
||||
@@ -58,7 +58,6 @@ test-pipelines: pack
|
||||
bash tests/test_cli_ci_behavior.sh
|
||||
python3 tests/test_cli_ci_contract.py
|
||||
python3 tests/test_standardize_qbit.py
|
||||
python3 tests/test_rollout_version.py
|
||||
python3 tests/test_validate_standard.py
|
||||
python3 tests/test_voyage_profile.py
|
||||
python3 tests/test_next_native.py
|
||||
|
||||
@@ -65,29 +65,3 @@ actionlint .github/workflows/workflow-lint.yml
|
||||
Tests cover exact no-CI allowlists and drift, unknown repositories, missing configured
|
||||
profiles/native bridges, retained legacy workflows, bootstrap dependency/gate removal,
|
||||
required-check unknown states, and the lint image/tool/command/caller contract.
|
||||
|
||||
## Batch orb-version rollout
|
||||
|
||||
Upgrade existing canonical CircleCI consumers with one command:
|
||||
|
||||
```sh
|
||||
python tools/rollout_version.py --orb-version 0.7.11 /checkouts/qbit-one /checkouts/qqq-cli
|
||||
python tools/rollout_version.py --orb-version 0.7.11 --write /checkouts/qbit-one /checkouts/qqq-cli
|
||||
```
|
||||
|
||||
The first command previews the batch. The second updates only `.qqq-ci.yml` and
|
||||
`.circleci/config.yml`, after every supplied checkout passes the existing manifest
|
||||
and canonical-caller validators. It preserves publication opt-outs, release filters,
|
||||
credential context names and forwarded profile parameters. Already-current files
|
||||
are unchanged. Duplicate checkouts, custom jobs, invalid options and mismatched
|
||||
pins reject the batch before writing; resolve these in the central profile first.
|
||||
|
||||
Use isolated checkouts of the intended repository heads, inspect the resulting
|
||||
patches, then commit and push through the normal automated gates. The tool does not
|
||||
commit, push, publish packages, change GitHub rules or modify native/RC worker pins.
|
||||
A version update does not prove a publication succeeded: retain exact-head hosted
|
||||
verification and artifact evidence. The requested version must already be published.
|
||||
|
||||
```sh
|
||||
python3 -m unittest discover -s tests -p test_rollout_version.py
|
||||
```
|
||||
@@ -1,9 +0,0 @@
|
||||
# GitOps validation
|
||||
|
||||
The orb owns `.github/workflows/gitops.yml`. The consumer keeps only the immutable caller generated by `generate_auxiliary_workflow.py gitops --ref <orb-commit>` at `.github/workflows/validate.yml`.
|
||||
|
||||
One native job downloads Kustomize 5.7.1 with its pinned official SHA-256 and renders every Kustomization, including bases, overlays and proxy declarations. Missing configurations or a failed render fail the job. Rendered resources are discarded rather than logged or uploaded because they may contain Secrets. This checks rendering, not Kubernetes schema compatibility or cluster health. No cluster access or publication credentials are required.
|
||||
|
||||
The caller runs on main pushes and pull requests without path filters, so a required check always reports. Superseded PR runs are canceled. Feature pushes do not create duplicate jobs. Remove the old Circle pipeline only after the native job passes on the consumer, then disable obsolete Circle build requests and require the observed native check with no human review.
|
||||
|
||||
For marketing-website-cd, the prior Circle job only printed Hello World. Its former production role moved to KofTwentyTwo/cluster-gitops; validation does not re-enable that retired deployment path.
|
||||
@@ -18,13 +18,13 @@ import base64
|
||||
import zlib
|
||||
CORE_TEMPLATE = json.loads(zlib.decompress(base64.b64decode("eNrtPdl22ziy7/0VuOrM2M6IpPclifvcxHbfeCar48z0nChXByJBiW1uJig7Oonn26cKACmKIiVSluUlTr/IJFAo1F6FAvv7L4Q0LljEncBvPCPr+loTn4Q0oh6L4Tk8/A5P4JkX+N2g3XF8q205tOsHPHbM4XsYEQ9CBn83OkHgMuo3mskLi9m078bwzqYuZ+LxlXzb8Nm3uE1Nk4Ux9U3W7vR9y2XtfuQWgeZx5PjdIsiNRhWwvEfXt7bnCjliJnPC+Fqgf1HgG0HUyZD8/Pxcgyc48Awg8CgIzgz18H9X9W19r5HONAPPo76Vmc1jGsWaYJuGbNPiiJosiyCPWYgTvqgHCKbHzLOgH6fYknS4eB/1/QwE9dAHYUEkP0QMJIeR4NJnFnmLKxMemGcsJlmRaY7OVpgjAMcmvG8FhIax1oVZ/dCiMSPa+Tn5619HXzk+7M91iTYQr7nYHIxq+QBTgSTaBfE580GQCecpiHQqDPDIztYWMWIvFITNUCuDcQJWzFYraYyIH/s4mGjBNBhGGDHbdbq9WHeDLszts+ck7jEfIYcgILFNlti3MIhi8vHjx/bb9+/+73379OTlwVH75PO7/b+ct1r+Emk1nhwcnxy8OWr/6/3JP35/8/5f7b+/f9U+Pmw1yG+/4etXLz+9bh+9+2er0fIZaBvCZ2YvIEuSIYg1CBNJ8SF9n15Qx6UdF1AyAz92/D4wMXK6jk9d8pZeMJ8IweD6Usu3nZbfyLDwKv19NYvQvO9wFl3Aer47AII4nPwZdJY4AXyY66ZyZDvf4n7ExqSnQ82zbhT0hQAhVculK2Y8JpqPRPpeQOJn2hUQ8ccPwr45MVlt+YLdmgaEEhhqzL/Yl8Q/OG4Wc6FZAJeEg7gX+BtEN53IdJnpGEJyMoKih4NSmqpfX0eMEI+DsKZqV+fI747v8F5NLb4EUcbJ1L2kg0k6PhMX4qBv9qaqGFJFTBXifhD0XYv4QUy40xWCLLZiBiBVZhxEQpaDiNA4Zl6IFoU8WebsnKyR9dWV58QKUHUEuv9DNHvq6iAmYNX1P3ngIxKdiNEzhMBdxkKy1vKtwGdqP2bPC8BqnBD6t+iPqeanYEsePWMEjdhwHAFz79jUjDmBpS1UZ9wi2FRJ8lo7GNomk8Z1JhYbnQyWyl8Sz+Ec7NDzRLZQ3CLec0IY4VGw0WCXwigA2zOb0QFhiFg7pcm4uIc07qFATtlcXpQtICbYxVhGTI2SSTV0GSyu7XTBtmkh2DLaZZpyUPPS53+g/CnYifMT+KPlB+H3LWZNUNhfyWkPLCDp9B0QPo+aPcdnnKCjtxxu0gimE2qjkwWZQeutt/xfyWeY8hnCrri/hINhFhh5z4miIGqSy54D+gzBIKgCjSIH4OFcVFQAxpnZj5x4AA7XiZmudIbDG80hS/xHL47DZ4aRDNP7YhkdcDbkTzGCwxC1bsGI7hIxWGwaEE8YPOhHJuO66/BYLZaJEcQwnzELpBxDKgMZplstP/Haf+HCNS898SN89V2NuyL7YOTcVuP5EvkhY4eYsTJwxt6ehkJoOjo+IL8ZFrsw/L7r1vYMIEmceqHLNKmXfF6CdCBNJ/n7Zx9ss7AqEPFBxDK7N/DOLCciWkhw7wpr0Po/YRkDqAORnvFnH1ZLtiJNtlwVLXb5NA4aZTsREkGgaJwefTrVnurfPHfCLBsCIU7tolmJRwCD+gWtKTgwOQj81dehvQSLGY68q7gzAyejmZNuYhZjhxxpj/M8Z+8q4nMbCAiFYJFGw9B1TGGjNIHUDZn+ckw6UXDJEZM00Vs4CmBcQ5cOtEvHgj/5wteX62qYEESBu/j1bUYx4gcELliEbjETZSwcGcz6M8KggaR22SRUCo1ziJUWHidrsAvHYv5o4F5QepF76IGjzWGerzCMrZ4SZC5mX2JNEqwJWmL02gmDSBeS9et7AhGP5ShkvHhBhpTRBTEg35XeAOaJgH6ADiFv9kneopNSI0PGlZ7klJDklGLUJ1hg98tF6EmKZ4HDgFSg8twaBLqWU1HS2o6D9mUQnfFwNMdMRCcI4jSMzgt2c1zPRqVQvSjGvjEy7GsVRUvrYRCGZmphjHfawN0zFrUxugoij+b0TsW1o0rneCDWuDkZNGrr66ubzyDojJifuqShjoF9EoFk23Qpx8UbLnKv0ZxUbysN/oekS+qAhnrV/pNe0Oz7gqJdOse78Nsicp+povdPFjn2gBxiihYRBwL5pFIktF+SlGRJWq7glgICY+dYPjrp++Ql6LOHyPkWOaGdjhO//VgPN6AS0V4RjUvlSgs18FzjLI6x+ioiRy2U0SMIFNGoR7RD+KVnFtH5mRPuizo3MbEMTi4EDee5ZXbeB3OQ7FDlEdmdEsjt3jh+/9uELSdVKY20Wi9eLH34N2bZUeARVFLX6RDHE0H2B/hTvQEC6CyOIIlR745c5oEqnMKjFtiyxMLui0nL0qABfcqC61ZjRVpwtRMw3zBJcbPVaIJJTNgJQ59JY4nowQrJWgaxWw0RpMPe9LRMrsPSep413+U6VwfDZ8enyFaslRJR4IV8E4Bn9qWDXeJsGVdd0WETaO6WV+Rwj8agerjfLyblUiXED+GHMHW1Hd8CjYVdYWiM72Aj6C3wJ4KDN8hWfLqP6SJY+cD3wdTzl5hRvxIIn0gOtxpf5bpgXRhQ32X+skJBzF5rIi2STT7Ly4fI11TVJdmwgqSgfFn9KjAGpFCKQ2YJbDl5B96jAvBLCt41mdjyP/z7ptOYCbJVK2cWXqvdAdZidT9sSzuedQ/sGzP7gF2yMprWETO8SONeI3TDySTdGIHBPnANDaXLIJJBBnaB1Hj+xysYi6IIBbk1JN0wdhJF7WkTVZDfTmLISZXw2Y6kADCR/MzQQZgzsM1Y+B0kJxwQAbDZaFCyfaLJPCFZX9MwjsIwN605pjM1JXPzdxMqXhknQlmUNs/izXB/adpQudKTFFpKiWVkqC3K7pmo2gxrzKuCf27OjayRRvOy4I3+BA8LwZ2Ur/MUzxMLalPwdJhnqJqUfFYLk+eZ9OEul95mrbpl9zdBw2UQp+VrEoVKHknFSwarvFlPiXuzeVjpxisnY6UyXykfu9sVyusVBcfU4z4UxSaFPJny5iKCnRFqFAY+YyRJ3vqBxdQJ/zSa32A+/EqcgdlYqUBVJBYL8fjMN/EEK6mHSdrOJds8jEDSMDjbX9Xhv0QoMgUq7RAj7lPQK67yzYTs84skZBQJBBXbCx1fNAZQyE8c6hKL8l4nwOpk+Y67DuSnLhhZkpzMwZNevyNO5D5CDq8dvxfuDQIzH08kNU+B11LwOgLJVpnGh7R8HKMdTBlGEgEBY22xGOI+srazu8k22a61vmdumXvM3jU3V5m5aa9vm3TLtOyt3c7a3s567eCUSaWXweUYhc/YoNAEpzj7oaddrGlV0dO+f1edOn0P3OFkMhiJorqBeSaDmga5urqOla+gPBNFiNAuHv3HshEo1bMJkmVaU2XiVwIJPxAE3KjojJDAlZoAGh/evyWXII6JgAvzsMSTLjLNdUBuwQ6DH45Bz/VhoKCZZGLVJIQXaTEE/pC1hpUWiPi3GN7gI8SojX9jVSEAAmEZ4AWWL1Rf5m+bqPovjOwjTK9V7o5TQY36frwMs5NCQKvxQdJ4SNqPHz8SNR9khPpdmaUjDpeREzOJhAAHUZQLQQYCbOaxKTFEefxWYDdAG5BfYjqgZy7rUnOghYxFoHMhl41VNvwV2LagsKYJJSH/MXSY1fIPjvfR2hMEITtYNMygsFTx0nVViQ2irb5/7L8CPiGj3+JbwUSJGRAAGGf1TdHuIBj7HDuLsIWjqyI2kJmQXNLIR7Ormk/Sv3WBh1wLEYHVJJiWn2Y/PDINnGQkBWBuFImhrPKLyYZebZKBezqV0grvsIlJUCJ1OwMyIsmihw42KgR8pF8D9lHD62RYOcHxVPBN3bArC6KCk0vaIaK//xTd1dKou6pdKoKcfYJVFW72No1o1WBbSvuN2Vwsj6tzO4vGtElen55+EPUfddhFMiFghWLxK2yZxSBcyqHDRSCKQjUes6JuLImI/ynkSUupLH98BU4ay/WJAgqxVQ2ezYw4g9AHIy2hgQkaIJheT55rRVGQX2b2glTTzjtObCj7nRfb+aJRTfNwVBIp6QWR0lQIdlGOm2xQ+5A56Eb+8WZKhSyU7PHGXIt2KLRvqNexEgmpJqRAbaKxfgDhRciwmjBn5qijH8+xLJeBgwCdF0g28Wk/dlwnHqhHPEecCpWyfNFEOIzC9SaXWUaPQeRaNAz1T+KXJOuhw0PhR9PdoehPqc+MLZdimNv7dfD7dM4/S2jXxW2qPBa3ys2pfFGZaTd7QFKRMzPVoyZ0seR6VlS1AVgfsRmKFB7s08H8f9Hlils8eL8jhYaU9AupM4hgBXCChcWa6qKUPNgXqMjny69frlRzCfMkQE2fSVotLFmrkFdZN7G5dwDuUG3tVCQ2h4lC6ui2ju13wacQ0LQdZgmKJ8nOoRPrGXBvETmEdnwK79KadI+68Xv/d4AEUAtaEebrq5NmhCDuoZS6wQCPzokHaHEC8VsPAnVMmxbbiiAN3WgnQqHrSHsQpClsEs/xHQ8Cf2xGwIPwWZxYIZtl8t8k2ytNefhe9A9WLD4HmbxiRhKSZdbWVpKWifK2BkUmQ+1+rMMhAqHZxzh8WfYzyI4FId+Y4gPH8u+GjQMrIy0GCOm3/YS6splALnoFsgVvr4hUG/jZhBQd5B+z9+9qwlWuYyG/rC2lXWK1v09Whc3Ij2J4+2A4pqm2XbFVoThgmOS5TFV3enRco44roQt/QEXyxBCqnLbLfLDGKMKq31QIZKbnNOPARPWRuHhB5u3g08c3ear4QRt4Ffbjdux4DNkG622sevVyoVQYUcH3nyx7Z3jvTdxwSQ6X09bYoS/7Q/zDkiLine truncated
|
||||
MATERIAL_TEMPLATE = json.loads(zlib.decompress(base64.b64decode("eNq1lMtugzAQRfd8heV1TNRKlar8QXdVt02EXDMhDthGfqRBiH/vQAmPvKRU6g7PjH3PXI+pI0IoHEEEb6yjK1JjAENlwatvK7OdH2IYTY3IwWLks4+QIdflpeIZYJoqYWMlhTXObH0sjFqOB64OT/HLa/zM9lypig77m/5rE51WzaKl25uvq2CJB+fdFO/UR0swaWBxyjsPpZvRU7EDkZswFp11ZFHDWEgEx8qJVp/OoZof2Md1qViKYqyuSSfhgiJrWnKRo0OsQB/jvTN6TUnTTLTPt9NZZjNZNaNvt9CDvgTWXHUX9Kad50VBUAV0ClpIcGccFK9NcZ225QhEhCSMFZBxUbESwHaE9CEkxw/3rOyV/uwcVvnd9fswKSTKpKEA92+efgRN3oexIwfpAi+IhQyHyEmjye/A3nP5SMa57cof9LebVW693HIxexsTg+avg1kojfXLc6wUxaXmHrmvbvgLWNtQgmaE4h5bW8X6quUNmctfRdREPykCLqM=")))
|
||||
VOYAGE_TEMPLATE = json.loads(zlib.decompress(base64.b64decode("eNrtW+tz2zYS/56/AqPJXJKeSUqqHzndqBNbdm1NGzsnObneVDkNREISLBKgAVCWYuv+9lvwpQepV2K1TpoPsUhggV38drEPgLl/hlBhSISknBUqqGyW9nTLDe9IeL2HZ3jrBNR1DMwcQxGp0nbo8bDdp4zMNEEj9XBPNxWCTsBUYJTLxf2KHQhBmCrEZJO9ZApBJA+ETdq2i6VmWnCxgPEpAWFDKjjz9Og5Pm+PP5xdtq/eXTf1KOM3bwSMXntZFlIRX8/8+3Ss3Sf2gAcqZYNmZob+29tbg4uORZlU2HXbN3iI57iHVLq1PUWvUC4VZggm6fNkyiWd2Ruytg3wkTYgoLggy0QRActyZtgLIf5ABO2OEfZ9l9pYgRx7iDJFeiJ8QVphcg/dBtilCuiYg2wOEuPeLL8IEu550K9nBdmQ7RLM0DCa3zhBxvU+MozAd7AihmTYl32uJDQxbiiBmewSYfiC92A58nNgkHi4FIMQoLZejEYrcJXMQuJj1dfCK20+ypKBIF0qiCGIz4VaL9KXMuxi6krc/SKGWCjaxfYG3IZ8DDo0b7BY1KMDQlMWql/Tg2mEVDuVRlJF1sgRm2DoRlIT3EooX280UIji7TsuBtLHNslKJjjXfqJgLsqjRZ73AnFHvIbQ/xC5MGzar43BWEeUsbplhEv1h1aBOu28wTa3uUlGxM7SnHJ7QESXujnjfe6ZI8/NdkiRM5Npc9alvRxqznC432+IrUz4Be0oSuasHqGP+Qp+Ntsbq7sgiS2Ikoa08azDKzjhYuYUN2cWabixqdezOliSxWAzw3FF2JEeOPrClwSNlZ66HkUSdE4VeNaBXOF+70DByLhFfaV8WbGsHlX9oAOq8PRjOHr6IAj8gklaDr9jLseONXxtlktmOSVpR+9tl7Jg1B4d7ptgQ2bvU4vBLzJGn7poPand97iD/j5KSVtsu927EpxGwDYBxkzXhByiwPAg/ERqRCY8RraKzITIVNxzoR2cTYfLZd4m3xgxbPbPtkSw40AwBRtU+JYkHsREv+LiMHvayiY94tDA251RNiPZUPO4eY2aernLwY/XgTQqqNVqMTSFHAeKL7b5lk6Psq38DkvfUBz+EZbtBjcQiDBQBA5VaT8Rgov07QbcD/zAsv1AoVgyI47UZtgbkZro4QEpEZAW26X8Jir/9LcSAlaEzIijQ4CpRmoqxI7CcB4Ca+Jx7pBdS5cAsrFs6YDtAklkQYv7dyfVyvotOgcaVgqkWJXA4Dh92c67RjVElEpn5xyQcW7qE2UhkL/T4dgYFo8Oi8ZGAfyzfI2d1BOUOLMVC/hynzCHMJtmMqsC4+1ol7cV9Yj2czBV6cBb6aggLpCAI5/6RGflEOgAHmRIlEm+WswbOBSioI9ahecXV2/PLDPE0AoxaRWSIalRxYldi0XRAMGawTsIL3EUQz3Ru3+fWhleFUsb5GyD4MBgybhFhhUr4Tw/JCMzEEIKnDSl1BgScJgzpimaR4dm8Y3s4/LBYaW8Xzp0St2j/eL+QefgqHy073RL+Mf9IiHksHNQKsJcztGP9uEhPrTtzmsHF/9R7pRKR6Rz5JTLZaQ5dmXqK/U6GWTraBi4Gh1JtN6h/ryon1/s1Rr163rt+Fft1UcUcmruEFRKB7uQ4xuQKRn+oKfryy4XHlZo3uUnYFizthM5/hDlrT0tFJ8rNo82q5y9cn+PQAy7jyaTjauN/80p60t229ZF2oJFrXHCKbLgSOORW3nhsEB4Ii54bZa0I7f8tRwjNbWyai4PHHTMsDuGOnvN8ZBxgkINV8K/yeY9Dd/MuCz8hYyrt8DXoLwd7Z4FOi56mNFPockllAskfS6VGQi3mhRDYbOtRTUzxIoPCKs+v29eXR432tdXv5xdThZIkqMHMy6goRRuhNvhnd6w1ZnSOy6xrSnhwlTS9kyHStxxiVNdmd7lbpAofhjh4epfeIustMsTDQ6KjjNQ3Vt9ahkH5BBQZCgUmVzl+X2t3qj9etZuXhyXKsXK0QSZafRWuLeCLu6JKrdHLXivtfNHNQ4lOOharKu9rhv1D/9pfzhrNOtXl9VWoWgeQKXeKqzIQqwhFhY0WxGFKeGnkteYmx88v59jOUGhAU4DfBLQk1i+pyP7tFjLCeu0x8A7GQFUUSPI/6LmpdA/KtjvAtlHUOCdU3URdNA7bA+A6yoPR+w+18nV/flFLXEkkEk9oBhul/coQ72+LbQTMoIp7fvmWePy+O2ZJjcMH7YfbBjHkMqhbEOri6e1YodorQApO19kq8vmSCw5HudrYLZnt2pYwoF20e8hKvEsJ43jy9qFRqUKzQ7Yj8t9ePuoa+MVlB7sD032T6T6hGmbeRQMEybT+TbCYmZYbCLatsCcNx0IO7ZLW2y7wVMNFLYLMbLDvc8/SuWQ/904g0q5ZBb/gKPUR05pzgn4VTBG1Dy5eote1saQMzBy+turNYkN5CSmHRE7o0r6ZHhQITDDdwPY+RUPD8hxrydIDzic8NTtnkblyc9hyVKdOYdKei5BuqpWS9J+srMzoSSVAWYbnQeldFsYWHwdaDthTfEkT+3nwSMq8MGsPK5IOxVxAcCZTNwhXRy46hFj0fsQMVQ7RRoxdEdVHzFyF8dXh/b0GfEfH5harP72+PysfVo/P2teV5+/jOcDvrSrAwpUML4+cN/YV03P3VH5JyjThxYLXBckvblFhkAvzFMibUF9MGczWjayLEQ8X41fJOelr7RgYSQxPoUrmRVykhsWfM1ki5CGUP7Ck/Um5w/VF/f3FMrhETJ1vXAaSixRcTJ5sQUmD8gOYE7nDTK65VdRLEijQX3GBCoos9gtsIgnPGs0rhoVyDIDSIgZV+GlifAg4ZwzNz01jIGcDZUSkXrwEno+AKAjMLP7SEfi9EoKjKp+ffH+JDbBNzNXVP9qAAr1K+tDdF5SOzXeUZ+4wFVfzLSY7aBsl+YpIRQaFOSWDwkI8fmU+cPDElgeYOG6onPxWFpQdjqBrR2aNQjAT3pxaWmOsefG8OmFObTbhXXdBpSoDUdnsL3kyO5jBkLpzFLvUJjYiBFF2BUEO2MU+LpX7/gZkItzIEfXCoGEbFz7CJi6RqG+JbW6HrJIQkALUIeC13yjrQ2sLqHCjrMxEtGskcienq0PMeXldNCrCoo8e5xhxeYCS8nPSfR8Yf7EBdX+J0zapobdDGybSNmFrTmOJ3ZWe8BtE534EhTCs/75/DjEoGaplItmqfSk7o719ejCEpeHCOaPFohRtDuNuDUtyZLjkrmtnPZq7Rj65CXZ0PNHOMlshhr7pBpmR2mXH1VYhpa/Gg1rsRy50lfxJ8m0kY09i+2soI8+ui6/m/k0Tocb4HobLHwYF39At8Toln5QF/d3qQuOOpvb6aGhMyZ5fdqawyI759g5PlmiLPMlR5wLhvVYfqf133m1GYb5g7WGtNWyNFGG5uNCy+TZsrcNMuH8D0a+Y7jVvUf2O4fvAG5nhLmXzWmogCxDkNyboAUvMH8TtPddGSuUkX+gHov857thztxxVD5GEj19p7dLiXfgYnYL8JPe0Ltcet6VbZpgMkVGKm/Z0xu51Uv+pqGbP2ldD1qUkv91AVty+7kBcH1bPBps2c+aZ91rtjd1ZXkDZ9zG01XHqvL56UTOLZOVb6Hs+BpWvrtI/sQV/jVkBE8awr9GZvGkVfAtZyhPGfjvmc43qdalV98b76y9x1X4nJ3tNgENVfCIWC69vtm9l/oaUFtyHcHF7H/Sj7+e0YwGlPWk4HxgxY1v2u2rxknyMV+7raWYPJs8+z8FFeia")))
|
||||
VOYAGE_TEMPLATE = json.loads(zlib.decompress(base64.b64decode("eNrtXOtz2rgW/96/QsN0bh83sgP7HO5wpwSyCdNtkgvZ7O4sexnFFuDElhxJJtCE+7ffI1s2DxsCbeim235osKUj6eh3js5Lnt49Q6g0okJ6nJWqqGKV93TLFb+U8HoHz/B2GXm+iwlzsaJSZe3QExBn6DE61wSNXkAGuqkUXUZMRbhS2f+26kRCUKZKhmy6l04hqOSRcGjP8YnUi5Z8ImB8RkDZyBOcBXr0wjrv6heHJ73Ts/OOHoV/C8aw0I9BfgmpaKhn/mM21hlS55pHKlsGzc0M/Tc3N5iLS9tjUhHf712REVlYPabSrb0ZeqVKuTRHMM2ep7NVspmDEes5AB/tAQKKC7qKFRGx/MqMBDHEF1R4/QkiYeh7DlHAxx7ymKIDEb8gLTC5h24i4nsK6JiLHA4ck8H8egkkPAigX88KvCHHp4ShUTI/PkD4/FuEcRS6RFEsGQnlkCsJTYxjJQiTfSpwKPgAtiM/BAZJRisxiAHq6c1otCJfyTwkIVFDzbzS6qNsGQna9wTFgoZcqIdZ+tgF+8TzJel/1IJEKK9PnA1WG/EJyNC6ImJZji4w7bFY/JoeVCOm2ik30lP0AT6MCsZmJFPBrZgK9UEDgSjeu+XiWobEoXnOBOfaTpSsZX40y4tWwHSYPcT2h8qlYbN+rQz4IaKc1q0iXCk/tA7UWecVcbjDLTqmTp6myZ1rKvqeXzA+5IE1Dvx8hxQFM1kOZ31vUEDNGYnP+xV1lAW/IB3l0QWtR+jPYgE/m+814i5J6giqJJYOmTd4JTfezILgFtQiczeOFwzsSyLpsrOZW3GN25EBGPrSxziNtZa6lXgSdOQpsKzXco35vQUBI3yDhkqFsmrbA08No0sQRaAf49GzB0HhF1TSdvkt8zlx7dGPVqVsVTKSXvLe8z0WjXvj77+1QIeswfsug1+Ex+/76GFSZxhwF/1znJF22Xandy047YhtAoyV7Qm5VIHigftJxIgseEx0FVkpkaV44EM7GJtLLldZm2JlJHDYP1gTQY8jwRQcUBHakgbgE8OqT+LoaSudDKjrRcHulLKT8IY69c456ujtrgbf7ANpVFC322VoBjmJFF9uC20dHuVb+S2RIVYc/lGW7wYzEInYUUSup7J+KgQX2dsVmB/4gW2HkUKGM2w8tRX3JqQWur9HSkS0y3bJv4Uq//5HGcFSlM6xo12ApcZqxsSO3HARAg/448Ihu+YuBWRj3rIB2zmSRIOWz++nyFY+81wj6U6I8zxc00lhBJUcCTZy8aiM7+6QdQAJgTNE02k+cFigdemI+jx8gGqjmOJDzN/pr/XOGWrSkDKXMmeCGlpUy8rJeC8xND3lBVQLUsO/H6xLoK5dD1xriP5nW242PY41ocv6YMmIUjQIFSRrqIwq6Jt/IZdrS0KdIViiUq1WQ3VD8jyl5X30DYKebklTen2k8zQuBlaMVnV5IRxARsWq8bPO4BJTBbasCbjWQ+8tndSe351cNHv1s1bv7eHvVTydI9L5zIHO/E9Z46LTqf0w1yejMNR5HujiTxBl1kyYmNhGe65X6lhzbiBkj6QJ8bEDaqZXPz59dzjNY7TI6zsyblMlJg0OJ7QGUKkhZUm/gSsRZDJURo5DqUvdBCagGYMf2dfPfc8A98cMVOwrQPXPgkkbOgP22AAyZiGiUFEXHVeQ3oEOMi3LShcQAcKiXyRrG7h3RvR1Yd9ry4eAAjyHDcfAZhEEh5mf0NNKn4K7Kmecu5xBT8GOtaSAOdJXVMBezM4kesk4w5d6Eb0L8InmuL3SjMcodEvP7xqtduPnw95Bu37SOJ52S6gGzYYS3uaQMUv/Wm+ftE6OqqjBGVjtSE8OBjyEdAUlbGmGIBGaWxJdxhYhQSwViN5U/Fze2jGCZq8xUvoIrrZJ+g0cS5F9Wp0kFgjwY8zStgl27mwb1zhUuVRu2ZkmQCT0W7nROMP7JD70EcJcUHrgbF1hgJiywFZy+lzqgB0trIbPIxfVGfEn0pMP1PfAIcQSrsZ/0zC3Gb9ZJq/XHuIG1sUe7yUFiyU6cD5gIt/HupZSLpEMuVRWJPxams3GzY5m1coRK35NGbiFzulJvd07P317eDJdIklrR5apgIB/ace6faaPbm2udmJqJPaMcGkq6QSW60lyCdaztjY+LzwgSTqI4+r4F3xE1uplHECgpB6FWsH6snMCKIoBRVihROWqmYvqHNfL1f3qD1NkaW8YEysyWENnepLU+1ErFufCG01iD0hA1uKh5Pm83br4vXdx2O60Tk8ggNu3vvvRqmh3aPYBi0GSCZGEUdERskdE2NBsJxSWhJ9qUaMZQm4iCEscW2nOAIyFJacoVsAsm5VUV/YV7KDdOm816j/vHbeOjmfZNnhlyHhdCsFp2uYNGFgnHIHbHkO0kTSvhP5RwT6L5BBBhn7kqePoEp0R5xpWXWfhTKjy/O7ouJEaEghm7pGB2+cDiLwHQ0doI4SjGe0vncP2SR2iUiDHOITjBwfGxVK5HttQ68y0tjGI9hqQ8vMlurpqjlSTzbhQA7P9cuuGpStsHB/qoHUNZQDnYzGMfBQM00Vm822ExdwwoyJat0CdNx1YMmHrVoNnEiht52LkJQ8+vBbOIWa8cq+rlbK1/wlq4Y8c0hxRsKugjKhzcPoOvWxMIGZgtPnbqwcCG50QOwmxO65mT0k2jEM/gpNfDcg1rQ8Ggg5ghQOemd1mkun/xEVAVG2ukJj2nAB3NS2WtP1gZ0W9NJSBxTYq6GV0WyiYuc913DhBeJLXLovgURWFoFYBV7SXsbgE4Fwk7tI+iXz1iL7olxgx1GgijRi69dQQMXpr/KvrDXSR/9M7pi5rvasfHfaaraPDznnt+UszH6zr9bVDgQwm1DcmG9uq2cXJYokCXd0gLNALq0mlI7wQ1NlKto1sG+nKw+RFWsh4pRmLPQl+H+9knslpoVsI9SJbuDSEijee7hfjfnKYX9zdeZBCj5Gl84VmzLFE+9Ppiy0wuUdOBHO6bxDuV14lviDzBq05Faii3Ga3wMJMeNhun7Z1nSWCgJhxFd96iQACzgV1m6uqlFOWBvASWz4AIKm9IO2JsztFUKrW+fEvB0YF38zdMf6nDSi0Tu2LGAXcaOIzL6Q+rKpv1rrMcVG+S68pwRViD/iW9ykIckgq331ftV7fr4DlHjauMzqfTKQNaacbOdqg2dcR2MnApJbWhAS+gU9vzPX6fdjXTeRRteHoHLYnHDlDwoApHVnqEwoTY4MoIr6gxJ2gKNS9+sTnS1cG5OReKJIQjWsboQuHHuS3tNHSQ5ZJKEgB8lCwmm+0toHWpVTEdTdGIpk1YTnQsw3Bp7ycDXpVRYllNxGWURfYSnFMoueL4ycuPG1/4qBtptgdXVKVsg9Hc2ImdtdbwG0DHXOLDe5Z/3y4H2KQs1Qr+1a5/KQu//X99tIWV7sIFo6XiFFyOrFpzVKytFyycJSzXi0drCsv6YFeLOGks2E1CWktjo6yrjDJsLDmv5YM67ICvrJX8RfxtJGOPTN6VtKlj77Pb+e+bdTuBla9iZa+bDRfQK5QupVfRJr+vueDoc7HdnpobIxpUZ/W5jjJLihAm8qSx3J3ZSYWLL5Iizvt/y6KDWPrtf0Aabdra6IczZ9LLdNnq942iISLv/j5iuFWNyH5D1W+AridEhZ+LZC5CogyBC28E1qyAovXQXtfhbFGGMUFdcPyX2+GOfMnSfqYcPT0jd4uOd6BidktwOsONATjio5V0XlmI3f9If7LjcEuYSu67n0Ys9lt3hcM3WKV9mHQknD+ywVsxc3pBsANHfFosOW/aZ83zfnezAw+XbzX5dZPx61uGcn8HXKSz2Hnu3PzT1zgf/dw4UnD/2WEHU9aBH/n8OUpA/81DPo85bby0nzjo7P3uBJdUKTdRqexCB4Ry5UXP7s3Q58DaisuMriY//8ZzHc3eiH9pb8UnF/bpvFNr3faPkg/A+z1NBfTZ9Nn/wemE3rj")))
|
||||
NEXT_TEMPLATE = json.loads(zlib.decompress(base64.b64decode("eNrNVE1v2zAMvedXCFqAtlscb70tQLGtXTEUGFYgHXqJM0OxmUSJLCmS7DYr8t9HubaXOOnHYYfdLPLp6fGR9EOHEFqAsVxJOiCn/Q89H1FmYvH4gN94Wq1WAUYwQJdczqxRahlWwc9xfD08j28vhzdX1z/imOKVTcmxUNscOp8Ibudxyux8ophJ4wUzTRoBcA9J7pSP1Q+GC1Yw2qsR1oH2jKMqgKFkDslS5a4BkYZwW3nIpXVMiLgkHOxgEFVnpUoBs87k0NtF+Ez81yZ6ekq3AJvme/OEDpPL/Wcly/xz9BYMn66JmwPhWZY7NhFADAhgFkj9aEtQorKMydRfr5C1vLOIdh8uroYX3y/jn1++vSk2EY3k1CjpQKYNqnvsayKBJhEyrHJu4PioH2qWLNkM+gur5NFJv0JH9CSSGStAbt3PCkmCcxKsyByEHkDBRM4cUn6Fe23AljBt1AISVxNhcqpMAjcuxa4hqQPrUEG3rS+i5MzHW8X5UuorO3qewf/DTp3nXKRlo3BgHE8IVqqMe6Y5iTLgPSUgfVsjqaXOSDVwJAiw7t8gA6GS5ZQ3ebfWUI52dRZcujqF1VefE69m8CjhFWU2y4CN88sXp6CFWtf3xp365uP63imznAp1d2CHK5O3t7da9tHza1iuEdM6LqXv+4wWOGzcXgJTE8MkWnIo5zd4JtFob3jYfxvSFmDTa7M5NnuCSUmx3ilkKxcWB8hr5w653z69PH4v/SabCcM1uHcHhJZel6sRGJhx68w6SAykIB1nwu6qH/f+V/9p+KsYvQ8+jt9FUb/1cRwML5rDyafu/nuvacD+2Hc2nT/snNGl")))
|
||||
ALL_TEMPLATE = json.loads(zlib.decompress(base64.b64decode("eNq1T7EOgjAU3PmKpjNIdHQyJg4ukmDiYkwDUkxt4UkLEkP4dwsSUojootu7u/fu7lUWQvhOpWKQ4iVazOZ2w4AMlYaVnjXKsszRjCYwZ+lFSQDuduSKEM9fk8PG32+9HSFYn9StRwmSxwJKw0gHsfjhBGnkqAQ47RWtXaGNPHYY9YpZwQ2EIC8X47bbSYOkccRhwUTUhuRU5dhYqvu5rfglZ1xxFHMGSbE91G4SYiYmZUmzgkk6/LPTplsjdPrXD3EhxIcf3sk//sEy1QbVVm09Ad15mhY=")))
|
||||
STARTER_TEMPLATE = json.loads(zlib.decompress(base64.b64decode("eNp1UMGKwkAMvc9XlDmKtejR0yJ42MsKCl5EQnUzZbbTiZ0ZqiL9d1OpWqt7y3t5eS/JRUSRrNB5TVZOo8loPGwYcjvP8MI1o7IsY2aYkLm2mXdEedKSXwCL5QzW8+Xqe/EDIHmkvnkcyeXK0LFjFNAHIGvOD4rJP7plbVocPTrd7KSoLHwab2V7Kg7aIOxQkUPgi7RqZCo1Hod9rQ14Ci+ZnbQirdDGDjPtgzvHe4e/aINmI/ki3/ZslTaBH/m2W3N3mn3iuaMzy/s2n01Gg0T2BLX4Dz3re7UVd1SLWlwByepyJQ==")))
|
||||
ANDROID_TEMPLATE = json.loads(zlib.decompress(base64.b64decode("eNrtWG1v2zYQ/p5fQWgF6rSW3CXYMDhJ13YNkm5rkrrugKEKDFqiZCYUyZBUbC/wfvuO1LvtpmmBAcUwIYAp3vHuuXcqdzsIebdEaSq4N0R7wfd9uyPUVMPrHazhDfNYCRrDhhdRFTES0UG592Iv+CF45vULxjSSfsRoh7Hce7Ef7AV7HvCtnIYr0daQc2p8Q7Spt2CTLEiUG6Fae7DLcUasghJABcTPcDSjnJRQHKvBqeWMSYJzZrySsKo4PG2ItCA+NkeiGYmuRW7aYipNCvAJRfxU4ZgRPwKFbXUNxvaZnDu7dMeIAh1s+5HIMuC1MINBIXiOLOU1meap1zqxqterLdg0vn0YMAC0CaXy6XuQ4rQjsBVcpltSCvc0cLPrmCrkS/T3wFlSnhhc2VgOQp5QHqMA+WYpCUoQ0FOyQKEXPBlMc8ri7qngySJjoYd8G3QUSXS32i4YheFByNdxzWeEu6Rgc7zUn3VbxyMuqBOralJZveEgic3Myu9C+ho9WBma4OjhSgq7P6GqXF3utBRXObFRTxIriLOBYu9WlF5CIWQ+zXBK1lB5NnoWkzaK8rTj9rquhl0R+qACsP/sIBUiZWC1pPpg8dOP3gb0phq/kXLfWsbaQNx8kuUMA0Iftv2vquxIcE4iQ2JX3i8L6WMbp7WEXouJd3iImvAFbSp6/vzL8vDb6QDgeJnDAdz44f+G8C80hAyCyv2YSCaW/5UBe28WX+RTRvUMzamZIT3DisTorXUCimBJuKGY3ZfZmhhIvFwgSSXYRlnIh5C4j+5O3oxPP7yajM9/Oz4b/nxCzWk+RRc4urZ9D80VNaSlAlENZXSTU9hZhV7Iv0MvczOzxAgD55QkYC40hUxSBu31ALil0BScsEQ4iojWVgR0DFhhtewjLgySSogEwZ8s9JZqC/4g5FBmFNr1cpJroo4e9eTSzATfhzo5PHx88ef49PzscchpJoUy6EoLXr8IXS9zxRidBhY9BCUEnohhgHMmRgSqHnpYr8sSnI7HFxXtFPzIiNodhty6FvIDLCtIk5K/pwlL+tY9fZTIPjghJn2U6bSPZgTH0OXAWjIHJZUU+yhMNUGjHDyYkWOlhOqFXhkG3LgWLrO1Qlgk4Ik49HatGeCYUp6QhBOFjtZsDVxvmhTUXmPvbmNLSkzP1mYHWXF6U9yotDf0ZsZIPRwMYBgGKWRmPg0g9ANock+RFddvpNmndMPRXejZrBGK/uUsCz2bi68IZLVC7rDQAeG3VAn+EbzRStHQu1wTWj8gFBJGmkIalpKVjhvc8riE99Rlh7fabWS4iip8E9ifXmlmH9mIQF0f7T/bRdjmvZaCazLs6lfE5Iq7tAuYwHGv4it12JwFH1oPh559gbAFxRsTKeUuipaRJq4YqKYchjOPSM9y9xFk/i4SyhGdsHJdyHD1NXgHCeS/OR/c3Nz4RW+saqbRJonKqLafRTr0+jB9akKuZ8C2kZR/YJbXKfnWHuUpquSW1Vmjl3CbMg4xbJCFDQQ6dj+gsBRdiH3vRv3xgpom0+uG02o1EebWzLJrQCWUDa9lGUqUyKCCOQl50QdC7tS7ij8fnUxORi9f/348uRid/3r8y3hSZMG7mxsnalRK+gCobaM9gobY6TW2w32psAtoKnOhYiusm7khb65NPtymuBaMHEmGKUey6O9Okuv1ReqOxclWJaO6q8JF4SFzs/5KBWjXCRPz1qeqG8X2Auj6RHuclp+0rWHXfNbef7+sr+qfvzR8YpZXU7GYNl0Y94DZBqNDvFwbkgllGx8QJWmqoAxnZBvN/keBs6W7NEL8vDXyqvO+2pjL3JCF2WbSZgH77QHfteShgd9Z7fwDUg7law==")))
|
||||
POLICY_TEMPLATE = json.loads(zlib.decompress(base64.b64decode("eNqdVU1v2zAMvedXCL442Rq3aYEegubQQwYMWLGeBgxVESg2nWqVJU9S1gZB/vtIWXbsdCuw+WKJH4+PlEjtR4wlv8A6aXQyZ5fZ7IwkP8za4XaPa9ILJQvhYVoL78HqowqVhcmfwaLkIUpYpwt6WYkNoDrJZbU5r3f+yej5VTa7TDqrQ1w9nrWgFpzZ2hxWuRKOwiWuEkolnYHzULtB0CR/gvzZbH1ndELEbnWPdxRqUQVyn7XzGIDd777f3n3pQTTQpqqELsiwljWT0Xg6LaQTa4WFkfU0VnEaeESgxeI6u8iukh7c4Zj2/xD9Fs+CxbNgpVTg3iMcKn7FOL+5Yeny66eUa1nVxnq2E5XqNm7nuC6tqQj5Sck1i4p73HLNNVhrrGML9vDIdYy+ys1We5RdkEVpbMBcESesUnAdp1k6yexGmfU4/ZCRPp3MuSaesmRC78a1sD7DklrvXmT0YARGCsLpQDOSuNadvtxoL/UWKD7tvd31tATHTA163EFMmHCs7NnQhxUVmAUZZU6UsFJGFONy0qJGsmnbAOcp0XLe9nBPIC383EoLBRUslUV6xlIvvQJa5HiAG2N3tC7A5VbWHq9OUGE+oH36OESrpHNSbwisDKUpiUAXA7mVTJtQLMrlxBvVEeCEJH3NuWaixjJhzjzZdzkd5uwuBi4lqMLhtYxAB55MhljDK/FxwWZt9eA1h7q5bhl1xZIi0jFAj877NMiNroODxhCJwJFCDLAMPyzkv2Evh4B4ua3UnszaZivYfpDdYdh90Q2r3ASKkRsYnnCul03vlOhczDvadI6hTwZuR1dkwNh0kCl2aQav0o9nKADl4CTWLY6l9pKyMLeDK7Y913+ZQu3wHbW7MJeSF2OfS2Ve/vAO9Md/fCl6c/jta/E2wugw+g3AlOQ8")))
|
||||
MARKETING_TEMPLATE = json.loads(zlib.decompress(base64.b64decode("eNrtW89v4ygUvuevQD7MSKsSp5lbD6OR9rRa7W1uk8oiGMc0GFzATbNV/vd9+EeaOHaqVpt6knBpbfh4wHufee9z3ZcRQsET04YrGdyh6fj2xrUoPTdw+wLXcJcVkluloSFYqmQ6DeuGH5Pxt/HtbQCoTTlspfQyEWq1MzbXmKaMLl+boPFBleZ/1fdo27M7XShVzKJ5wUUcERlHlhm7Y6QGS5Ixt7AShwGHS9xNC+VMvW4zmE7biJzQJVmwKCMSfpV7lXnWRjnbEVUZoGK3g+DXzMGQLiQSXNpZcINeW8o1NU3PKBdkvdJ8kVrEpbFECERTrTJeZAjjFbcpjllu9m24Ge8a2H6XcKZSVRg2C+7bK6VKWvZs97xcdy1gpmIe7DXft4YnXFhw14G/oWuuiYSQdvU55kix7pi07AsTRmyh2WwWjv8IWytuMKmyCX+uIQeI+1bLZtR393q9uTnOs1jRJdORoUT284tnQAtcYlquKnuiBpcRvWSWywVesbnhlrXhmi24sdo5KVikVI+5Ch8hnJirQ+hjwTUzXUFs8d0Hsw6mYVQza96IZo3qjOdVeYvAefaGqwDS7SfCRaRklHAZA9/L4zAhwrBrdmiZaKj78VgQwe2637EOhRvUifKVP0E+HELwPjj2WPhqxIlCl3G5u4pgcpjhq87IKiUc4qGj8NmCTAFFi15HObHp7vLD5gLXiPGDUbLXTF37lJluGXONcI6aTvTlC2I0VejryyywCgqcWXAHl1AYMVNd5hRKpLvbyWSz2XxF39H7VuHZ/EE2Q7orNBwzb2fFEtZ53Psj6YRBHO2OrUMaxOyJCZV74XRNwmkb9YusjU+6u3OoZU/pAF97DuVyXyv6WnEo9vna7nOdXr8trMqrvDBpv88rKK52XkI/7dVhyoiw6fYJDvv6lXaVTvBtMpn0QOJ5bzI8Fu4jGQb1HojoaPWB+hM4ahP8KL2OlXjg1t+Ym506ASriBbDG64Sr0glN1C9TJ5xyd2ehE07oAK8ThnK51wleJwzFPq8TPtfpXid4nTAYNzt1gmaCEcMw7DvmMbHMKwb/SVZNCv+JzjCuON/vbwbwlhcuZxEfr3K8yjkLqnpJ9BtHyOsnr58ugshVbR/VM/ezuMLhBvcODhzy/8NhuSgd0qmCc63igtrquPby93r+YJYRLv2LvsES1XuKmGFfvJ2KKEXuXrpFNIZckKt+llQ4TGNc4tq+2Q4P/lbJzxWTdv1zpUIqCgP7xvAsqdy0RzH5xLWSGaDdSHcIdhhOlM5ICViCMXjA/2UdqH2StngXvklasNCw0DJJpDXl2LCGh83UxJ3R4zXJxIEFHsEuIwaBKuUb5T+chfEh62tks9Z/qkigP/+63PR6Mvr6Oub/cvR+XeL+e3q0Gf0Hgnpc+w==")))
|
||||
ANDROID_TEMPLATE = json.loads(zlib.decompress(base64.b64decode("eNrtV21v2jAQ/s6vsKJ92KomdFSbptKhIoGqfugL0K6aRoWMY4LbxE5tp4BQ9tt3TgJJeGtXbVI17Vty57t77rmXOPMKQtYTlYoJbh2hmvNx30iEHCp4ncMzvGHuSsFcEFiESeJTwqqZ7KTmfHIOrP30oEdCm/isdDCTnRw6Nadmwbk4iXAvihEizrStqdJLEQjplJJIC1mQgZTjgJoAGYAFEDvAZMw4zaAkRzX2zEmXjnDkaytTxIsTltI0NCB+5CZkTMmDiHTRzSKSBHxCUtuT2PWpTSBgMVyOsWgT8SQvVUoiRQdim4gggLMGplNNHU+Q0bToMPKsgkW8fI43YFP46WXAANA6lAWnPfCSREeQK1CmCl5SenK4wYPLJLJD9LOaZJJZVO9NLat9PmLcRQ6y9SykaIRA79Ep6lvOXnUYMd8tWzl708DvW8g2RUckRPN4s2PU79f7fBXXZEx50hT+BM/Us7SVGEmKOjChBous1wgKsR4b/2VIr4mDpWYjTF4eJM17S6js6a5SCLzoibV5CrGEOmsY9vJEqRkMQmCzAHt0BZVlqmcwKS0Z90q0L+fqqOxC1RcADg/qnhCeD1mHTNWnXz5ba9DzaXwj475xjJWGutk0iHwMCG0Q26+abCI4p0RTNxnvZur92tRppaFXamIdH6O8fE5RixqN3+vDt7MBgPgwAgOc8/B/IfyFhRBAUbnt0tAXs3/lA7uzi28l0xQRSV3KNcO+Qlqg1KsTShFS4Jzuam1KxgI6Ffqv0Vg37PNM7zE9joadx8dzw3CXegz25OxGUWmQfH0373Q6g+ZFq3t51hqcN7+1Lwbd9ulZ77r7fXDTa3cvmuft+HVBrrBSEyHd3UGumr3e7WW3tT3IH9wdV9HQZ2qM3reSTvtgSE8w7yA6X41hap0YJJ4I1nApvRanG/Pv0lAoBu0y25pDeRaWN09g7WHki0nh+pmMl1nqyV4qjkh2TS00cH5V3f3NWH5+n2d1y3wuOKePEYPRKMHYAWYTjJLybqUcI+avXQoy1VBiDkO4SWf+Erg/Sz4EmHFrRR1Xtr3trFAlrvwCFLRRYQ==")))
|
||||
POLICY_TEMPLATE = json.loads(zlib.decompress(base64.b64decode("eNqdVcFu2zAMvecrBF+cbI3btEAPQXPoIQMGrFhPA4a6CBSbTrTIkicpa40g/z5Slh073QpsvlgSycdHiqQOI8aiX2Cs0Cqas+tkdkEnP/Ta4vaAa5JzKXLuYFpx58CokwiFuc52YPDkKZywTublouQbQHGUiXJzWdVuq9X8JpldR53WMayeL1pQA1bvTQarTHJL7iJbcimjTsE6qOzAaZRtIdvpveuUzoiYverxDoeKl57cZ2UdOmCP9ff7hy89iAZalyVXOSlWomIiKE+nubB8LTExopqGLE49jwC0WNwmV8lN1IM7nsL+H6Lfwl2wcBesEBLse4R9xm/Y3R2Ll18/xakSZaWNYzUvZbextU1VYXRJuFsp1iwIHnGbqlSBMdpYtmBPz6kKvleZ3iuHZ1ekUWjjMVfECHPkTcdxEk8Ss5F6PY4/JCSPJ/NUEUtRMK7qccWNSzChxtkXESwYgZGAcDrQhE5sa05fppUTag/kn/bO1D0pwTFdgRp3EBPGLSt6OvRhPjlGQUqJ5QWspOb5uJi0qIFs3Jb/ZUy0rDM93DNIAz/3wkBOCYtFHl+w2AkngRYZXt9Gm5rWOdjMiMph4XgRxgPKxc9DtFJYK9SGwAqfmoIIdD6QW8GU9smiWM6sURwAzkjS19xrwitME8acRocupuOcPQTHhQCZWyzKAHRMo8kQa1gSHxds1mYPXjOomnJLqCeW5JGuAXp03qdBZlQOFhpFJAInCsHB0v8wkf+GvRwCYnEboRypta2Ws8MguuOw94IZZrlxFDw3MGmUpmrZ9E6Bxvm8o0336PtkYHYyRQaMTQeRYpcm8CrceIYHIC2c+brHodQWKfNT25ti26fqLzOoHb2jduenUvSiza6Q+uUPr0B/+Id3ojeF374Vbz2MjqPfh4rjhA==")))
|
||||
MARKETING_TEMPLATE = json.loads(zlib.decompress(base64.b64decode("eNrtW01vozoU3edXWCxmpFEJaWbXxajSW41Gbze7SYUcY4IbY1PbNM2r8t/nmo80IZCq1aNMGG9aYx8b+9yDfQ+lzxOEvEeqNJPCu0Hz6fWVrZFqqeHyGcpwleaCGamgwlvLeD4Pqorb2fTr9PraA9Su6LaRah1zuTnomymfJJSsX6qg8l4Ww/+qrtG+5fB2gZARDZc541GIRRQaqs3BIBVY4JTaiRU4H3B+gbtqoOxQL8v05vMmIsNkjVc0TLGAX8VaRZY2UXbskMgUUJFdgfcLLQD3hDKOtxvFVolBTGiDOUckUTJleYp8f8NM4kc00wvvquiQIpULZEe7qWHHTdwOlchc04WH7prTIFIY+mSOKKyaVnCrfOkdVd81useMG+DihExoWiosIF5tbVYWgm9bblq0BTHFJld0sQimX4LGjGtMIk3MnirICeKuUbObdF29lHdX50UUSbKmKtQEi27xsBRi7heYBlVFS1jjUqzW1DCx8jd0qZmhTbiiK6aNsiR5q4SoKZPBA8TTZ/IU+pAzRXVbEBtidsGsgqkpUdToV6JZoVrj+VexhWGzeoUqgLTzhBkPpQhjJiLQe7HXxZhr+jcTWpwixP54yDFnZttNrEX5Naqnw8jtIO8OIbAPxJ4LX4XoKXQpE4ez8GanJ3zZGBopuUXct2Q1e5DOISNR2zDDJjmcflAX/AoxvddSdA5TJTbFSbeOmEJ+hupG9OkToiSR6PPzwjMSMpyFdwNFzgTVZTEjBgrXs9lut/uMvqG3zcKp+Z1qhuMuV7DNvH4qFrDW7d5tST0GcXLYtwqpF9FHymXmXNFoXNE+pKNMfHtd3SUkqn0S4BLLoSh3iaBLBIdSn0vcPpb06lVgmTtluU66OS+hfrnyAvph7wUTirlJ9k9w0NUulc10vK+z2awDEi07D8Nz4T5zwqDODRGdzT5Q9wGOmgI/K69zKR7Q+gdrs9UEQEq8AtU4EzAeE1CHdJwmoM/VXYQJ6JEAZwKGotyZAGcChlKfMwEfS7ozAc4EDKbNVhOgKKdYUx/WHbEIG+rswMi/lKoi7r6cGYaKy/0sZgC2nCu5iPg4C+MszEVI1fmdPzhCzhw5czQKIZe5fVjduVvFJc6vcW/QwKn+3x2WUfmQVoubKRnlxJTbtfO2I/lTV4qZcK/oBjuF3pKhDPvKrC+h5Jl9XRaSCDb6THarpMT5JPILXJObfXfvh4x/bqgw258bGRCea1i3D8+SzHSzFxWPTEmRAtr2tDtcy8CxVCkuAGsYDJ7w/2gL6likDd0Fr4oWRqhVaKjAwuiib1DBg/rW2G7A0y1O+ckILIRVhhQCVXgzwm7tCNNT1VfIeq7/lpFA/3wf79nZm3xdkvJ/EX2cdNh/R57sJr8BfmwhyA==")))
|
||||
|
||||
|
||||
class ManifestError(ValueError):
|
||||
|
||||
@@ -86,8 +86,14 @@
|
||||
"android/restore-gradle-cache",
|
||||
{
|
||||
"run": {
|
||||
"name": "Publish with shared Maven credentials",
|
||||
"command": "set -euo pipefail\n: \"${GITHUB_TOKEN:?GitHub Packages write credential is required}\"\n# Authenticate before compiling; repository access is necessary, not proof of package write access.\nregistry_user=$(python3 \\<<'PYTHON'\nimport json\nimport os\nimport urllib.request\n\nclass NoRedirect(urllib.request.HTTPRedirectHandler):\n def redirect_request(self, req, fp, code, msg, headers, newurl):\n raise RuntimeError(\"GitHub authentication redirect refused\")\n\ntry:\n opener = urllib.request.build_opener(NoRedirect)\n def get(path):\n request = urllib.request.Request(\"https://api.github.com/\" + path,\n headers={\"Authorization\": \"Bearer \" + os.environ[\"GITHUB_TOKEN\"],\n \"Accept\": \"application/vnd.github+json\"})\n with opener.open(request, timeout=30) as response:\n return json.load(response)\n user = get(\"user\").get(\"login\")\n if not isinstance(user, str) or not user or not get(\"repos/QRun-IO/qqq-maven-registry\").get(\"permissions\", {}).get(\"push\"):\n raise ValueError(\"Missing registry access\")\n print(user)\nexcept Exception:\n raise SystemExit(\"GitHub Packages credential cannot access the Maven registry\") from None\nPYTHON\n)\nexport ORG_GRADLE_PROJECT_githubQqqMavenRegistryUsername=\"$registry_user\"\nexport ORG_GRADLE_PROJECT_githubQqqMavenRegistryPassword=\"$GITHUB_TOKEN\"\n./gradlew --console=plain publishMavenPublicationToGithubQqqMavenRegistryRepository\n"
|
||||
"name": "Write credentials to gradle.properties",
|
||||
"command": "echo \"\" >> gradle.properties\necho \"githubQqqMavenRegistryUsername=${QQQ_ANDROID_MAVEN_REGISTRY_USERNAME}\" >> gradle.properties\necho \"githubQqqMavenRegistryPassword=${QQQ_ANDROID_MAVEN_REGISTRY_PASSWORD}\" >> gradle.properties\n"
|
||||
}
|
||||
},
|
||||
{
|
||||
"run": {
|
||||
"name": "Publish (Deploy) to Maven",
|
||||
"command": "./gradlew publishMavenPublicationToGithubQqqMavenRegistryRepository\n"
|
||||
}
|
||||
}
|
||||
]
|
||||
@@ -110,10 +116,7 @@
|
||||
"branches": {
|
||||
"only": "main"
|
||||
}
|
||||
},
|
||||
"context": [
|
||||
"qqq-maven-registry-credentials"
|
||||
]
|
||||
}
|
||||
}
|
||||
}
|
||||
]
|
||||
|
||||
@@ -164,7 +164,7 @@
|
||||
"on": {
|
||||
"push": {
|
||||
"branches": [
|
||||
"main"
|
||||
"**"
|
||||
]
|
||||
},
|
||||
"pull_request": {
|
||||
@@ -198,10 +198,20 @@
|
||||
"caller": {
|
||||
"name": "Database migrations",
|
||||
"on": {
|
||||
"pull_request": {},
|
||||
"pull_request": {
|
||||
"paths": [
|
||||
"db/**",
|
||||
"pom.xml",
|
||||
".github/workflows/db-migrations.yml"
|
||||
]
|
||||
},
|
||||
"push": {
|
||||
"branches": [
|
||||
"main"
|
||||
],
|
||||
"paths": [
|
||||
"db/**",
|
||||
"pom.xml"
|
||||
]
|
||||
}
|
||||
},
|
||||
@@ -212,10 +222,6 @@
|
||||
"validate": {
|
||||
"uses": "QRun-IO/qqq-orb/.github/workflows/business-db.yml@WORKER_SHA"
|
||||
}
|
||||
},
|
||||
"concurrency": {
|
||||
"group": "business-db-${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }}",
|
||||
"cancel-in-progress": "${{ github.event_name == 'pull_request' }}"
|
||||
}
|
||||
}
|
||||
},
|
||||
@@ -256,6 +262,11 @@
|
||||
"main"
|
||||
]
|
||||
},
|
||||
"schedule": [
|
||||
{
|
||||
"cron": "17 6 * * *"
|
||||
}
|
||||
],
|
||||
"workflow_dispatch": null
|
||||
},
|
||||
"permissions": {
|
||||
@@ -263,7 +274,7 @@
|
||||
},
|
||||
"concurrency": {
|
||||
"group": "e2e-${{ github.ref }}",
|
||||
"cancel-in-progress": "${{ github.event_name == 'pull_request' }}"
|
||||
"cancel-in-progress": true
|
||||
},
|
||||
"jobs": {
|
||||
"validate": {
|
||||
@@ -307,7 +318,7 @@
|
||||
"smoke_evidence": {
|
||||
"description": "Evidence provider; github preserves the original Smoke workflow validation",
|
||||
"type": "choice",
|
||||
"default": "circle",
|
||||
"default": "github",
|
||||
"options": [
|
||||
"github",
|
||||
"circle"
|
||||
@@ -396,36 +407,5 @@
|
||||
}
|
||||
}
|
||||
}
|
||||
},
|
||||
"gitops": {
|
||||
"repository": "QRun-IO/marketing-website-cd",
|
||||
"path": ".github/workflows/validate.yml",
|
||||
"caller": {
|
||||
"name": "GitOps validation",
|
||||
"on": {
|
||||
"push": {
|
||||
"branches": [
|
||||
"main"
|
||||
]
|
||||
},
|
||||
"pull_request": {
|
||||
"branches": [
|
||||
"main"
|
||||
]
|
||||
}
|
||||
},
|
||||
"permissions": {
|
||||
"contents": "read"
|
||||
},
|
||||
"concurrency": {
|
||||
"group": "gitops-${{ github.ref }}",
|
||||
"cancel-in-progress": "${{ github.event_name == 'pull_request' }}"
|
||||
},
|
||||
"jobs": {
|
||||
"gitops": {
|
||||
"uses": "QRun-IO/qqq-orb/.github/workflows/gitops.yml@WORKER_SHA"
|
||||
}
|
||||
}
|
||||
}
|
||||
}
|
||||
}
|
||||
@@ -11,7 +11,7 @@
|
||||
"name": "build-and-test",
|
||||
"node_version": "22",
|
||||
"package_manager": "npm",
|
||||
"test_commands": "[\"npm run lint\", \"npm run build\", \"npx playwright install chromium --with-deps\", \"npm run test:chromium\", \"npm run lighthouse\"]",
|
||||
"test_commands": "[ \"npx playwright install chromium --with-deps\", \"npm run test:chromium\", \"npm run lighthouse\" ]",
|
||||
"context": [
|
||||
"github"
|
||||
],
|
||||
@@ -137,7 +137,7 @@
|
||||
"name": "build-and-test",
|
||||
"node_version": "22",
|
||||
"package_manager": "npm",
|
||||
"test_commands": "[\"npm run lint\", \"npm run build\", \"npx playwright install chromium --with-deps\", \"npm run test:chromium\", \"npm run lighthouse\"]",
|
||||
"test_commands": "[ \"npx playwright install chromium --with-deps\", \"npm run test:chromium\", \"npm run lighthouse\" ]",
|
||||
"context": [
|
||||
"github"
|
||||
],
|
||||
@@ -252,7 +252,7 @@
|
||||
"name": "build-and-test",
|
||||
"node_version": "22",
|
||||
"package_manager": "npm",
|
||||
"test_commands": "[\"npm run lint\", \"npm run build\", \"npx playwright install chromium --with-deps\", \"npm run test:chromium\", \"npm run lighthouse\"]",
|
||||
"test_commands": "[ \"npx playwright install chromium --with-deps\", \"npm run test:chromium\", \"npm run lighthouse\" ]",
|
||||
"context": [
|
||||
"github"
|
||||
],
|
||||
@@ -367,7 +367,7 @@
|
||||
"name": "build-and-test",
|
||||
"node_version": "22",
|
||||
"package_manager": "npm",
|
||||
"test_commands": "[\"npm run lint\", \"npm run build\", \"npx playwright install chromium --with-deps\", \"npm run test:chromium\", \"npm run lighthouse\"]",
|
||||
"test_commands": "[ \"npx playwright install chromium --with-deps\", \"npm run test:chromium\", \"npm run lighthouse\" ]",
|
||||
"context": [
|
||||
"github"
|
||||
],
|
||||
@@ -514,7 +514,7 @@
|
||||
"name": "build-and-test",
|
||||
"node_version": "22",
|
||||
"package_manager": "npm",
|
||||
"test_commands": "[\"npm run lint\", \"npm run build\", \"npx playwright install chromium --with-deps\", \"npm run test:chromium\", \"npm run lighthouse\"]",
|
||||
"test_commands": "[ \"npx playwright install chromium --with-deps\", \"npm run test:chromium\", \"npm run lighthouse\" ]",
|
||||
"context": [
|
||||
"github"
|
||||
],
|
||||
|
||||
@@ -19,7 +19,7 @@
|
||||
{
|
||||
"run": {
|
||||
"name": "Validate pattern files",
|
||||
"command": "python3 \\<< 'EOF'\nimport yaml\nimport sys\nfrom pathlib import Path\n\nerrors = []\npattern_count = 0\n\nfor yaml_file in Path('.').rglob('*.yaml'):\n if any(part.startswith('.') for part in yaml_file.parts):\n continue\n\n try:\n with open(yaml_file) as f:\n data = yaml.safe_load(f)\n\n if 'patterns/' in str(yaml_file):\n required = ['id', 'title', 'category', 'description', 'content']\n missing = [f for f in required if f not in data]\n if missing:\n errors.append(f\"{yaml_file}: Missing fields: {missing}\")\n pattern_count += 1\n\n except yaml.YAMLError as e:\n errors.append(f\"{yaml_file}: YAML parse error: {e}\")\n except Exception as e:\n errors.append(f\"{yaml_file}: Error: {e}\")\n\nprint(f\"Validated {pattern_count} pattern files\")\n\nif errors:\n print(\"\\nErrors found:\")\n for e in errors:\n print(f\" - {e}\")\n sys.exit(1)\nelse:\n print(\"All patterns valid\")\nEOF\n"
|
||||
"command": "python3 << 'EOF'\nimport yaml\nimport sys\nfrom pathlib import Path\n\nerrors = []\npattern_count = 0\n\nfor yaml_file in Path('.').rglob('*.yaml'):\n if any(part.startswith('.') for part in yaml_file.parts):\n continue\n\n try:\n with open(yaml_file) as f:\n data = yaml.safe_load(f)\n\n if 'patterns/' in str(yaml_file):\n required = ['id', 'title', 'category', 'description', 'content']\n missing = [f for f in required if f not in data]\n if missing:\n errors.append(f\"{yaml_file}: Missing fields: {missing}\")\n pattern_count += 1\n\n except yaml.YAMLError as e:\n errors.append(f\"{yaml_file}: YAML parse error: {e}\")\n except Exception as e:\n errors.append(f\"{yaml_file}: Error: {e}\")\n\nprint(f\"Validated {pattern_count} pattern files\")\n\nif errors:\n print(\"\\nErrors found:\")\n for e in errors:\n print(f\" - {e}\")\n sys.exit(1)\nelse:\n print(\"All patterns valid\")\nEOF\n"
|
||||
}
|
||||
}
|
||||
]
|
||||
|
||||
@@ -122,39 +122,43 @@
|
||||
"machine": {
|
||||
"image": "ubuntu-2204:current"
|
||||
},
|
||||
"resource_class": "medium",
|
||||
"resource_class": "large",
|
||||
"steps": [
|
||||
"checkout",
|
||||
{
|
||||
"attach_workspace": {
|
||||
"at": "."
|
||||
"qqq-orb/install_java": {
|
||||
"java_version": "21"
|
||||
}
|
||||
},
|
||||
"qqq-orb/mvn_cache_restore",
|
||||
{
|
||||
"restore_cache": {
|
||||
"keys": [
|
||||
"voyage-trivy-v0760-"
|
||||
"owasp-nvd-v1-{{ .Branch }}",
|
||||
"owasp-nvd-v1-develop",
|
||||
"owasp-nvd-v1-"
|
||||
]
|
||||
}
|
||||
},
|
||||
{
|
||||
"run": {
|
||||
"name": "Scan verified application dependencies",
|
||||
"no_output_timeout": "15m",
|
||||
"command": "set -euo pipefail\ntest -s target/voyage.jar\nmkdir -p \"$HOME/.cache/trivy\" target/security-reports\ndocker run --rm \\\n -v \"$PWD/target/voyage.jar:/scan/voyage.jar:ro\" \\\n -v \"$PWD/target/security-reports:/reports\" \\\n -v \"$HOME/.cache/trivy:/root/.cache/\" \\\n aquasec/trivy:0.76.0@sha256:2416d1f74045b57274df1a340eee6b510cacd73c66a6ccb8da092b117eb7d222 rootfs \\\n --scanners vuln --severity HIGH,CRITICAL --exit-code 1 \\\n --list-all-pkgs --format json --output /reports/dependencies.json /scan\n"
|
||||
"name": "OWASP Dependency Check",
|
||||
"no_output_timeout": "20m",
|
||||
"command": "mkdir -p ~/.dependency-check\nfor attempt in 1 2 3; do\n echo \"=== Attempt $attempt of 3 ===\"\n if mvn org.owasp:dependency-check-maven:check -B \\\n -DnvdApiKey=${NVD_API_KEY:-} \\\n -DfailBuildOnCVSS=7 \\\n -DsuppressionFile=.config/owasp/suppressions.xml \\\n -DdataDirectory=${HOME}/.dependency-check \\\n -DnvdMaxRetryCount=3; then\n echo \"OWASP check succeeded\"\n exit 0\n fi\n if [ $attempt -lt 3 ]; then\n echo \"Cleaning corrupted H2 database...\"\n rm -rf ~/.dependency-check/nvdcve* ~/.dependency-check/*.lock 2>/dev/null || true\n sleep 10\n fi\ndone\necho \"OWASP check failed after 3 attempts (non-blocking on develop)\"\nif [ \"${CIRCLE_BRANCH}\" = \"develop\" ]; then\n echo \"WARNING: Continuing despite OWASP failure on develop branch\"\n exit 0\nfi\nexit 1\n"
|
||||
}
|
||||
},
|
||||
{
|
||||
"save_cache": {
|
||||
"key": "voyage-trivy-v0760-{{ epoch }}",
|
||||
"key": "owasp-nvd-v1-{{ .Branch }}-{{ epoch }}",
|
||||
"paths": [
|
||||
"~/.cache/trivy"
|
||||
"~/.dependency-check"
|
||||
]
|
||||
}
|
||||
},
|
||||
{
|
||||
"store_artifacts": {
|
||||
"path": "target/security-reports",
|
||||
"destination": "dependency-security"
|
||||
"path": "target/dependency-check-report.html",
|
||||
"destination": "owasp-report"
|
||||
}
|
||||
}
|
||||
]
|
||||
@@ -375,6 +379,9 @@
|
||||
},
|
||||
{
|
||||
"security-scan": {
|
||||
"context": [
|
||||
"nvd"
|
||||
],
|
||||
"requires": [
|
||||
"build-and-test"
|
||||
],
|
||||
@@ -423,8 +430,7 @@
|
||||
"requires": [
|
||||
"build-and-test",
|
||||
"secrets-scan",
|
||||
"sast-scan",
|
||||
"security-scan"
|
||||
"sast-scan"
|
||||
],
|
||||
"filters": {
|
||||
"branches": {
|
||||
@@ -475,6 +481,9 @@
|
||||
},
|
||||
{
|
||||
"security-scan": {
|
||||
"context": [
|
||||
"nvd"
|
||||
],
|
||||
"requires": [
|
||||
"build-and-test"
|
||||
],
|
||||
@@ -532,8 +541,7 @@
|
||||
"requires": [
|
||||
"build-and-test",
|
||||
"secrets-scan",
|
||||
"sast-scan",
|
||||
"security-scan"
|
||||
"sast-scan"
|
||||
],
|
||||
"filters": {
|
||||
"branches": {
|
||||
|
||||
@@ -86,12 +86,9 @@ class NoRedirect(urllib.request.HTTPRedirectHandler):
|
||||
|
||||
def circle(path):
|
||||
token = os.environ.get('CIRCLECI_TOKEN')
|
||||
# Public projects expose these records without authentication.
|
||||
headers = {'Accept': 'application/json'}
|
||||
if token:
|
||||
headers['Circle-Token'] = token
|
||||
require(token, 'CIRCLECI_TOKEN is required for Circle evidence mode')
|
||||
request = urllib.request.Request('https://circleci.com/api/v2/' + path,
|
||||
headers=headers)
|
||||
headers={'Circle-Token': token, 'Accept': 'application/json'})
|
||||
with urllib.request.build_opener(NoRedirect).open(request, timeout=30) as response:
|
||||
raw = response.read(2_000_001)
|
||||
require(len(raw) <= 2_000_000, 'Evidence response exceeds bound')
|
||||
|
||||
@@ -151,7 +151,7 @@ class AuditTests(unittest.TestCase):
|
||||
self.assertIn('profile_not_assigned', [f['code'] for f in report['findings']])
|
||||
|
||||
def test_native_specialists_require_bridges_and_report_remaining_workflows(self):
|
||||
for name, kind in [('qqq-mcp-rag', 'mcp-rag'), ('qqq-business-platform', 'business-db'), ('.github', 'github-workflow-lint'), ('marketing-website-cd', 'gitops')]:
|
||||
for name, kind in [('qqq-mcp-rag', 'mcp-rag'), ('qqq-business-platform', 'business-db'), ('.github', 'github-workflow-lint')]:
|
||||
entry = dict(ENTRY, name=name, nameWithOwner='QRun-IO/' + name)
|
||||
definition = audit.auxiliary.BRIDGES[kind]
|
||||
missing = audit.audit(entry, Snapshot({}), VERSION, SHA, {})
|
||||
|
||||
@@ -1,7 +1,4 @@
|
||||
import copy
|
||||
import os
|
||||
import subprocess
|
||||
import tempfile
|
||||
import importlib.util
|
||||
import json
|
||||
from pathlib import Path
|
||||
@@ -17,40 +14,6 @@ ORIGINALS = json.loads((ROOT / 'tests/fixtures/auxiliary-original-workflows.json
|
||||
SHA = 'a' * 40
|
||||
|
||||
|
||||
class GitOpsTests(unittest.TestCase):
|
||||
def test_render_all_directories_and_fail_on_invalid_or_missing_configuration(self):
|
||||
worker = yaml.safe_load((ROOT / '.github/workflows/gitops.yml').read_text())
|
||||
command = worker['jobs']['validate']['steps'][-1]['run']
|
||||
with tempfile.TemporaryDirectory() as directory:
|
||||
root = Path(directory)
|
||||
binary = root / 'bin'
|
||||
binary.mkdir()
|
||||
tool = binary / 'kustomize'
|
||||
tool.write_text("#!/bin/bash\n[[ $1 == build ]] || exit 2\n[[ ! -f \"$2/invalid\" ]] || exit 1\necho sensitive-rendered-fixture\n")
|
||||
tool.chmod(0o755)
|
||||
env = {**os.environ, 'PATH': str(binary) + os.pathsep + os.environ['PATH']}
|
||||
def run():
|
||||
return subprocess.run(['bash', '-c', command], cwd=root, env=env, text=True, capture_output=True)
|
||||
self.assertNotEqual(0, run().returncode)
|
||||
for name in ('base', 'overlays/dev', 'overlays/with space', 'proxy'):
|
||||
folder = root / name
|
||||
folder.mkdir(parents=True)
|
||||
(folder / 'kustomization.yaml').write_text('resources: []')
|
||||
result = run()
|
||||
self.assertEqual(0, result.returncode, result.stderr)
|
||||
self.assertEqual(4, result.stdout.count('Validated '))
|
||||
self.assertNotIn('sensitive-rendered-fixture', result.stdout)
|
||||
(root / 'proxy/invalid').touch()
|
||||
self.assertNotEqual(0, run().returncode)
|
||||
|
||||
def test_gitops_caller_is_read_only_and_has_no_duplicate_feature_push_build(self):
|
||||
caller = bridge.canonical('gitops', SHA)
|
||||
self.assertEqual({'contents': 'read'}, caller['permissions'])
|
||||
self.assertEqual(['main'], caller['on']['push']['branches'])
|
||||
self.assertNotIn('paths', caller['on']['pull_request'])
|
||||
self.assertNotIn('secrets', caller['jobs']['gitops'])
|
||||
|
||||
|
||||
class SpecialistNativeTests(unittest.TestCase):
|
||||
def setUp(self):
|
||||
self.originals = json.loads((ROOT / 'tests/fixtures/specialist-native-originals.json').read_text(encoding='utf-8'))
|
||||
@@ -58,14 +21,12 @@ class SpecialistNativeTests(unittest.TestCase):
|
||||
def worker(self, kind):
|
||||
return yaml.safe_load((ROOT / '.github/workflows' / (kind + '.yml')).read_text(encoding='utf-8'))
|
||||
|
||||
def test_business_database_gate_reports_for_every_pr_and_preserves_validation(self):
|
||||
def test_business_database_job_and_path_filters_are_unchanged(self):
|
||||
original = self.originals['business-db']
|
||||
worker = self.worker('business-db')
|
||||
self.assertEqual(worker['jobs'], original['workflow']['jobs'])
|
||||
caller = bridge.canonical('business-db', SHA)
|
||||
self.assertEqual(caller['on'], {'pull_request': {}, 'push': {'branches': ['main']}})
|
||||
self.assertEqual(caller['concurrency']['cancel-in-progress'], "${{ github.event_name == 'pull_request' }}")
|
||||
self.assertIn('github.event.pull_request.number || github.ref', caller['concurrency']['group'])
|
||||
self.assertEqual(caller['on'], original['events'])
|
||||
self.assertEqual(set(worker['jobs']), {'empty-database-migration'})
|
||||
self.assertNotIn('secrets', caller['jobs']['validate'])
|
||||
self.assertNotIn('schedule', caller['on'])
|
||||
@@ -90,8 +51,7 @@ class SpecialistNativeTests(unittest.TestCase):
|
||||
self.assertEqual(steps[3], original['jobs']['build-and-test']['steps'][3])
|
||||
self.assertEqual(steps[4]['if'], 'always()')
|
||||
caller = bridge.canonical('mcp-rag', SHA)
|
||||
# Feature branches run once through the PR event, not also on push.
|
||||
self.assertEqual(caller['on']['push'], {'branches': ['main']})
|
||||
self.assertEqual(caller['on']['push'], {'branches': ['**']})
|
||||
self.assertEqual(caller['on']['pull_request'], {'branches': ['main']})
|
||||
self.assertEqual(caller['jobs']['validate']['secrets'], {
|
||||
'QQQ_MCP_VOYAGE_API_KEY': '${{ secrets.QQQ_MCP_VOYAGE_API_KEY }}'})
|
||||
|
||||
@@ -29,14 +29,11 @@ class BusinessE2ETests(unittest.TestCase):
|
||||
self.assertEqual('always()', self.worker['jobs']['e2e']['steps'][-1]['if'])
|
||||
self.assertEqual('docker compose -f deploy/compose/docker-compose.yml down -v', self.worker['jobs']['e2e']['steps'][-1]['run'])
|
||||
|
||||
def test_code_changes_and_manual_runs_keep_full_gate_without_nightly_duplicates(self):
|
||||
expected_events = copy.deepcopy(self.original['events'])
|
||||
del expected_events['schedule']
|
||||
self.assertEqual(expected_events, self.caller['on'])
|
||||
def test_events_permissions_path_and_single_concurrency_owner_preserved(self):
|
||||
self.assertEqual(self.original['events'], self.caller['on'])
|
||||
self.assertEqual(self.original['workflow']['permissions'], self.caller['permissions'])
|
||||
self.assertEqual(self.caller['permissions'], self.worker['permissions'])
|
||||
self.assertEqual(self.original['workflow']['concurrency']['group'], self.caller['concurrency']['group'])
|
||||
self.assertEqual("${{ github.event_name == 'pull_request' }}", self.caller['concurrency']['cancel-in-progress'])
|
||||
self.assertEqual(self.original['workflow']['concurrency'], self.caller['concurrency'])
|
||||
self.assertNotIn('concurrency', self.worker)
|
||||
self.assertEqual('.github/workflows/e2e.yml', aux.BRIDGES['business-e2e']['path'])
|
||||
self.assertEqual({'workflow_call': {'secrets': {'E2E_ALERT_WEBHOOK_URL': {'required': False}}}}, self.worker['on'])
|
||||
|
||||
@@ -35,8 +35,7 @@ class AllReleaseCallerTests(unittest.TestCase):
|
||||
for name in inputs:
|
||||
self.assertEqual('${{ inputs.' + name + ' }}', passed[name])
|
||||
self.assertEqual('string', self.contract['inputs'][name]['type'])
|
||||
# Migrated consumers no longer own a separate GitHub Smoke workflow.
|
||||
self.assertEqual('circle', inputs['smoke_evidence']['default'])
|
||||
self.assertEqual('github', inputs['smoke_evidence']['default'])
|
||||
self.assertEqual(['github', 'circle'], inputs['smoke_evidence']['options'])
|
||||
self.assertFalse(inputs['smoke_run_id']['required'])
|
||||
self.assertFalse(inputs['circle_workflow_id']['required'])
|
||||
|
||||
@@ -29,17 +29,8 @@ MANIFEST = {"profile": "qbit", "orb_version": "0.7.0", "default_branch": "develo
|
||||
|
||||
|
||||
class MarketingContractTests(unittest.TestCase):
|
||||
def test_munitor_render_with_explicit_build_and_single_continuation(self):
|
||||
def test_exact_munitor_render_and_single_continuation(self):
|
||||
baseline = yaml.safe_load((ROOT / "tests/fixtures/marketing-munitor-0311-rendered.yml").read_text(encoding="utf-8"))
|
||||
# The original delegated job never builds: require the shared profile
|
||||
# to prepare the standalone artifact before browser/Lighthouse checks.
|
||||
for workflow in baseline["workflows"].values():
|
||||
for entry in workflow["jobs"]:
|
||||
if "munitor/node_build_and_test" in entry:
|
||||
build = entry["munitor/node_build_and_test"]
|
||||
build["test_commands"] = json.dumps([
|
||||
"npm run lint", "npm run build",
|
||||
*json.loads(build["test_commands"])])
|
||||
for branch in ("feature/example", "main", "develop", "staging", "release/1"):
|
||||
result = pipeline.marketing_template({}, branch, "")
|
||||
self.assertEqual(result, baseline)
|
||||
@@ -55,7 +46,6 @@ class MarketingContractTests(unittest.TestCase):
|
||||
build = jobs["munitor/node_build_and_test"]
|
||||
self.assertEqual(build["node_version"], "22")
|
||||
self.assertEqual(json.loads(build["test_commands"]), [
|
||||
"npm run lint", "npm run build",
|
||||
"npx playwright install chromium --with-deps",
|
||||
"npm run test:chromium", "npm run lighthouse"])
|
||||
if name == "production":
|
||||
|
||||
@@ -2,10 +2,7 @@
|
||||
import contextlib
|
||||
import io
|
||||
import json
|
||||
import os
|
||||
from pathlib import Path, PurePosixPath
|
||||
import subprocess
|
||||
import tempfile
|
||||
import unittest
|
||||
from unittest import mock
|
||||
|
||||
@@ -20,84 +17,23 @@ class MobilePolicyTests(unittest.TestCase):
|
||||
after = json.loads((ROOT / "src/scripts/templates/android.json").read_text())
|
||||
self.assertEqual(after["orbs"], before["orbs"])
|
||||
self.assertEqual(set(after["jobs"]), {"unit-test", "android-test", "maven-deploy"})
|
||||
for name in ("unit-test", "android-test"):
|
||||
self.assertEqual(after["jobs"][name], before["jobs"][name])
|
||||
self.assertEqual(after["jobs"]["maven-deploy"]["executor"], before["jobs"]["maven-deploy"]["executor"])
|
||||
self.assertEqual(after["jobs"]["maven-deploy"]["steps"][:2], before["jobs"]["maven-deploy"]["steps"][:2])
|
||||
for name, job in after["jobs"].items():
|
||||
self.assertEqual(job, before["jobs"][name])
|
||||
entries = after["workflows"]["test-and-build"]["jobs"]
|
||||
self.assertEqual(entries[0], "unit-test")
|
||||
self.assertEqual(entries[1], {"android-test": {}})
|
||||
publish = entries[2]["maven-deploy"]
|
||||
self.assertEqual(publish["context"], ["qqq-maven-registry-credentials"])
|
||||
self.assertEqual(publish["requires"], ["unit-test", "android-test"])
|
||||
self.assertEqual(publish["filters"], {"branches": {"only": "main"}})
|
||||
# No new dormant Firebase benchmark or nonexistent app module build.
|
||||
self.assertNotIn("benchmarks-ftl", after["jobs"])
|
||||
|
||||
def test_android_publication_uses_shared_credentials_without_persisting_them(self):
|
||||
data = json.loads((ROOT / "src/scripts/templates/android.json").read_text())
|
||||
steps = data["jobs"]["maven-deploy"]["steps"]
|
||||
self.assertEqual(len(steps), 3)
|
||||
raw = steps[2]["run"]["command"]
|
||||
self.assertIn("python3 \\<<'PYTHON'", raw)
|
||||
command = raw.replace("\\<<", "<<")
|
||||
with tempfile.TemporaryDirectory() as folder:
|
||||
root = Path(folder)
|
||||
runner = root / "gradlew"
|
||||
runner.write_text('''#!/bin/bash
|
||||
set -eu
|
||||
test "$1" = --console=plain
|
||||
test "$2" = publishMavenPublicationToGithubQqqMavenRegistryRepository
|
||||
test "$ORG_GRADLE_PROJECT_githubQqqMavenRegistryUsername" = fixture-user
|
||||
test "$ORG_GRADLE_PROJECT_githubQqqMavenRegistryPassword" = fixture-password
|
||||
touch invoked
|
||||
''')
|
||||
runner.chmod(0o755)
|
||||
python = root / "python3"
|
||||
python.write_text("#!/bin/bash\ncat >/dev/null\n[[ ${DENY_ACCESS:-0} == 0 ]] || exit 1\necho fixture-user\n")
|
||||
python.chmod(0o755)
|
||||
base = {**os.environ, "GITHUB_TOKEN": "fixture-password",
|
||||
"PATH": str(root) + os.pathsep + os.environ["PATH"]}
|
||||
for mode in ("missing", "denied", "success"):
|
||||
env = dict(base)
|
||||
if mode == "missing":
|
||||
env.pop("GITHUB_TOKEN")
|
||||
elif mode == "denied":
|
||||
env["DENY_ACCESS"] = "1"
|
||||
result = subprocess.run(["bash", "-c", command], cwd=root, env=env, capture_output=True, text=True)
|
||||
self.assertEqual(result.returncode == 0, mode == "success")
|
||||
self.assertEqual((root / "invoked").exists(), mode == "success")
|
||||
self.assertFalse((root / "gradle.properties").exists())
|
||||
self.assertNotIn("fixture-password", result.stdout + result.stderr)
|
||||
|
||||
def test_android_registry_preflight_fails_closed(self):
|
||||
data = json.loads((ROOT / "src/scripts/templates/android.json").read_text())
|
||||
command = data["jobs"]["maven-deploy"]["steps"][2]["run"]["command"]
|
||||
script = command.split("<<'PYTHON'\n", 1)[1].split("\nPYTHON", 1)[0]
|
||||
for identity, permissions, allowed in (({"login": "fixture-user"}, {"push": True}, True),
|
||||
({"login": "fixture-user"}, {"push": False}, False),
|
||||
({}, {"push": True}, False)):
|
||||
opener = mock.Mock()
|
||||
responses = [json.dumps(identity), json.dumps({"permissions": permissions})]
|
||||
opener.open.side_effect = lambda *args, **kwargs: io.StringIO(responses.pop(0))
|
||||
with mock.patch("urllib.request.build_opener", return_value=opener), \
|
||||
mock.patch.dict(os.environ, {"GITHUB_TOKEN": "fixture-password"}), \
|
||||
contextlib.redirect_stdout(io.StringIO()) as output:
|
||||
if allowed:
|
||||
exec(compile(script, "registry-preflight", "exec"), {})
|
||||
self.assertEqual(output.getvalue().strip(), "fixture-user")
|
||||
else:
|
||||
with self.assertRaises(SystemExit):
|
||||
exec(compile(script, "registry-preflight", "exec"), {})
|
||||
self.assertNotIn("fixture-password", output.getvalue())
|
||||
|
||||
def test_policy_stays_small_and_validates_actual_pattern_content(self):
|
||||
data = json.loads((ROOT / "src/scripts/templates/mcp-policy.json").read_text())
|
||||
job = data["jobs"]["validate-patterns"]
|
||||
self.assertEqual(job["resource_class"], "small")
|
||||
self.assertIn("PyYAML==6.0.3", job["steps"][1]["run"]["command"])
|
||||
command = job["steps"][2]["run"]["command"]
|
||||
self.assertTrue(command.startswith("python3 \\<< 'EOF'\n"), "CircleCI requires escaped heredoc interpolation markers")
|
||||
script = command.split("\n", 1)[1].rsplit("\nEOF", 1)[0]
|
||||
valid = "id: example\ntitle: Example\ncategory: test\ndescription: test\ncontent: test\n"
|
||||
for text, expected in ((valid, 0), ("id: incomplete\n", 1), ("[invalid", 1)):
|
||||
|
||||
@@ -1,51 +0,0 @@
|
||||
"""Run the workflow's publication shell with a recording CLI, never GitHub."""
|
||||
|
||||
import json
|
||||
import os
|
||||
import subprocess
|
||||
import tempfile
|
||||
import yaml
|
||||
import unittest
|
||||
from pathlib import Path
|
||||
|
||||
|
||||
ROOT = Path(__file__).resolve().parent.parent
|
||||
|
||||
|
||||
def workflow_shell(name):
|
||||
worker = yaml.safe_load((ROOT / ".github/workflows/qqq-all-release.yml").read_text())
|
||||
return next(step["run"] for step in worker["jobs"]["release"]["steps"]
|
||||
if step.get("name") == name)
|
||||
|
||||
|
||||
class ReleaseWorkflowTest(unittest.TestCase):
|
||||
def test_rc_is_prerelease_never_latest_and_ga_keeps_existing_release_behavior(self):
|
||||
with tempfile.TemporaryDirectory() as directory:
|
||||
root = Path(directory)
|
||||
gh = root / "gh"
|
||||
gh.write_text("#!/usr/bin/env python3\nimport json, os, sys\n"
|
||||
"with open(os.environ['CALLS'], 'w') as f: json.dump(sys.argv[1:], f)\n")
|
||||
gh.chmod(0o755)
|
||||
calls = root / "calls.json"
|
||||
for version in ("4.1.0", "4.1.0-RC.1", "4.1.0-RC.2"):
|
||||
calls.unlink(missing_ok=True)
|
||||
environment = {**os.environ, "PATH": directory + os.pathsep + os.environ["PATH"],
|
||||
"CALLS": str(calls), "VERSION": version, "TAG": version,
|
||||
"RUNNER_TEMP": directory, "GITHUB_REPOSITORY": "QRun-IO/qqq-all"}
|
||||
result = subprocess.run(["bash", "-c", workflow_shell("Publish GitHub release with Compose bundle")],
|
||||
env=environment, capture_output=True, text=True)
|
||||
if version == "4.1.0-RC.2":
|
||||
self.assertNotEqual(0, result.returncode)
|
||||
self.assertFalse(calls.exists())
|
||||
continue
|
||||
self.assertEqual(0, result.returncode, result.stderr)
|
||||
args = json.loads(calls.read_text())
|
||||
self.assertEqual(["release", "create", version], args[:3])
|
||||
self.assertIn(str(root / ("qqq-all-" + version + ".tar.gz")), args)
|
||||
self.assertIn("--verify-tag", args)
|
||||
if version == "4.1.0-RC.1":
|
||||
self.assertIn("--prerelease", args)
|
||||
self.assertIn("--latest=false", args)
|
||||
else:
|
||||
self.assertNotIn("--prerelease", args)
|
||||
self.assertNotIn("--latest=false", args)
|
||||
@@ -1,109 +0,0 @@
|
||||
"""Version rollouts preserve policy and reject drift before changing any repo."""
|
||||
import importlib.util
|
||||
from pathlib import Path
|
||||
import tempfile
|
||||
import unittest
|
||||
|
||||
import yaml
|
||||
|
||||
spec = importlib.util.spec_from_file_location('rollout', Path(__file__).resolve().parents[1] / 'tools/rollout_version.py')
|
||||
rollout = importlib.util.module_from_spec(spec)
|
||||
spec.loader.exec_module(rollout)
|
||||
|
||||
|
||||
class RolloutTests(unittest.TestCase):
|
||||
def setUp(self):
|
||||
self.temp = tempfile.TemporaryDirectory()
|
||||
self.addCleanup(self.temp.cleanup)
|
||||
self.root = Path(self.temp.name)
|
||||
|
||||
def checkout(self, name, profile='qbit', explicit=False, **policy):
|
||||
root = self.root / name
|
||||
(root / '.circleci').mkdir(parents=True)
|
||||
manifest = {'profile': profile, 'orb_version': '0.7.4', 'default_branch': 'develop', **policy}
|
||||
caller = rollout.standard.canonical_caller(profile, '0.7.4', explicit_manifest=explicit,
|
||||
release_tag_policy=manifest.get('release_tag_policy'))
|
||||
(root / '.qqq-ci.yml').write_text(yaml.safe_dump(manifest), encoding='utf-8')
|
||||
(root / '.circleci/config.yml').write_text(yaml.safe_dump(caller), encoding='utf-8')
|
||||
return root
|
||||
|
||||
def contents(self, root):
|
||||
return [(root / path).read_bytes() for path in ('.circleci/config.yml', '.qqq-ci.yml')]
|
||||
|
||||
def test_batch_preserves_opt_outs_filters_contexts_and_forwarded_parameters(self):
|
||||
qbit = self.checkout('qbit', release_tag_policy='none', release_on_main=False,
|
||||
test_branch_policy='feature', browsers=False,
|
||||
publish={'snapshot': False, 'release_candidate': False, 'release': False})
|
||||
core = self.checkout('core', profile='core', explicit=True)
|
||||
cli = self.checkout('cli', profile='cli', publish={'release': True}, publish_context='npm-publisher')
|
||||
roots = [qbit, core, cli]
|
||||
originals = [yaml.safe_load((root / '.qqq-ci.yml').read_text()) for root in roots]
|
||||
results = rollout.rollout(roots, '0.7.11', write=True)
|
||||
self.assertTrue(all(result['changed'] for result in results))
|
||||
for root, original in zip(roots, originals):
|
||||
expected = {**original, 'orb_version': '0.7.11'}
|
||||
self.assertEqual(expected, yaml.safe_load((root / '.qqq-ci.yml').read_text()))
|
||||
rollout.standard.validate(*(data.decode() for data in self.contents(root)), '0.7.11')
|
||||
rollout.pipeline.load_manifest(root / '.qqq-ci.yml', '0.7.11')
|
||||
core_caller = yaml.safe_load((core / '.circleci/config.yml').read_text())
|
||||
options = core_caller['workflows']['setup']['jobs'][0]['qqq-orb/generate_pipeline']
|
||||
self.assertEqual('.qqq-ci.yml', options['manifest'])
|
||||
self.assertEqual('<< pipeline.parameters.mongo_bind_diagnostics >>', options['mongo_bind_diagnostics'])
|
||||
|
||||
def test_all_supported_profiles_remain_valid_after_the_same_batch_upgrade(self):
|
||||
roots = [self.checkout(profile, profile=profile, default_branch='main') for profile in rollout.standard.PROFILE_PARAMETERS]
|
||||
results = rollout.rollout(roots, '0.7.11', write=True)
|
||||
self.assertEqual(set(rollout.standard.PROFILE_PARAMETERS), {item['profile'] for item in results})
|
||||
for root in roots:
|
||||
rollout.pipeline.load_manifest(root / '.qqq-ci.yml', '0.7.11')
|
||||
rollout.standard.validate(*(data.decode() for data in self.contents(root)), '0.7.11')
|
||||
|
||||
def test_dry_run_and_repeated_application_do_not_rewrite_files(self):
|
||||
root = self.checkout('qbit')
|
||||
before = self.contents(root)
|
||||
self.assertTrue(rollout.rollout([root], '0.7.11')[0]['changed'])
|
||||
self.assertEqual(before, self.contents(root))
|
||||
rollout.rollout([root], '0.7.11', write=True)
|
||||
applied = self.contents(root)
|
||||
self.assertFalse(rollout.rollout([root], '0.7.11', write=True)[0]['changed'])
|
||||
self.assertEqual(applied, self.contents(root))
|
||||
|
||||
def test_one_custom_caller_rejects_entire_batch_before_any_write(self):
|
||||
good = self.checkout('good')
|
||||
bad = self.checkout('bad')
|
||||
before = self.contents(good)
|
||||
with (bad / '.circleci/config.yml').open('a') as stream:
|
||||
stream.write('\njobs: {custom: {steps: [checkout]}}\n')
|
||||
with self.assertRaises(ValueError):
|
||||
rollout.rollout([good, bad], '0.7.11', write=True)
|
||||
self.assertEqual(before, self.contents(good))
|
||||
|
||||
def test_duplicate_manifest_keys_unknown_settings_and_mismatched_pins_are_rejected(self):
|
||||
for suffix in ['orb_version: 0.7.4\n', 'unknown_setting: true\n', 'publish: {release: maybe}\n']:
|
||||
with self.subTest(suffix=suffix):
|
||||
root = self.checkout(str(len(list(self.root.iterdir()))))
|
||||
with (root / '.qqq-ci.yml').open('a') as stream:
|
||||
stream.write(suffix)
|
||||
before = self.contents(root)
|
||||
with self.assertRaises(ValueError):
|
||||
rollout.rollout([root], '0.7.11', write=True)
|
||||
self.assertEqual(before, self.contents(root))
|
||||
root = self.checkout('mismatch')
|
||||
path = root / '.circleci/config.yml'
|
||||
path.write_text(path.read_text().replace('0.7.4', '0.7.3'))
|
||||
with self.assertRaises(ValueError):
|
||||
rollout.rollout([root], '0.7.11', write=True)
|
||||
|
||||
def test_invalid_target_and_duplicate_checkout_are_rejected(self):
|
||||
root = self.checkout('qbit')
|
||||
before = self.contents(root)
|
||||
for version in ['latest', 'dev:test', '0.7', '0.7.11\n']:
|
||||
with self.assertRaises(ValueError):
|
||||
rollout.rollout([root], version, write=True)
|
||||
with self.assertRaises(ValueError):
|
||||
rollout.rollout([root, root], '0.7.11', write=True)
|
||||
self.assertEqual(before, self.contents(root))
|
||||
|
||||
|
||||
if __name__ == '__main__':
|
||||
unittest.main()
|
||||
@@ -1,11 +1,7 @@
|
||||
import copy
|
||||
import importlib.util
|
||||
import io
|
||||
import os
|
||||
from pathlib import Path
|
||||
import unittest
|
||||
from unittest import mock
|
||||
import urllib.error
|
||||
import yaml
|
||||
|
||||
ROOT = Path(__file__).parents[1]
|
||||
@@ -29,27 +25,6 @@ def fixture():
|
||||
|
||||
|
||||
class EvidenceTests(unittest.TestCase):
|
||||
def test_public_evidence_needs_no_credential_and_optional_token_stays_on_circle(self):
|
||||
for token in ('', 'fixture-token'):
|
||||
opener = mock.Mock()
|
||||
opener.open.return_value = io.BytesIO(b'{"status":"success"}')
|
||||
with mock.patch.dict(os.environ, {'CIRCLECI_TOKEN': token}), \
|
||||
mock.patch.object(v.urllib.request, 'build_opener', return_value=opener):
|
||||
self.assertEqual(v.circle('workflow/' + W), {'status': 'success'})
|
||||
request = opener.open.call_args.args[0]
|
||||
self.assertEqual(request.full_url, 'https://circleci.com/api/v2/workflow/' + W)
|
||||
self.assertEqual(request.get_header('Circle-token'), token or None)
|
||||
|
||||
def test_unavailable_public_evidence_is_not_a_success(self):
|
||||
opener = mock.Mock()
|
||||
opener.open.side_effect = urllib.error.HTTPError('https://circleci.com', 403, 'Forbidden', {}, None)
|
||||
with mock.patch.dict(os.environ, {'CIRCLECI_TOKEN': ''}), \
|
||||
mock.patch.object(v.urllib.request, 'build_opener', return_value=opener), \
|
||||
self.assertRaises(OSError):
|
||||
v.circle('workflow/' + W)
|
||||
with self.assertRaises(v.EvidenceError):
|
||||
v.NoRedirect().redirect_request(None, None, 302, '', {}, 'https://other.example/')
|
||||
|
||||
def test_success_returns_real_circle_evidence_not_fake_github_run(self):
|
||||
evidence = v.validate(SHA, W, *fixture())
|
||||
self.assertEqual('qqq-all-circle-smoke/v1', evidence['schema'])
|
||||
|
||||
@@ -1,8 +1,5 @@
|
||||
"""Voyage's authoritative CI contracts, extracted from source 9f598cc105ef."""
|
||||
import json
|
||||
import os
|
||||
import subprocess
|
||||
import tempfile
|
||||
from pathlib import Path
|
||||
import re
|
||||
import unittest
|
||||
@@ -78,29 +75,7 @@ class VoyageContract(unittest.TestCase):
|
||||
main = {n: o for _, n, o in selected("main")}
|
||||
self.assertEqual(main["update-cd-repo"]["requires"], ["docker-build"])
|
||||
self.assertEqual(main["release-please"]["requires"], ["docker-build"])
|
||||
self.assertEqual(main["docker-build"]["requires"], ["build-and-test", "secrets-scan", "sast-scan", "security-scan"])
|
||||
|
||||
def test_dependency_scan_propagates_findings_and_operational_errors(self):
|
||||
command = next(s["run"]["command"] for s in TEMPLATE["jobs"]["security-scan"]["steps"]
|
||||
if isinstance(s, dict) and "run" in s)
|
||||
with tempfile.TemporaryDirectory() as directory:
|
||||
root = Path(directory)
|
||||
(root / "bin").mkdir()
|
||||
docker = root / "bin/docker"
|
||||
docker.write_text('#!/bin/sh\nexit "$SCANNER_RESULT"\n')
|
||||
docker.chmod(0o755)
|
||||
(root / "target").mkdir()
|
||||
(root / "target/voyage.jar").write_bytes(b"artifact")
|
||||
env = {**os.environ, "HOME": directory, "PATH": str(root / "bin") + os.pathsep + os.environ["PATH"],
|
||||
"CIRCLE_BRANCH": "develop"}
|
||||
for code in (0, 1, 2):
|
||||
result = subprocess.run(["bash", "-c", command], cwd=root,
|
||||
env={**env, "SCANNER_RESULT": str(code)}, capture_output=True)
|
||||
self.assertEqual(result.returncode, code)
|
||||
(root / "target/voyage.jar").unlink()
|
||||
result = subprocess.run(["bash", "-c", command], cwd=root,
|
||||
env={**env, "SCANNER_RESULT": "0"}, capture_output=True)
|
||||
self.assertNotEqual(result.returncode, 0)
|
||||
self.assertEqual(main["docker-build"]["requires"], ["build-and-test", "secrets-scan", "sast-scan"])
|
||||
|
||||
def test_security_policies_and_destinations_preserved(self):
|
||||
jobs = TEMPLATE["jobs"]
|
||||
@@ -109,18 +84,9 @@ class VoyageContract(unittest.TestCase):
|
||||
self.assertIn('ghcr.io/qrun-io/voyage', json.dumps(jobs["docker-build"]))
|
||||
self.assertIn('overlays/production/kustomization.yaml', json.dumps(jobs["update-cd-repo"]))
|
||||
owasp = '\n'.join(s["run"]["command"] for s in jobs["security-scan"]["steps"] if isinstance(s, dict) and "run" in s)
|
||||
self.assertIn('--severity HIGH,CRITICAL --exit-code 1', owasp)
|
||||
self.assertIn('target/voyage.jar:/scan/voyage.jar:ro', owasp)
|
||||
self.assertIn('aquasec/trivy:0.76.0@sha256:', owasp)
|
||||
self.assertNotIn('--ignore-unfixed', owasp)
|
||||
self.assertNotIn('NVD_API_KEY', owasp)
|
||||
self.assertNotIn('mvn ', owasp)
|
||||
self.assertIn('set -euo pipefail', owasp)
|
||||
self.assertEqual(jobs["security-scan"]["resource_class"], "medium")
|
||||
for workflow in TEMPLATE["workflows"].values():
|
||||
for invocation in workflow["jobs"]:
|
||||
if "security-scan" in invocation:
|
||||
self.assertNotIn("context", invocation["security-scan"])
|
||||
self.assertIn('-DfailBuildOnCVSS=7', owasp)
|
||||
self.assertIn('"${CIRCLE_BRANCH}" = "develop"', owasp)
|
||||
self.assertIn('exit 1', owasp)
|
||||
self.assertIn('./gitleaks detect', json.dumps(jobs["secrets-scan"]))
|
||||
self.assertIn('|| true', json.dumps(jobs["sast-scan"]))
|
||||
self.assertIn('makeAggregateBom', json.dumps(jobs["sbom"]))
|
||||
|
||||
@@ -42,7 +42,7 @@ PROFILES = {'qqq': 'core', 'qqq-frontend-material-dashboard': 'frontend-material
|
||||
'qqq-android': 'android', 'qqq-mcp-rag-standard-policies': 'mcp-policy',
|
||||
'marketing-website': 'marketing', 'qqq-mcp-rag': 'native-mcp',
|
||||
'qqq-business-platform': 'native-business', '.github': 'native-workflow-lint',
|
||||
'qqq-orb': 'owner-bootstrap', 'marketing-website-cd': 'native-gitops'}
|
||||
'qqq-orb': 'owner-bootstrap'}
|
||||
NO_CI = json.loads((ROOT / 'tools/no-ci-policy.json').read_text(encoding='utf-8'))
|
||||
|
||||
|
||||
|
||||
@@ -1,92 +0,0 @@
|
||||
#!/usr/bin/env python3
|
||||
"""Upgrade canonical CircleCI callers in one batch; dry-run unless --write.
|
||||
|
||||
Only the orb pin changes. Repository publication policy and profile parameters
|
||||
are preserved. Git commits, pushes and hosted verification remain separate.
|
||||
"""
|
||||
import argparse
|
||||
import importlib.util
|
||||
import json
|
||||
from pathlib import Path
|
||||
import re
|
||||
import sys
|
||||
|
||||
import yaml
|
||||
|
||||
ROOT = Path(__file__).resolve().parents[1]
|
||||
|
||||
|
||||
def module(name):
|
||||
spec = importlib.util.spec_from_file_location(name, ROOT / 'src/scripts' / (name + '.py'))
|
||||
result = importlib.util.module_from_spec(spec)
|
||||
spec.loader.exec_module(result)
|
||||
return result
|
||||
|
||||
|
||||
standard = module('validate_standard')
|
||||
pipeline = module('generate_pipeline')
|
||||
|
||||
|
||||
def plan(checkout, version):
|
||||
root = Path(checkout).resolve(strict=True)
|
||||
paths = [root / '.circleci/config.yml', root / '.qqq-ci.yml']
|
||||
if any(not path.resolve(strict=True).is_relative_to(root) for path in paths):
|
||||
raise ValueError('CI declarations must remain inside their checkout')
|
||||
originals = [path.read_bytes() for path in paths]
|
||||
caller_raw, manifest_raw = [data.decode('utf-8') for data in originals]
|
||||
manifest = standard.load_yaml(manifest_raw)
|
||||
if not isinstance(manifest, dict):
|
||||
raise ValueError('Existing manifest must be a mapping')
|
||||
previous = manifest.get('orb_version')
|
||||
standard.validate(caller_raw, manifest_raw, previous)
|
||||
pipeline.load_manifest(paths[1], previous)
|
||||
caller = standard.load_yaml(caller_raw)
|
||||
if previous == version:
|
||||
replacements = originals
|
||||
else:
|
||||
manifest['orb_version'] = version
|
||||
caller['orbs']['qqq-orb'] = 'kingsrook/qqq-orb@' + version
|
||||
caller['workflows']['setup']['jobs'][0]['qqq-orb/generate_pipeline']['orb_version'] = version
|
||||
new_caller = yaml.safe_dump(caller, sort_keys=False)
|
||||
new_manifest = yaml.safe_dump(manifest, sort_keys=False)
|
||||
standard.validate(new_caller, new_manifest, version)
|
||||
replacements = [new_caller.encode('utf-8'), new_manifest.encode('utf-8')]
|
||||
return {'checkout': str(root), 'profile': manifest['profile'], 'from': previous, 'to': version,
|
||||
'files': list(zip(paths, originals, replacements))}
|
||||
|
||||
|
||||
def rollout(checkouts, version, write=False):
|
||||
if not re.fullmatch(r'\d+\.\d+\.\d+', version):
|
||||
raise ValueError('Fleet upgrades require an explicit stable orb version')
|
||||
# Validate the entire batch before writing any repository.
|
||||
plans = [plan(path, version) for path in checkouts]
|
||||
if len({item['checkout'] for item in plans}) != len(plans):
|
||||
raise ValueError('Each checkout may appear only once')
|
||||
if write:
|
||||
for item in plans:
|
||||
for path, original, replacement in item['files']:
|
||||
if path.read_bytes() != original:
|
||||
raise ValueError('CI declaration changed after preflight; rerun the rollout')
|
||||
for item in plans:
|
||||
for path, original, replacement in item['files']:
|
||||
if replacement != original:
|
||||
path.write_bytes(replacement)
|
||||
return [{**{key: value for key, value in item.items() if key != 'files'},
|
||||
'changed': any(old != new for _, old, new in item['files']), 'written': write}
|
||||
for item in plans]
|
||||
|
||||
|
||||
def main():
|
||||
parser = argparse.ArgumentParser(description=__doc__)
|
||||
parser.add_argument('checkouts', nargs='+', type=Path)
|
||||
parser.add_argument('--orb-version', required=True)
|
||||
parser.add_argument('--write', action='store_true')
|
||||
args = parser.parse_args()
|
||||
print(json.dumps(rollout(args.checkouts, args.orb_version, args.write), indent=2))
|
||||
|
||||
|
||||
if __name__ == '__main__':
|
||||
try:
|
||||
main()
|
||||
except (ValueError, OSError) as error:
|
||||
sys.exit('Version rollout rejected: ' + str(error))
|
||||
@@ -2,7 +2,7 @@
|
||||
"""Replace audited standard QBit pipelines with the canonical orb caller.
|
||||
|
||||
Only modifies the two CI declarations in a supplied checkout. Git operations and
|
||||
publication remain separate. Unknown jobs/options fail closed for central profile resolution.
|
||||
publication remain separate. Unknown jobs/options fail closed for human review.
|
||||
"""
|
||||
import argparse
|
||||
from pathlib import Path
|
||||
@@ -158,7 +158,7 @@ def main():
|
||||
manifest_path = args.checkout / ".qqq-ci.yml"
|
||||
config = yaml.safe_load(config_path.read_text(encoding="utf-8"))
|
||||
if manifest_path.exists():
|
||||
raise ValueError("Already has a manifest; use tools/rollout_version.py")
|
||||
raise ValueError("Already has a manifest; use the version rollout operation")
|
||||
manifest = infer_manifest(config, args.orb_version, args.default_branch)
|
||||
caller = canonical_caller(args.orb_version, manifest["release_tag_policy"])
|
||||
if args.write:
|
||||
|
||||
Reference in new issue
Block a user