Files
qbit-jobs/docs/ddl/postgres.sql
T
james.maesandClaude Opus 5.5 2d76d3b414 feat: Jobs app for QQQ durable background jobs
Scaffold per the QRun qbit repo standard:
- CircleCI orb config, release-rc workflow and dependabot;
- Maven wrapper, checkstyle, and a JaCoCo gate at 70% instructions and 90% classes;
- README, LICENSE, NOTICE, CHANGELOG, AGENTS and CLAUDE pointers.

The app (design: QRun-IO/qqq docs/specs/DURABLE-JOBS-AND-ASSISTED-BULK-LOAD.md,
section 2.12 and phase 4):
- Home, built from typed widgets read in the viewer's session:
  - an overview: now, and the last 24 hours;
  - running and queued jobs, with progress bars and record links;
  - rows per hour by process;
  - needs attention, with the errors;
  - workers;
  - 30 days of history.
- Job record: a live progress panel, chunk/row-error/event child lists,
  and the audit link for changes made by the job.
- Declarations: the jobs.job-failed and jobs.job-stalled alert types,
  and the jobs.reaper heartbeat monitor.
- Retention: a hidden scheduled purge with a standard process summary.
- Opt-in ESB, Quick Search and Data Analysis registration lists, and the
  Postgres DDL.

It builds against released 4.1.0-RC.5. The core names it needs are mirrored
in stand-ins tagged STAND-IN(core=QRun-IO/qqq#1178, removeBy=RC.6).
The -Pdemo server runs against a locally installed kernel build and takes
the screenshots in docs/screenshots.

Co-Authored-By: Claude Opus 5.5 <noreply@anthropic.com>
2026-10-13 23:21:02 -05:00

139 lines
4.4 KiB
SQL

-- Durable jobs schema, copied from core prime-durable-jobs.sql (QRun-IO/qqq#1178).
-- Snake-case columns; excludes test fixtures and destructive DROP statements.
CREATE TABLE jobs_job
(
id SERIAL PRIMARY KEY,
label VARCHAR(250),
process_name VARCHAR(250) NOT NULL,
table_name VARCHAR(250),
mode VARCHAR(20),
status VARCHAR(30) NOT NULL,
status_reason VARCHAR(500),
priority INTEGER DEFAULT 5,
user_id VARCHAR(250),
client_channel VARCHAR(250),
credential_scope_json TEXT,
source_type VARCHAR(30),
source_json TEXT,
params_json TEXT,
idempotency VARCHAR(30),
semantics VARCHAR(20),
chunk_size INTEGER,
max_parallel_chunks INTEGER,
rows_total INTEGER,
rows_done INTEGER,
rows_ok INTEGER,
rows_failed INTEGER,
chunks_total INTEGER,
chunks_done INTEGER,
chunks_failed INTEGER,
summary_json TEXT,
output_storage_json TEXT,
parent_job_id INTEGER,
saved_bulk_load_profile_id INTEGER,
notify_email BOOLEAN DEFAULT FALSE,
queued_at TIMESTAMPTZ,
started_at TIMESTAMPTZ,
finished_at TIMESTAMPTZ,
last_progress_at TIMESTAMPTZ,
error_message TEXT,
lease_version INTEGER DEFAULT 0,
create_date TIMESTAMPTZ,
modify_date TIMESTAMPTZ
);
CREATE INDEX jobs_job_claim_idx ON jobs_job (status, priority, queued_at);
CREATE INDEX jobs_job_user_idx ON jobs_job (user_id, status);
CREATE TABLE jobs_chunk
(
id SERIAL PRIMARY KEY,
job_id INTEGER NOT NULL REFERENCES jobs_job (id) ON DELETE CASCADE,
seq INTEGER NOT NULL,
status VARCHAR(30) NOT NULL,
range_json TEXT,
input_storage_ref VARCHAR(1000),
attempt INTEGER DEFAULT 0,
max_attempts INTEGER DEFAULT 3,
lease_owner VARCHAR(250),
lease_token VARCHAR(100),
lease_expires_at TIMESTAMPTZ,
heartbeat_at TIMESTAMPTZ,
rows_in INTEGER,
rows_ok INTEGER,
rows_failed INTEGER,
summary_json TEXT,
checkpoint_json TEXT,
error_message TEXT,
started_at TIMESTAMPTZ,
finished_at TIMESTAMPTZ,
lease_version INTEGER DEFAULT 0,
create_date TIMESTAMPTZ,
modify_date TIMESTAMPTZ,
UNIQUE (job_id, seq)
);
CREATE INDEX jobs_chunk_status_idx ON jobs_chunk (job_id, status);
CREATE INDEX jobs_chunk_lease_idx ON jobs_chunk (status, lease_expires_at);
CREATE TABLE jobs_row_error
(
id SERIAL PRIMARY KEY,
job_id INTEGER NOT NULL REFERENCES jobs_job (id) ON DELETE CASCADE,
chunk_id INTEGER,
row_number INTEGER,
record_pk VARCHAR(250),
field_name VARCHAR(250),
error_code VARCHAR(100),
message TEXT,
retry_job_id INTEGER,
resolved BOOLEAN DEFAULT FALSE,
create_date TIMESTAMPTZ
);
CREATE INDEX jobs_row_error_job_idx ON jobs_row_error (job_id);
CREATE TABLE jobs_event
(
id SERIAL PRIMARY KEY,
job_id INTEGER NOT NULL REFERENCES jobs_job (id) ON DELETE CASCADE,
chunk_id INTEGER,
type VARCHAR(30),
actor_user_id VARCHAR(250),
client_channel VARCHAR(250),
pod VARCHAR(250),
detail TEXT,
create_date TIMESTAMPTZ
);
CREATE INDEX jobs_event_job_idx ON jobs_event (job_id);
CREATE TABLE jobs_worker
(
id SERIAL PRIMARY KEY,
pod_id VARCHAR(250) NOT NULL UNIQUE,
started_at TIMESTAMPTZ,
heartbeat_at TIMESTAMPTZ,
threads INTEGER,
draining BOOLEAN,
version VARCHAR(100)
);
CREATE TABLE jobs_upload
(
id SERIAL PRIMARY KEY,
ref VARCHAR(100) NOT NULL UNIQUE,
user_id VARCHAR(250),
file_name VARCHAR(250),
content_type VARCHAR(250),
size_bytes BIGINT,
storage_table_name VARCHAR(250),
storage_reference VARCHAR(1000),
expires_at TIMESTAMPTZ,
job_id INTEGER,
create_date TIMESTAMPTZ
);