Files
pages/internal/store/schema_jobs.go
T
Anya Tokugawa d5d21b7841
Build and publish container images / images (push) Successful in 9m34s
Release container images / release (push) Successful in 36s
Refactor architecture into eight components and consolidate reliability work
Extract Grammaratur, Dregarnuhr, Geduldh, Mestionora, Ordoschnellic, Schutzaria, Kunstzeal and Seheweit behind compatible application contracts.

Include accumulated editor resilience, navigation and theme UX, remote CLI, storage/schema and DR groundwork, tests and design/operations documentation.

Verified: uncached full Go suite; go vet ./...; race tests for all eight components; 11 targeted Chromium tests; Node suites; 19 Python CLI tests; reproducible editor build. No push, release tag or deployment in this checkpoint.
2026-11-01 15:23:31 +09:00

121 lines
7.2 KiB
Go

package store
import "pageswiki/internal/db"
// Version 1 repairs only the known legacy columns; version 2 can then safely
// create indexes using them. Recovery of running jobs is intentionally separate.
var eventJobMigrations = []db.SQLMigration{
{Version: 1, Name: "adopt_event_job_columns", Statements: []string{`
CREATE TABLE IF NOT EXISTS event_jobs (
uuid TEXT PRIMARY KEY,
event_type TEXT NOT NULL,
event_key TEXT NOT NULL,
payload TEXT NOT NULL,
status TEXT NOT NULL,
attempts INTEGER NOT NULL DEFAULT 0,
run_at_ms INTEGER NOT NULL,
error TEXT NOT NULL DEFAULT '',
created_at_ms INTEGER NOT NULL,
updated_at_ms INTEGER NOT NULL
)
`}, AddColumns: []db.SQLiteColumn{
{Table: "event_jobs", Name: "event_uuid", Declaration: "TEXT NOT NULL DEFAULT ''"},
{Table: "event_jobs", Name: "priority", Declaration: "INTEGER NOT NULL DEFAULT 0"},
{Table: "event_jobs", Name: "max_attempts", Declaration: "INTEGER NOT NULL DEFAULT 3"},
{Table: "event_jobs", Name: "started_at_ms", Declaration: "INTEGER NOT NULL DEFAULT 0"},
{Table: "event_jobs", Name: "finished_at_ms", Declaration: "INTEGER NOT NULL DEFAULT 0"},
{Table: "event_jobs", Name: "cancel_requested", Declaration: "INTEGER NOT NULL DEFAULT 0"},
}},
{Version: 2, Name: "adopt_event_queue_and_logs", Statements: []string{
`CREATE INDEX IF NOT EXISTS idx_event_jobs_identity_status ON event_jobs(event_type,event_key,status)`,
`CREATE INDEX IF NOT EXISTS idx_event_jobs_listing ON event_jobs (created_at_ms DESC, uuid DESC)`,
`CREATE INDEX IF NOT EXISTS idx_event_jobs_status_listing ON event_jobs (status, created_at_ms DESC, uuid DESC)`,
`CREATE INDEX IF NOT EXISTS idx_event_jobs_history ON event_jobs (created_at_ms DESC, uuid DESC) WHERE status IN ('succeeded','skipped','failed','cancelled')`,
// Legacy installations already have this name without priority. IF NOT
// EXISTS would retain that definition and fail the contract below. This
// non-unique scheduling index is rebuilt once, in the adoption transaction;
// neither jobs nor their status/attempts are changed.
`DROP INDEX IF EXISTS idx_event_jobs_due`,
`CREATE INDEX IF NOT EXISTS idx_event_jobs_due
ON event_jobs (status, priority DESC, run_at_ms, created_at_ms)`,
`CREATE TABLE IF NOT EXISTS event_definitions (
uuid TEXT PRIMARY KEY, name TEXT NOT NULL, event_type TEXT NOT NULL,
event_key TEXT NOT NULL, payload TEXT NOT NULL DEFAULT '',
schedule_kind TEXT NOT NULL DEFAULT 'manual',
interval_seconds INTEGER NOT NULL DEFAULT 0,
next_run_at_ms INTEGER NOT NULL DEFAULT 0,
enabled INTEGER NOT NULL DEFAULT 1, priority INTEGER NOT NULL DEFAULT 0,
max_attempts INTEGER NOT NULL DEFAULT 3,
created_at_ms INTEGER NOT NULL, updated_at_ms INTEGER NOT NULL
)`,
`CREATE INDEX IF NOT EXISTS idx_event_definitions_due
ON event_definitions (enabled, next_run_at_ms)`,
`CREATE TABLE IF NOT EXISTS event_logs (
id INTEGER PRIMARY KEY AUTOINCREMENT, job_uuid TEXT NOT NULL,
event_uuid TEXT NOT NULL DEFAULT '', level TEXT NOT NULL,
message TEXT NOT NULL, created_at_ms INTEGER NOT NULL
)`,
`CREATE INDEX IF NOT EXISTS idx_event_logs_job
ON event_logs (job_uuid, created_at_ms DESC)`,
`CREATE INDEX IF NOT EXISTS idx_event_logs_job_id ON event_logs (job_uuid, id DESC)`,
`CREATE TABLE IF NOT EXISTS event_log_policies (
event_type TEXT PRIMARY KEY,
retention_hours INTEGER NOT NULL DEFAULT 168,
aggregate_after_hours INTEGER NOT NULL DEFAULT 24,
bucket_seconds INTEGER NOT NULL DEFAULT 60,
max_rows INTEGER NOT NULL DEFAULT 5000
)`,
`INSERT OR IGNORE INTO event_log_policies(event_type,retention_hours,aggregate_after_hours,bucket_seconds,max_rows)
VALUES('*',168,24,60,5000)`,
`CREATE TABLE IF NOT EXISTS event_log_buckets (
event_type TEXT NOT NULL,
bucket_start_ms INTEGER NOT NULL,
level TEXT NOT NULL,
count INTEGER NOT NULL DEFAULT 0,
first_at_ms INTEGER NOT NULL,
last_at_ms INTEGER NOT NULL,
sample_message TEXT NOT NULL DEFAULT '',
PRIMARY KEY(event_type,bucket_start_ms,level)
)`,
`CREATE INDEX IF NOT EXISTS idx_event_log_buckets_time ON event_log_buckets(event_type,bucket_start_ms DESC)`,
`CREATE TABLE IF NOT EXISTS event_queue_settings (
id INTEGER PRIMARY KEY CHECK (id = 1), paused INTEGER NOT NULL DEFAULT 0,
concurrency INTEGER NOT NULL DEFAULT 1,
max_depth INTEGER NOT NULL DEFAULT 10000,
retry_base_seconds INTEGER NOT NULL DEFAULT 30,
retention_hours INTEGER NOT NULL DEFAULT 168
)`,
`INSERT OR IGNORE INTO event_queue_settings
(id, paused, concurrency, max_depth, retry_base_seconds, retention_hours)
VALUES (1, 0, 1, 10000, 30, 168)`,
}, Assertions: []string{
schemaColumns("event_jobs", "uuid,event_type,event_key,payload,status,attempts,run_at_ms,error,created_at_ms,updated_at_ms,event_uuid,priority,max_attempts,started_at_ms,finished_at_ms,cancel_requested"),
schemaColumns("event_definitions", "uuid,name,event_type,event_key,payload,schedule_kind,interval_seconds,next_run_at_ms,enabled,priority,max_attempts,created_at_ms,updated_at_ms"),
schemaColumns("event_logs", "id,job_uuid,event_uuid,level,message,created_at_ms"),
schemaColumns("event_log_policies", "event_type,retention_hours,aggregate_after_hours,bucket_seconds,max_rows"),
schemaColumns("event_log_buckets", "event_type,bucket_start_ms,level,count,first_at_ms,last_at_ms,sample_message"),
schemaColumns("event_queue_settings", "id,paused,concurrency,max_depth,retry_base_seconds,retention_hours"),
schemaUnique("event_jobs", "uuid"), schemaUnique("event_definitions", "uuid"),
schemaUnique("event_log_policies", "event_type"), schemaUnique("event_log_buckets", "event_type,bucket_start_ms,level"),
schemaIndex("event_jobs", "idx_event_jobs_identity_status", "event_type,event_key,status"),
schemaIndex("event_jobs", "idx_event_jobs_due", "status,priority,run_at_ms,created_at_ms"),
schemaIndex("event_jobs", "idx_event_jobs_listing", "created_at_ms,uuid"),
schemaIndex("event_jobs", "idx_event_jobs_status_listing", "status,created_at_ms,uuid"),
schemaIndex("event_jobs", "idx_event_jobs_history", "created_at_ms,uuid"),
schemaIndexPredicate("idx_event_jobs_history", "status IN ('succeeded','skipped','failed','cancelled')"),
schemaIndex("event_definitions", "idx_event_definitions_due", "enabled,next_run_at_ms"),
schemaIndex("event_logs", "idx_event_logs_job", "job_uuid,created_at_ms"),
schemaIndex("event_logs", "idx_event_logs_job_id", "job_uuid,id"),
schemaIndex("event_log_buckets", "idx_event_log_buckets_time", "event_type,bucket_start_ms"),
schemaAddedColumn("event_jobs", "priority", "INTEGER", "0"),
schemaAddedColumn("event_jobs", "max_attempts", "INTEGER", "3"),
schemaAddedColumn("event_jobs", "event_uuid", "TEXT", "''"),
schemaAddedColumn("event_jobs", "started_at_ms", "INTEGER", "0"),
schemaAddedColumn("event_jobs", "finished_at_ms", "INTEGER", "0"),
schemaAddedColumn("event_jobs", "cancel_requested", "INTEGER", "0"),
`SELECT 1 WHERE NOT EXISTS (SELECT 1 FROM pragma_table_info('event_logs') WHERE name='id' AND type='INTEGER' AND pk=1)`,
`SELECT 1 WHERE NOT EXISTS (SELECT 1 FROM pragma_table_info('event_queue_settings') WHERE name='id' AND type='INTEGER' AND pk=1)`,
`SELECT 1 WHERE NOT EXISTS (SELECT 1 FROM event_queue_settings WHERE id=1)`,
}},
}