Extract Grammaratur, Dregarnuhr, Geduldh, Mestionora, Ordoschnellic, Schutzaria, Kunstzeal and Seheweit behind compatible application contracts. Include accumulated editor resilience, navigation and theme UX, remote CLI, storage/schema and DR groundwork, tests and design/operations documentation. Verified: uncached full Go suite; go vet ./...; race tests for all eight components; 11 targeted Chromium tests; Node suites; 19 Python CLI tests; reproducible editor build. No push, release tag or deployment in this checkpoint.
121 lines
7.2 KiB
Go
121 lines
7.2 KiB
Go
package store
|
|
|
|
import "pageswiki/internal/db"
|
|
|
|
// Version 1 repairs only the known legacy columns; version 2 can then safely
|
|
// create indexes using them. Recovery of running jobs is intentionally separate.
|
|
var eventJobMigrations = []db.SQLMigration{
|
|
{Version: 1, Name: "adopt_event_job_columns", Statements: []string{`
|
|
CREATE TABLE IF NOT EXISTS event_jobs (
|
|
uuid TEXT PRIMARY KEY,
|
|
event_type TEXT NOT NULL,
|
|
event_key TEXT NOT NULL,
|
|
payload TEXT NOT NULL,
|
|
status TEXT NOT NULL,
|
|
attempts INTEGER NOT NULL DEFAULT 0,
|
|
run_at_ms INTEGER NOT NULL,
|
|
error TEXT NOT NULL DEFAULT '',
|
|
created_at_ms INTEGER NOT NULL,
|
|
updated_at_ms INTEGER NOT NULL
|
|
)
|
|
`}, AddColumns: []db.SQLiteColumn{
|
|
{Table: "event_jobs", Name: "event_uuid", Declaration: "TEXT NOT NULL DEFAULT ''"},
|
|
{Table: "event_jobs", Name: "priority", Declaration: "INTEGER NOT NULL DEFAULT 0"},
|
|
{Table: "event_jobs", Name: "max_attempts", Declaration: "INTEGER NOT NULL DEFAULT 3"},
|
|
{Table: "event_jobs", Name: "started_at_ms", Declaration: "INTEGER NOT NULL DEFAULT 0"},
|
|
{Table: "event_jobs", Name: "finished_at_ms", Declaration: "INTEGER NOT NULL DEFAULT 0"},
|
|
{Table: "event_jobs", Name: "cancel_requested", Declaration: "INTEGER NOT NULL DEFAULT 0"},
|
|
}},
|
|
{Version: 2, Name: "adopt_event_queue_and_logs", Statements: []string{
|
|
`CREATE INDEX IF NOT EXISTS idx_event_jobs_identity_status ON event_jobs(event_type,event_key,status)`,
|
|
`CREATE INDEX IF NOT EXISTS idx_event_jobs_listing ON event_jobs (created_at_ms DESC, uuid DESC)`,
|
|
`CREATE INDEX IF NOT EXISTS idx_event_jobs_status_listing ON event_jobs (status, created_at_ms DESC, uuid DESC)`,
|
|
`CREATE INDEX IF NOT EXISTS idx_event_jobs_history ON event_jobs (created_at_ms DESC, uuid DESC) WHERE status IN ('succeeded','skipped','failed','cancelled')`,
|
|
// Legacy installations already have this name without priority. IF NOT
|
|
// EXISTS would retain that definition and fail the contract below. This
|
|
// non-unique scheduling index is rebuilt once, in the adoption transaction;
|
|
// neither jobs nor their status/attempts are changed.
|
|
`DROP INDEX IF EXISTS idx_event_jobs_due`,
|
|
`CREATE INDEX IF NOT EXISTS idx_event_jobs_due
|
|
ON event_jobs (status, priority DESC, run_at_ms, created_at_ms)`,
|
|
`CREATE TABLE IF NOT EXISTS event_definitions (
|
|
uuid TEXT PRIMARY KEY, name TEXT NOT NULL, event_type TEXT NOT NULL,
|
|
event_key TEXT NOT NULL, payload TEXT NOT NULL DEFAULT '',
|
|
schedule_kind TEXT NOT NULL DEFAULT 'manual',
|
|
interval_seconds INTEGER NOT NULL DEFAULT 0,
|
|
next_run_at_ms INTEGER NOT NULL DEFAULT 0,
|
|
enabled INTEGER NOT NULL DEFAULT 1, priority INTEGER NOT NULL DEFAULT 0,
|
|
max_attempts INTEGER NOT NULL DEFAULT 3,
|
|
created_at_ms INTEGER NOT NULL, updated_at_ms INTEGER NOT NULL
|
|
)`,
|
|
`CREATE INDEX IF NOT EXISTS idx_event_definitions_due
|
|
ON event_definitions (enabled, next_run_at_ms)`,
|
|
`CREATE TABLE IF NOT EXISTS event_logs (
|
|
id INTEGER PRIMARY KEY AUTOINCREMENT, job_uuid TEXT NOT NULL,
|
|
event_uuid TEXT NOT NULL DEFAULT '', level TEXT NOT NULL,
|
|
message TEXT NOT NULL, created_at_ms INTEGER NOT NULL
|
|
)`,
|
|
`CREATE INDEX IF NOT EXISTS idx_event_logs_job
|
|
ON event_logs (job_uuid, created_at_ms DESC)`,
|
|
`CREATE INDEX IF NOT EXISTS idx_event_logs_job_id ON event_logs (job_uuid, id DESC)`,
|
|
`CREATE TABLE IF NOT EXISTS event_log_policies (
|
|
event_type TEXT PRIMARY KEY,
|
|
retention_hours INTEGER NOT NULL DEFAULT 168,
|
|
aggregate_after_hours INTEGER NOT NULL DEFAULT 24,
|
|
bucket_seconds INTEGER NOT NULL DEFAULT 60,
|
|
max_rows INTEGER NOT NULL DEFAULT 5000
|
|
)`,
|
|
`INSERT OR IGNORE INTO event_log_policies(event_type,retention_hours,aggregate_after_hours,bucket_seconds,max_rows)
|
|
VALUES('*',168,24,60,5000)`,
|
|
`CREATE TABLE IF NOT EXISTS event_log_buckets (
|
|
event_type TEXT NOT NULL,
|
|
bucket_start_ms INTEGER NOT NULL,
|
|
level TEXT NOT NULL,
|
|
count INTEGER NOT NULL DEFAULT 0,
|
|
first_at_ms INTEGER NOT NULL,
|
|
last_at_ms INTEGER NOT NULL,
|
|
sample_message TEXT NOT NULL DEFAULT '',
|
|
PRIMARY KEY(event_type,bucket_start_ms,level)
|
|
)`,
|
|
`CREATE INDEX IF NOT EXISTS idx_event_log_buckets_time ON event_log_buckets(event_type,bucket_start_ms DESC)`,
|
|
`CREATE TABLE IF NOT EXISTS event_queue_settings (
|
|
id INTEGER PRIMARY KEY CHECK (id = 1), paused INTEGER NOT NULL DEFAULT 0,
|
|
concurrency INTEGER NOT NULL DEFAULT 1,
|
|
max_depth INTEGER NOT NULL DEFAULT 10000,
|
|
retry_base_seconds INTEGER NOT NULL DEFAULT 30,
|
|
retention_hours INTEGER NOT NULL DEFAULT 168
|
|
)`,
|
|
`INSERT OR IGNORE INTO event_queue_settings
|
|
(id, paused, concurrency, max_depth, retry_base_seconds, retention_hours)
|
|
VALUES (1, 0, 1, 10000, 30, 168)`,
|
|
}, Assertions: []string{
|
|
schemaColumns("event_jobs", "uuid,event_type,event_key,payload,status,attempts,run_at_ms,error,created_at_ms,updated_at_ms,event_uuid,priority,max_attempts,started_at_ms,finished_at_ms,cancel_requested"),
|
|
schemaColumns("event_definitions", "uuid,name,event_type,event_key,payload,schedule_kind,interval_seconds,next_run_at_ms,enabled,priority,max_attempts,created_at_ms,updated_at_ms"),
|
|
schemaColumns("event_logs", "id,job_uuid,event_uuid,level,message,created_at_ms"),
|
|
schemaColumns("event_log_policies", "event_type,retention_hours,aggregate_after_hours,bucket_seconds,max_rows"),
|
|
schemaColumns("event_log_buckets", "event_type,bucket_start_ms,level,count,first_at_ms,last_at_ms,sample_message"),
|
|
schemaColumns("event_queue_settings", "id,paused,concurrency,max_depth,retry_base_seconds,retention_hours"),
|
|
schemaUnique("event_jobs", "uuid"), schemaUnique("event_definitions", "uuid"),
|
|
schemaUnique("event_log_policies", "event_type"), schemaUnique("event_log_buckets", "event_type,bucket_start_ms,level"),
|
|
schemaIndex("event_jobs", "idx_event_jobs_identity_status", "event_type,event_key,status"),
|
|
schemaIndex("event_jobs", "idx_event_jobs_due", "status,priority,run_at_ms,created_at_ms"),
|
|
schemaIndex("event_jobs", "idx_event_jobs_listing", "created_at_ms,uuid"),
|
|
schemaIndex("event_jobs", "idx_event_jobs_status_listing", "status,created_at_ms,uuid"),
|
|
schemaIndex("event_jobs", "idx_event_jobs_history", "created_at_ms,uuid"),
|
|
schemaIndexPredicate("idx_event_jobs_history", "status IN ('succeeded','skipped','failed','cancelled')"),
|
|
schemaIndex("event_definitions", "idx_event_definitions_due", "enabled,next_run_at_ms"),
|
|
schemaIndex("event_logs", "idx_event_logs_job", "job_uuid,created_at_ms"),
|
|
schemaIndex("event_logs", "idx_event_logs_job_id", "job_uuid,id"),
|
|
schemaIndex("event_log_buckets", "idx_event_log_buckets_time", "event_type,bucket_start_ms"),
|
|
schemaAddedColumn("event_jobs", "priority", "INTEGER", "0"),
|
|
schemaAddedColumn("event_jobs", "max_attempts", "INTEGER", "3"),
|
|
schemaAddedColumn("event_jobs", "event_uuid", "TEXT", "''"),
|
|
schemaAddedColumn("event_jobs", "started_at_ms", "INTEGER", "0"),
|
|
schemaAddedColumn("event_jobs", "finished_at_ms", "INTEGER", "0"),
|
|
schemaAddedColumn("event_jobs", "cancel_requested", "INTEGER", "0"),
|
|
`SELECT 1 WHERE NOT EXISTS (SELECT 1 FROM pragma_table_info('event_logs') WHERE name='id' AND type='INTEGER' AND pk=1)`,
|
|
`SELECT 1 WHERE NOT EXISTS (SELECT 1 FROM pragma_table_info('event_queue_settings') WHERE name='id' AND type='INTEGER' AND pk=1)`,
|
|
`SELECT 1 WHERE NOT EXISTS (SELECT 1 FROM event_queue_settings WHERE id=1)`,
|
|
}},
|
|
}
|