feat(storage): add native PostgreSQL runtime and verified offline application import
Build and publish container images / images (push) Failing after 12m29s

This commit is contained in:
Anya Tokugawa committed 2026-11-15 05:47:14 +09:00
1 parent 96065d1e89
commit 0ba1dcfef0
243 files changed
+21441 -3090

No files matched your search

+61
View File
@@ -0,0 +1,61 @@
package store
import (
"context"
"pageswiki/internal/db"
)
func (s *Store) ensurePostgreSQLFeeds(ctx context.Context) error {
return db.ApplyPostgreSQLMigrations(ctx, s.DB, "store-feeds", []db.PostgreSQLMigration{{Version: 1, Name: "private feeds and remote operation receipts", Statements: []string{
`CREATE TABLE feed_sources(uuid TEXT COLLATE "C" PRIMARY KEY,domain_uuid TEXT COLLATE "C" NOT NULL,owner_uuid TEXT COLLATE "C" NOT NULL,provider TEXT NOT NULL CHECK(provider IN ('local','freshrss')),title TEXT NOT NULL,folder TEXT NOT NULL,url TEXT NOT NULL,credential TEXT NOT NULL DEFAULT '',version BIGINT NOT NULL,enabled BIGINT NOT NULL,interval_seconds BIGINT NOT NULL,next_ms BIGINT NOT NULL DEFAULT 0,lease TEXT NOT NULL DEFAULT '',lease_until BIGINT NOT NULL DEFAULT 0,last_ms BIGINT NOT NULL DEFAULT 0,error TEXT NOT NULL DEFAULT '',etag TEXT NOT NULL DEFAULT '',modified TEXT NOT NULL DEFAULT '',remote_catalog TEXT NOT NULL DEFAULT '[]',write_enabled BIGINT NOT NULL DEFAULT 0,remote_folders TEXT NOT NULL DEFAULT '[]')`,
`CREATE INDEX feed_sources_owner ON feed_sources(domain_uuid,owner_uuid,uuid)`,
`CREATE INDEX feed_sources_due ON feed_sources(enabled,next_ms,uuid)`,
`CREATE TABLE feed_items(source_uuid TEXT COLLATE "C" NOT NULL REFERENCES feed_sources(uuid) ON DELETE CASCADE,id TEXT COLLATE "C" NOT NULL,title TEXT NOT NULL,url TEXT NOT NULL,body TEXT NOT NULL,published_ms BIGINT NOT NULL,feed TEXT NOT NULL,folder TEXT NOT NULL,is_read BIGINT NOT NULL,starred BIGINT NOT NULL,body_html TEXT NOT NULL DEFAULT '',remote_feed TEXT NOT NULL DEFAULT '',remote_categories TEXT NOT NULL DEFAULT '[]',PRIMARY KEY(source_uuid,id))`,
`CREATE INDEX feed_items_date ON feed_items(source_uuid,published_ms DESC,id DESC)`,
`CREATE TABLE feed_states(source_uuid TEXT COLLATE "C" NOT NULL REFERENCES feed_sources(uuid) ON DELETE CASCADE,id TEXT COLLATE "C" NOT NULL,is_read BIGINT NOT NULL,starred BIGINT NOT NULL,version BIGINT NOT NULL,PRIMARY KEY(source_uuid,id))`,
`CREATE TABLE feed_note_receipts(domain_uuid TEXT COLLATE "C" NOT NULL,owner_uuid TEXT COLLATE "C" NOT NULL,request_id TEXT COLLATE "C" NOT NULL,input_hash TEXT NOT NULL,page_uuid TEXT NOT NULL,PRIMARY KEY(domain_uuid,owner_uuid,request_id))`,
`CREATE TABLE feed_import_receipts(domain_uuid TEXT COLLATE "C" NOT NULL,owner_uuid TEXT COLLATE "C" NOT NULL,request_id TEXT COLLATE "C" NOT NULL,input_hash TEXT NOT NULL,result TEXT NOT NULL,PRIMARY KEY(domain_uuid,owner_uuid,request_id))`,
`CREATE TABLE feed_actions(domain_uuid TEXT COLLATE "C" NOT NULL,owner_uuid TEXT COLLATE "C" NOT NULL,request_id TEXT COLLATE "C" NOT NULL,source_uuid TEXT COLLATE "C" NOT NULL,item_id TEXT COLLATE "C" NOT NULL,field TEXT NOT NULL,desired BIGINT NOT NULL,source_version BIGINT NOT NULL,status TEXT NOT NULL,claim TEXT NOT NULL DEFAULT '',until_ms BIGINT NOT NULL DEFAULT 0,created_ms BIGINT NOT NULL,error TEXT NOT NULL DEFAULT '',PRIMARY KEY(domain_uuid,owner_uuid,request_id))`,
`CREATE INDEX feed_actions_due ON feed_actions(status,created_ms)`,
`CREATE INDEX feed_actions_item ON feed_actions(domain_uuid,owner_uuid,source_uuid,item_id,created_ms DESC)`,
`CREATE UNIQUE INDEX feed_actions_active ON feed_actions(source_uuid,item_id) WHERE status IN ('queued','preparing','sending','unknown','check_queued','checking')`,
`CREATE FUNCTION pageswiki_feed_source_change() RETURNS trigger LANGUAGE plpgsql AS $fn$ BEGIN
UPDATE feed_actions SET status=CASE WHEN status IN ('sending','unknown','check_queued','checking') THEN 'unknown' ELSE 'cancelled' END,error=CASE WHEN TG_OP='DELETE' THEN 'source_deleted' ELSE 'source_changed' END WHERE source_uuid=OLD.uuid AND status IN ('queued','preparing','sending','unknown','check_queued','checking');
RETURN NULL; END $fn$`,
`CREATE TRIGGER feed_actions_source_change AFTER UPDATE OF version ON feed_sources FOR EACH ROW EXECUTE FUNCTION pageswiki_feed_source_change()`,
`CREATE TRIGGER feed_actions_source_delete AFTER DELETE ON feed_sources FOR EACH ROW EXECUTE FUNCTION pageswiki_feed_source_change()`,
// Match the Go map[string]bool decoder, including its null behavior.
// Malformed config must not abort the entire scheduler candidate query.
`CREATE FUNCTION pageswiki_feed_enabled(raw TEXT) RETURNS boolean LANGUAGE plpgsql IMMUTABLE AS $fn$ DECLARE states JSONB; BEGIN
IF raw='' THEN RETURN true; END IF;
states := raw::jsonb;
IF states='null'::jsonb THEN RETURN true; END IF;
IF jsonb_typeof(states)!='object' THEN RETURN false; END IF;
IF EXISTS(SELECT 1 FROM jsonb_each(states) e WHERE jsonb_typeof(e.value) NOT IN ('boolean','null')) THEN RETURN false; END IF;
RETURN NOT (states ? 'organizer.feeds') OR states->'organizer.feeds'='true'::jsonb;
EXCEPTION WHEN data_exception THEN RETURN false; END $fn$`,
}, Assertions: []string{
`SELECT uuid,domain_uuid,owner_uuid,provider,title,folder,url,credential,version,enabled,interval_seconds,next_ms,lease,lease_until,last_ms,error,etag,modified,remote_catalog,write_enabled,remote_folders FROM feed_sources WHERE 1=0`,
`SELECT source_uuid,id,title,url,body,body_html,published_ms,feed,folder,is_read,starred,remote_feed,remote_categories FROM feed_items WHERE 1=0`,
`SELECT source_uuid,id,is_read,starred,version FROM feed_states WHERE 1=0`,
`SELECT domain_uuid,owner_uuid,request_id,input_hash,page_uuid FROM feed_note_receipts WHERE 1=0`,
`SELECT domain_uuid,owner_uuid,request_id,input_hash,result FROM feed_import_receipts WHERE 1=0`,
`SELECT domain_uuid,owner_uuid,request_id,source_uuid,item_id,field,desired,source_version,status,claim,until_ms,created_ms,error FROM feed_actions WHERE 1=0`,
}}})
}
// Only owned expressions are accepted here, never request input.
func (s *Store) feedDisabledConfigSQL() string {
if s.sqlBackend == storePostgreSQL {
return `NOT pageswiki_feed_enabled(c.value)`
}
return `COALESCE(json_extract(CASE WHEN json_valid(c.value) THEN c.value ELSE '{"organizer.feeds":false}' END,'$."organizer.feeds"'),1)=0`
}
func (s *Store) feedCampusSQL() string {
if s.sqlBackend == storePostgreSQL {
return ` AND EXISTS(SELECT 1 FROM campuses cp WHERE cp.uuid=d.campus_uuid AND cp.enabled=1)`
}
return ""
}