feat(storage): add native PostgreSQL runtime and verified offline application import
Build and publish container images / images (push) Failing after 12m29s
Build and publish container images / images (push) Failing after 12m29s
This commit is contained in:
1 parent
96065d1e89
commit
0ba1dcfef0
243 files changed
+21441
-3090
No files matched your search
@@ -0,0 +1,61 @@
|
||||
package store
|
||||
|
||||
import (
|
||||
"context"
|
||||
"database/sql"
|
||||
"pageswiki/internal/db"
|
||||
)
|
||||
|
||||
func (s *Store) ensurePostgreSQLImports() error {
|
||||
return db.ApplyPostgreSQLMigrations(context.Background(), s.DB, "store-imports", []db.PostgreSQLMigration{{Version: 1, Name: "archive import sessions plans and journals", Statements: []string{
|
||||
`CREATE TABLE import_sessions(uuid TEXT COLLATE "C" PRIMARY KEY,domain_uuid TEXT COLLATE "C" NOT NULL,actor_uuid TEXT COLLATE "C" NOT NULL DEFAULT '',archive_name TEXT COLLATE "C" NOT NULL,archive_path TEXT COLLATE "C" NOT NULL,target_prefix TEXT COLLATE "C" NOT NULL DEFAULT '/',status TEXT COLLATE "C" NOT NULL DEFAULT 'queued',total_files BIGINT NOT NULL DEFAULT 0,markdown_files BIGINT NOT NULL DEFAULT 0,error TEXT COLLATE "C" NOT NULL DEFAULT '',created_at_ms BIGINT NOT NULL,updated_at_ms BIGINT NOT NULL)`,
|
||||
`CREATE TABLE import_items(session_uuid TEXT COLLATE "C" NOT NULL,sequence BIGINT NOT NULL,source_path TEXT COLLATE "C" NOT NULL,target_path TEXT COLLATE "C" NOT NULL,size BIGINT NOT NULL DEFAULT 0,content_type TEXT COLLATE "C" NOT NULL DEFAULT '',title TEXT COLLATE "C" NOT NULL DEFAULT '',suggested_quartier TEXT COLLATE "C" NOT NULL DEFAULT '',suggested_street TEXT COLLATE "C" NOT NULL DEFAULT '',suggested_spot TEXT COLLATE "C" NOT NULL DEFAULT '',confidence DOUBLE PRECISION NOT NULL DEFAULT 0,selected BIGINT NOT NULL DEFAULT 1,PRIMARY KEY(session_uuid,sequence))`,
|
||||
`CREATE TABLE import_journal(session_uuid TEXT COLLATE "C" NOT NULL,sequence BIGINT NOT NULL,path TEXT COLLATE "C" NOT NULL,object_uuid TEXT COLLATE "C" NOT NULL,created_at_ms BIGINT NOT NULL,completed BIGINT NOT NULL DEFAULT 0,PRIMARY KEY(session_uuid,sequence))`,
|
||||
`CREATE TABLE import_city_journal(session_uuid TEXT COLLATE "C" NOT NULL,kind TEXT COLLATE "C" NOT NULL,node_uuid TEXT COLLATE "C" NOT NULL,created_at_ms BIGINT NOT NULL,PRIMARY KEY(session_uuid,kind,node_uuid))`,
|
||||
`CREATE TABLE import_city_edges(session_uuid TEXT COLLATE "C" NOT NULL,spot_uuid TEXT COLLATE "C" NOT NULL,page_uuid TEXT COLLATE "C" NOT NULL,created_at_ms BIGINT NOT NULL,PRIMARY KEY(session_uuid,spot_uuid,page_uuid))`,
|
||||
`CREATE INDEX idx_import_sessions_domain ON import_sessions(domain_uuid,created_at_ms DESC)`,
|
||||
}, Assertions: []string{
|
||||
`SELECT uuid,domain_uuid,actor_uuid,archive_name,archive_path,target_prefix,status,total_files,markdown_files,error,created_at_ms,updated_at_ms FROM import_sessions WHERE 1=0`,
|
||||
`SELECT session_uuid,sequence,source_path,target_path,size,content_type,title,suggested_quartier,suggested_street,suggested_spot,confidence,selected FROM import_items WHERE 1=0`,
|
||||
`SELECT session_uuid,sequence,path,object_uuid,created_at_ms,completed FROM import_journal WHERE 1=0`,
|
||||
`SELECT session_uuid,kind,node_uuid,created_at_ms FROM import_city_journal WHERE 1=0`,
|
||||
`SELECT session_uuid,spot_uuid,page_uuid,created_at_ms FROM import_city_edges WHERE 1=0`,
|
||||
}}})
|
||||
}
|
||||
|
||||
func (s *Store) beginImportMutation(session string) (*sql.Tx, context.CancelFunc, error) {
|
||||
var domain string
|
||||
if err := s.DB.QueryRow(`SELECT domain_uuid FROM import_sessions WHERE uuid=`+s.sqlParam(1), session).Scan(&domain); err != nil {
|
||||
return nil, func() {}, s.sqlError("import session", err)
|
||||
}
|
||||
tx, cancel, err := s.beginPathMutation(domain)
|
||||
if err != nil {
|
||||
return nil, cancel, err
|
||||
}
|
||||
// Session scope is rechecked under the shared namespace lock.
|
||||
var exists bool
|
||||
err = tx.QueryRow(`SELECT EXISTS(SELECT 1 FROM import_sessions WHERE uuid=`+s.sqlParam(1)+` AND domain_uuid=`+s.sqlParam(2)+`)`, session, domain).Scan(&exists)
|
||||
if err == nil && !exists {
|
||||
err = sql.ErrNoRows
|
||||
}
|
||||
if err != nil {
|
||||
tx.Rollback()
|
||||
cancel()
|
||||
return nil, func() {}, s.sqlError("import session", err)
|
||||
}
|
||||
return tx, cancel, nil
|
||||
}
|
||||
|
||||
func (s *Store) execImportMutation(session, query string, args ...any) (sql.Result, error) {
|
||||
tx, cancel, err := s.beginImportMutation(session)
|
||||
defer cancel()
|
||||
if err != nil {
|
||||
return nil, err
|
||||
}
|
||||
defer tx.Rollback()
|
||||
result, err := tx.Exec(query, args...)
|
||||
if err == nil {
|
||||
err = tx.Commit()
|
||||
}
|
||||
return result, s.sqlError("import mutation", err)
|
||||
}
|
||||
Reference in new issue
Block a user