Extract Grammaratur, Dregarnuhr, Geduldh, Mestionora, Ordoschnellic, Schutzaria, Kunstzeal and Seheweit behind compatible application contracts. Include accumulated editor resilience, navigation and theme UX, remote CLI, storage/schema and DR groundwork, tests and design/operations documentation. Verified: uncached full Go suite; go vet ./...; race tests for all eight components; 11 targeted Chromium tests; Node suites; 19 Python CLI tests; reproducible editor build. No push, release tag or deployment in this checkpoint.
212 lines
6.5 KiB
Go
212 lines
6.5 KiB
Go
package mestionora
|
|
|
|
import "database/sql"
|
|
|
|
// EnsureSearchIndexSchema installs an FTS5 index over immutable Revisions.
|
|
// Paths stay outside the index because links can be renamed independently; the
|
|
// search query joins matching latest Revisions to the current domain Paths.
|
|
func (s *SQLite) EnsureSearchIndexSchema() error {
|
|
var revisionsTable string
|
|
if err := s.db.QueryRow(`
|
|
SELECT name FROM sqlite_master
|
|
WHERE type = 'table' AND name = 'revisions'
|
|
`).Scan(&revisionsTable); err != nil {
|
|
if err == sql.ErrNoRows {
|
|
return nil
|
|
}
|
|
return err
|
|
}
|
|
if _, err := s.db.Exec(`
|
|
CREATE VIRTUAL TABLE IF NOT EXISTS revision_search USING fts5(
|
|
revision_uuid UNINDEXED,
|
|
object_uuid UNINDEXED,
|
|
filename,
|
|
body,
|
|
tokenize = 'unicode61'
|
|
)
|
|
`); err != nil {
|
|
return err
|
|
}
|
|
if _, err := s.db.Exec(`
|
|
CREATE TABLE IF NOT EXISTS revision_search_state (
|
|
revision_uuid TEXT PRIMARY KEY
|
|
)
|
|
`); err != nil {
|
|
return err
|
|
}
|
|
if _, err := s.db.Exec(`
|
|
CREATE TABLE IF NOT EXISTS latest_revision_index (
|
|
object_uuid TEXT PRIMARY KEY,
|
|
revision_uuid TEXT NOT NULL,
|
|
content_type TEXT NOT NULL,
|
|
filename TEXT NOT NULL,
|
|
document_hash TEXT NOT NULL,
|
|
created_at_ms INTEGER NOT NULL
|
|
);
|
|
CREATE TABLE IF NOT EXISTS search_schema_state (
|
|
name TEXT PRIMARY KEY
|
|
);
|
|
CREATE INDEX IF NOT EXISTS idx_latest_revision_search_uuid ON latest_revision_index(revision_uuid)
|
|
`); err != nil {
|
|
return err
|
|
}
|
|
var latestBackfilled int
|
|
if err := s.db.QueryRow(`
|
|
SELECT EXISTS(
|
|
SELECT 1 FROM search_schema_state
|
|
WHERE name = 'latest_revision_index_v1'
|
|
)
|
|
`).Scan(&latestBackfilled); err != nil {
|
|
return err
|
|
}
|
|
if latestBackfilled == 0 {
|
|
if _, err := s.db.Exec(`
|
|
INSERT OR REPLACE INTO latest_revision_index (
|
|
object_uuid, revision_uuid, content_type, filename,
|
|
document_hash, created_at_ms
|
|
)
|
|
SELECT
|
|
object_uuid, uuid, COALESCE(content_type, ''),
|
|
COALESCE(filename, ''), COALESCE(document_hash, ''),
|
|
COALESCE(created_at_ms, created_at * 1000, 0)
|
|
FROM (
|
|
SELECT
|
|
uuid, object_uuid, content_type, filename,
|
|
document_hash, created_at_ms, created_at,
|
|
ROW_NUMBER() OVER (
|
|
PARTITION BY object_uuid
|
|
ORDER BY COALESCE(created_at_ms, created_at * 1000) DESC,
|
|
rowid DESC
|
|
) AS rn
|
|
FROM revisions
|
|
)
|
|
WHERE rn = 1;
|
|
INSERT OR IGNORE INTO search_schema_state (name)
|
|
VALUES ('latest_revision_index_v1');
|
|
`); err != nil {
|
|
return err
|
|
}
|
|
}
|
|
// Populate the cheap membership table once for installations that already
|
|
// created revision_search before revision_search_state was introduced.
|
|
var stateExists int
|
|
if err := s.db.QueryRow(`
|
|
SELECT EXISTS(SELECT 1 FROM revision_search_state LIMIT 1)
|
|
`).Scan(&stateExists); err != nil {
|
|
return err
|
|
}
|
|
if stateExists == 0 {
|
|
if _, err := s.db.Exec(`
|
|
INSERT OR IGNORE INTO revision_search_state (revision_uuid)
|
|
SELECT revision_uuid FROM revision_search
|
|
`); err != nil {
|
|
return err
|
|
}
|
|
}
|
|
// Trigger definitions evolve with the projection schema; recreate them so
|
|
// existing installations receive the current maintenance logic.
|
|
if _, err := s.db.Exec(`
|
|
DROP TRIGGER IF EXISTS revision_search_insert;
|
|
DROP TRIGGER IF EXISTS revision_search_delete;
|
|
`); err != nil {
|
|
return err
|
|
}
|
|
if _, err := s.db.Exec(`
|
|
CREATE TRIGGER IF NOT EXISTS revision_search_insert
|
|
AFTER INSERT ON revisions BEGIN
|
|
INSERT INTO revision_search (
|
|
revision_uuid, object_uuid, filename, body
|
|
) VALUES (
|
|
new.uuid,
|
|
new.object_uuid,
|
|
COALESCE(new.filename, ''),
|
|
CASE
|
|
WHEN lower(COALESCE(new.content_type, '')) LIKE 'text/%'
|
|
OR lower(COALESCE(new.content_type, '')) LIKE 'application/json%'
|
|
OR lower(COALESCE(new.content_type, '')) LIKE 'application/xml%'
|
|
OR lower(COALESCE(new.content_type, '')) LIKE 'application/javascript%'
|
|
OR lower(COALESCE(new.content_type, '')) LIKE 'application/x-yaml%'
|
|
OR lower(COALESCE(new.content_type, '')) LIKE 'application/yaml%'
|
|
THEN COALESCE(new.body, '')
|
|
ELSE ''
|
|
END
|
|
);
|
|
INSERT OR IGNORE INTO revision_search_state (revision_uuid)
|
|
VALUES (new.uuid);
|
|
INSERT INTO latest_revision_index (
|
|
object_uuid, revision_uuid, content_type, filename,
|
|
document_hash, created_at_ms
|
|
) VALUES (
|
|
new.object_uuid, new.uuid, COALESCE(new.content_type, ''),
|
|
COALESCE(new.filename, ''), COALESCE(new.document_hash, ''),
|
|
COALESCE(new.created_at_ms, new.created_at * 1000, 0)
|
|
)
|
|
ON CONFLICT(object_uuid) DO UPDATE SET
|
|
revision_uuid = excluded.revision_uuid,
|
|
content_type = excluded.content_type,
|
|
filename = excluded.filename,
|
|
document_hash = excluded.document_hash,
|
|
created_at_ms = excluded.created_at_ms
|
|
WHERE excluded.created_at_ms >= latest_revision_index.created_at_ms;
|
|
END
|
|
`); err != nil {
|
|
return err
|
|
}
|
|
if _, err := s.db.Exec(`
|
|
CREATE TRIGGER IF NOT EXISTS revision_search_delete
|
|
AFTER DELETE ON revisions BEGIN
|
|
DELETE FROM revision_search WHERE revision_uuid = old.uuid;
|
|
DELETE FROM revision_search_state WHERE revision_uuid = old.uuid;
|
|
DELETE FROM latest_revision_index
|
|
WHERE object_uuid = old.object_uuid
|
|
AND revision_uuid = old.uuid;
|
|
INSERT OR REPLACE INTO latest_revision_index (
|
|
object_uuid, revision_uuid, content_type, filename,
|
|
document_hash, created_at_ms
|
|
)
|
|
SELECT
|
|
object_uuid, uuid, COALESCE(content_type, ''),
|
|
COALESCE(filename, ''), COALESCE(document_hash, ''),
|
|
COALESCE(created_at_ms, created_at * 1000, 0)
|
|
FROM revisions
|
|
WHERE object_uuid = old.object_uuid
|
|
ORDER BY COALESCE(created_at_ms, created_at * 1000) DESC, rowid DESC
|
|
LIMIT 1;
|
|
END
|
|
`); err != nil {
|
|
return err
|
|
}
|
|
_, err := s.db.Exec(`
|
|
INSERT INTO revision_search (
|
|
revision_uuid, object_uuid, filename, body
|
|
)
|
|
SELECT
|
|
r.uuid,
|
|
r.object_uuid,
|
|
COALESCE(r.filename, ''),
|
|
CASE
|
|
WHEN lower(COALESCE(r.content_type, '')) LIKE 'text/%'
|
|
OR lower(COALESCE(r.content_type, '')) LIKE 'application/json%'
|
|
OR lower(COALESCE(r.content_type, '')) LIKE 'application/xml%'
|
|
OR lower(COALESCE(r.content_type, '')) LIKE 'application/javascript%'
|
|
OR lower(COALESCE(r.content_type, '')) LIKE 'application/x-yaml%'
|
|
OR lower(COALESCE(r.content_type, '')) LIKE 'application/yaml%'
|
|
THEN COALESCE(r.body, '')
|
|
ELSE ''
|
|
END
|
|
FROM revisions r
|
|
WHERE NOT EXISTS (
|
|
SELECT 1 FROM revision_search_state state
|
|
WHERE state.revision_uuid = r.uuid
|
|
)
|
|
`)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
_, err = s.db.Exec(`
|
|
INSERT OR IGNORE INTO revision_search_state (revision_uuid)
|
|
SELECT uuid FROM revisions
|
|
`)
|
|
return err
|
|
}
|