Implement Knowledge City platform, organizer and DAV integration

Capture accumulated application, UI, CLI, regression tests and design documentation changes, including task project mapping and default CalDAV list naming.

Keep deployment data, backups, local credentials and build artifacts out of Git. Move the Compose enrollment token to an ignored local environment file.
This commit is contained in:
Anya Tokugawa committed 2026-09-27 14:44:43 +09:00
1 parent 288e6e94ac
commit c1175d389f
699 files changed
+110197 -4117

No files matched your search

+21 -2
View File
@@ -1,7 +1,9 @@
package db
import (
"crypto/sha256"
"database/sql"
"encoding/hex"
"github.com/google/uuid"
)
@@ -28,6 +30,14 @@ func Bootstrap(
rootUUID :=
uuid.NewString()
rootBody :=
"<h1>Pages Wiki</h1><p>Bootstrap complete.</p>"
rootBodySum :=
sha256.Sum256(
[]byte(rootBody),
)
_, err = database.Exec(`
INSERT INTO objects ( uuid, created_at ) VALUES ( ?, strftime('%s','now') )`,
rootUUID,
@@ -61,18 +71,27 @@ func Bootstrap(
uuid,
object_uuid,
body,
document_hash,
lang,
message,
created_at_ms,
created_at
)
VALUES (
'bootstrap-root',
?,
'<h1>Pages Wiki</h1><p>Bootstrap complete.</p>',
?,
?,
?,
'und',
'bootstrap',
CAST(strftime('%s','now') AS INTEGER) * 1000,
strftime('%s','now')
)
`,
uuid.NewString(),
rootUUID,
rootBody,
hex.EncodeToString(rootBodySum[:]),
)
return err
+33 -2
View File
@@ -2,12 +2,29 @@ package db
import (
"database/sql"
"net/url"
"path/filepath"
_ "modernc.org/sqlite"
)
func Open(path string) (*sql.DB, error) {
return sql.Open("sqlite", path)
absolutePath, err := filepath.Abs(path)
if err != nil {
return nil, err
}
dsn := (&url.URL{
Scheme: "file",
Path: absolutePath,
RawQuery: url.Values{
"_pragma": {
"busy_timeout(5000)",
"journal_mode(WAL)",
"synchronous(NORMAL)",
},
}.Encode(),
}).String()
return sql.Open("sqlite", dsn)
}
func Init(db *sql.DB) error {
@@ -22,13 +39,18 @@ func Init(db *sql.DB) error {
created_at INTEGER NOT NULL
)
`,
// revisions: has UUID, object uuid, body, message, created_at
// revisions: immutable event metadata referencing a Document hash
`
CREATE TABLE IF NOT EXISTS revisions (
uuid TEXT PRIMARY KEY,
object_uuid TEXT NOT NULL,
body TEXT NOT NULL,
document_hash TEXT NOT NULL,
lang TEXT NOT NULL DEFAULT 'und',
content_type TEXT NOT NULL DEFAULT 'text/html; charset=utf-8',
filename TEXT NOT NULL DEFAULT '',
message TEXT NOT NULL,
created_at_ms INTEGER NOT NULL,
created_at INTEGER NOT NULL
)
`,
@@ -46,6 +68,15 @@ func Init(db *sql.DB) error {
object_uuid TEXT NOT NULL,
tag TEXT NOT NULL
)
`,
`
CREATE TABLE IF NOT EXISTS assets (
address TEXT PRIMARY KEY,
object_uuid TEXT NOT NULL,
head_document_hash TEXT,
created_at_ms INTEGER NOT NULL,
updated_at_ms INTEGER NOT NULL
)
`,
}
+177 -3
View File
@@ -1,6 +1,10 @@
package db
import "database/sql"
import (
"crypto/sha256"
"database/sql"
"encoding/hex"
)
func Migrate(
db *sql.DB,
@@ -16,6 +20,14 @@ func Migrate(
strftime('%s','now')
)
)
`,
`
CREATE TABLE IF NOT EXISTS object_origins (
object_uuid TEXT PRIMARY KEY REFERENCES objects(uuid) ON DELETE CASCADE,
domain_uuid TEXT NOT NULL,
created_at INTEGER NOT NULL
)
`,
`
@@ -23,7 +35,12 @@ func Migrate(
uuid TEXT PRIMARY KEY,
object_uuid TEXT,
body TEXT,
message TEXT,
document_hash TEXT,
lang TEXT NOT NULL DEFAULT 'und',
content_type TEXT NOT NULL DEFAULT 'text/html; charset=utf-8',
filename TEXT NOT NULL DEFAULT '',
message TEXT,
created_at_ms INTEGER,
created_at INTEGER DEFAULT (
strftime('%s','now')
)
@@ -49,6 +66,25 @@ func Migrate(
)
)
`,
`
CREATE TABLE IF NOT EXISTS assets (
address TEXT PRIMARY KEY,
object_uuid TEXT NOT NULL,
head_document_hash TEXT,
created_at_ms INTEGER NOT NULL,
updated_at_ms INTEGER NOT NULL
)
`,
`
CREATE TABLE IF NOT EXISTS revision_document_refs (
revision_uuid TEXT NOT NULL,
document_hash TEXT NOT NULL,
PRIMARY KEY (revision_uuid, document_hash),
FOREIGN KEY (revision_uuid) REFERENCES revisions(uuid) ON DELETE CASCADE
)
`,
}
for _, stmt := range stmts {
@@ -75,6 +111,29 @@ func Migrate(
`
ALTER TABLE revisions
ADD COLUMN created_at INTEGER
`,
`
ALTER TABLE revisions
ADD COLUMN document_hash TEXT
`,
`
ALTER TABLE revisions
ADD COLUMN lang TEXT NOT NULL DEFAULT 'und'
`,
`
ALTER TABLE revisions
ADD COLUMN created_at_ms INTEGER
`,
`
ALTER TABLE revisions
ADD COLUMN content_type TEXT NOT NULL DEFAULT 'text/html; charset=utf-8'
`,
`
ALTER TABLE revisions
ADD COLUMN filename TEXT NOT NULL DEFAULT ''
`,
`
@@ -87,5 +146,120 @@ func Migrate(
_, _ = db.Exec(stmt)
}
return nil
if err := migrateRevisionMetadata(db); err != nil {
return err
}
if _, err := db.Exec(`CREATE INDEX IF NOT EXISTS idx_revision_document_refs_hash ON revision_document_refs(document_hash,revision_uuid)`); err != nil {
return err
}
// Older databases can already carry revision_metadata_v1 without the
// subsequently added index. Ensure it independently of the data backfill.
if _, err := db.Exec(`CREATE INDEX IF NOT EXISTS idx_revisions_object_history ON revisions(object_uuid, created_at_ms)`); err != nil {
return err
}
_, err := db.Exec(`CREATE INDEX IF NOT EXISTS idx_revisions_object_created
ON revisions(object_uuid, created_at_ms DESC)`)
return err
}
func migrateRevisionMetadata(db *sql.DB) error {
if _, err := db.Exec(`
CREATE TABLE IF NOT EXISTS schema_migrations (
name TEXT PRIMARY KEY,
applied_at INTEGER NOT NULL
)
`); err != nil {
return err
}
var applied int
if err := db.QueryRow(`
SELECT EXISTS(
SELECT 1
FROM schema_migrations
WHERE name = 'revision_metadata_v1'
)
`).Scan(&applied); err != nil {
return err
}
if applied != 0 {
return nil
}
rows, err := db.Query(`
SELECT
uuid,
COALESCE(body, '')
FROM revisions
WHERE document_hash IS NULL
OR document_hash = ''
`)
if err != nil {
return err
}
type legacyRevision struct {
uuid string
body string
}
var revisions []legacyRevision
for rows.Next() {
var revision legacyRevision
if err := rows.Scan(&revision.uuid, &revision.body); err != nil {
rows.Close()
return err
}
revisions = append(revisions, revision)
}
if err := rows.Close(); err != nil {
return err
}
for _, revision := range revisions {
sum := sha256.Sum256([]byte(revision.body))
documentHash := hex.EncodeToString(sum[:])
if _, err := db.Exec(`
UPDATE revisions
SET document_hash = ?
WHERE uuid = ?
`, documentHash, revision.uuid); err != nil {
return err
}
}
if _, err = db.Exec(`
UPDATE revisions
SET
lang = COALESCE(NULLIF(lang, ''), 'und'),
created_at_ms = COALESCE(
created_at_ms,
COALESCE(created_at, 0) * 1000
)
WHERE lang IS NULL
OR lang = ''
OR created_at_ms IS NULL
`); err != nil {
return err
}
if _, err = db.Exec(`
CREATE INDEX IF NOT EXISTS idx_revisions_object_created
ON revisions (
object_uuid,
created_at_ms DESC
)
`); err != nil {
return err
}
_, err = db.Exec(`
INSERT OR IGNORE INTO schema_migrations (name, applied_at)
VALUES ('revision_metadata_v1', strftime('%s','now'))
`)
return err
}
+44
View File
@@ -0,0 +1,44 @@
package db
import (
"path/filepath"
"testing"
)
func TestRevisionMetadataMigrationIsRecorded(t *testing.T) {
database, err := Open(filepath.Join(t.TempDir(), "pages.db"))
if err != nil {
t.Fatal(err)
}
t.Cleanup(func() { _ = database.Close() })
if err := Migrate(database); err != nil {
t.Fatal(err)
}
var applied int
if err := database.QueryRow(`
SELECT count(*)
FROM schema_migrations
WHERE name = 'revision_metadata_v1'
`).Scan(&applied); err != nil {
t.Fatal(err)
}
if applied != 1 {
t.Fatalf("migration marker count = %d, want 1", applied)
}
// Simulate a deployment which applied the data backfill before the index
// was introduced. A completed migration must not skip missing indexes.
if _, err := database.Exec(`DROP INDEX idx_revisions_object_created`); err != nil {
t.Fatal(err)
}
if err := Migrate(database); err != nil {
t.Fatalf("second migration run failed: %v", err)
}
var indexes int
if err := database.QueryRow(`SELECT count(*) FROM sqlite_master WHERE type='index' AND name='idx_revisions_object_created'`).Scan(&indexes); err != nil {
t.Fatal(err)
}
if indexes != 1 {
t.Fatal("missing revision index after migration")
}
}