Implement Knowledge City platform, organizer and DAV integration
Capture accumulated application, UI, CLI, regression tests and design documentation changes, including task project mapping and default CalDAV list naming. Keep deployment data, backups, local credentials and build artifacts out of Git. Move the Compose enrollment token to an ignored local environment file.
This commit is contained in:
1 parent
288e6e94ac
commit
c1175d389f
699 files changed
+110197
-4117
No files matched your search
@@ -1,7 +1,9 @@
|
||||
package db
|
||||
|
||||
import (
|
||||
"crypto/sha256"
|
||||
"database/sql"
|
||||
"encoding/hex"
|
||||
|
||||
"github.com/google/uuid"
|
||||
)
|
||||
@@ -28,6 +30,14 @@ func Bootstrap(
|
||||
rootUUID :=
|
||||
uuid.NewString()
|
||||
|
||||
rootBody :=
|
||||
"<h1>Pages Wiki</h1><p>Bootstrap complete.</p>"
|
||||
|
||||
rootBodySum :=
|
||||
sha256.Sum256(
|
||||
[]byte(rootBody),
|
||||
)
|
||||
|
||||
_, err = database.Exec(`
|
||||
INSERT INTO objects ( uuid, created_at ) VALUES ( ?, strftime('%s','now') )`,
|
||||
rootUUID,
|
||||
@@ -61,18 +71,27 @@ func Bootstrap(
|
||||
uuid,
|
||||
object_uuid,
|
||||
body,
|
||||
document_hash,
|
||||
lang,
|
||||
message,
|
||||
created_at_ms,
|
||||
created_at
|
||||
)
|
||||
VALUES (
|
||||
'bootstrap-root',
|
||||
?,
|
||||
'<h1>Pages Wiki</h1><p>Bootstrap complete.</p>',
|
||||
?,
|
||||
?,
|
||||
?,
|
||||
'und',
|
||||
'bootstrap',
|
||||
CAST(strftime('%s','now') AS INTEGER) * 1000,
|
||||
strftime('%s','now')
|
||||
)
|
||||
`,
|
||||
uuid.NewString(),
|
||||
rootUUID,
|
||||
rootBody,
|
||||
hex.EncodeToString(rootBodySum[:]),
|
||||
)
|
||||
|
||||
return err
|
||||
|
||||
+33
-2
@@ -2,12 +2,29 @@ package db
|
||||
|
||||
import (
|
||||
"database/sql"
|
||||
"net/url"
|
||||
"path/filepath"
|
||||
|
||||
_ "modernc.org/sqlite"
|
||||
)
|
||||
|
||||
func Open(path string) (*sql.DB, error) {
|
||||
return sql.Open("sqlite", path)
|
||||
absolutePath, err := filepath.Abs(path)
|
||||
if err != nil {
|
||||
return nil, err
|
||||
}
|
||||
dsn := (&url.URL{
|
||||
Scheme: "file",
|
||||
Path: absolutePath,
|
||||
RawQuery: url.Values{
|
||||
"_pragma": {
|
||||
"busy_timeout(5000)",
|
||||
"journal_mode(WAL)",
|
||||
"synchronous(NORMAL)",
|
||||
},
|
||||
}.Encode(),
|
||||
}).String()
|
||||
return sql.Open("sqlite", dsn)
|
||||
}
|
||||
|
||||
func Init(db *sql.DB) error {
|
||||
@@ -22,13 +39,18 @@ func Init(db *sql.DB) error {
|
||||
created_at INTEGER NOT NULL
|
||||
)
|
||||
`,
|
||||
// revisions: has UUID, object uuid, body, message, created_at
|
||||
// revisions: immutable event metadata referencing a Document hash
|
||||
`
|
||||
CREATE TABLE IF NOT EXISTS revisions (
|
||||
uuid TEXT PRIMARY KEY,
|
||||
object_uuid TEXT NOT NULL,
|
||||
body TEXT NOT NULL,
|
||||
document_hash TEXT NOT NULL,
|
||||
lang TEXT NOT NULL DEFAULT 'und',
|
||||
content_type TEXT NOT NULL DEFAULT 'text/html; charset=utf-8',
|
||||
filename TEXT NOT NULL DEFAULT '',
|
||||
message TEXT NOT NULL,
|
||||
created_at_ms INTEGER NOT NULL,
|
||||
created_at INTEGER NOT NULL
|
||||
)
|
||||
`,
|
||||
@@ -46,6 +68,15 @@ func Init(db *sql.DB) error {
|
||||
object_uuid TEXT NOT NULL,
|
||||
tag TEXT NOT NULL
|
||||
)
|
||||
`,
|
||||
`
|
||||
CREATE TABLE IF NOT EXISTS assets (
|
||||
address TEXT PRIMARY KEY,
|
||||
object_uuid TEXT NOT NULL,
|
||||
head_document_hash TEXT,
|
||||
created_at_ms INTEGER NOT NULL,
|
||||
updated_at_ms INTEGER NOT NULL
|
||||
)
|
||||
`,
|
||||
}
|
||||
|
||||
|
||||
+177
-3
@@ -1,6 +1,10 @@
|
||||
package db
|
||||
|
||||
import "database/sql"
|
||||
import (
|
||||
"crypto/sha256"
|
||||
"database/sql"
|
||||
"encoding/hex"
|
||||
)
|
||||
|
||||
func Migrate(
|
||||
db *sql.DB,
|
||||
@@ -16,6 +20,14 @@ func Migrate(
|
||||
strftime('%s','now')
|
||||
)
|
||||
)
|
||||
`,
|
||||
|
||||
`
|
||||
CREATE TABLE IF NOT EXISTS object_origins (
|
||||
object_uuid TEXT PRIMARY KEY REFERENCES objects(uuid) ON DELETE CASCADE,
|
||||
domain_uuid TEXT NOT NULL,
|
||||
created_at INTEGER NOT NULL
|
||||
)
|
||||
`,
|
||||
|
||||
`
|
||||
@@ -23,7 +35,12 @@ func Migrate(
|
||||
uuid TEXT PRIMARY KEY,
|
||||
object_uuid TEXT,
|
||||
body TEXT,
|
||||
message TEXT,
|
||||
document_hash TEXT,
|
||||
lang TEXT NOT NULL DEFAULT 'und',
|
||||
content_type TEXT NOT NULL DEFAULT 'text/html; charset=utf-8',
|
||||
filename TEXT NOT NULL DEFAULT '',
|
||||
message TEXT,
|
||||
created_at_ms INTEGER,
|
||||
created_at INTEGER DEFAULT (
|
||||
strftime('%s','now')
|
||||
)
|
||||
@@ -49,6 +66,25 @@ func Migrate(
|
||||
)
|
||||
)
|
||||
`,
|
||||
|
||||
`
|
||||
CREATE TABLE IF NOT EXISTS assets (
|
||||
address TEXT PRIMARY KEY,
|
||||
object_uuid TEXT NOT NULL,
|
||||
head_document_hash TEXT,
|
||||
created_at_ms INTEGER NOT NULL,
|
||||
updated_at_ms INTEGER NOT NULL
|
||||
)
|
||||
`,
|
||||
|
||||
`
|
||||
CREATE TABLE IF NOT EXISTS revision_document_refs (
|
||||
revision_uuid TEXT NOT NULL,
|
||||
document_hash TEXT NOT NULL,
|
||||
PRIMARY KEY (revision_uuid, document_hash),
|
||||
FOREIGN KEY (revision_uuid) REFERENCES revisions(uuid) ON DELETE CASCADE
|
||||
)
|
||||
`,
|
||||
}
|
||||
|
||||
for _, stmt := range stmts {
|
||||
@@ -75,6 +111,29 @@ func Migrate(
|
||||
`
|
||||
ALTER TABLE revisions
|
||||
ADD COLUMN created_at INTEGER
|
||||
`,
|
||||
|
||||
`
|
||||
ALTER TABLE revisions
|
||||
ADD COLUMN document_hash TEXT
|
||||
`,
|
||||
|
||||
`
|
||||
ALTER TABLE revisions
|
||||
ADD COLUMN lang TEXT NOT NULL DEFAULT 'und'
|
||||
`,
|
||||
|
||||
`
|
||||
ALTER TABLE revisions
|
||||
ADD COLUMN created_at_ms INTEGER
|
||||
`,
|
||||
`
|
||||
ALTER TABLE revisions
|
||||
ADD COLUMN content_type TEXT NOT NULL DEFAULT 'text/html; charset=utf-8'
|
||||
`,
|
||||
`
|
||||
ALTER TABLE revisions
|
||||
ADD COLUMN filename TEXT NOT NULL DEFAULT ''
|
||||
`,
|
||||
|
||||
`
|
||||
@@ -87,5 +146,120 @@ func Migrate(
|
||||
_, _ = db.Exec(stmt)
|
||||
}
|
||||
|
||||
return nil
|
||||
if err := migrateRevisionMetadata(db); err != nil {
|
||||
return err
|
||||
}
|
||||
if _, err := db.Exec(`CREATE INDEX IF NOT EXISTS idx_revision_document_refs_hash ON revision_document_refs(document_hash,revision_uuid)`); err != nil {
|
||||
return err
|
||||
}
|
||||
// Older databases can already carry revision_metadata_v1 without the
|
||||
// subsequently added index. Ensure it independently of the data backfill.
|
||||
if _, err := db.Exec(`CREATE INDEX IF NOT EXISTS idx_revisions_object_history ON revisions(object_uuid, created_at_ms)`); err != nil {
|
||||
return err
|
||||
}
|
||||
_, err := db.Exec(`CREATE INDEX IF NOT EXISTS idx_revisions_object_created
|
||||
ON revisions(object_uuid, created_at_ms DESC)`)
|
||||
return err
|
||||
}
|
||||
|
||||
func migrateRevisionMetadata(db *sql.DB) error {
|
||||
if _, err := db.Exec(`
|
||||
CREATE TABLE IF NOT EXISTS schema_migrations (
|
||||
name TEXT PRIMARY KEY,
|
||||
applied_at INTEGER NOT NULL
|
||||
)
|
||||
`); err != nil {
|
||||
return err
|
||||
}
|
||||
var applied int
|
||||
if err := db.QueryRow(`
|
||||
SELECT EXISTS(
|
||||
SELECT 1
|
||||
FROM schema_migrations
|
||||
WHERE name = 'revision_metadata_v1'
|
||||
)
|
||||
`).Scan(&applied); err != nil {
|
||||
return err
|
||||
}
|
||||
if applied != 0 {
|
||||
return nil
|
||||
}
|
||||
|
||||
rows, err := db.Query(`
|
||||
SELECT
|
||||
uuid,
|
||||
COALESCE(body, '')
|
||||
FROM revisions
|
||||
WHERE document_hash IS NULL
|
||||
OR document_hash = ''
|
||||
`)
|
||||
if err != nil {
|
||||
return err
|
||||
}
|
||||
|
||||
type legacyRevision struct {
|
||||
uuid string
|
||||
body string
|
||||
}
|
||||
|
||||
var revisions []legacyRevision
|
||||
|
||||
for rows.Next() {
|
||||
var revision legacyRevision
|
||||
|
||||
if err := rows.Scan(&revision.uuid, &revision.body); err != nil {
|
||||
rows.Close()
|
||||
return err
|
||||
}
|
||||
|
||||
revisions = append(revisions, revision)
|
||||
}
|
||||
|
||||
if err := rows.Close(); err != nil {
|
||||
return err
|
||||
}
|
||||
|
||||
for _, revision := range revisions {
|
||||
sum := sha256.Sum256([]byte(revision.body))
|
||||
documentHash := hex.EncodeToString(sum[:])
|
||||
|
||||
if _, err := db.Exec(`
|
||||
UPDATE revisions
|
||||
SET document_hash = ?
|
||||
WHERE uuid = ?
|
||||
`, documentHash, revision.uuid); err != nil {
|
||||
return err
|
||||
}
|
||||
}
|
||||
|
||||
if _, err = db.Exec(`
|
||||
UPDATE revisions
|
||||
SET
|
||||
lang = COALESCE(NULLIF(lang, ''), 'und'),
|
||||
created_at_ms = COALESCE(
|
||||
created_at_ms,
|
||||
COALESCE(created_at, 0) * 1000
|
||||
)
|
||||
WHERE lang IS NULL
|
||||
OR lang = ''
|
||||
OR created_at_ms IS NULL
|
||||
`); err != nil {
|
||||
return err
|
||||
}
|
||||
|
||||
if _, err = db.Exec(`
|
||||
CREATE INDEX IF NOT EXISTS idx_revisions_object_created
|
||||
ON revisions (
|
||||
object_uuid,
|
||||
created_at_ms DESC
|
||||
)
|
||||
`); err != nil {
|
||||
return err
|
||||
}
|
||||
|
||||
_, err = db.Exec(`
|
||||
INSERT OR IGNORE INTO schema_migrations (name, applied_at)
|
||||
VALUES ('revision_metadata_v1', strftime('%s','now'))
|
||||
`)
|
||||
return err
|
||||
}
|
||||
@@ -0,0 +1,44 @@
|
||||
package db
|
||||
|
||||
import (
|
||||
"path/filepath"
|
||||
"testing"
|
||||
)
|
||||
|
||||
func TestRevisionMetadataMigrationIsRecorded(t *testing.T) {
|
||||
database, err := Open(filepath.Join(t.TempDir(), "pages.db"))
|
||||
if err != nil {
|
||||
t.Fatal(err)
|
||||
}
|
||||
t.Cleanup(func() { _ = database.Close() })
|
||||
|
||||
if err := Migrate(database); err != nil {
|
||||
t.Fatal(err)
|
||||
}
|
||||
var applied int
|
||||
if err := database.QueryRow(`
|
||||
SELECT count(*)
|
||||
FROM schema_migrations
|
||||
WHERE name = 'revision_metadata_v1'
|
||||
`).Scan(&applied); err != nil {
|
||||
t.Fatal(err)
|
||||
}
|
||||
if applied != 1 {
|
||||
t.Fatalf("migration marker count = %d, want 1", applied)
|
||||
}
|
||||
// Simulate a deployment which applied the data backfill before the index
|
||||
// was introduced. A completed migration must not skip missing indexes.
|
||||
if _, err := database.Exec(`DROP INDEX idx_revisions_object_created`); err != nil {
|
||||
t.Fatal(err)
|
||||
}
|
||||
if err := Migrate(database); err != nil {
|
||||
t.Fatalf("second migration run failed: %v", err)
|
||||
}
|
||||
var indexes int
|
||||
if err := database.QueryRow(`SELECT count(*) FROM sqlite_master WHERE type='index' AND name='idx_revisions_object_created'`).Scan(&indexes); err != nil {
|
||||
t.Fatal(err)
|
||||
}
|
||||
if indexes != 1 {
|
||||
t.Fatal("missing revision index after migration")
|
||||
}
|
||||
}
|
||||
Reference in new issue
Block a user