feat(storage): add native PostgreSQL runtime and verified offline application import
Build and publish container images / images (push) Failing after 12m29s

This commit is contained in:
Anya Tokugawa committed 2026-11-15 05:47:14 +09:00
1 parent 96065d1e89
commit 0ba1dcfef0
243 files changed
+21441 -3090

No files matched your search

+57 -31
View File
@@ -31,6 +31,9 @@ type LocalityAccess struct {
}
func (s *Store) ensureLocalityAccessSchema() error {
if s.sqlBackend == storePostgreSQL {
return s.ensurePostgreSQLLocalityFoundation(context.Background())
}
for _, query := range []string{
`CREATE TABLE IF NOT EXISTS locality_access_policies(domain_uuid TEXT NOT NULL,node_kind TEXT NOT NULL,node_uuid TEXT NOT NULL,scope_path TEXT NOT NULL,grants_access INTEGER NOT NULL CHECK(grants_access IN (0,1)),actor_uuid TEXT NOT NULL,authority_rank INTEGER NOT NULL CHECK(authority_rank BETWEEN 1 AND 3),PRIMARY KEY(domain_uuid,node_kind,node_uuid))`,
`CREATE INDEX IF NOT EXISTS idx_locality_access_scope ON locality_access_policies(domain_uuid,scope_path)`,
@@ -46,7 +49,7 @@ func (s *Store) ensureLocalityAccessSchema() error {
type localityAccessSnapshot = schutzaria.LocalityAccess
func (s *Store) CheckLocalityAccessCaps(domain, principal, capability, path string) error {
p, err := loadLocalityAccess(s.DB, domain, principal)
p, err := s.loadLocalityAccess(s.DB, domain, principal)
if err != nil {
return err
}
@@ -57,29 +60,35 @@ func (s *Store) CheckLocalityAccessCaps(domain, principal, capability, path stri
}
func (s *Store) CheckObjectLocalityAccessCaps(domain, principal, capability, object string) error {
return s.policyRead(context.Background(), func(ctx context.Context, tx *sql.Tx) error {
return s.checkObjectLocalityAccessCaps(ctx, tx, domain, principal, capability, object)
})
}
func (s *Store) checkObjectLocalityAccessCaps(ctx context.Context, tx *sql.Tx, domain, principal, capability, object string) error {
// An exceptional foreign Object grant must not bypass the source Domain's
// restricted audience. Cross-Domain delegation of these new ACLs is not
// implemented. Check before the local administrator/empty-policy shortcut.
var foreign bool
if err := s.DB.QueryRow(`SELECT EXISTS(SELECT 1 FROM locality_access_policies WHERE domain_uuid!=?)`, domain).Scan(&foreign); err != nil {
if err := tx.QueryRowContext(ctx, `SELECT EXISTS(SELECT 1 FROM locality_access_policies WHERE domain_uuid!=`+s.sqlParam(1)+`)`, domain).Scan(&foreign); err != nil {
return err
}
if foreign {
if err := s.DB.QueryRow(`SELECT EXISTS(SELECT 1 FROM paths p JOIN locality_access_policies a ON a.domain_uuid=p.domain_uuid WHERE p.object_uuid=? AND p.domain_uuid!=? AND `+cityPathScopeSQL("a.scope_path", "p.path")+`)`, object, domain).Scan(&foreign); err != nil {
if err := tx.QueryRowContext(ctx, `SELECT EXISTS(SELECT 1 FROM paths p JOIN locality_access_policies a ON a.domain_uuid=p.domain_uuid WHERE p.object_uuid=`+s.sqlParam(1)+` AND p.domain_uuid!=`+s.sqlParam(2)+` AND `+s.pathScopeSQL("a.scope_path", "p.path")+`)`, object, domain).Scan(&foreign); err != nil {
return err
}
if foreign {
return ErrAccessDenied
}
}
p, err := loadLocalityAccess(s.DB, domain, principal)
p, err := s.loadLocalityAccess(cityReadQuery{ctx, tx}, domain, principal)
if err != nil {
return err
}
if !p.RequiresPathChecks() {
return nil
}
rows, err := s.DB.Query(`SELECT path FROM paths WHERE domain_uuid=? AND object_uuid=? LIMIT 10001`, domain, object)
rows, err := tx.QueryContext(ctx, `SELECT path FROM paths WHERE domain_uuid=`+s.sqlParam(1)+` AND object_uuid=`+s.sqlParam(2)+` LIMIT 10001`, domain, object)
if err != nil {
return err
}
@@ -140,13 +149,18 @@ func installLocalityAccessGuards(ctx context.Context, tx *sql.Tx) error {
}
func loadLocalityAccess(q pathQueryer, domain, principal string) (*localityAccessSnapshot, error) {
// Existing SQLite-only mutation transactions retain this entry point.
return (&Store{}).loadLocalityAccess(q, domain, principal)
}
func (s *Store) loadLocalityAccess(q pathQueryer, domain, principal string) (*localityAccessSnapshot, error) {
var layers []schutzaria.AccessLayer
var admin bool
rows, err := q.Query(`SELECT a.scope_path,a.grants_access,
EXISTS(SELECT 1 FROM locality_access_entries e JOIN domain_memberships m ON m.domain_uuid=e.domain_uuid AND m.principal_uuid=? AND m.state='active' JOIN principals u ON u.uuid=m.principal_uuid AND u.state IN ('active','readonly') WHERE e.domain_uuid=a.domain_uuid AND e.node_kind=a.node_kind AND e.node_uuid=a.node_uuid AND ((e.subject_kind='user' AND e.subject_uuid=m.uuid) OR (e.subject_kind='group' AND EXISTS(SELECT 1 FROM groups g JOIN group_members gm ON gm.group_uuid=g.uuid AND gm.membership_uuid=m.uuid WHERE g.uuid=e.subject_uuid AND g.domain_uuid=m.domain_uuid AND g.state='active')))),
EXISTS(SELECT 1 FROM locality_access_entries e JOIN domain_memberships m ON m.domain_uuid=e.domain_uuid AND m.principal_uuid=? AND m.state='active' JOIN principals u ON u.uuid=m.principal_uuid AND u.state='active' WHERE e.domain_uuid=a.domain_uuid AND e.node_kind=a.node_kind AND e.node_uuid=a.node_uuid AND e.permission='read_write' AND ((e.subject_kind='user' AND e.subject_uuid=m.uuid) OR (e.subject_kind='group' AND EXISTS(SELECT 1 FROM groups g JOIN group_members gm ON gm.group_uuid=g.uuid AND gm.membership_uuid=m.uuid WHERE g.uuid=e.subject_uuid AND g.domain_uuid=m.domain_uuid AND g.state='active')))),
EXISTS(SELECT 1 FROM groups g JOIN group_members gm ON gm.group_uuid=g.uuid JOIN domain_memberships m ON m.uuid=gm.membership_uuid AND m.domain_uuid=g.domain_uuid AND m.state='active' JOIN principals u ON u.uuid=m.principal_uuid AND u.state='active' WHERE g.domain_uuid=a.domain_uuid AND g.builtin_key='domain_admin' AND g.state='active' AND gm.member_role IN ('owner','manager') AND m.principal_uuid=?)
FROM locality_access_policies a WHERE a.domain_uuid=? LIMIT 4097`, principal, principal, principal, domain)
EXISTS(SELECT 1 FROM locality_access_entries e JOIN domain_memberships m ON m.domain_uuid=e.domain_uuid AND m.principal_uuid=`+s.sqlParam(1)+` AND m.state='active' JOIN principals u ON u.uuid=m.principal_uuid AND u.state IN ('active','readonly') WHERE e.domain_uuid=a.domain_uuid AND e.node_kind=a.node_kind AND e.node_uuid=a.node_uuid AND ((e.subject_kind='user' AND e.subject_uuid=m.uuid) OR (e.subject_kind='group' AND EXISTS(SELECT 1 FROM groups g JOIN group_members gm ON gm.group_uuid=g.uuid AND gm.membership_uuid=m.uuid WHERE g.uuid=e.subject_uuid AND g.domain_uuid=m.domain_uuid AND g.state='active')))),
EXISTS(SELECT 1 FROM locality_access_entries e JOIN domain_memberships m ON m.domain_uuid=e.domain_uuid AND m.principal_uuid=`+s.sqlParam(2)+` AND m.state='active' JOIN principals u ON u.uuid=m.principal_uuid AND u.state='active' WHERE e.domain_uuid=a.domain_uuid AND e.node_kind=a.node_kind AND e.node_uuid=a.node_uuid AND e.permission='read_write' AND ((e.subject_kind='user' AND e.subject_uuid=m.uuid) OR (e.subject_kind='group' AND EXISTS(SELECT 1 FROM groups g JOIN group_members gm ON gm.group_uuid=g.uuid AND gm.membership_uuid=m.uuid WHERE g.uuid=e.subject_uuid AND g.domain_uuid=m.domain_uuid AND g.state='active')))),
EXISTS(SELECT 1 FROM groups g JOIN group_members gm ON gm.group_uuid=g.uuid JOIN domain_memberships m ON m.uuid=gm.membership_uuid AND m.domain_uuid=g.domain_uuid AND m.state='active' JOIN principals u ON u.uuid=m.principal_uuid AND u.state='active' WHERE g.domain_uuid=a.domain_uuid AND g.builtin_key='domain_admin' AND g.state='active' AND gm.member_role IN ('owner','manager') AND m.principal_uuid=`+s.sqlParam(3)+`)
FROM locality_access_policies a WHERE a.domain_uuid=`+s.sqlParam(4)+` LIMIT 4097`, principal, principal, principal, domain)
if err != nil {
return nil, err
}
@@ -171,9 +185,9 @@ func loadLocalityAccess(q pathQueryer, domain, principal string) (*localityAcces
return schutzaria.NewLocalityAccess(admin, layers), nil
}
func readLocalityAccess(ctx context.Context, tx *sql.Tx, domain, kind, id string, g CityGovernance) (LocalityAccess, error) {
func (s *Store) readLocalityAccess(ctx context.Context, tx *sql.Tx, domain, kind, id string, g CityGovernance) (LocalityAccess, error) {
a := LocalityAccess{Epoch: g.Epoch, TopologyVersion: g.TopologyVersion, Mode: "inherit", Entries: []LocalityAccessEntry{}}
err := tx.QueryRowContext(ctx, `SELECT scope_path,grants_access,authority_rank FROM locality_access_policies WHERE domain_uuid=? AND node_kind=? AND node_uuid=?`, domain, kind, id).Scan(&a.ScopePath, &a.GrantsAccess, &a.AuthorityRank)
err := tx.QueryRowContext(ctx, `SELECT scope_path,grants_access,authority_rank FROM locality_access_policies WHERE domain_uuid=`+s.sqlParam(1)+` AND node_kind=`+s.sqlParam(2)+` AND node_uuid=`+s.sqlParam(3)+``, domain, kind, id).Scan(&a.ScopePath, &a.GrantsAccess, &a.AuthorityRank)
if err == sql.ErrNoRows {
return a, nil
}
@@ -181,7 +195,7 @@ func readLocalityAccess(ctx context.Context, tx *sql.Tx, domain, kind, id string
return a, err
}
a.Mode = "restricted"
rows, err := tx.QueryContext(ctx, `SELECT e.subject_kind,e.subject_uuid,CASE WHEN e.subject_kind='user' THEN COALESCE((SELECT i.subject FROM domain_memberships m JOIN principal_identities i ON i.principal_uuid=m.principal_uuid AND i.provider_type='password' WHERE m.uuid=e.subject_uuid AND m.domain_uuid=e.domain_uuid LIMIT 1),e.subject_name) ELSE COALESCE((SELECT name FROM groups WHERE uuid=e.subject_uuid AND domain_uuid=e.domain_uuid),e.subject_name) END,e.permission FROM locality_access_entries e WHERE e.domain_uuid=? AND e.node_kind=? AND e.node_uuid=? ORDER BY e.subject_kind,e.subject_name LIMIT 65`, domain, kind, id)
rows, err := tx.QueryContext(ctx, `SELECT e.subject_kind,e.subject_uuid,CASE WHEN e.subject_kind='user' THEN COALESCE((SELECT i.subject FROM domain_memberships m JOIN principal_identities i ON i.principal_uuid=m.principal_uuid AND i.provider_type='password' WHERE m.uuid=e.subject_uuid AND m.domain_uuid=e.domain_uuid LIMIT 1),e.subject_name) ELSE COALESCE((SELECT name FROM groups WHERE uuid=e.subject_uuid AND domain_uuid=e.domain_uuid),e.subject_name) END,e.permission FROM locality_access_entries e WHERE e.domain_uuid=`+s.sqlParam(1)+` AND e.node_kind=`+s.sqlParam(2)+` AND e.node_uuid=`+s.sqlParam(3)+` ORDER BY e.subject_kind,e.subject_name LIMIT 65`, domain, kind, id)
if err != nil {
return a, err
}
@@ -199,24 +213,32 @@ func readLocalityAccess(ctx context.Context, tx *sql.Tx, domain, kind, id string
return a, rows.Err()
}
func (s *Store) LocalityAccess(ctx context.Context, domain, actor, kind, id string, change *LocalityAccess) (LocalityAccess, error) {
func (s *Store) LocalityAccess(ctx context.Context, domain, actor, kind, id string, change *LocalityAccess) (result LocalityAccess, resultErr error) {
defer func() { resultErr = s.sqlError("locality access policy", resultErr) }()
ctx, cancel := context.WithTimeout(ctx, 2*time.Second)
defer cancel()
tx, err := s.DB.BeginTx(ctx, nil)
options := s.policyReadOptions()
if change != nil {
options = &sql.TxOptions{Isolation: sql.LevelReadCommitted}
}
tx, err := s.DB.BeginTx(ctx, options)
if err != nil {
return LocalityAccess{}, err
}
defer tx.Rollback()
if change != nil {
if _, err = tx.ExecContext(ctx, `INSERT INTO city_governance_epochs(domain_uuid,version) VALUES(?,0) ON CONFLICT(domain_uuid) DO UPDATE SET version=version`, domain); err != nil {
if err = s.lockPolicyWrite(ctx, tx); err != nil {
return LocalityAccess{}, err
}
if _, err = tx.ExecContext(ctx, `INSERT INTO city_governance_epochs(domain_uuid,version) VALUES(`+s.sqlParam(1)+`,0) ON CONFLICT(domain_uuid) DO UPDATE SET version=city_governance_epochs.version`, domain); err != nil {
return LocalityAccess{}, err
}
}
g, err := governanceSnapshot(ctx, tx, domain, actor, kind, id)
g, err := s.governanceSnapshot(ctx, tx, domain, actor, kind, id)
if err != nil {
return LocalityAccess{}, err
}
before, err := readLocalityAccess(ctx, tx, domain, kind, id, g)
before, err := s.readLocalityAccess(ctx, tx, domain, kind, id, g)
if err != nil || change == nil {
return before, err
}
@@ -227,7 +249,7 @@ func (s *Store) LocalityAccess(ctx context.Context, domain, actor, kind, id stri
return before, ErrGovernanceInvalid
}
var admin bool
if err = tx.QueryRowContext(ctx, `SELECT EXISTS(SELECT 1 FROM groups g JOIN group_members gm ON gm.group_uuid=g.uuid JOIN domain_memberships m ON m.uuid=gm.membership_uuid AND m.domain_uuid=g.domain_uuid WHERE g.domain_uuid=? AND g.builtin_key='domain_admin' AND g.state='active' AND gm.member_role IN ('owner','manager') AND m.principal_uuid=? AND m.state='active')`, domain, actor).Scan(&admin); err != nil {
if err = tx.QueryRowContext(ctx, `SELECT EXISTS(SELECT 1 FROM groups g JOIN group_members gm ON gm.group_uuid=g.uuid JOIN domain_memberships m ON m.uuid=gm.membership_uuid AND m.domain_uuid=g.domain_uuid WHERE g.domain_uuid=`+s.sqlParam(1)+` AND g.builtin_key='domain_admin' AND g.state='active' AND gm.member_role IN ('owner','manager') AND m.principal_uuid=`+s.sqlParam(2)+` AND m.state='active')`, domain, actor).Scan(&admin); err != nil {
return before, err
}
path := "/"
@@ -236,20 +258,20 @@ func (s *Store) LocalityAccess(ctx context.Context, domain, actor, kind, id stri
if kind == "spot" {
table = "spots"
}
if err = tx.QueryRowContext(ctx, `SELECT path_prefix FROM `+table+` WHERE uuid=? AND domain_uuid=?`, id, domain).Scan(&path); err != nil {
if err = tx.QueryRowContext(ctx, `SELECT path_prefix FROM `+table+` WHERE uuid=`+s.sqlParam(1)+` AND domain_uuid=`+s.sqlParam(2)+``, id, domain).Scan(&path); err != nil {
return before, err
}
}
if change.Mode == "restricted" {
var mode string
if err = tx.QueryRowContext(ctx, `SELECT value FROM config WHERE domain_uuid=? AND key='authorization_mode'`, domain).Scan(&mode); err != nil {
if err = tx.QueryRowContext(ctx, `SELECT value FROM config WHERE domain_uuid=`+s.sqlParam(1)+` AND key='authorization_mode'`, domain).Scan(&mode); err != nil {
return before, err
}
if mode != "enforcing" {
return before, ErrLocalityAccessEnforcing
}
var crossAlias bool
if err = tx.QueryRowContext(ctx, `SELECT EXISTS(SELECT 1 FROM paths p JOIN paths other ON other.object_uuid=p.object_uuid CROSS JOIN (SELECT ? AS scope) input WHERE p.domain_uuid=? AND `+cityPathScopeSQL("input.scope", "p.path")+` AND (other.domain_uuid!=p.domain_uuid OR NOT `+cityPathScopeSQL("input.scope", "other.path")+`))`, path, domain).Scan(&crossAlias); err != nil {
if err = tx.QueryRowContext(ctx, `SELECT EXISTS(SELECT 1 FROM paths p JOIN paths other ON other.object_uuid=p.object_uuid CROSS JOIN (SELECT `+s.sqlParam(1)+` AS scope) input WHERE p.domain_uuid=`+s.sqlParam(2)+` AND `+s.pathScopeSQL("input.scope", "p.path")+` AND (other.domain_uuid!=p.domain_uuid OR NOT `+s.pathScopeSQL("input.scope", "other.path")+`))`, path, domain).Scan(&crossAlias); err != nil {
return before, err
}
if crossAlias {
@@ -277,9 +299,9 @@ func (s *Store) LocalityAccess(ctx context.Context, domain, actor, kind, id stri
return before, ErrGovernanceInvalid
}
if e.Kind == "user" {
err = tx.QueryRowContext(ctx, `SELECT m.uuid FROM domain_memberships m JOIN principals p ON p.uuid=m.principal_uuid AND p.state IN ('active','readonly') JOIN principal_identities i ON i.principal_uuid=p.uuid AND i.provider_type='password' WHERE m.domain_uuid=? AND m.state='active' AND i.subject=?`, domain, e.Name).Scan(&e.ID)
err = tx.QueryRowContext(ctx, `SELECT m.uuid FROM domain_memberships m JOIN principals p ON p.uuid=m.principal_uuid AND p.state IN ('active','readonly') JOIN principal_identities i ON i.principal_uuid=p.uuid AND i.provider_type='password' WHERE m.domain_uuid=`+s.sqlParam(1)+` AND m.state='active' AND i.subject=`+s.sqlParam(2)+``, domain, e.Name).Scan(&e.ID)
} else {
err = tx.QueryRowContext(ctx, `SELECT uuid FROM groups WHERE domain_uuid=? AND name=? AND state='active'`, domain, e.Name).Scan(&e.ID)
err = tx.QueryRowContext(ctx, `SELECT uuid FROM groups WHERE domain_uuid=`+s.sqlParam(1)+` AND name=`+s.sqlParam(2)+` AND state='active'`, domain, e.Name).Scan(&e.ID)
}
if err != nil {
return before, ErrGovernanceInvalid
@@ -309,36 +331,40 @@ func (s *Store) LocalityAccess(ctx context.Context, domain, actor, kind, id stri
rank = before.AuthorityRank
grant = before.GrantsAccess
}
if _, err = tx.ExecContext(ctx, `DELETE FROM locality_access_entries WHERE domain_uuid=? AND node_kind=? AND node_uuid=?`, domain, kind, id); err != nil {
if _, err = tx.ExecContext(ctx, `DELETE FROM locality_access_entries WHERE domain_uuid=`+s.sqlParam(1)+` AND node_kind=`+s.sqlParam(2)+` AND node_uuid=`+s.sqlParam(3)+``, domain, kind, id); err != nil {
return before, err
}
if _, err = tx.ExecContext(ctx, `DELETE FROM locality_access_policies WHERE domain_uuid=? AND node_kind=? AND node_uuid=?`, domain, kind, id); err != nil {
if _, err = tx.ExecContext(ctx, `DELETE FROM locality_access_policies WHERE domain_uuid=`+s.sqlParam(1)+` AND node_kind=`+s.sqlParam(2)+` AND node_uuid=`+s.sqlParam(3)+``, domain, kind, id); err != nil {
return before, err
}
if change.Mode == "restricted" {
if err = installLocalityAccessGuards(ctx, tx); err != nil {
if err = s.installLocalityAccessGuards(ctx, tx); err != nil {
return before, err
}
if _, err = tx.ExecContext(ctx, `INSERT INTO locality_access_policies VALUES(?,?,?,?,?,?,?)`, domain, kind, id, path, grant, actor, rank); err != nil {
grantValue := 0
if grant {
grantValue = 1
}
if _, err = tx.ExecContext(ctx, `INSERT INTO locality_access_policies VALUES(`+s.sqlValues(7)+`)`, domain, kind, id, path, grantValue, actor, rank); err != nil {
return before, err
}
for _, e := range entries {
if _, err = tx.ExecContext(ctx, `INSERT INTO locality_access_entries VALUES(?,?,?,?,?,?,?)`, domain, kind, id, e.Kind, e.ID, e.Name, e.Permission); err != nil {
if _, err = tx.ExecContext(ctx, `INSERT INTO locality_access_entries VALUES(`+s.sqlParam(1)+`,`+s.sqlParam(2)+`,`+s.sqlParam(3)+`,`+s.sqlParam(4)+`,`+s.sqlParam(5)+`,`+s.sqlParam(6)+`,`+s.sqlParam(7)+`)`, domain, kind, id, e.Kind, e.ID, e.Name, e.Permission); err != nil {
return before, err
}
}
}
if _, err = tx.ExecContext(ctx, `UPDATE city_governance_epochs SET version=version+1 WHERE domain_uuid=?`, domain); err != nil {
if _, err = tx.ExecContext(ctx, `UPDATE city_governance_epochs SET version=version+1 WHERE domain_uuid=`+s.sqlParam(1)+``, domain); err != nil {
return before, err
}
g.Epoch++
after, err := readLocalityAccess(ctx, tx, domain, kind, id, g)
after, err := s.readLocalityAccess(ctx, tx, domain, kind, id, g)
if err != nil {
return before, err
}
b, _ := json.Marshal(before)
a, _ := json.Marshal(after)
if _, err = tx.ExecContext(ctx, `INSERT INTO city_governance_events(domain_uuid,epoch,actor_uuid,node_kind,node_uuid,before_json,after_json,created_at_ms) VALUES(?,?,?,?,?,?,?,?)`, domain, g.Epoch, actor, kind, id, string(b), string(a), time.Now().UnixMilli()); err != nil {
if _, err = tx.ExecContext(ctx, `INSERT INTO city_governance_events(domain_uuid,epoch,actor_uuid,node_kind,node_uuid,before_json,after_json,created_at_ms) VALUES(`+s.sqlParam(1)+`,`+s.sqlParam(2)+`,`+s.sqlParam(3)+`,`+s.sqlParam(4)+`,`+s.sqlParam(5)+`,`+s.sqlParam(6)+`,`+s.sqlParam(7)+`,`+s.sqlParam(8)+`)`, domain, g.Epoch, actor, kind, id, string(b), string(a), time.Now().UnixMilli()); err != nil {
return before, err
}
return after, tx.Commit()