package store import ( "database/sql" "fmt" "testing" _ "modernc.org/sqlite" ) func browserTestStore(t testing.TB) *Store { t.Helper() database, err := sql.Open("sqlite", ":memory:") if err != nil { t.Fatal(err) } t.Cleanup(func() { _ = database.Close() }) _, err = database.Exec(`CREATE TABLE paths(domain_uuid TEXT,path TEXT,object_uuid TEXT,PRIMARY KEY(domain_uuid,path)); CREATE TABLE revisions(uuid TEXT,object_uuid TEXT,body TEXT,created_at INTEGER,created_at_ms INTEGER,content_type TEXT,filename TEXT,document_hash TEXT); CREATE INDEX idx_revisions_object_created ON revisions(object_uuid,created_at_ms DESC); INSERT INTO paths VALUES('d','/docs/file','file'),('d','/docs/folder','folder'),('d','/docs/folder/child','child'), ('d','/docset/hidden','hidden'),('other','/docs/secret','secret'),('d','/Docs/wrongcase','other'), ('d','/a_%/child','literal'),('d','/a12/hidden','wildcard'); INSERT INTO revisions VALUES('old','file','old',1,1,'text/plain','old.txt','old-hash'), ('latest','file','日本語',2,2,'text/plain','new.txt','new-hash');`) if err != nil { t.Fatal(err) } return &Store{DB: database} } func TestBrowserEntriesCollapseFoldersAndScopeMetadata(t *testing.T) { st := browserTestStore(t) entries, err := st.ListBrowserEntriesInDomain("d", "/docs") if err != nil { t.Fatal(err) } if len(entries) != 2 || entries[0].Path != "/docs/folder" || !entries[0].IsDir || entries[0].ChildCount != 1 { t.Fatalf("entries: %#v", entries) } file := entries[1] if file.Path != "/docs/file" || file.RevisionUUID != "latest" || file.Filename != "new.txt" || file.Size != 9 { t.Fatalf("file: %#v", file) } entries, err = st.ListBrowserEntriesInDomain("d", "/a_%") if err != nil || len(entries) != 1 || entries[0].Path != "/a_%/child" { t.Fatalf("literal prefix: %#v %v", entries, err) } } func BenchmarkBrowserNestedHistory(b *testing.B) { st := browserTestStore(b) tx, err := st.DB.Begin() if err != nil { b.Fatal(err) } for i := 0; i < 500; i++ { object := fmt.Sprintf("object-%d", i) if _, err := tx.Exec(`INSERT INTO paths VALUES('d',?,?)`, fmt.Sprintf("/folder-%d/page-%d", i%20, i), object); err != nil { b.Fatal(err) } for rev := 0; rev < 20; rev++ { if _, err := tx.Exec(`INSERT INTO revisions VALUES(?,?,zeroblob(4096),?,?, 'text/plain','note.txt','hash')`, fmt.Sprintf("%s-%d", object, rev), object, rev, rev); err != nil { b.Fatal(err) } } } if err := tx.Commit(); err != nil { b.Fatal(err) } b.Run("grouped", func(b *testing.B) { for i := 0; i < b.N; i++ { if _, err := st.ListBrowserEntriesInDomain("d", "/"); err != nil { b.Fatal(err) } } }) b.Run("legacy", func(b *testing.B) { for i := 0; i < b.N; i++ { rows, err := st.DB.Query(`WITH relevant_paths AS (SELECT path,object_uuid FROM paths WHERE domain_uuid='d' AND path LIKE '/%'), relevant_objects AS (SELECT DISTINCT object_uuid FROM relevant_paths), latest AS (SELECT r.object_uuid,length(r.body) AS size,r.created_at,r.content_type,r.filename, ROW_NUMBER() OVER(PARTITION BY r.object_uuid ORDER BY COALESCE(r.created_at_ms,r.created_at*1000) DESC,r.rowid DESC) AS rn FROM revisions r JOIN relevant_objects o ON o.object_uuid=r.object_uuid) SELECT p.path,p.object_uuid,COALESCE(l.size,0),COALESCE(l.created_at,0),COALESCE(l.content_type,''),COALESCE(l.filename,'') FROM relevant_paths p LEFT JOIN latest l ON l.object_uuid=p.object_uuid AND l.rn=1 ORDER BY p.path`) if err != nil { b.Fatal(err) } for rows.Next() { var p, o, ct, fn string var size, ts int64 if err := rows.Scan(&p, &o, &size, &ts, &ct, &fn); err != nil { b.Fatal(err) } } if err := rows.Err(); err != nil { b.Fatal(err) } rows.Close() } }) }