5baa432906
To optimize WithNeed, which is called for the local device whenever an index update is received. No tracking for remote devices to conserve db space, as WithNeed is only queried for completion.
107 lines
3.0 KiB
Go
107 lines
3.0 KiB
Go
// Copyright (C) 2018 The Syncthing Authors.
|
|
//
|
|
// This Source Code Form is subject to the terms of the Mozilla Public
|
|
// License, v. 2.0. If a copy of the MPL was not distributed with this file,
|
|
// You can obtain one at https://mozilla.org/MPL/2.0/.
|
|
|
|
package db
|
|
|
|
import (
|
|
"encoding/json"
|
|
"io"
|
|
"os"
|
|
|
|
"github.com/syndtr/goleveldb/leveldb"
|
|
"github.com/syndtr/goleveldb/leveldb/storage"
|
|
"github.com/syndtr/goleveldb/leveldb/util"
|
|
)
|
|
|
|
// writeJSONS serializes the database to a JSON stream that can be checked
|
|
// in to the repo and used for tests.
|
|
func writeJSONS(w io.Writer, db *leveldb.DB) {
|
|
it := db.NewIterator(&util.Range{}, nil)
|
|
defer it.Release()
|
|
enc := json.NewEncoder(w)
|
|
for it.Next() {
|
|
enc.Encode(map[string][]byte{
|
|
"k": it.Key(),
|
|
"v": it.Value(),
|
|
})
|
|
}
|
|
}
|
|
|
|
// openJSONS reads a JSON stream file into a leveldb.DB
|
|
func openJSONS(file string) (*leveldb.DB, error) {
|
|
fd, err := os.Open(file)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
dec := json.NewDecoder(fd)
|
|
|
|
db, _ := leveldb.Open(storage.NewMemStorage(), nil)
|
|
|
|
for {
|
|
var row map[string][]byte
|
|
|
|
err := dec.Decode(&row)
|
|
if err == io.EOF {
|
|
break
|
|
} else if err != nil {
|
|
return nil, err
|
|
}
|
|
|
|
db.Put(row["k"], row["v"], nil)
|
|
}
|
|
|
|
return db, nil
|
|
}
|
|
|
|
// The following commented tests were used to generate jsons files to stdout for
|
|
// future tests and are kept here for reference (reuse).
|
|
|
|
// TestGenerateIgnoredFilesDB generates a database with files with invalid flags,
|
|
// local and remote, in the format used in 0.14.48.
|
|
// func TestGenerateIgnoredFilesDB(t *testing.T) {
|
|
// db := OpenMemory()
|
|
// fs := NewFileSet("test", fs.NewFilesystem(fs.FilesystemTypeBasic, "."), db)
|
|
// fs.Update(protocol.LocalDeviceID, []protocol.FileInfo{
|
|
// { // invalid (ignored) file
|
|
// Name: "foo",
|
|
// Type: protocol.FileInfoTypeFile,
|
|
// Invalid: true,
|
|
// Version: protocol.Vector{Counters: []protocol.Counter{{ID: 1, Value: 1000}}},
|
|
// },
|
|
// { // regular file
|
|
// Name: "bar",
|
|
// Type: protocol.FileInfoTypeFile,
|
|
// Version: protocol.Vector{Counters: []protocol.Counter{{ID: 1, Value: 1001}}},
|
|
// },
|
|
// })
|
|
// fs.Update(protocol.DeviceID{42}, []protocol.FileInfo{
|
|
// { // invalid file
|
|
// Name: "baz",
|
|
// Type: protocol.FileInfoTypeFile,
|
|
// Invalid: true,
|
|
// Version: protocol.Vector{Counters: []protocol.Counter{{ID: 42, Value: 1000}}},
|
|
// },
|
|
// { // regular file
|
|
// Name: "quux",
|
|
// Type: protocol.FileInfoTypeFile,
|
|
// Version: protocol.Vector{Counters: []protocol.Counter{{ID: 42, Value: 1002}}},
|
|
// },
|
|
// })
|
|
// writeJSONS(os.Stdout, db.DB)
|
|
// }
|
|
|
|
// TestGenerateUpdate0to3DB generates a database with files with invalid flags, prefixed
|
|
// by a slash and other files to test database migration from version 0 to 3, in the
|
|
// format used in 0.14.45.
|
|
// func TestGenerateUpdate0to3DB(t *testing.T) {
|
|
// db := OpenMemory()
|
|
// fs := NewFileSet(update0to3Folder, fs.NewFilesystem(fs.FilesystemTypeBasic, "."), db)
|
|
// for devID, files := range haveUpdate0to3 {
|
|
// fs.Update(devID, files)
|
|
// }
|
|
// writeJSONS(os.Stdout, db.DB)
|
|
// }
|