c08024ebb8
This adds a couple of utilities for transporting databases in JSON and a test to load a database and verify a couple of invalid bits. The test itself is quite pointless at the moment, but it lays the groundwork for testing the migration of this data in the next step (after the invalid bit should be changed to local flags for local files). When that happens we need to have a database in the old format already there in order to be able to test the migration.
95 lines
2.4 KiB
Go
95 lines
2.4 KiB
Go
// Copyright (C) 2018 The Syncthing Authors.
|
|
//
|
|
// This Source Code Form is subject to the terms of the Mozilla Public
|
|
// License, v. 2.0. If a copy of the MPL was not distributed with this file,
|
|
// You can obtain one at https://mozilla.org/MPL/2.0/.
|
|
|
|
package db
|
|
|
|
import (
|
|
"encoding/json"
|
|
"io"
|
|
"os"
|
|
|
|
"github.com/syncthing/syncthing/lib/fs"
|
|
"github.com/syncthing/syncthing/lib/protocol"
|
|
"github.com/syndtr/goleveldb/leveldb"
|
|
"github.com/syndtr/goleveldb/leveldb/storage"
|
|
"github.com/syndtr/goleveldb/leveldb/util"
|
|
)
|
|
|
|
// writeJSONS serializes the database to a JSON stream that can be checked
|
|
// in to the repo and used for tests.
|
|
func writeJSONS(w io.Writer, db *leveldb.DB) {
|
|
it := db.NewIterator(&util.Range{}, nil)
|
|
defer it.Release()
|
|
enc := json.NewEncoder(w)
|
|
for it.Next() {
|
|
enc.Encode(map[string][]byte{
|
|
"k": it.Key(),
|
|
"v": it.Value(),
|
|
})
|
|
}
|
|
}
|
|
|
|
// openJSONS reads a JSON stream file into a leveldb.DB
|
|
func openJSONS(file string) (*leveldb.DB, error) {
|
|
fd, err := os.Open(file)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
dec := json.NewDecoder(fd)
|
|
|
|
db, _ := leveldb.Open(storage.NewMemStorage(), nil)
|
|
|
|
for {
|
|
var row map[string][]byte
|
|
|
|
err := dec.Decode(&row)
|
|
if err == io.EOF {
|
|
break
|
|
} else if err != nil {
|
|
return nil, err
|
|
}
|
|
|
|
db.Put(row["k"], row["v"], nil)
|
|
}
|
|
|
|
return db, nil
|
|
}
|
|
|
|
func generateIgnoredFilesDB() {
|
|
// This generates a database with files with invalid flags, local and
|
|
// remote, in the format used in 0.14.48.
|
|
|
|
db := OpenMemory()
|
|
fs := NewFileSet("test", fs.NewFilesystem(fs.FilesystemTypeBasic, "."), db)
|
|
fs.Update(protocol.LocalDeviceID, []protocol.FileInfo{
|
|
{ // invalid (ignored) file
|
|
Name: "foo",
|
|
Type: protocol.FileInfoTypeFile,
|
|
Invalid: true,
|
|
Version: protocol.Vector{Counters: []protocol.Counter{{ID: 1, Value: 1000}}},
|
|
},
|
|
{ // regular file
|
|
Name: "bar",
|
|
Type: protocol.FileInfoTypeFile,
|
|
Version: protocol.Vector{Counters: []protocol.Counter{{ID: 1, Value: 1001}}},
|
|
},
|
|
})
|
|
fs.Update(protocol.DeviceID{42}, []protocol.FileInfo{
|
|
{ // invalid file
|
|
Name: "baz",
|
|
Type: protocol.FileInfoTypeFile,
|
|
Invalid: true,
|
|
Version: protocol.Vector{Counters: []protocol.Counter{{ID: 42, Value: 1000}}},
|
|
},
|
|
{ // regular file
|
|
Name: "quux",
|
|
Type: protocol.FileInfoTypeFile,
|
|
Version: protocol.Vector{Counters: []protocol.Counter{{ID: 42, Value: 1002}}},
|
|
},
|
|
})
|
|
writeJSONS(os.Stdout, db.DB)
|
|
}
|