2014-11-16 21:13:20 +01:00
|
|
|
// Copyright (C) 2014 The Syncthing Authors.
|
2014-10-07 15:05:04 +02:00
|
|
|
//
|
2015-03-07 21:36:35 +01:00
|
|
|
// This Source Code Form is subject to the terms of the Mozilla Public
|
|
|
|
// License, v. 2.0. If a copy of the MPL was not distributed with this file,
|
2017-02-09 07:52:18 +01:00
|
|
|
// You can obtain one at https://mozilla.org/MPL/2.0/.
|
2014-10-07 15:05:04 +02:00
|
|
|
|
2015-01-12 14:50:30 +01:00
|
|
|
package db
|
2014-10-07 15:05:04 +02:00
|
|
|
|
|
|
|
import (
|
|
|
|
"testing"
|
2018-03-10 11:42:01 +01:00
|
|
|
|
2018-05-16 08:44:08 +02:00
|
|
|
"github.com/syncthing/syncthing/lib/fs"
|
2018-03-10 11:42:01 +01:00
|
|
|
"github.com/syncthing/syncthing/lib/protocol"
|
2014-10-07 15:05:04 +02:00
|
|
|
)
|
|
|
|
|
2018-06-24 09:50:18 +02:00
|
|
|
func TestIgnoredFiles(t *testing.T) {
|
2018-05-16 08:44:08 +02:00
|
|
|
ldb, err := openJSONS("testdata/v0.14.48-ignoredfiles.db.jsons")
|
|
|
|
if err != nil {
|
|
|
|
t.Fatal(err)
|
|
|
|
}
|
2018-10-10 11:34:24 +02:00
|
|
|
db := NewLowlevel(ldb, "<memory>")
|
2019-02-02 11:02:28 +01:00
|
|
|
_ = UpdateSchema(db)
|
2018-10-10 11:34:24 +02:00
|
|
|
|
2018-05-16 08:44:08 +02:00
|
|
|
fs := NewFileSet("test", fs.NewFilesystem(fs.FilesystemTypeBasic, "."), db)
|
|
|
|
|
|
|
|
// The contents of the database are like this:
|
|
|
|
//
|
|
|
|
// fs := NewFileSet("test", fs.NewFilesystem(fs.FilesystemTypeBasic, "."), db)
|
|
|
|
// fs.Update(protocol.LocalDeviceID, []protocol.FileInfo{
|
|
|
|
// { // invalid (ignored) file
|
|
|
|
// Name: "foo",
|
|
|
|
// Type: protocol.FileInfoTypeFile,
|
|
|
|
// Invalid: true,
|
|
|
|
// Version: protocol.Vector{Counters: []protocol.Counter{{ID: 1, Value: 1000}}},
|
|
|
|
// },
|
|
|
|
// { // regular file
|
|
|
|
// Name: "bar",
|
|
|
|
// Type: protocol.FileInfoTypeFile,
|
|
|
|
// Version: protocol.Vector{Counters: []protocol.Counter{{ID: 1, Value: 1001}}},
|
|
|
|
// },
|
|
|
|
// })
|
|
|
|
// fs.Update(protocol.DeviceID{42}, []protocol.FileInfo{
|
|
|
|
// { // invalid file
|
|
|
|
// Name: "baz",
|
|
|
|
// Type: protocol.FileInfoTypeFile,
|
|
|
|
// Invalid: true,
|
|
|
|
// Version: protocol.Vector{Counters: []protocol.Counter{{ID: 42, Value: 1000}}},
|
|
|
|
// },
|
|
|
|
// { // regular file
|
|
|
|
// Name: "quux",
|
|
|
|
// Type: protocol.FileInfoTypeFile,
|
|
|
|
// Version: protocol.Vector{Counters: []protocol.Counter{{ID: 42, Value: 1002}}},
|
|
|
|
// },
|
|
|
|
// })
|
|
|
|
|
2018-06-24 09:50:18 +02:00
|
|
|
// Local files should have the "ignored" bit in addition to just being
|
|
|
|
// generally invalid if we want to look at the simulation of that bit.
|
|
|
|
|
2018-05-16 08:44:08 +02:00
|
|
|
fi, ok := fs.Get(protocol.LocalDeviceID, "foo")
|
|
|
|
if !ok {
|
|
|
|
t.Fatal("foo should exist")
|
|
|
|
}
|
2018-06-24 09:50:18 +02:00
|
|
|
if !fi.IsInvalid() {
|
2018-05-16 08:44:08 +02:00
|
|
|
t.Error("foo should be invalid")
|
|
|
|
}
|
2018-06-24 09:50:18 +02:00
|
|
|
if !fi.IsIgnored() {
|
|
|
|
t.Error("foo should be ignored")
|
|
|
|
}
|
2018-05-16 08:44:08 +02:00
|
|
|
|
|
|
|
fi, ok = fs.Get(protocol.LocalDeviceID, "bar")
|
|
|
|
if !ok {
|
|
|
|
t.Fatal("bar should exist")
|
|
|
|
}
|
2018-06-24 09:50:18 +02:00
|
|
|
if fi.IsInvalid() {
|
2018-05-16 08:44:08 +02:00
|
|
|
t.Error("bar should not be invalid")
|
|
|
|
}
|
2018-06-24 09:50:18 +02:00
|
|
|
if fi.IsIgnored() {
|
|
|
|
t.Error("bar should not be ignored")
|
|
|
|
}
|
|
|
|
|
|
|
|
// Remote files have the invalid bit as usual, and the IsInvalid() method
|
|
|
|
// should pick this up too.
|
2018-05-16 08:44:08 +02:00
|
|
|
|
|
|
|
fi, ok = fs.Get(protocol.DeviceID{42}, "baz")
|
|
|
|
if !ok {
|
|
|
|
t.Fatal("baz should exist")
|
|
|
|
}
|
2018-06-24 09:50:18 +02:00
|
|
|
if !fi.IsInvalid() {
|
|
|
|
t.Error("baz should be invalid")
|
|
|
|
}
|
|
|
|
if !fi.IsInvalid() {
|
2018-05-16 08:44:08 +02:00
|
|
|
t.Error("baz should be invalid")
|
|
|
|
}
|
|
|
|
|
|
|
|
fi, ok = fs.Get(protocol.DeviceID{42}, "quux")
|
|
|
|
if !ok {
|
|
|
|
t.Fatal("quux should exist")
|
|
|
|
}
|
2018-06-24 09:50:18 +02:00
|
|
|
if fi.IsInvalid() {
|
|
|
|
t.Error("quux should not be invalid")
|
|
|
|
}
|
|
|
|
if fi.IsInvalid() {
|
2018-05-16 08:44:08 +02:00
|
|
|
t.Error("quux should not be invalid")
|
|
|
|
}
|
|
|
|
}
|
2018-06-02 15:08:32 +02:00
|
|
|
|
|
|
|
const myID = 1
|
|
|
|
|
|
|
|
var (
|
|
|
|
remoteDevice0, remoteDevice1 protocol.DeviceID
|
|
|
|
update0to3Folder = "UpdateSchema0to3"
|
|
|
|
invalid = "invalid"
|
|
|
|
slashPrefixed = "/notgood"
|
|
|
|
haveUpdate0to3 map[protocol.DeviceID]fileList
|
|
|
|
)
|
|
|
|
|
|
|
|
func init() {
|
|
|
|
remoteDevice0, _ = protocol.DeviceIDFromString("AIR6LPZ-7K4PTTV-UXQSMUU-CPQ5YWH-OEDFIIQ-JUG777G-2YQXXR5-YD6AWQR")
|
|
|
|
remoteDevice1, _ = protocol.DeviceIDFromString("I6KAH76-66SLLLB-5PFXSOA-UFJCDZC-YAOMLEK-CP2GB32-BV5RQST-3PSROAU")
|
|
|
|
haveUpdate0to3 = map[protocol.DeviceID]fileList{
|
|
|
|
protocol.LocalDeviceID: {
|
|
|
|
protocol.FileInfo{Name: "a", Version: protocol.Vector{Counters: []protocol.Counter{{ID: myID, Value: 1000}}}, Blocks: genBlocks(1)},
|
|
|
|
protocol.FileInfo{Name: slashPrefixed, Version: protocol.Vector{Counters: []protocol.Counter{{ID: myID, Value: 1000}}}, Blocks: genBlocks(1)},
|
|
|
|
},
|
|
|
|
remoteDevice0: {
|
|
|
|
protocol.FileInfo{Name: "b", Version: protocol.Vector{Counters: []protocol.Counter{{ID: myID, Value: 1001}}}, Blocks: genBlocks(2)},
|
2018-06-24 09:50:18 +02:00
|
|
|
protocol.FileInfo{Name: "c", Version: protocol.Vector{Counters: []protocol.Counter{{ID: myID, Value: 1002}}}, Blocks: genBlocks(5), RawInvalid: true},
|
2018-06-02 15:08:32 +02:00
|
|
|
protocol.FileInfo{Name: "d", Version: protocol.Vector{Counters: []protocol.Counter{{ID: myID, Value: 1003}}}, Blocks: genBlocks(7)},
|
|
|
|
},
|
|
|
|
remoteDevice1: {
|
|
|
|
protocol.FileInfo{Name: "c", Version: protocol.Vector{Counters: []protocol.Counter{{ID: myID, Value: 1002}}}, Blocks: genBlocks(7)},
|
2018-06-24 09:50:18 +02:00
|
|
|
protocol.FileInfo{Name: "d", Version: protocol.Vector{Counters: []protocol.Counter{{ID: myID, Value: 1003}}}, Blocks: genBlocks(5), RawInvalid: true},
|
|
|
|
protocol.FileInfo{Name: invalid, Version: protocol.Vector{Counters: []protocol.Counter{{ID: myID, Value: 1004}}}, Blocks: genBlocks(5), RawInvalid: true},
|
2018-06-02 15:08:32 +02:00
|
|
|
},
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
func TestUpdate0to3(t *testing.T) {
|
|
|
|
ldb, err := openJSONS("testdata/v0.14.45-update0to3.db.jsons")
|
|
|
|
|
|
|
|
if err != nil {
|
|
|
|
t.Fatal(err)
|
|
|
|
}
|
2018-10-10 11:34:24 +02:00
|
|
|
|
|
|
|
db := newInstance(NewLowlevel(ldb, "<memory>"))
|
|
|
|
updater := schemaUpdater{db}
|
2018-06-02 15:08:32 +02:00
|
|
|
|
|
|
|
folder := []byte(update0to3Folder)
|
|
|
|
|
2018-10-10 11:34:24 +02:00
|
|
|
updater.updateSchema0to1()
|
2018-06-02 15:08:32 +02:00
|
|
|
|
2019-01-18 11:34:18 +01:00
|
|
|
if _, ok := db.getFileDirty(folder, protocol.LocalDeviceID[:], []byte(slashPrefixed)); ok {
|
2018-06-02 15:08:32 +02:00
|
|
|
t.Error("File prefixed by '/' was not removed during transition to schema 1")
|
|
|
|
}
|
|
|
|
|
2018-09-18 10:41:06 +02:00
|
|
|
if _, err := db.Get(db.keyer.GenerateGlobalVersionKey(nil, folder, []byte(invalid)), nil); err != nil {
|
2018-06-02 15:08:32 +02:00
|
|
|
t.Error("Invalid file wasn't added to global list")
|
|
|
|
}
|
|
|
|
|
2018-10-10 11:34:24 +02:00
|
|
|
updater.updateSchema1to2()
|
2018-06-02 15:08:32 +02:00
|
|
|
|
|
|
|
found := false
|
|
|
|
db.withHaveSequence(folder, 0, func(fi FileIntf) bool {
|
|
|
|
f := fi.(protocol.FileInfo)
|
|
|
|
l.Infoln(f)
|
|
|
|
if found {
|
|
|
|
t.Error("Unexpected additional file via sequence", f.FileName())
|
|
|
|
return true
|
|
|
|
}
|
2018-07-12 10:15:57 +02:00
|
|
|
if e := haveUpdate0to3[protocol.LocalDeviceID][0]; f.IsEquivalentOptional(e, true, true, 0) {
|
2018-06-02 15:08:32 +02:00
|
|
|
found = true
|
|
|
|
} else {
|
|
|
|
t.Errorf("Wrong file via sequence, got %v, expected %v", f, e)
|
|
|
|
}
|
|
|
|
return true
|
|
|
|
})
|
|
|
|
if !found {
|
|
|
|
t.Error("Local file wasn't added to sequence bucket", err)
|
|
|
|
}
|
|
|
|
|
2018-10-10 11:34:24 +02:00
|
|
|
updater.updateSchema2to3()
|
2018-06-02 15:08:32 +02:00
|
|
|
|
|
|
|
need := map[string]protocol.FileInfo{
|
|
|
|
haveUpdate0to3[remoteDevice0][0].Name: haveUpdate0to3[remoteDevice0][0],
|
|
|
|
haveUpdate0to3[remoteDevice1][0].Name: haveUpdate0to3[remoteDevice1][0],
|
|
|
|
haveUpdate0to3[remoteDevice0][2].Name: haveUpdate0to3[remoteDevice0][2],
|
|
|
|
}
|
|
|
|
db.withNeed(folder, protocol.LocalDeviceID[:], false, func(fi FileIntf) bool {
|
|
|
|
e, ok := need[fi.FileName()]
|
|
|
|
if !ok {
|
|
|
|
t.Error("Got unexpected needed file:", fi.FileName())
|
|
|
|
}
|
|
|
|
f := fi.(protocol.FileInfo)
|
|
|
|
delete(need, f.Name)
|
2018-07-12 10:15:57 +02:00
|
|
|
if !f.IsEquivalentOptional(e, true, true, 0) {
|
2018-06-02 15:08:32 +02:00
|
|
|
t.Errorf("Wrong needed file, got %v, expected %v", f, e)
|
|
|
|
}
|
|
|
|
return true
|
|
|
|
})
|
|
|
|
for n := range need {
|
|
|
|
t.Errorf(`Missing needed file "%v"`, n)
|
|
|
|
}
|
|
|
|
}
|
2018-06-26 11:40:34 +02:00
|
|
|
|
|
|
|
func TestDowngrade(t *testing.T) {
|
2018-10-10 11:34:24 +02:00
|
|
|
db := OpenMemory()
|
2019-02-02 11:02:28 +01:00
|
|
|
_ = UpdateSchema(db) // sets the min version etc
|
2018-06-26 11:40:34 +02:00
|
|
|
|
2018-10-10 11:34:24 +02:00
|
|
|
// Bump the database version to something newer than we actually support
|
|
|
|
miscDB := NewMiscDataNamespace(db)
|
2018-06-26 11:40:34 +02:00
|
|
|
miscDB.PutInt64("dbVersion", dbVersion+1)
|
|
|
|
l.Infoln(dbVersion)
|
|
|
|
|
2018-10-10 11:34:24 +02:00
|
|
|
// Pretend we just opened the DB and attempt to update it again
|
|
|
|
err := UpdateSchema(db)
|
|
|
|
|
2018-06-26 11:40:34 +02:00
|
|
|
if err, ok := err.(databaseDowngradeError); !ok {
|
|
|
|
t.Fatal("Expected error due to database downgrade, got", err)
|
|
|
|
} else if err.minSyncthingVersion != dbMinSyncthingVersion {
|
|
|
|
t.Fatalf("Error has %v as min Syncthing version, expected %v", err.minSyncthingVersion, dbMinSyncthingVersion)
|
|
|
|
}
|
|
|
|
}
|