2014-11-16 21:13:20 +01:00
|
|
|
// Copyright (C) 2014 The Syncthing Authors.
|
2014-09-29 21:43:32 +02:00
|
|
|
//
|
2015-03-07 21:36:35 +01:00
|
|
|
// This Source Code Form is subject to the terms of the Mozilla Public
|
|
|
|
// License, v. 2.0. If a copy of the MPL was not distributed with this file,
|
2017-02-09 07:52:18 +01:00
|
|
|
// You can obtain one at https://mozilla.org/MPL/2.0/.
|
2014-09-30 17:56:02 +02:00
|
|
|
|
|
|
|
package model
|
|
|
|
|
|
|
|
import (
|
2016-04-26 16:01:46 +02:00
|
|
|
"github.com/syncthing/syncthing/lib/config"
|
2018-02-25 09:39:00 +01:00
|
|
|
"github.com/syncthing/syncthing/lib/db"
|
2016-08-05 19:45:45 +02:00
|
|
|
"github.com/syncthing/syncthing/lib/fs"
|
2018-02-25 09:39:00 +01:00
|
|
|
"github.com/syncthing/syncthing/lib/protocol"
|
2016-05-04 12:47:33 +02:00
|
|
|
"github.com/syncthing/syncthing/lib/versioner"
|
2014-09-30 17:56:02 +02:00
|
|
|
)
|
|
|
|
|
2016-05-04 12:47:33 +02:00
|
|
|
func init() {
|
2016-12-16 23:23:35 +01:00
|
|
|
folderFactories[config.FolderTypeSendOnly] = newSendOnlyFolder
|
2016-05-04 12:47:33 +02:00
|
|
|
}
|
|
|
|
|
2016-12-16 23:23:35 +01:00
|
|
|
type sendOnlyFolder struct {
|
2016-04-26 16:01:46 +02:00
|
|
|
folder
|
2014-09-30 17:56:02 +02:00
|
|
|
}
|
|
|
|
|
2017-08-19 16:36:56 +02:00
|
|
|
func newSendOnlyFolder(model *Model, cfg config.FolderConfiguration, _ versioner.Versioner, _ fs.Filesystem) service {
|
2018-05-11 10:45:13 +02:00
|
|
|
f := &sendOnlyFolder{
|
|
|
|
folder: newFolder(model, cfg),
|
2014-09-30 17:56:02 +02:00
|
|
|
}
|
2018-05-11 10:45:13 +02:00
|
|
|
f.folder.puller = f
|
|
|
|
return f
|
2014-09-30 17:56:02 +02:00
|
|
|
}
|
|
|
|
|
2018-01-14 18:01:06 +01:00
|
|
|
func (f *sendOnlyFolder) PullErrors() []FileError {
|
|
|
|
return nil
|
|
|
|
}
|
2018-02-25 09:39:00 +01:00
|
|
|
|
|
|
|
// pull checks need for files that only differ by metadata (no changes on disk)
|
2018-05-11 10:45:13 +02:00
|
|
|
func (f *sendOnlyFolder) pull() bool {
|
2018-02-25 09:39:00 +01:00
|
|
|
select {
|
|
|
|
case <-f.initialScanFinished:
|
|
|
|
default:
|
|
|
|
// Once the initial scan finished, a pull will be scheduled
|
2018-05-11 10:45:13 +02:00
|
|
|
return false
|
2018-02-25 09:39:00 +01:00
|
|
|
}
|
|
|
|
|
|
|
|
f.model.fmut.RLock()
|
|
|
|
folderFiles := f.model.folderFiles[f.folderID]
|
|
|
|
ignores := f.model.folderIgnores[f.folderID]
|
|
|
|
f.model.fmut.RUnlock()
|
|
|
|
|
|
|
|
batch := make([]protocol.FileInfo, 0, maxBatchSizeFiles)
|
|
|
|
batchSizeBytes := 0
|
|
|
|
|
|
|
|
folderFiles.WithNeed(protocol.LocalDeviceID, func(intf db.FileIntf) bool {
|
|
|
|
if len(batch) == maxBatchSizeFiles || batchSizeBytes > maxBatchSizeBytes {
|
|
|
|
f.model.updateLocalsFromPulling(f.folderID, batch)
|
|
|
|
batch = batch[:0]
|
|
|
|
batchSizeBytes = 0
|
|
|
|
}
|
|
|
|
|
|
|
|
if ignores.ShouldIgnore(intf.FileName()) {
|
|
|
|
file := intf.(protocol.FileInfo)
|
2018-06-24 09:50:18 +02:00
|
|
|
file.SetIgnored(f.shortID)
|
2018-02-25 09:39:00 +01:00
|
|
|
batch = append(batch, file)
|
|
|
|
batchSizeBytes += file.ProtoSize()
|
|
|
|
l.Debugln(f, "Handling ignored file", file)
|
|
|
|
return true
|
|
|
|
}
|
|
|
|
|
|
|
|
curFile, ok := f.model.CurrentFolderFile(f.folderID, intf.FileName())
|
|
|
|
if !ok {
|
|
|
|
if intf.IsDeleted() {
|
|
|
|
panic("Should never get a deleted file as needed when we don't have it")
|
|
|
|
}
|
|
|
|
return true
|
|
|
|
}
|
|
|
|
|
|
|
|
file := intf.(protocol.FileInfo)
|
|
|
|
if !file.IsEquivalent(curFile, f.IgnorePerms, false) {
|
|
|
|
return true
|
|
|
|
}
|
|
|
|
|
|
|
|
file.Version = file.Version.Merge(curFile.Version)
|
|
|
|
batch = append(batch, file)
|
|
|
|
batchSizeBytes += file.ProtoSize()
|
|
|
|
l.Debugln(f, "Merging versions of identical file", file)
|
|
|
|
|
|
|
|
return true
|
|
|
|
})
|
|
|
|
|
|
|
|
if len(batch) > 0 {
|
|
|
|
f.model.updateLocalsFromPulling(f.folderID, batch)
|
|
|
|
}
|
2018-05-11 10:45:13 +02:00
|
|
|
|
|
|
|
return true
|
2018-02-25 09:39:00 +01:00
|
|
|
}
|
2018-05-21 08:56:24 +02:00
|
|
|
|
|
|
|
func (f *sendOnlyFolder) Override(fs *db.FileSet, updateFn func([]protocol.FileInfo)) {
|
|
|
|
f.setState(FolderScanning)
|
|
|
|
batch := make([]protocol.FileInfo, 0, maxBatchSizeFiles)
|
|
|
|
batchSizeBytes := 0
|
|
|
|
fs.WithNeed(protocol.LocalDeviceID, func(fi db.FileIntf) bool {
|
|
|
|
need := fi.(protocol.FileInfo)
|
|
|
|
if len(batch) == maxBatchSizeFiles || batchSizeBytes > maxBatchSizeBytes {
|
|
|
|
updateFn(batch)
|
|
|
|
batch = batch[:0]
|
|
|
|
batchSizeBytes = 0
|
|
|
|
}
|
|
|
|
|
|
|
|
have, ok := fs.Get(protocol.LocalDeviceID, need.Name)
|
|
|
|
// Don't override files that are in a bad state (ignored,
|
|
|
|
// unsupported, must rescan, ...).
|
|
|
|
if ok && have.IsInvalid() {
|
|
|
|
return true
|
|
|
|
}
|
|
|
|
if !ok || have.Name != need.Name {
|
|
|
|
// We are missing the file
|
|
|
|
need.Deleted = true
|
|
|
|
need.Blocks = nil
|
|
|
|
need.Version = need.Version.Update(f.shortID)
|
|
|
|
need.Size = 0
|
|
|
|
} else {
|
|
|
|
// We have the file, replace with our version
|
|
|
|
have.Version = have.Version.Merge(need.Version).Update(f.shortID)
|
|
|
|
need = have
|
|
|
|
}
|
|
|
|
need.Sequence = 0
|
|
|
|
batch = append(batch, need)
|
|
|
|
batchSizeBytes += need.ProtoSize()
|
|
|
|
return true
|
|
|
|
})
|
|
|
|
if len(batch) > 0 {
|
|
|
|
updateFn(batch)
|
|
|
|
}
|
|
|
|
f.setState(FolderIdle)
|
|
|
|
}
|