This adds a new nanoseconds field to the FileInfo, populates it during scans and sets the non-truncated time in Chtimes calls. The actual file modification time is defined as modified_s seconds + modified_ns nanoseconds. It's expected that the modified_ns field is <= 1e9 (that is, all whole seconds should go in the modified_s field) but not really enforced. Given that it's an int32 the timestamp can be adjusted += ~2.9 seconds by the modified_ns field... GitHub-Pull-Request: https://github.com/syncthing/syncthing/pull/3431
283 lines
6.3 KiB
Go
283 lines
6.3 KiB
Go
// Copyright (C) 2014 The Syncthing Authors.
|
|
//
|
|
// This Source Code Form is subject to the terms of the Mozilla Public
|
|
// License, v. 2.0. If a copy of the MPL was not distributed with this file,
|
|
// You can obtain one at http://mozilla.org/MPL/2.0/.
|
|
|
|
package model
|
|
|
|
import (
|
|
"fmt"
|
|
"testing"
|
|
"time"
|
|
|
|
"github.com/d4l3k/messagediff"
|
|
)
|
|
|
|
func TestJobQueue(t *testing.T) {
|
|
// Some random actions
|
|
q := newJobQueue()
|
|
q.Push("f1", 0, time.Time{})
|
|
q.Push("f2", 0, time.Time{})
|
|
q.Push("f3", 0, time.Time{})
|
|
q.Push("f4", 0, time.Time{})
|
|
|
|
progress, queued := q.Jobs()
|
|
if len(progress) != 0 || len(queued) != 4 {
|
|
t.Fatal("Wrong length")
|
|
}
|
|
|
|
for i := 1; i < 5; i++ {
|
|
n, ok := q.Pop()
|
|
if !ok || n != fmt.Sprintf("f%d", i) {
|
|
t.Fatal("Wrong element")
|
|
}
|
|
progress, queued = q.Jobs()
|
|
if len(progress) != 1 || len(queued) != 3 {
|
|
t.Log(progress)
|
|
t.Log(queued)
|
|
t.Fatal("Wrong length")
|
|
}
|
|
|
|
q.Done(n)
|
|
progress, queued = q.Jobs()
|
|
if len(progress) != 0 || len(queued) != 3 {
|
|
t.Fatal("Wrong length", len(progress), len(queued))
|
|
}
|
|
|
|
q.Push(n, 0, time.Time{})
|
|
progress, queued = q.Jobs()
|
|
if len(progress) != 0 || len(queued) != 4 {
|
|
t.Fatal("Wrong length")
|
|
}
|
|
|
|
q.Done("f5") // Does not exist
|
|
progress, queued = q.Jobs()
|
|
if len(progress) != 0 || len(queued) != 4 {
|
|
t.Fatal("Wrong length")
|
|
}
|
|
}
|
|
|
|
if len(q.progress) > 0 || len(q.queued) != 4 {
|
|
t.Fatal("Wrong length")
|
|
}
|
|
|
|
for i := 4; i > 0; i-- {
|
|
progress, queued = q.Jobs()
|
|
if len(progress) != 4-i || len(queued) != i {
|
|
t.Fatal("Wrong length")
|
|
}
|
|
|
|
s := fmt.Sprintf("f%d", i)
|
|
|
|
q.BringToFront(s)
|
|
progress, queued = q.Jobs()
|
|
if len(progress) != 4-i || len(queued) != i {
|
|
t.Fatal("Wrong length")
|
|
}
|
|
|
|
n, ok := q.Pop()
|
|
if !ok || n != s {
|
|
t.Fatal("Wrong element")
|
|
}
|
|
progress, queued = q.Jobs()
|
|
if len(progress) != 5-i || len(queued) != i-1 {
|
|
t.Fatal("Wrong length")
|
|
}
|
|
|
|
q.Done("f5") // Does not exist
|
|
progress, queued = q.Jobs()
|
|
if len(progress) != 5-i || len(queued) != i-1 {
|
|
t.Fatal("Wrong length")
|
|
}
|
|
}
|
|
|
|
_, ok := q.Pop()
|
|
if len(q.progress) != 4 || ok {
|
|
t.Fatal("Wrong length")
|
|
}
|
|
|
|
q.Done("f1")
|
|
q.Done("f2")
|
|
q.Done("f3")
|
|
q.Done("f4")
|
|
q.Done("f5") // Does not exist
|
|
|
|
_, ok = q.Pop()
|
|
if len(q.progress) != 0 || ok {
|
|
t.Fatal("Wrong length")
|
|
}
|
|
|
|
progress, queued = q.Jobs()
|
|
if len(progress) != 0 || len(queued) != 0 {
|
|
t.Fatal("Wrong length")
|
|
}
|
|
q.BringToFront("")
|
|
q.Done("f5") // Does not exist
|
|
progress, queued = q.Jobs()
|
|
if len(progress) != 0 || len(queued) != 0 {
|
|
t.Fatal("Wrong length")
|
|
}
|
|
}
|
|
|
|
func TestBringToFront(t *testing.T) {
|
|
q := newJobQueue()
|
|
q.Push("f1", 0, time.Time{})
|
|
q.Push("f2", 0, time.Time{})
|
|
q.Push("f3", 0, time.Time{})
|
|
q.Push("f4", 0, time.Time{})
|
|
|
|
_, queued := q.Jobs()
|
|
if diff, equal := messagediff.PrettyDiff([]string{"f1", "f2", "f3", "f4"}, queued); !equal {
|
|
t.Errorf("Order does not match. Diff:\n%s", diff)
|
|
}
|
|
|
|
q.BringToFront("f1") // corner case: does nothing
|
|
|
|
_, queued = q.Jobs()
|
|
if diff, equal := messagediff.PrettyDiff([]string{"f1", "f2", "f3", "f4"}, queued); !equal {
|
|
t.Errorf("Order does not match. Diff:\n%s", diff)
|
|
}
|
|
|
|
q.BringToFront("f3")
|
|
|
|
_, queued = q.Jobs()
|
|
if diff, equal := messagediff.PrettyDiff([]string{"f3", "f1", "f2", "f4"}, queued); !equal {
|
|
t.Errorf("Order does not match. Diff:\n%s", diff)
|
|
}
|
|
|
|
q.BringToFront("f2")
|
|
|
|
_, queued = q.Jobs()
|
|
if diff, equal := messagediff.PrettyDiff([]string{"f2", "f3", "f1", "f4"}, queued); !equal {
|
|
t.Errorf("Order does not match. Diff:\n%s", diff)
|
|
}
|
|
|
|
q.BringToFront("f4") // corner case: last element
|
|
|
|
_, queued = q.Jobs()
|
|
if diff, equal := messagediff.PrettyDiff([]string{"f4", "f2", "f3", "f1"}, queued); !equal {
|
|
t.Errorf("Order does not match. Diff:\n%s", diff)
|
|
}
|
|
}
|
|
|
|
func TestShuffle(t *testing.T) {
|
|
q := newJobQueue()
|
|
q.Push("f1", 0, time.Time{})
|
|
q.Push("f2", 0, time.Time{})
|
|
q.Push("f3", 0, time.Time{})
|
|
q.Push("f4", 0, time.Time{})
|
|
|
|
// This test will fail once in eight million times (1 / (4!)^5) :)
|
|
for i := 0; i < 5; i++ {
|
|
q.Shuffle()
|
|
_, queued := q.Jobs()
|
|
if l := len(queued); l != 4 {
|
|
t.Fatalf("Weird length %d returned from Jobs()", l)
|
|
}
|
|
|
|
t.Logf("%v", queued)
|
|
if _, equal := messagediff.PrettyDiff([]string{"f1", "f2", "f3", "f4"}, queued); !equal {
|
|
// The queue was shuffled
|
|
return
|
|
}
|
|
}
|
|
|
|
t.Error("Queue was not shuffled after five attempts.")
|
|
}
|
|
|
|
func TestSortBySize(t *testing.T) {
|
|
q := newJobQueue()
|
|
q.Push("f1", 20, time.Time{})
|
|
q.Push("f2", 40, time.Time{})
|
|
q.Push("f3", 30, time.Time{})
|
|
q.Push("f4", 10, time.Time{})
|
|
|
|
q.SortSmallestFirst()
|
|
|
|
_, actual := q.Jobs()
|
|
if l := len(actual); l != 4 {
|
|
t.Fatalf("Weird length %d returned from Jobs()", l)
|
|
}
|
|
expected := []string{"f4", "f1", "f3", "f2"}
|
|
|
|
if diff, equal := messagediff.PrettyDiff(expected, actual); !equal {
|
|
t.Errorf("SortSmallestFirst() diff:\n%s", diff)
|
|
}
|
|
|
|
q.SortLargestFirst()
|
|
|
|
_, actual = q.Jobs()
|
|
if l := len(actual); l != 4 {
|
|
t.Fatalf("Weird length %d returned from Jobs()", l)
|
|
}
|
|
expected = []string{"f2", "f3", "f1", "f4"}
|
|
|
|
if diff, equal := messagediff.PrettyDiff(expected, actual); !equal {
|
|
t.Errorf("SortLargestFirst() diff:\n%s", diff)
|
|
}
|
|
}
|
|
|
|
func TestSortByAge(t *testing.T) {
|
|
q := newJobQueue()
|
|
q.Push("f1", 0, time.Unix(20, 0))
|
|
q.Push("f2", 0, time.Unix(40, 0))
|
|
q.Push("f3", 0, time.Unix(30, 0))
|
|
q.Push("f4", 0, time.Unix(10, 0))
|
|
|
|
q.SortOldestFirst()
|
|
|
|
_, actual := q.Jobs()
|
|
if l := len(actual); l != 4 {
|
|
t.Fatalf("Weird length %d returned from Jobs()", l)
|
|
}
|
|
expected := []string{"f4", "f1", "f3", "f2"}
|
|
|
|
if diff, equal := messagediff.PrettyDiff(expected, actual); !equal {
|
|
t.Errorf("SortOldestFirst() diff:\n%s", diff)
|
|
}
|
|
|
|
q.SortNewestFirst()
|
|
|
|
_, actual = q.Jobs()
|
|
if l := len(actual); l != 4 {
|
|
t.Fatalf("Weird length %d returned from Jobs()", l)
|
|
}
|
|
expected = []string{"f2", "f3", "f1", "f4"}
|
|
|
|
if diff, equal := messagediff.PrettyDiff(expected, actual); !equal {
|
|
t.Errorf("SortNewestFirst() diff:\n%s", diff)
|
|
}
|
|
}
|
|
|
|
func BenchmarkJobQueueBump(b *testing.B) {
|
|
files := genFiles(b.N)
|
|
|
|
q := newJobQueue()
|
|
for _, f := range files {
|
|
q.Push(f.Name, 0, time.Time{})
|
|
}
|
|
|
|
b.ResetTimer()
|
|
for i := 0; i < b.N; i++ {
|
|
q.BringToFront(files[i].Name)
|
|
}
|
|
}
|
|
|
|
func BenchmarkJobQueuePushPopDone10k(b *testing.B) {
|
|
files := genFiles(10000)
|
|
|
|
b.ResetTimer()
|
|
for i := 0; i < b.N; i++ {
|
|
q := newJobQueue()
|
|
for _, f := range files {
|
|
q.Push(f.Name, 0, time.Time{})
|
|
}
|
|
for _ = range files {
|
|
n, _ := q.Pop()
|
|
q.Done(n)
|
|
}
|
|
}
|
|
|
|
}
|