This adds a thin type that holds the state associated with the leveldb.DB, leaving the huge Instance type more or less stateless. Also moves some keying stuff into the DB package so that other packages need not know the keying specifics. (This does not, yet, fix the cmd/stindex program, in order to keep the diff size down. Hence the keying constants are still exported.)
95 lines
2.2 KiB
Go
95 lines
2.2 KiB
Go
// Copyright (C) 2015 The Syncthing Authors.
|
|
//
|
|
// This Source Code Form is subject to the terms of the Mozilla Public
|
|
// License, v. 2.0. If a copy of the MPL was not distributed with this file,
|
|
// You can obtain one at https://mozilla.org/MPL/2.0/.
|
|
|
|
package main
|
|
|
|
import (
|
|
"container/heap"
|
|
"encoding/binary"
|
|
"fmt"
|
|
|
|
"github.com/syncthing/syncthing/lib/db"
|
|
)
|
|
|
|
type SizedElement struct {
|
|
key string
|
|
size int
|
|
}
|
|
|
|
type ElementHeap []SizedElement
|
|
|
|
func (h ElementHeap) Len() int { return len(h) }
|
|
func (h ElementHeap) Less(i, j int) bool { return h[i].size > h[j].size }
|
|
func (h ElementHeap) Swap(i, j int) { h[i], h[j] = h[j], h[i] }
|
|
|
|
func (h *ElementHeap) Push(x interface{}) {
|
|
*h = append(*h, x.(SizedElement))
|
|
}
|
|
|
|
func (h *ElementHeap) Pop() interface{} {
|
|
old := *h
|
|
n := len(old)
|
|
x := old[n-1]
|
|
*h = old[0 : n-1]
|
|
return x
|
|
}
|
|
|
|
func dumpsize(ldb *db.Lowlevel) {
|
|
h := &ElementHeap{}
|
|
heap.Init(h)
|
|
|
|
it := ldb.NewIterator(nil, nil)
|
|
var ele SizedElement
|
|
for it.Next() {
|
|
key := it.Key()
|
|
switch key[0] {
|
|
case db.KeyTypeDevice:
|
|
folder := binary.BigEndian.Uint32(key[1:])
|
|
device := binary.BigEndian.Uint32(key[1+4:])
|
|
name := nulString(key[1+4+4:])
|
|
ele.key = fmt.Sprintf("DEVICE:%d:%d:%s", folder, device, name)
|
|
|
|
case db.KeyTypeGlobal:
|
|
folder := binary.BigEndian.Uint32(key[1:])
|
|
name := nulString(key[1+4:])
|
|
ele.key = fmt.Sprintf("GLOBAL:%d:%s", folder, name)
|
|
|
|
case db.KeyTypeBlock:
|
|
folder := binary.BigEndian.Uint32(key[1:])
|
|
hash := key[1+4 : 1+4+32]
|
|
name := nulString(key[1+4+32:])
|
|
ele.key = fmt.Sprintf("BLOCK:%d:%x:%s", folder, hash, name)
|
|
|
|
case db.KeyTypeDeviceStatistic:
|
|
ele.key = fmt.Sprintf("DEVICESTATS:%s", key[1:])
|
|
|
|
case db.KeyTypeFolderStatistic:
|
|
ele.key = fmt.Sprintf("FOLDERSTATS:%s", key[1:])
|
|
|
|
case db.KeyTypeVirtualMtime:
|
|
ele.key = fmt.Sprintf("MTIME:%s", key[1:])
|
|
|
|
case db.KeyTypeFolderIdx:
|
|
id := binary.BigEndian.Uint32(key[1:])
|
|
ele.key = fmt.Sprintf("FOLDERIDX:%d", id)
|
|
|
|
case db.KeyTypeDeviceIdx:
|
|
id := binary.BigEndian.Uint32(key[1:])
|
|
ele.key = fmt.Sprintf("DEVICEIDX:%d", id)
|
|
|
|
default:
|
|
ele.key = fmt.Sprintf("UNKNOWN:%x", key)
|
|
}
|
|
ele.size = len(it.Value())
|
|
heap.Push(h, ele)
|
|
}
|
|
|
|
for h.Len() > 0 {
|
|
ele = heap.Pop(h).(SizedElement)
|
|
fmt.Println(ele.key, ele.size)
|
|
}
|
|
}
|