syncthing/vendor/github.com/syndtr/goleveldb/leveldb/session_record.go

324 lines
7.1 KiB
Go
Raw Normal View History

2014-07-06 14:46:48 +02:00
// Copyright (c) 2012, Suryandaru Triandana <syndtr@gmail.com>
// All rights reserved.
//
// Use of this source code is governed by a BSD-style license that can be
// found in the LICENSE file.
package leveldb
import (
"bufio"
"encoding/binary"
"io"
2014-11-18 13:24:42 +01:00
"strings"
2014-07-06 14:46:48 +02:00
2014-11-18 13:24:42 +01:00
"github.com/syndtr/goleveldb/leveldb/errors"
"github.com/syndtr/goleveldb/leveldb/storage"
2014-11-18 13:24:42 +01:00
)
2014-07-06 14:46:48 +02:00
type byteReader interface {
io.Reader
io.ByteReader
}
// These numbers are written to disk and should not be changed.
const (
2014-11-18 13:24:42 +01:00
recComparer = 1
recJournalNum = 2
recNextFileNum = 3
recSeqNum = 4
recCompPtr = 5
recDelTable = 6
recAddTable = 7
2014-07-06 14:46:48 +02:00
// 8 was used for large value refs
recPrevJournalNum = 9
)
type cpRecord struct {
level int
ikey internalKey
2014-07-06 14:46:48 +02:00
}
2014-11-18 13:24:42 +01:00
type atRecord struct {
2014-07-06 14:46:48 +02:00
level int
num int64
size int64
imin internalKey
imax internalKey
2014-07-06 14:46:48 +02:00
}
type dtRecord struct {
level int
num int64
2014-07-06 14:46:48 +02:00
}
type sessionRecord struct {
2014-11-18 13:24:42 +01:00
hasRec int
comparer string
journalNum int64
prevJournalNum int64
nextFileNum int64
2014-11-18 13:24:42 +01:00
seqNum uint64
compPtrs []cpRecord
addedTables []atRecord
deletedTables []dtRecord
scratch [binary.MaxVarintLen64]byte
err error
2014-07-06 14:46:48 +02:00
}
func (p *sessionRecord) has(rec int) bool {
return p.hasRec&(1<<uint(rec)) != 0
}
func (p *sessionRecord) setComparer(name string) {
p.hasRec |= 1 << recComparer
p.comparer = name
}
func (p *sessionRecord) setJournalNum(num int64) {
2014-07-06 14:46:48 +02:00
p.hasRec |= 1 << recJournalNum
p.journalNum = num
}
func (p *sessionRecord) setPrevJournalNum(num int64) {
2014-07-06 14:46:48 +02:00
p.hasRec |= 1 << recPrevJournalNum
p.prevJournalNum = num
}
func (p *sessionRecord) setNextFileNum(num int64) {
2014-11-18 13:24:42 +01:00
p.hasRec |= 1 << recNextFileNum
p.nextFileNum = num
2014-07-06 14:46:48 +02:00
}
2014-11-18 13:24:42 +01:00
func (p *sessionRecord) setSeqNum(num uint64) {
p.hasRec |= 1 << recSeqNum
p.seqNum = num
2014-07-06 14:46:48 +02:00
}
func (p *sessionRecord) addCompPtr(level int, ikey internalKey) {
2014-11-18 13:24:42 +01:00
p.hasRec |= 1 << recCompPtr
p.compPtrs = append(p.compPtrs, cpRecord{level, ikey})
2014-07-06 14:46:48 +02:00
}
2014-11-18 13:24:42 +01:00
func (p *sessionRecord) resetCompPtrs() {
p.hasRec &= ^(1 << recCompPtr)
p.compPtrs = p.compPtrs[:0]
2014-07-06 14:46:48 +02:00
}
func (p *sessionRecord) addTable(level int, num, size int64, imin, imax internalKey) {
2014-11-18 13:24:42 +01:00
p.hasRec |= 1 << recAddTable
p.addedTables = append(p.addedTables, atRecord{level, num, size, imin, imax})
2014-07-06 14:46:48 +02:00
}
func (p *sessionRecord) addTableFile(level int, t *tFile) {
p.addTable(level, t.fd.Num, t.size, t.imin, t.imax)
2014-07-06 14:46:48 +02:00
}
func (p *sessionRecord) resetAddedTables() {
2014-11-18 13:24:42 +01:00
p.hasRec &= ^(1 << recAddTable)
2014-07-06 14:46:48 +02:00
p.addedTables = p.addedTables[:0]
}
func (p *sessionRecord) delTable(level int, num int64) {
2014-11-18 13:24:42 +01:00
p.hasRec |= 1 << recDelTable
2014-07-06 14:46:48 +02:00
p.deletedTables = append(p.deletedTables, dtRecord{level, num})
}
func (p *sessionRecord) resetDeletedTables() {
2014-11-18 13:24:42 +01:00
p.hasRec &= ^(1 << recDelTable)
2014-07-06 14:46:48 +02:00
p.deletedTables = p.deletedTables[:0]
}
func (p *sessionRecord) putUvarint(w io.Writer, x uint64) {
if p.err != nil {
return
}
n := binary.PutUvarint(p.scratch[:], x)
_, p.err = w.Write(p.scratch[:n])
}
func (p *sessionRecord) putVarint(w io.Writer, x int64) {
if x < 0 {
panic("invalid negative value")
}
p.putUvarint(w, uint64(x))
}
2014-07-06 14:46:48 +02:00
func (p *sessionRecord) putBytes(w io.Writer, x []byte) {
if p.err != nil {
return
}
p.putUvarint(w, uint64(len(x)))
if p.err != nil {
return
}
_, p.err = w.Write(x)
}
func (p *sessionRecord) encode(w io.Writer) error {
p.err = nil
if p.has(recComparer) {
p.putUvarint(w, recComparer)
p.putBytes(w, []byte(p.comparer))
}
if p.has(recJournalNum) {
p.putUvarint(w, recJournalNum)
p.putVarint(w, p.journalNum)
2014-07-06 14:46:48 +02:00
}
2014-11-18 13:24:42 +01:00
if p.has(recNextFileNum) {
p.putUvarint(w, recNextFileNum)
p.putVarint(w, p.nextFileNum)
2014-07-06 14:46:48 +02:00
}
2014-11-18 13:24:42 +01:00
if p.has(recSeqNum) {
p.putUvarint(w, recSeqNum)
p.putUvarint(w, p.seqNum)
2014-07-06 14:46:48 +02:00
}
2014-11-18 13:24:42 +01:00
for _, r := range p.compPtrs {
p.putUvarint(w, recCompPtr)
2014-07-23 08:31:36 +02:00
p.putUvarint(w, uint64(r.level))
p.putBytes(w, r.ikey)
2014-07-06 14:46:48 +02:00
}
2014-07-23 08:31:36 +02:00
for _, r := range p.deletedTables {
2014-11-18 13:24:42 +01:00
p.putUvarint(w, recDelTable)
2014-07-23 08:31:36 +02:00
p.putUvarint(w, uint64(r.level))
p.putVarint(w, r.num)
2014-07-06 14:46:48 +02:00
}
2014-07-23 08:31:36 +02:00
for _, r := range p.addedTables {
2014-11-18 13:24:42 +01:00
p.putUvarint(w, recAddTable)
2014-07-23 08:31:36 +02:00
p.putUvarint(w, uint64(r.level))
p.putVarint(w, r.num)
p.putVarint(w, r.size)
2014-07-23 08:31:36 +02:00
p.putBytes(w, r.imin)
p.putBytes(w, r.imax)
2014-07-06 14:46:48 +02:00
}
return p.err
}
2014-11-18 13:24:42 +01:00
func (p *sessionRecord) readUvarintMayEOF(field string, r io.ByteReader, mayEOF bool) uint64 {
2014-07-06 14:46:48 +02:00
if p.err != nil {
return 0
}
x, err := binary.ReadUvarint(r)
if err != nil {
2014-11-18 13:24:42 +01:00
if err == io.ErrUnexpectedEOF || (mayEOF == false && err == io.EOF) {
p.err = errors.NewErrCorrupted(storage.FileDesc{}, &ErrManifestCorrupted{field, "short read"})
2014-11-18 13:24:42 +01:00
} else if strings.HasPrefix(err.Error(), "binary:") {
p.err = errors.NewErrCorrupted(storage.FileDesc{}, &ErrManifestCorrupted{field, err.Error()})
2014-07-06 14:46:48 +02:00
} else {
p.err = err
}
return 0
}
return x
}
2014-11-18 13:24:42 +01:00
func (p *sessionRecord) readUvarint(field string, r io.ByteReader) uint64 {
return p.readUvarintMayEOF(field, r, false)
}
func (p *sessionRecord) readVarint(field string, r io.ByteReader) int64 {
x := int64(p.readUvarintMayEOF(field, r, false))
if x < 0 {
p.err = errors.NewErrCorrupted(storage.FileDesc{}, &ErrManifestCorrupted{field, "invalid negative value"})
}
return x
}
2014-11-18 13:24:42 +01:00
func (p *sessionRecord) readBytes(field string, r byteReader) []byte {
2014-07-06 14:46:48 +02:00
if p.err != nil {
return nil
}
2014-11-18 13:24:42 +01:00
n := p.readUvarint(field, r)
2014-07-06 14:46:48 +02:00
if p.err != nil {
return nil
}
x := make([]byte, n)
_, p.err = io.ReadFull(r, x)
if p.err != nil {
2014-11-18 13:24:42 +01:00
if p.err == io.ErrUnexpectedEOF {
p.err = errors.NewErrCorrupted(storage.FileDesc{}, &ErrManifestCorrupted{field, "short read"})
2014-07-06 14:46:48 +02:00
}
return nil
}
return x
}
func (p *sessionRecord) readLevel(field string, r io.ByteReader) int {
2014-07-06 14:46:48 +02:00
if p.err != nil {
return 0
}
2014-11-18 13:24:42 +01:00
x := p.readUvarint(field, r)
2014-07-06 14:46:48 +02:00
if p.err != nil {
return 0
}
return int(x)
}
func (p *sessionRecord) decode(r io.Reader) error {
2014-07-06 14:46:48 +02:00
br, ok := r.(byteReader)
if !ok {
br = bufio.NewReader(r)
}
p.err = nil
for p.err == nil {
2014-11-18 13:24:42 +01:00
rec := p.readUvarintMayEOF("field-header", br, true)
if p.err != nil {
if p.err == io.EOF {
return nil
2014-07-06 14:46:48 +02:00
}
2014-11-18 13:24:42 +01:00
return p.err
2014-07-06 14:46:48 +02:00
}
switch rec {
case recComparer:
2014-11-18 13:24:42 +01:00
x := p.readBytes("comparer", br)
2014-07-06 14:46:48 +02:00
if p.err == nil {
p.setComparer(string(x))
}
case recJournalNum:
x := p.readVarint("journal-num", br)
2014-07-06 14:46:48 +02:00
if p.err == nil {
p.setJournalNum(x)
}
case recPrevJournalNum:
x := p.readVarint("prev-journal-num", br)
2014-07-06 14:46:48 +02:00
if p.err == nil {
p.setPrevJournalNum(x)
}
2014-11-18 13:24:42 +01:00
case recNextFileNum:
x := p.readVarint("next-file-num", br)
2014-07-06 14:46:48 +02:00
if p.err == nil {
2014-11-18 13:24:42 +01:00
p.setNextFileNum(x)
2014-07-06 14:46:48 +02:00
}
2014-11-18 13:24:42 +01:00
case recSeqNum:
x := p.readUvarint("seq-num", br)
2014-07-06 14:46:48 +02:00
if p.err == nil {
2014-11-18 13:24:42 +01:00
p.setSeqNum(x)
2014-07-06 14:46:48 +02:00
}
2014-11-18 13:24:42 +01:00
case recCompPtr:
level := p.readLevel("comp-ptr.level", br)
2014-11-18 13:24:42 +01:00
ikey := p.readBytes("comp-ptr.ikey", br)
2014-07-06 14:46:48 +02:00
if p.err == nil {
p.addCompPtr(level, internalKey(ikey))
2014-07-06 14:46:48 +02:00
}
2014-11-18 13:24:42 +01:00
case recAddTable:
level := p.readLevel("add-table.level", br)
num := p.readVarint("add-table.num", br)
size := p.readVarint("add-table.size", br)
2014-11-18 13:24:42 +01:00
imin := p.readBytes("add-table.imin", br)
imax := p.readBytes("add-table.imax", br)
2014-07-06 14:46:48 +02:00
if p.err == nil {
2014-07-23 08:31:36 +02:00
p.addTable(level, num, size, imin, imax)
2014-07-06 14:46:48 +02:00
}
2014-11-18 13:24:42 +01:00
case recDelTable:
level := p.readLevel("del-table.level", br)
num := p.readVarint("del-table.num", br)
2014-07-06 14:46:48 +02:00
if p.err == nil {
2014-11-18 13:24:42 +01:00
p.delTable(level, num)
2014-07-06 14:46:48 +02:00
}
}
}
return p.err
}