111 lines
3.1 KiB
Go
111 lines
3.1 KiB
Go
// Copyright (C) 2018 The Syncthing Authors.
|
|
//
|
|
// This Source Code Form is subject to the terms of the Mozilla Public
|
|
// License, v. 2.0. If a copy of the MPL was not distributed with this file,
|
|
// You can obtain one at https://mozilla.org/MPL/2.0/.
|
|
|
|
package db
|
|
|
|
import (
|
|
"encoding/json"
|
|
"io"
|
|
"os"
|
|
|
|
"github.com/syndtr/goleveldb/leveldb"
|
|
"github.com/syndtr/goleveldb/leveldb/storage"
|
|
"github.com/syndtr/goleveldb/leveldb/util"
|
|
)
|
|
|
|
// writeJSONS serializes the database to a JSON stream that can be checked
|
|
// in to the repo and used for tests.
|
|
func writeJSONS(w io.Writer, db *leveldb.DB) {
|
|
it := db.NewIterator(&util.Range{}, nil)
|
|
defer it.Release()
|
|
enc := json.NewEncoder(w)
|
|
for it.Next() {
|
|
enc.Encode(map[string][]byte{
|
|
"k": it.Key(),
|
|
"v": it.Value(),
|
|
})
|
|
}
|
|
}
|
|
|
|
// we know this function isn't generally used, nonetheless we want it in
|
|
// here and the linter to not complain.
|
|
var _ = writeJSONS
|
|
|
|
// openJSONS reads a JSON stream file into a leveldb.DB
|
|
func openJSONS(file string) (*leveldb.DB, error) {
|
|
fd, err := os.Open(file)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
dec := json.NewDecoder(fd)
|
|
|
|
db, _ := leveldb.Open(storage.NewMemStorage(), nil)
|
|
|
|
for {
|
|
var row map[string][]byte
|
|
|
|
err := dec.Decode(&row)
|
|
if err == io.EOF {
|
|
break
|
|
} else if err != nil {
|
|
return nil, err
|
|
}
|
|
|
|
db.Put(row["k"], row["v"], nil)
|
|
}
|
|
|
|
return db, nil
|
|
}
|
|
|
|
// The following commented tests were used to generate jsons files to stdout for
|
|
// future tests and are kept here for reference (reuse).
|
|
|
|
// TestGenerateIgnoredFilesDB generates a database with files with invalid flags,
|
|
// local and remote, in the format used in 0.14.48.
|
|
// func TestGenerateIgnoredFilesDB(t *testing.T) {
|
|
// db := OpenMemory()
|
|
// fs := NewFileSet("test", fs.NewFilesystem(fs.FilesystemTypeBasic, "."), db)
|
|
// fs.Update(protocol.LocalDeviceID, []protocol.FileInfo{
|
|
// { // invalid (ignored) file
|
|
// Name: "foo",
|
|
// Type: protocol.FileInfoTypeFile,
|
|
// Invalid: true,
|
|
// Version: protocol.Vector{Counters: []protocol.Counter{{ID: 1, Value: 1000}}},
|
|
// },
|
|
// { // regular file
|
|
// Name: "bar",
|
|
// Type: protocol.FileInfoTypeFile,
|
|
// Version: protocol.Vector{Counters: []protocol.Counter{{ID: 1, Value: 1001}}},
|
|
// },
|
|
// })
|
|
// fs.Update(protocol.DeviceID{42}, []protocol.FileInfo{
|
|
// { // invalid file
|
|
// Name: "baz",
|
|
// Type: protocol.FileInfoTypeFile,
|
|
// Invalid: true,
|
|
// Version: protocol.Vector{Counters: []protocol.Counter{{ID: 42, Value: 1000}}},
|
|
// },
|
|
// { // regular file
|
|
// Name: "quux",
|
|
// Type: protocol.FileInfoTypeFile,
|
|
// Version: protocol.Vector{Counters: []protocol.Counter{{ID: 42, Value: 1002}}},
|
|
// },
|
|
// })
|
|
// writeJSONS(os.Stdout, db.DB)
|
|
// }
|
|
|
|
// TestGenerateUpdate0to3DB generates a database with files with invalid flags, prefixed
|
|
// by a slash and other files to test database migration from version 0 to 3, in the
|
|
// format used in 0.14.45.
|
|
// func TestGenerateUpdate0to3DB(t *testing.T) {
|
|
// db := OpenMemory()
|
|
// fs := NewFileSet(update0to3Folder, fs.NewFilesystem(fs.FilesystemTypeBasic, "."), db)
|
|
// for devID, files := range haveUpdate0to3 {
|
|
// fs.Update(devID, files)
|
|
// }
|
|
// writeJSONS(os.Stdout, db.DB)
|
|
// }
|