You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
293 lines
6.8 KiB
293 lines
6.8 KiB
// +build rocksdb
|
|
|
|
package rocksdb
|
|
|
|
import (
|
|
"bytes"
|
|
"context"
|
|
"crypto/md5"
|
|
"fmt"
|
|
"github.com/chrislusf/seaweedfs/weed/filer"
|
|
"github.com/chrislusf/seaweedfs/weed/glog"
|
|
"github.com/chrislusf/seaweedfs/weed/pb/filer_pb"
|
|
weed_util "github.com/chrislusf/seaweedfs/weed/util"
|
|
"github.com/tecbot/gorocksdb"
|
|
"io"
|
|
)
|
|
|
|
func init() {
|
|
filer.Stores = append(filer.Stores, &RocksDBStore{})
|
|
}
|
|
|
|
type RocksDBStore struct {
|
|
path string
|
|
db *gorocksdb.DB
|
|
}
|
|
|
|
func (store *RocksDBStore) GetName() string {
|
|
return "rocksdb"
|
|
}
|
|
|
|
func (store *RocksDBStore) Initialize(configuration weed_util.Configuration, prefix string) (err error) {
|
|
dir := configuration.GetString(prefix + "dir")
|
|
return store.initialize(dir)
|
|
}
|
|
|
|
func (store *RocksDBStore) initialize(dir string) (err error) {
|
|
glog.Infof("filer store rocksdb dir: %s", dir)
|
|
if err := weed_util.TestFolderWritable(dir); err != nil {
|
|
return fmt.Errorf("Check Level Folder %s Writable: %s", dir, err)
|
|
}
|
|
|
|
options := gorocksdb.NewDefaultOptions()
|
|
options.SetCreateIfMissing(true)
|
|
store.db, err = gorocksdb.OpenDb(options, dir)
|
|
|
|
return
|
|
}
|
|
|
|
func (store *RocksDBStore) BeginTransaction(ctx context.Context) (context.Context, error) {
|
|
return ctx, nil
|
|
}
|
|
func (store *RocksDBStore) CommitTransaction(ctx context.Context) error {
|
|
return nil
|
|
}
|
|
func (store *RocksDBStore) RollbackTransaction(ctx context.Context) error {
|
|
return nil
|
|
}
|
|
|
|
func (store *RocksDBStore) InsertEntry(ctx context.Context, entry *filer.Entry) (err error) {
|
|
dir, name := entry.DirAndName()
|
|
key := genKey(dir, name)
|
|
|
|
value, err := entry.EncodeAttributesAndChunks()
|
|
if err != nil {
|
|
return fmt.Errorf("encoding %s %+v: %v", entry.FullPath, entry.Attr, err)
|
|
}
|
|
|
|
wo := gorocksdb.NewDefaultWriteOptions()
|
|
err = store.db.Put(wo, key, value)
|
|
|
|
if err != nil {
|
|
return fmt.Errorf("persisting %s : %v", entry.FullPath, err)
|
|
}
|
|
|
|
// println("saved", entry.FullPath, "chunks", len(entry.Chunks))
|
|
|
|
return nil
|
|
}
|
|
|
|
func (store *RocksDBStore) UpdateEntry(ctx context.Context, entry *filer.Entry) (err error) {
|
|
|
|
return store.InsertEntry(ctx, entry)
|
|
}
|
|
|
|
func (store *RocksDBStore) FindEntry(ctx context.Context, fullpath weed_util.FullPath) (entry *filer.Entry, err error) {
|
|
dir, name := fullpath.DirAndName()
|
|
key := genKey(dir, name)
|
|
|
|
ro := gorocksdb.NewDefaultReadOptions()
|
|
data, err := store.db.GetBytes(ro, key)
|
|
|
|
if data == nil {
|
|
return nil, filer_pb.ErrNotFound
|
|
}
|
|
if err != nil {
|
|
return nil, fmt.Errorf("get %s : %v", entry.FullPath, err)
|
|
}
|
|
|
|
entry = &filer.Entry{
|
|
FullPath: fullpath,
|
|
}
|
|
err = entry.DecodeAttributesAndChunks(weed_util.MaybeDecompressData(data))
|
|
if err != nil {
|
|
return entry, fmt.Errorf("decode %s : %v", entry.FullPath, err)
|
|
}
|
|
|
|
// println("read", entry.FullPath, "chunks", len(entry.Chunks), "data", len(data), string(data))
|
|
|
|
return entry, nil
|
|
}
|
|
|
|
func (store *RocksDBStore) DeleteEntry(ctx context.Context, fullpath weed_util.FullPath) (err error) {
|
|
dir, name := fullpath.DirAndName()
|
|
key := genKey(dir, name)
|
|
|
|
wo := gorocksdb.NewDefaultWriteOptions()
|
|
err = store.db.Delete(wo, key)
|
|
if err != nil {
|
|
return fmt.Errorf("delete %s : %v", fullpath, err)
|
|
}
|
|
|
|
return nil
|
|
}
|
|
|
|
func (store *RocksDBStore) DeleteFolderChildren(ctx context.Context, fullpath weed_util.FullPath) (err error) {
|
|
directoryPrefix := genDirectoryKeyPrefix(fullpath, "")
|
|
|
|
batch := new(gorocksdb.WriteBatch)
|
|
|
|
ro := gorocksdb.NewDefaultReadOptions()
|
|
ro.SetFillCache(false)
|
|
iter := store.db.NewIterator(ro)
|
|
defer iter.Close()
|
|
err = enumerate(iter, directoryPrefix, nil, false, -1, func(key, value []byte) bool {
|
|
batch.Delete(key)
|
|
return true
|
|
})
|
|
if err != nil {
|
|
return fmt.Errorf("delete list %s : %v", fullpath, err)
|
|
}
|
|
|
|
wo := gorocksdb.NewDefaultWriteOptions()
|
|
err = store.db.Write(wo, batch)
|
|
|
|
if err != nil {
|
|
return fmt.Errorf("delete %s : %v", fullpath, err)
|
|
}
|
|
|
|
return nil
|
|
}
|
|
|
|
func enumerate(iter *gorocksdb.Iterator, prefix, lastKey []byte, includeLastKey bool, limit int, fn func(key, value []byte) bool) error {
|
|
|
|
if len(lastKey) == 0 {
|
|
iter.Seek(prefix)
|
|
} else {
|
|
iter.Seek(lastKey)
|
|
|
|
if !includeLastKey {
|
|
k := iter.Key()
|
|
v := iter.Value()
|
|
key := k.Data()
|
|
defer k.Free()
|
|
defer v.Free()
|
|
|
|
if !bytes.HasPrefix(key, prefix) {
|
|
return nil
|
|
}
|
|
|
|
if bytes.Equal(key, lastKey) {
|
|
iter.Next()
|
|
}
|
|
|
|
}
|
|
}
|
|
|
|
i := 0
|
|
for ; iter.Valid(); iter.Next() {
|
|
|
|
if limit > 0 {
|
|
i++
|
|
if i > limit {
|
|
break
|
|
}
|
|
}
|
|
|
|
k := iter.Key()
|
|
v := iter.Value()
|
|
key := k.Data()
|
|
value := v.Data()
|
|
|
|
if !bytes.HasPrefix(key, prefix) {
|
|
k.Free()
|
|
v.Free()
|
|
break
|
|
}
|
|
|
|
ret := fn(key, value)
|
|
|
|
k.Free()
|
|
v.Free()
|
|
|
|
if !ret {
|
|
break
|
|
}
|
|
|
|
}
|
|
|
|
if err := iter.Err(); err != nil {
|
|
return fmt.Errorf("prefix scan iterator: %v", err)
|
|
}
|
|
return nil
|
|
}
|
|
|
|
func (store *RocksDBStore) ListDirectoryEntries(ctx context.Context, fullpath weed_util.FullPath, startFileName string, inclusive bool,
|
|
limit int) (entries []*filer.Entry, err error) {
|
|
return store.ListDirectoryPrefixedEntries(ctx, fullpath, startFileName, inclusive, limit, "")
|
|
}
|
|
|
|
func (store *RocksDBStore) ListDirectoryPrefixedEntries(ctx context.Context, fullpath weed_util.FullPath, startFileName string, inclusive bool, limit int, prefix string) (entries []*filer.Entry, err error) {
|
|
|
|
directoryPrefix := genDirectoryKeyPrefix(fullpath, prefix)
|
|
lastFileStart := directoryPrefix
|
|
if startFileName != "" {
|
|
lastFileStart = genDirectoryKeyPrefix(fullpath, startFileName)
|
|
}
|
|
|
|
ro := gorocksdb.NewDefaultReadOptions()
|
|
ro.SetFillCache(false)
|
|
iter := store.db.NewIterator(ro)
|
|
defer iter.Close()
|
|
err = enumerate(iter, directoryPrefix, lastFileStart, inclusive, limit, func(key, value []byte) bool {
|
|
fileName := getNameFromKey(key)
|
|
if fileName == "" {
|
|
return true
|
|
}
|
|
limit--
|
|
if limit < 0 {
|
|
return false
|
|
}
|
|
entry := &filer.Entry{
|
|
FullPath: weed_util.NewFullPath(string(fullpath), fileName),
|
|
}
|
|
|
|
// println("list", entry.FullPath, "chunks", len(entry.Chunks))
|
|
if decodeErr := entry.DecodeAttributesAndChunks(weed_util.MaybeDecompressData(value)); decodeErr != nil {
|
|
err = decodeErr
|
|
glog.V(0).Infof("list %s : %v", entry.FullPath, err)
|
|
return false
|
|
}
|
|
entries = append(entries, entry)
|
|
return true
|
|
})
|
|
if err != nil {
|
|
return entries, fmt.Errorf("prefix list %s : %v", fullpath, err)
|
|
}
|
|
|
|
return entries, err
|
|
}
|
|
|
|
func genKey(dirPath, fileName string) (key []byte) {
|
|
key = hashToBytes(dirPath)
|
|
key = append(key, []byte(fileName)...)
|
|
return key
|
|
}
|
|
|
|
func genDirectoryKeyPrefix(fullpath weed_util.FullPath, startFileName string) (keyPrefix []byte) {
|
|
keyPrefix = hashToBytes(string(fullpath))
|
|
if len(startFileName) > 0 {
|
|
keyPrefix = append(keyPrefix, []byte(startFileName)...)
|
|
}
|
|
return keyPrefix
|
|
}
|
|
|
|
func getNameFromKey(key []byte) string {
|
|
|
|
return string(key[md5.Size:])
|
|
|
|
}
|
|
|
|
// hash directory, and use last byte for partitioning
|
|
func hashToBytes(dir string) []byte {
|
|
h := md5.New()
|
|
io.WriteString(h, dir)
|
|
|
|
b := h.Sum(nil)
|
|
|
|
return b
|
|
}
|
|
|
|
func (store *RocksDBStore) Shutdown() {
|
|
store.db.Close()
|
|
}
|