Chris Lu
4 years ago
24 changed files with 738 additions and 300 deletions
-
10.github/workflows/release.yml
-
1docker/Dockerfile
-
3docker/Makefile
-
65docker/local-k8s-compose.yml
-
12docker/seaweedfs.sql
-
2k8s/seaweedfs/values.yaml
-
2weed/Makefile
-
9weed/command/filer.go
-
28weed/command/scaffold.go
-
44weed/filer/cassandra/cassandra_store.go
-
63weed/filer/configuration.go
-
253weed/filer/filerstore.go
-
3weed/filer/filerstore_hardlink.go
-
161weed/filer/filerstore_translate_path.go
-
299weed/filer/filerstore_wrapper.go
-
4weed/filer/redis2/redis_cluster_store.go
-
4weed/filer/redis2/redis_store.go
-
27weed/filer/redis2/universal_redis_store.go
-
2weed/server/filer_server.go
-
2weed/shell/command_fs_configure.go
-
16weed/shell/command_s3_bucket_create.go
-
14weed/shell/command_s3_bucket_delete.go
-
12weed/shell/command_s3_bucket_list.go
-
2weed/util/constants.go
@ -0,0 +1,65 @@ |
|||||
|
version: '2' |
||||
|
|
||||
|
services: |
||||
|
master: |
||||
|
image: chrislusf/seaweedfs:local |
||||
|
ports: |
||||
|
- 9333:9333 |
||||
|
- 19333:19333 |
||||
|
command: "master -ip=master" |
||||
|
volume: |
||||
|
image: chrislusf/seaweedfs:local |
||||
|
ports: |
||||
|
- 8080:8080 |
||||
|
- 18080:18080 |
||||
|
command: "volume -mserver=master:9333 -port=8080 -ip=volume" |
||||
|
depends_on: |
||||
|
- master |
||||
|
mysql: |
||||
|
image: percona/percona-server:5.7 |
||||
|
ports: |
||||
|
- 3306:3306 |
||||
|
volumes: |
||||
|
- ./seaweedfs.sql:/docker-entrypoint-initdb.d/seaweedfs.sql |
||||
|
environment: |
||||
|
- MYSQL_ROOT_PASSWORD=secret |
||||
|
- MYSQL_DATABASE=seaweedfs |
||||
|
- MYSQL_PASSWORD=secret |
||||
|
- MYSQL_USER=seaweedfs |
||||
|
filer: |
||||
|
image: chrislusf/seaweedfs:local |
||||
|
ports: |
||||
|
- 8888:8888 |
||||
|
- 18888:18888 |
||||
|
environment: |
||||
|
- WEED_MYSQL_HOSTNAME=mysql |
||||
|
- WEED_MYSQL_PORT=3306 |
||||
|
- WEED_MYSQL_DATABASE=seaweedfs |
||||
|
- WEED_MYSQL_USERNAME=seaweedfs |
||||
|
- WEED_MYSQL_PASSWORD=secret |
||||
|
- WEED_MYSQL_ENABLED=true |
||||
|
- WEED_LEVELDB2_ENABLED=false |
||||
|
command: 'filer -master="master:9333"' |
||||
|
depends_on: |
||||
|
- master |
||||
|
- volume |
||||
|
- mysql |
||||
|
ingress: |
||||
|
image: jwilder/nginx-proxy |
||||
|
ports: |
||||
|
- "80:80" |
||||
|
volumes: |
||||
|
- /var/run/docker.sock:/tmp/docker.sock:ro |
||||
|
- /tmp/nginx:/etc/nginx/conf.d |
||||
|
s3: |
||||
|
image: chrislusf/seaweedfs:local |
||||
|
ports: |
||||
|
- 8333:8333 |
||||
|
command: 's3 -filer="filer:8888"' |
||||
|
depends_on: |
||||
|
- master |
||||
|
- volume |
||||
|
- filer |
||||
|
environment: |
||||
|
- VIRTUAL_HOST=s3 |
||||
|
- VIRTUAL_PORT=8333 |
||||
@ -0,0 +1,12 @@ |
|||||
|
CREATE DATABASE IF NOT EXISTS seaweedfs; |
||||
|
CREATE USER IF NOT EXISTS 'seaweedfs'@'%' IDENTIFIED BY 'secret'; |
||||
|
GRANT ALL PRIVILEGES ON seaweedfs_fast.* TO 'seaweedfs'@'%'; |
||||
|
FLUSH PRIVILEGES; |
||||
|
USE seaweedfs; |
||||
|
CREATE TABLE IF NOT EXISTS filemeta ( |
||||
|
dirhash BIGINT COMMENT 'first 64 bits of MD5 hash value of directory field', |
||||
|
name VARCHAR(1000) COMMENT 'directory or file name', |
||||
|
directory TEXT COMMENT 'full path to parent directory', |
||||
|
meta LONGBLOB, |
||||
|
PRIMARY KEY (dirhash, name) |
||||
|
) DEFAULT CHARSET=utf8; |
||||
@ -0,0 +1,161 @@ |
|||||
|
package filer |
||||
|
|
||||
|
import ( |
||||
|
"context" |
||||
|
"github.com/chrislusf/seaweedfs/weed/util" |
||||
|
"strings" |
||||
|
) |
||||
|
|
||||
|
var ( |
||||
|
_ = FilerStore(&FilerStorePathTranlator{}) |
||||
|
) |
||||
|
|
||||
|
type FilerStorePathTranlator struct { |
||||
|
actualStore FilerStore |
||||
|
storeRoot string |
||||
|
} |
||||
|
|
||||
|
func NewFilerStorePathTranlator(storeRoot string, store FilerStore) *FilerStorePathTranlator { |
||||
|
if innerStore, ok := store.(*FilerStorePathTranlator); ok { |
||||
|
return innerStore |
||||
|
} |
||||
|
|
||||
|
if !strings.HasSuffix(storeRoot, "/") { |
||||
|
storeRoot += "/" |
||||
|
} |
||||
|
|
||||
|
return &FilerStorePathTranlator{ |
||||
|
actualStore: store, |
||||
|
storeRoot: storeRoot, |
||||
|
} |
||||
|
} |
||||
|
|
||||
|
func (t *FilerStorePathTranlator) translatePath(fp util.FullPath) (newPath util.FullPath) { |
||||
|
newPath = fp |
||||
|
if t.storeRoot == "/" { |
||||
|
return |
||||
|
} |
||||
|
newPath = fp[len(t.storeRoot)-1:] |
||||
|
if newPath == "" { |
||||
|
newPath = "/" |
||||
|
} |
||||
|
return |
||||
|
} |
||||
|
func (t *FilerStorePathTranlator) changeEntryPath(entry *Entry) (previousPath util.FullPath) { |
||||
|
previousPath = entry.FullPath |
||||
|
if t.storeRoot == "/" { |
||||
|
return |
||||
|
} |
||||
|
entry.FullPath = t.translatePath(previousPath) |
||||
|
return |
||||
|
} |
||||
|
func (t *FilerStorePathTranlator) recoverEntryPath(entry *Entry, previousPath util.FullPath) { |
||||
|
entry.FullPath = previousPath |
||||
|
} |
||||
|
|
||||
|
func (t *FilerStorePathTranlator) GetName() string { |
||||
|
return t.actualStore.GetName() |
||||
|
} |
||||
|
|
||||
|
func (t *FilerStorePathTranlator) Initialize(configuration util.Configuration, prefix string) error { |
||||
|
return t.actualStore.Initialize(configuration, prefix) |
||||
|
} |
||||
|
|
||||
|
func (t *FilerStorePathTranlator) InsertEntry(ctx context.Context, entry *Entry) error { |
||||
|
previousPath := t.changeEntryPath(entry) |
||||
|
defer t.recoverEntryPath(entry, previousPath) |
||||
|
|
||||
|
return t.actualStore.InsertEntry(ctx, entry) |
||||
|
} |
||||
|
|
||||
|
func (t *FilerStorePathTranlator) UpdateEntry(ctx context.Context, entry *Entry) error { |
||||
|
previousPath := t.changeEntryPath(entry) |
||||
|
defer t.recoverEntryPath(entry, previousPath) |
||||
|
|
||||
|
return t.actualStore.UpdateEntry(ctx, entry) |
||||
|
} |
||||
|
|
||||
|
func (t *FilerStorePathTranlator) FindEntry(ctx context.Context, fp util.FullPath) (entry *Entry, err error) { |
||||
|
if t.storeRoot == "/" { |
||||
|
return t.actualStore.FindEntry(ctx, fp) |
||||
|
} |
||||
|
newFullPath := t.translatePath(fp) |
||||
|
entry, err = t.actualStore.FindEntry(ctx, newFullPath) |
||||
|
if err == nil { |
||||
|
entry.FullPath = fp[:len(t.storeRoot)-1] + entry.FullPath |
||||
|
} |
||||
|
return |
||||
|
} |
||||
|
|
||||
|
func (t *FilerStorePathTranlator) DeleteEntry(ctx context.Context, fp util.FullPath) (err error) { |
||||
|
newFullPath := t.translatePath(fp) |
||||
|
return t.actualStore.DeleteEntry(ctx, newFullPath) |
||||
|
} |
||||
|
|
||||
|
func (t *FilerStorePathTranlator) DeleteOneEntry(ctx context.Context, existingEntry *Entry) (err error) { |
||||
|
|
||||
|
previousPath := t.changeEntryPath(existingEntry) |
||||
|
defer t.recoverEntryPath(existingEntry, previousPath) |
||||
|
|
||||
|
return t.actualStore.DeleteEntry(ctx, existingEntry.FullPath) |
||||
|
} |
||||
|
|
||||
|
func (t *FilerStorePathTranlator) DeleteFolderChildren(ctx context.Context, fp util.FullPath) (err error) { |
||||
|
newFullPath := t.translatePath(fp) |
||||
|
|
||||
|
return t.actualStore.DeleteFolderChildren(ctx, newFullPath) |
||||
|
} |
||||
|
|
||||
|
func (t *FilerStorePathTranlator) ListDirectoryEntries(ctx context.Context, dirPath util.FullPath, startFileName string, includeStartFile bool, limit int) ([]*Entry, error) { |
||||
|
|
||||
|
newFullPath := t.translatePath(dirPath) |
||||
|
|
||||
|
entries, err := t.actualStore.ListDirectoryEntries(ctx, newFullPath, startFileName, includeStartFile, limit) |
||||
|
if err != nil { |
||||
|
return nil, err |
||||
|
} |
||||
|
for _, entry := range entries { |
||||
|
entry.FullPath = dirPath[:len(t.storeRoot)-1] + entry.FullPath |
||||
|
} |
||||
|
return entries, err |
||||
|
} |
||||
|
|
||||
|
func (t *FilerStorePathTranlator) ListDirectoryPrefixedEntries(ctx context.Context, dirPath util.FullPath, startFileName string, includeStartFile bool, limit int, prefix string) ([]*Entry, error) { |
||||
|
|
||||
|
newFullPath := t.translatePath(dirPath) |
||||
|
|
||||
|
entries, err := t.actualStore.ListDirectoryPrefixedEntries(ctx, newFullPath, startFileName, includeStartFile, limit, prefix) |
||||
|
if err != nil { |
||||
|
return nil, err |
||||
|
} |
||||
|
for _, entry := range entries { |
||||
|
entry.FullPath = dirPath[:len(t.storeRoot)-1] + entry.FullPath |
||||
|
} |
||||
|
return entries, nil |
||||
|
} |
||||
|
|
||||
|
func (t *FilerStorePathTranlator) BeginTransaction(ctx context.Context) (context.Context, error) { |
||||
|
return t.actualStore.BeginTransaction(ctx) |
||||
|
} |
||||
|
|
||||
|
func (t *FilerStorePathTranlator) CommitTransaction(ctx context.Context) error { |
||||
|
return t.actualStore.CommitTransaction(ctx) |
||||
|
} |
||||
|
|
||||
|
func (t *FilerStorePathTranlator) RollbackTransaction(ctx context.Context) error { |
||||
|
return t.actualStore.RollbackTransaction(ctx) |
||||
|
} |
||||
|
|
||||
|
func (t *FilerStorePathTranlator) Shutdown() { |
||||
|
t.actualStore.Shutdown() |
||||
|
} |
||||
|
|
||||
|
func (t *FilerStorePathTranlator) KvPut(ctx context.Context, key []byte, value []byte) (err error) { |
||||
|
return t.actualStore.KvPut(ctx, key, value) |
||||
|
} |
||||
|
func (t *FilerStorePathTranlator) KvGet(ctx context.Context, key []byte) (value []byte, err error) { |
||||
|
return t.actualStore.KvGet(ctx, key) |
||||
|
} |
||||
|
func (t *FilerStorePathTranlator) KvDelete(ctx context.Context, key []byte) (err error) { |
||||
|
return t.actualStore.KvDelete(ctx, key) |
||||
|
} |
||||
@ -0,0 +1,299 @@ |
|||||
|
package filer |
||||
|
|
||||
|
import ( |
||||
|
"context" |
||||
|
"github.com/chrislusf/seaweedfs/weed/glog" |
||||
|
"github.com/viant/ptrie" |
||||
|
"strings" |
||||
|
"time" |
||||
|
|
||||
|
"github.com/chrislusf/seaweedfs/weed/pb/filer_pb" |
||||
|
"github.com/chrislusf/seaweedfs/weed/stats" |
||||
|
"github.com/chrislusf/seaweedfs/weed/util" |
||||
|
) |
||||
|
|
||||
|
var ( |
||||
|
_ = VirtualFilerStore(&FilerStoreWrapper{}) |
||||
|
) |
||||
|
|
||||
|
type VirtualFilerStore interface { |
||||
|
FilerStore |
||||
|
DeleteHardLink(ctx context.Context, hardLinkId HardLinkId) error |
||||
|
DeleteOneEntry(ctx context.Context, entry *Entry) error |
||||
|
AddPathSpecificStore(path string, storeId string, store FilerStore) |
||||
|
} |
||||
|
|
||||
|
type FilerStoreWrapper struct { |
||||
|
defaultStore FilerStore |
||||
|
pathToStore ptrie.Trie |
||||
|
storeIdToStore map[string]FilerStore |
||||
|
} |
||||
|
|
||||
|
func NewFilerStoreWrapper(store FilerStore) *FilerStoreWrapper { |
||||
|
if innerStore, ok := store.(*FilerStoreWrapper); ok { |
||||
|
return innerStore |
||||
|
} |
||||
|
return &FilerStoreWrapper{ |
||||
|
defaultStore: store, |
||||
|
pathToStore: ptrie.New(), |
||||
|
storeIdToStore: make(map[string]FilerStore), |
||||
|
} |
||||
|
} |
||||
|
|
||||
|
func (fsw *FilerStoreWrapper) AddPathSpecificStore(path string, storeId string, store FilerStore) { |
||||
|
fsw.storeIdToStore[storeId] = NewFilerStorePathTranlator(path, store) |
||||
|
err := fsw.pathToStore.Put([]byte(path), storeId) |
||||
|
if err != nil { |
||||
|
glog.Fatalf("put path specific store: %v", err) |
||||
|
} |
||||
|
} |
||||
|
|
||||
|
func (fsw *FilerStoreWrapper) getActualStore(path util.FullPath) (store FilerStore) { |
||||
|
store = fsw.defaultStore |
||||
|
if path == "/" { |
||||
|
return |
||||
|
} |
||||
|
var storeId string |
||||
|
fsw.pathToStore.MatchPrefix([]byte(path), func(key []byte, value interface{}) bool { |
||||
|
storeId = value.(string) |
||||
|
return false |
||||
|
}) |
||||
|
if storeId != "" { |
||||
|
store = fsw.storeIdToStore[storeId] |
||||
|
} |
||||
|
return |
||||
|
} |
||||
|
|
||||
|
func (fsw *FilerStoreWrapper) getDefaultStore() (store FilerStore) { |
||||
|
return fsw.defaultStore |
||||
|
} |
||||
|
|
||||
|
func (fsw *FilerStoreWrapper) GetName() string { |
||||
|
return fsw.getDefaultStore().GetName() |
||||
|
} |
||||
|
|
||||
|
func (fsw *FilerStoreWrapper) Initialize(configuration util.Configuration, prefix string) error { |
||||
|
return fsw.getDefaultStore().Initialize(configuration, prefix) |
||||
|
} |
||||
|
|
||||
|
func (fsw *FilerStoreWrapper) InsertEntry(ctx context.Context, entry *Entry) error { |
||||
|
actualStore := fsw.getActualStore(entry.FullPath) |
||||
|
stats.FilerStoreCounter.WithLabelValues(actualStore.GetName(), "insert").Inc() |
||||
|
start := time.Now() |
||||
|
defer func() { |
||||
|
stats.FilerStoreHistogram.WithLabelValues(actualStore.GetName(), "insert").Observe(time.Since(start).Seconds()) |
||||
|
}() |
||||
|
|
||||
|
filer_pb.BeforeEntrySerialization(entry.Chunks) |
||||
|
if entry.Mime == "application/octet-stream" { |
||||
|
entry.Mime = "" |
||||
|
} |
||||
|
|
||||
|
if err := fsw.handleUpdateToHardLinks(ctx, entry); err != nil { |
||||
|
return err |
||||
|
} |
||||
|
|
||||
|
glog.V(4).Infof("InsertEntry %s", entry.FullPath) |
||||
|
return actualStore.InsertEntry(ctx, entry) |
||||
|
} |
||||
|
|
||||
|
func (fsw *FilerStoreWrapper) UpdateEntry(ctx context.Context, entry *Entry) error { |
||||
|
actualStore := fsw.getActualStore(entry.FullPath) |
||||
|
stats.FilerStoreCounter.WithLabelValues(actualStore.GetName(), "update").Inc() |
||||
|
start := time.Now() |
||||
|
defer func() { |
||||
|
stats.FilerStoreHistogram.WithLabelValues(actualStore.GetName(), "update").Observe(time.Since(start).Seconds()) |
||||
|
}() |
||||
|
|
||||
|
filer_pb.BeforeEntrySerialization(entry.Chunks) |
||||
|
if entry.Mime == "application/octet-stream" { |
||||
|
entry.Mime = "" |
||||
|
} |
||||
|
|
||||
|
if err := fsw.handleUpdateToHardLinks(ctx, entry); err != nil { |
||||
|
return err |
||||
|
} |
||||
|
|
||||
|
glog.V(4).Infof("UpdateEntry %s", entry.FullPath) |
||||
|
return actualStore.UpdateEntry(ctx, entry) |
||||
|
} |
||||
|
|
||||
|
func (fsw *FilerStoreWrapper) FindEntry(ctx context.Context, fp util.FullPath) (entry *Entry, err error) { |
||||
|
actualStore := fsw.getActualStore(fp) |
||||
|
stats.FilerStoreCounter.WithLabelValues(actualStore.GetName(), "find").Inc() |
||||
|
start := time.Now() |
||||
|
defer func() { |
||||
|
stats.FilerStoreHistogram.WithLabelValues(actualStore.GetName(), "find").Observe(time.Since(start).Seconds()) |
||||
|
}() |
||||
|
|
||||
|
glog.V(4).Infof("FindEntry %s", fp) |
||||
|
entry, err = actualStore.FindEntry(ctx, fp) |
||||
|
if err != nil { |
||||
|
return nil, err |
||||
|
} |
||||
|
|
||||
|
fsw.maybeReadHardLink(ctx, entry) |
||||
|
|
||||
|
filer_pb.AfterEntryDeserialization(entry.Chunks) |
||||
|
return |
||||
|
} |
||||
|
|
||||
|
func (fsw *FilerStoreWrapper) DeleteEntry(ctx context.Context, fp util.FullPath) (err error) { |
||||
|
actualStore := fsw.getActualStore(fp) |
||||
|
stats.FilerStoreCounter.WithLabelValues(actualStore.GetName(), "delete").Inc() |
||||
|
start := time.Now() |
||||
|
defer func() { |
||||
|
stats.FilerStoreHistogram.WithLabelValues(actualStore.GetName(), "delete").Observe(time.Since(start).Seconds()) |
||||
|
}() |
||||
|
|
||||
|
existingEntry, findErr := fsw.FindEntry(ctx, fp) |
||||
|
if findErr == filer_pb.ErrNotFound { |
||||
|
return nil |
||||
|
} |
||||
|
if len(existingEntry.HardLinkId) != 0 { |
||||
|
// remove hard link
|
||||
|
glog.V(4).Infof("DeleteHardLink %s", existingEntry.FullPath) |
||||
|
if err = fsw.DeleteHardLink(ctx, existingEntry.HardLinkId); err != nil { |
||||
|
return err |
||||
|
} |
||||
|
} |
||||
|
|
||||
|
glog.V(4).Infof("DeleteEntry %s", fp) |
||||
|
return actualStore.DeleteEntry(ctx, fp) |
||||
|
} |
||||
|
|
||||
|
func (fsw *FilerStoreWrapper) DeleteOneEntry(ctx context.Context, existingEntry *Entry) (err error) { |
||||
|
actualStore := fsw.getActualStore(existingEntry.FullPath) |
||||
|
stats.FilerStoreCounter.WithLabelValues(actualStore.GetName(), "delete").Inc() |
||||
|
start := time.Now() |
||||
|
defer func() { |
||||
|
stats.FilerStoreHistogram.WithLabelValues(actualStore.GetName(), "delete").Observe(time.Since(start).Seconds()) |
||||
|
}() |
||||
|
|
||||
|
if len(existingEntry.HardLinkId) != 0 { |
||||
|
// remove hard link
|
||||
|
glog.V(4).Infof("DeleteHardLink %s", existingEntry.FullPath) |
||||
|
if err = fsw.DeleteHardLink(ctx, existingEntry.HardLinkId); err != nil { |
||||
|
return err |
||||
|
} |
||||
|
} |
||||
|
|
||||
|
glog.V(4).Infof("DeleteOneEntry %s", existingEntry.FullPath) |
||||
|
return actualStore.DeleteEntry(ctx, existingEntry.FullPath) |
||||
|
} |
||||
|
|
||||
|
func (fsw *FilerStoreWrapper) DeleteFolderChildren(ctx context.Context, fp util.FullPath) (err error) { |
||||
|
actualStore := fsw.getActualStore(fp + "/") |
||||
|
stats.FilerStoreCounter.WithLabelValues(actualStore.GetName(), "deleteFolderChildren").Inc() |
||||
|
start := time.Now() |
||||
|
defer func() { |
||||
|
stats.FilerStoreHistogram.WithLabelValues(actualStore.GetName(), "deleteFolderChildren").Observe(time.Since(start).Seconds()) |
||||
|
}() |
||||
|
|
||||
|
glog.V(4).Infof("DeleteFolderChildren %s", fp) |
||||
|
return actualStore.DeleteFolderChildren(ctx, fp) |
||||
|
} |
||||
|
|
||||
|
func (fsw *FilerStoreWrapper) ListDirectoryEntries(ctx context.Context, dirPath util.FullPath, startFileName string, includeStartFile bool, limit int) ([]*Entry, error) { |
||||
|
actualStore := fsw.getActualStore(dirPath + "/") |
||||
|
stats.FilerStoreCounter.WithLabelValues(actualStore.GetName(), "list").Inc() |
||||
|
start := time.Now() |
||||
|
defer func() { |
||||
|
stats.FilerStoreHistogram.WithLabelValues(actualStore.GetName(), "list").Observe(time.Since(start).Seconds()) |
||||
|
}() |
||||
|
|
||||
|
glog.V(4).Infof("ListDirectoryEntries %s from %s limit %d", dirPath, startFileName, limit) |
||||
|
entries, err := actualStore.ListDirectoryEntries(ctx, dirPath, startFileName, includeStartFile, limit) |
||||
|
if err != nil { |
||||
|
return nil, err |
||||
|
} |
||||
|
for _, entry := range entries { |
||||
|
fsw.maybeReadHardLink(ctx, entry) |
||||
|
filer_pb.AfterEntryDeserialization(entry.Chunks) |
||||
|
} |
||||
|
return entries, err |
||||
|
} |
||||
|
|
||||
|
func (fsw *FilerStoreWrapper) ListDirectoryPrefixedEntries(ctx context.Context, dirPath util.FullPath, startFileName string, includeStartFile bool, limit int, prefix string) ([]*Entry, error) { |
||||
|
actualStore := fsw.getActualStore(dirPath + "/") |
||||
|
stats.FilerStoreCounter.WithLabelValues(actualStore.GetName(), "prefixList").Inc() |
||||
|
start := time.Now() |
||||
|
defer func() { |
||||
|
stats.FilerStoreHistogram.WithLabelValues(actualStore.GetName(), "prefixList").Observe(time.Since(start).Seconds()) |
||||
|
}() |
||||
|
glog.V(4).Infof("ListDirectoryPrefixedEntries %s from %s prefix %s limit %d", dirPath, startFileName, prefix, limit) |
||||
|
entries, err := actualStore.ListDirectoryPrefixedEntries(ctx, dirPath, startFileName, includeStartFile, limit, prefix) |
||||
|
if err == ErrUnsupportedListDirectoryPrefixed { |
||||
|
entries, err = fsw.prefixFilterEntries(ctx, dirPath, startFileName, includeStartFile, limit, prefix) |
||||
|
} |
||||
|
if err != nil { |
||||
|
return nil, err |
||||
|
} |
||||
|
for _, entry := range entries { |
||||
|
fsw.maybeReadHardLink(ctx, entry) |
||||
|
filer_pb.AfterEntryDeserialization(entry.Chunks) |
||||
|
} |
||||
|
return entries, nil |
||||
|
} |
||||
|
|
||||
|
func (fsw *FilerStoreWrapper) prefixFilterEntries(ctx context.Context, dirPath util.FullPath, startFileName string, includeStartFile bool, limit int, prefix string) (entries []*Entry, err error) { |
||||
|
actualStore := fsw.getActualStore(dirPath + "/") |
||||
|
entries, err = actualStore.ListDirectoryEntries(ctx, dirPath, startFileName, includeStartFile, limit) |
||||
|
if err != nil { |
||||
|
return nil, err |
||||
|
} |
||||
|
|
||||
|
if prefix == "" { |
||||
|
return |
||||
|
} |
||||
|
|
||||
|
count := 0 |
||||
|
var lastFileName string |
||||
|
notPrefixed := entries |
||||
|
entries = nil |
||||
|
for count < limit && len(notPrefixed) > 0 { |
||||
|
for _, entry := range notPrefixed { |
||||
|
lastFileName = entry.Name() |
||||
|
if strings.HasPrefix(entry.Name(), prefix) { |
||||
|
count++ |
||||
|
entries = append(entries, entry) |
||||
|
if count >= limit { |
||||
|
break |
||||
|
} |
||||
|
} |
||||
|
} |
||||
|
if count < limit { |
||||
|
notPrefixed, err = actualStore.ListDirectoryEntries(ctx, dirPath, lastFileName, false, limit) |
||||
|
if err != nil { |
||||
|
return |
||||
|
} |
||||
|
} |
||||
|
} |
||||
|
return |
||||
|
} |
||||
|
|
||||
|
func (fsw *FilerStoreWrapper) BeginTransaction(ctx context.Context) (context.Context, error) { |
||||
|
return fsw.getDefaultStore().BeginTransaction(ctx) |
||||
|
} |
||||
|
|
||||
|
func (fsw *FilerStoreWrapper) CommitTransaction(ctx context.Context) error { |
||||
|
return fsw.getDefaultStore().CommitTransaction(ctx) |
||||
|
} |
||||
|
|
||||
|
func (fsw *FilerStoreWrapper) RollbackTransaction(ctx context.Context) error { |
||||
|
return fsw.getDefaultStore().RollbackTransaction(ctx) |
||||
|
} |
||||
|
|
||||
|
func (fsw *FilerStoreWrapper) Shutdown() { |
||||
|
fsw.getDefaultStore().Shutdown() |
||||
|
} |
||||
|
|
||||
|
func (fsw *FilerStoreWrapper) KvPut(ctx context.Context, key []byte, value []byte) (err error) { |
||||
|
return fsw.getDefaultStore().KvPut(ctx, key, value) |
||||
|
} |
||||
|
func (fsw *FilerStoreWrapper) KvGet(ctx context.Context, key []byte) (value []byte, err error) { |
||||
|
return fsw.getDefaultStore().KvGet(ctx, key) |
||||
|
} |
||||
|
func (fsw *FilerStoreWrapper) KvDelete(ctx context.Context, key []byte) (err error) { |
||||
|
return fsw.getDefaultStore().KvDelete(ctx, key) |
||||
|
} |
||||
Write
Preview
Loading…
Cancel
Save
Reference in new issue