chrislu
3 years ago
6 changed files with 175 additions and 0 deletions
-
1go.mod
-
5go.sum
-
1weed/command/command.go
-
83weed/command/mount2.go
-
53weed/command/mount2_std.go
-
32weed/mount/weedfs.go
@ -0,0 +1,83 @@ |
|||
package command |
|||
|
|||
import ( |
|||
"os" |
|||
"time" |
|||
) |
|||
|
|||
type Mount2Options struct { |
|||
filer *string |
|||
filerMountRootPath *string |
|||
dir *string |
|||
dirAutoCreate *bool |
|||
collection *string |
|||
replication *string |
|||
diskType *string |
|||
ttlSec *int |
|||
chunkSizeLimitMB *int |
|||
concurrentWriters *int |
|||
cacheDir *string |
|||
cacheSizeMB *int64 |
|||
dataCenter *string |
|||
allowOthers *bool |
|||
umaskString *string |
|||
nonempty *bool |
|||
volumeServerAccess *string |
|||
uidMap *string |
|||
gidMap *string |
|||
readOnly *bool |
|||
debug *bool |
|||
debugPort *int |
|||
} |
|||
|
|||
var ( |
|||
mount2Options Mount2Options |
|||
) |
|||
|
|||
func init() { |
|||
cmdMount2.Run = runMount2 // break init cycle
|
|||
mount2Options.filer = cmdMount2.Flag.String("filer", "localhost:8888", "comma-separated weed filer location") |
|||
mount2Options.filerMountRootPath = cmdMount2.Flag.String("filer.path", "/", "mount this remote path from filer server") |
|||
mount2Options.dir = cmdMount2.Flag.String("dir", ".", "mount weed filer to this directory") |
|||
mount2Options.dirAutoCreate = cmdMount2.Flag.Bool("dirAutoCreate", false, "auto create the directory to mount to") |
|||
mount2Options.collection = cmdMount2.Flag.String("collection", "", "collection to create the files") |
|||
mount2Options.replication = cmdMount2.Flag.String("replication", "", "replication(e.g. 000, 001) to create to files. If empty, let filer decide.") |
|||
mount2Options.diskType = cmdMount2.Flag.String("disk", "", "[hdd|ssd|<tag>] hard drive or solid state drive or any tag") |
|||
mount2Options.ttlSec = cmdMount2.Flag.Int("ttl", 0, "file ttl in seconds") |
|||
mount2Options.chunkSizeLimitMB = cmdMount2.Flag.Int("chunkSizeLimitMB", 2, "local write buffer size, also chunk large files") |
|||
mount2Options.concurrentWriters = cmdMount2.Flag.Int("concurrentWriters", 32, "limit concurrent goroutine writers if not 0") |
|||
mount2Options.cacheDir = cmdMount2.Flag.String("cacheDir", os.TempDir(), "local cache directory for file chunks and meta data") |
|||
mount2Options.cacheSizeMB = cmdMount2.Flag.Int64("cacheCapacityMB", 1000, "local file chunk cache capacity in MB (0 will disable cache)") |
|||
mount2Options.dataCenter = cmdMount2.Flag.String("dataCenter", "", "prefer to write to the data center") |
|||
mount2Options.allowOthers = cmdMount2.Flag.Bool("allowOthers", true, "allows other users to access the file system") |
|||
mount2Options.umaskString = cmdMount2.Flag.String("umask", "022", "octal umask, e.g., 022, 0111") |
|||
mount2Options.nonempty = cmdMount2.Flag.Bool("nonempty", false, "allows the mounting over a non-empty directory") |
|||
mount2Options.volumeServerAccess = cmdMount2.Flag.String("volumeServerAccess", "direct", "access volume servers by [direct|publicUrl|filerProxy]") |
|||
mount2Options.uidMap = cmdMount2.Flag.String("map.uid", "", "map local uid to uid on filer, comma-separated <local_uid>:<filer_uid>") |
|||
mount2Options.gidMap = cmdMount2.Flag.String("map.gid", "", "map local gid to gid on filer, comma-separated <local_gid>:<filer_gid>") |
|||
mount2Options.readOnly = cmdMount2.Flag.Bool("readOnly", false, "read only") |
|||
mount2Options.debug = cmdMount2.Flag.Bool("debug", false, "serves runtime profiling data, e.g., http://localhost:<debug.port>/debug/pprof/goroutine?debug=2") |
|||
mount2Options.debugPort = cmdMount2.Flag.Int("debug.port", 6061, "http port for debugging") |
|||
|
|||
mountCpuProfile = cmdMount2.Flag.String("cpuprofile", "", "cpu profile output file") |
|||
mountMemProfile = cmdMount2.Flag.String("memprofile", "", "memory profile output file") |
|||
mountReadRetryTime = cmdMount2.Flag.Duration("readRetryTime", 6*time.Second, "maximum read retry wait time") |
|||
} |
|||
|
|||
var cmdMount2 = &Command{ |
|||
UsageLine: "mount2 -filer=localhost:8888 -dir=/some/dir", |
|||
Short: "<WIP> mount weed filer to a directory as file system in userspace(FUSE)", |
|||
Long: `mount weed filer to userspace. |
|||
|
|||
Pre-requisites: |
|||
1) have SeaweedFS master and volume servers running |
|||
2) have a "weed filer" running |
|||
These 2 requirements can be achieved with one command "weed server -filer=true" |
|||
|
|||
This uses github.com/seaweedfs/fuse, which enables writing FUSE file systems on |
|||
Linux, and OS X. |
|||
|
|||
On OS X, it requires OSXFUSE (http://osxfuse.github.com/).
|
|||
|
|||
`, |
|||
} |
|||
@ -0,0 +1,53 @@ |
|||
package command |
|||
|
|||
import ( |
|||
"fmt" |
|||
"github.com/chrislusf/seaweedfs/weed/glog" |
|||
"github.com/chrislusf/seaweedfs/weed/mount" |
|||
"github.com/hanwen/go-fuse/v2/fs" |
|||
"net/http" |
|||
"os" |
|||
"strconv" |
|||
"time" |
|||
|
|||
"github.com/chrislusf/seaweedfs/weed/util" |
|||
"github.com/chrislusf/seaweedfs/weed/util/grace" |
|||
) |
|||
|
|||
func runMount2(cmd *Command, args []string) bool { |
|||
|
|||
if *mountOptions.debug { |
|||
go http.ListenAndServe(fmt.Sprintf(":%d", *mountOptions.debugPort), nil) |
|||
} |
|||
|
|||
grace.SetupProfiling(*mountCpuProfile, *mountMemProfile) |
|||
if *mountReadRetryTime < time.Second { |
|||
*mountReadRetryTime = time.Second |
|||
} |
|||
util.RetryWaitTime = *mountReadRetryTime |
|||
|
|||
umask, umaskErr := strconv.ParseUint(*mountOptions.umaskString, 8, 64) |
|||
if umaskErr != nil { |
|||
fmt.Printf("can not parse umask %s", *mountOptions.umaskString) |
|||
return false |
|||
} |
|||
|
|||
if len(args) > 0 { |
|||
return false |
|||
} |
|||
|
|||
return RunMount2(&mount2Options, os.FileMode(umask)) |
|||
} |
|||
|
|||
func RunMount2(option *Mount2Options, umask os.FileMode) bool { |
|||
|
|||
opts := &fs.Options{} |
|||
opts.Debug = true |
|||
server, err := fs.Mount(*option.dir, &mount.WeedFS{}, opts) |
|||
if err != nil { |
|||
glog.Fatalf("Mount fail: %v", err) |
|||
} |
|||
server.Wait() |
|||
|
|||
return true |
|||
} |
|||
@ -0,0 +1,32 @@ |
|||
package mount |
|||
|
|||
import ( |
|||
"context" |
|||
"syscall" |
|||
|
|||
"github.com/hanwen/go-fuse/v2/fs" |
|||
"github.com/hanwen/go-fuse/v2/fuse" |
|||
) |
|||
|
|||
type WeedFS struct { |
|||
fs.Inode |
|||
} |
|||
|
|||
func (r *WeedFS) OnAdd(ctx context.Context) { |
|||
ch := r.NewPersistentInode( |
|||
ctx, &fs.MemRegularFile{ |
|||
Data: []byte("file.txt"), |
|||
Attr: fuse.Attr{ |
|||
Mode: 0644, |
|||
}, |
|||
}, fs.StableAttr{Ino: 2}) |
|||
r.AddChild("file.txt", ch, false) |
|||
} |
|||
|
|||
func (r *WeedFS) Getattr(ctx context.Context, fh fs.FileHandle, out *fuse.AttrOut) syscall.Errno { |
|||
out.Mode = 0755 |
|||
return 0 |
|||
} |
|||
|
|||
var _ = (fs.NodeGetattrer)((*WeedFS)(nil)) |
|||
var _ = (fs.NodeOnAdder)((*WeedFS)(nil)) |
|||
Write
Preview
Loading…
Cancel
Save
Reference in new issue