You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
111 lines
4.0 KiB
111 lines
4.0 KiB
package command
|
|
|
|
import (
|
|
"net/http"
|
|
"os"
|
|
"strconv"
|
|
"time"
|
|
|
|
"github.com/chrislusf/seaweedfs/weed/glog"
|
|
"github.com/chrislusf/seaweedfs/weed/server"
|
|
"github.com/chrislusf/seaweedfs/weed/util"
|
|
)
|
|
|
|
var (
|
|
f FilerOptions
|
|
)
|
|
|
|
type FilerOptions struct {
|
|
master *string
|
|
ip *string
|
|
port *int
|
|
collection *string
|
|
defaultReplicaPlacement *string
|
|
dir *string
|
|
redirectOnRead *bool
|
|
disableDirListing *bool
|
|
confFile *string
|
|
maxMB *int
|
|
secretKey *string
|
|
cassandra_server *string
|
|
cassandra_keyspace *string
|
|
redis_server *string
|
|
redis_password *string
|
|
redis_database *int
|
|
}
|
|
|
|
func init() {
|
|
cmdFiler.Run = runFiler // break init cycle
|
|
f.master = cmdFiler.Flag.String("master", "localhost:9333", "master server location")
|
|
f.collection = cmdFiler.Flag.String("collection", "", "all data will be stored in this collection")
|
|
f.ip = cmdFiler.Flag.String("ip", "", "filer server http listen ip address")
|
|
f.port = cmdFiler.Flag.Int("port", 8888, "filer server http listen port")
|
|
f.dir = cmdFiler.Flag.String("dir", os.TempDir(), "directory to store meta data")
|
|
f.defaultReplicaPlacement = cmdFiler.Flag.String("defaultReplicaPlacement", "000", "default replication type if not specified")
|
|
f.redirectOnRead = cmdFiler.Flag.Bool("redirectOnRead", false, "whether proxy or redirect to volume server during file GET request")
|
|
f.disableDirListing = cmdFiler.Flag.Bool("disableDirListing", false, "turn off directory listing")
|
|
f.confFile = cmdFiler.Flag.String("confFile", "", "json encoded filer conf file")
|
|
f.maxMB = cmdFiler.Flag.Int("maxMB", 0, "split files larger than the limit")
|
|
f.cassandra_server = cmdFiler.Flag.String("cassandra.server", "", "host[:port] of the cassandra server")
|
|
f.cassandra_keyspace = cmdFiler.Flag.String("cassandra.keyspace", "seaweed", "keyspace of the cassandra server")
|
|
f.redis_server = cmdFiler.Flag.String("redis.server", "", "host:port of the redis server, e.g., 127.0.0.1:6379")
|
|
f.redis_password = cmdFiler.Flag.String("redis.password", "", "password in clear text")
|
|
f.redis_database = cmdFiler.Flag.Int("redis.database", 0, "the database on the redis server")
|
|
f.secretKey = cmdFiler.Flag.String("secure.secret", "", "secret to encrypt Json Web Token(JWT)")
|
|
|
|
}
|
|
|
|
var cmdFiler = &Command{
|
|
UsageLine: "filer -port=8888 -dir=/tmp -master=<ip:port>",
|
|
Short: "start a file server that points to a master server",
|
|
Long: `start a file server which accepts REST operation for any files.
|
|
|
|
//create or overwrite the file, the directories /path/to will be automatically created
|
|
POST /path/to/file
|
|
//get the file content
|
|
GET /path/to/file
|
|
//create or overwrite the file, the filename in the multipart request will be used
|
|
POST /path/to/
|
|
//return a json format subdirectory and files listing
|
|
GET /path/to/
|
|
|
|
Current <fullpath~fileid> mapping metadata store is local embedded leveldb.
|
|
It should be highly scalable to hundreds of millions of files on a modest machine.
|
|
|
|
Future we will ensure it can avoid of being SPOF.
|
|
|
|
`,
|
|
}
|
|
|
|
func runFiler(cmd *Command, args []string) bool {
|
|
|
|
if err := util.TestFolderWritable(*f.dir); err != nil {
|
|
glog.Fatalf("Check Meta Folder (-dir) Writable %s : %s", *f.dir, err)
|
|
}
|
|
|
|
r := http.NewServeMux()
|
|
_, nfs_err := weed_server.NewFilerServer(r, *f.ip, *f.port, *f.master, *f.dir, *f.collection,
|
|
*f.defaultReplicaPlacement, *f.redirectOnRead, *f.disableDirListing,
|
|
*f.confFile,
|
|
*f.maxMB,
|
|
*f.secretKey,
|
|
*f.cassandra_server, *f.cassandra_keyspace,
|
|
*f.redis_server, *f.redis_password, *f.redis_database,
|
|
)
|
|
if nfs_err != nil {
|
|
glog.Fatalf("Filer startup error: %v", nfs_err)
|
|
}
|
|
glog.V(0).Infoln("Start Seaweed Filer", util.VERSION, "at port", strconv.Itoa(*f.port))
|
|
filerListener, e := util.NewListener(
|
|
":"+strconv.Itoa(*f.port),
|
|
time.Duration(10)*time.Second,
|
|
)
|
|
if e != nil {
|
|
glog.Fatalf("Filer listener error: %v", e)
|
|
}
|
|
if e := http.Serve(filerListener, r); e != nil {
|
|
glog.Fatalf("Filer Fail to serve: %v", e)
|
|
}
|
|
|
|
return true
|
|
}
|