Chris Lu
7 years ago
4 changed files with 252 additions and 180 deletions
-
16weed/filesys/dir.go
-
206weed/filesys/file.go
-
176weed/filesys/filehandle.go
-
34weed/server/filer_grpc_server.go
@ -0,0 +1,176 @@ |
|||
package filesys |
|||
|
|||
import ( |
|||
"bazil.org/fuse/fs" |
|||
"fmt" |
|||
"github.com/chrislusf/seaweedfs/weed/pb/filer_pb" |
|||
"github.com/chrislusf/seaweedfs/weed/filer2" |
|||
"context" |
|||
"github.com/chrislusf/seaweedfs/weed/glog" |
|||
"bazil.org/fuse" |
|||
"bytes" |
|||
"github.com/chrislusf/seaweedfs/weed/operation" |
|||
"time" |
|||
) |
|||
|
|||
type FileHandle struct { |
|||
// cache file has been written to
|
|||
dirty bool |
|||
|
|||
cachePath string |
|||
|
|||
handle uint64 |
|||
|
|||
wfs *WFS |
|||
dirPath string |
|||
name string |
|||
RequestId fuse.RequestID // unique ID for request
|
|||
NodeId fuse.NodeID // file or directory the request is about
|
|||
Uid uint32 // user ID of process making request
|
|||
Gid uint32 // group ID of process making request
|
|||
attributes *filer_pb.FuseAttributes |
|||
Chunks []*filer_pb.FileChunk |
|||
} |
|||
|
|||
var _ = fs.Handle(&FileHandle{}) |
|||
var _ = fs.HandleReadAller(&FileHandle{}) |
|||
// var _ = fs.HandleReader(&FileHandle{})
|
|||
var _ = fs.HandleFlusher(&FileHandle{}) |
|||
var _ = fs.HandleWriter(&FileHandle{}) |
|||
var _ = fs.HandleReleaser(&FileHandle{}) |
|||
|
|||
func (fh *FileHandle) ReadAll(ctx context.Context) (content []byte, err error) { |
|||
|
|||
glog.V(3).Infof("read all fh %+v/%v", fh.dirPath, fh.name) |
|||
|
|||
if len(fh.Chunks) == 0 { |
|||
glog.V(0).Infof("empty fh %v/%v", fh.dirPath, fh.name) |
|||
return |
|||
} |
|||
|
|||
err = fh.wfs.withFilerClient(func(client filer_pb.SeaweedFilerClient) error { |
|||
|
|||
// FIXME: need to either use Read() or implement differently
|
|||
chunks, _ := filer2.CompactFileChunks(fh.Chunks) |
|||
glog.V(1).Infof("read fh %v/%v %d/%d chunks", fh.dirPath, fh.name, len(chunks), len(fh.Chunks)) |
|||
request := &filer_pb.GetFileContentRequest{ |
|||
FileId: chunks[0].FileId, |
|||
} |
|||
|
|||
glog.V(1).Infof("read fh content %d chunk %s [%d,%d): %v", len(chunks), |
|||
chunks[0].FileId, chunks[0].Offset, chunks[0].Offset+int64(chunks[0].Size), request) |
|||
resp, err := client.GetFileContent(ctx, request) |
|||
if err != nil { |
|||
return err |
|||
} |
|||
|
|||
content = resp.Content |
|||
|
|||
return nil |
|||
}) |
|||
|
|||
return content, err |
|||
} |
|||
|
|||
// Write to the file handle
|
|||
func (fh *FileHandle) Write(ctx context.Context, req *fuse.WriteRequest, resp *fuse.WriteResponse) error { |
|||
// write the request to volume servers
|
|||
// glog.V(3).Infof("write fh %+v", req)
|
|||
|
|||
var fileId, host string |
|||
|
|||
if err := fh.wfs.withFilerClient(func(client filer_pb.SeaweedFilerClient) error { |
|||
|
|||
request := &filer_pb.AssignVolumeRequest{ |
|||
Count: 1, |
|||
Replication: "000", |
|||
Collection: "", |
|||
} |
|||
|
|||
glog.V(1).Infof("assign volume: %v", request) |
|||
resp, err := client.AssignVolume(ctx, request) |
|||
if err != nil { |
|||
return err |
|||
} |
|||
|
|||
fileId, host = resp.FileId, resp.Url |
|||
|
|||
return nil |
|||
}); err != nil { |
|||
return fmt.Errorf("filer assign volume: %v", err) |
|||
} |
|||
|
|||
fileUrl := fmt.Sprintf("http://%s/%s", host, fileId) |
|||
bufReader := bytes.NewReader(req.Data) |
|||
uploadResult, err := operation.Upload(fileUrl, fh.name, bufReader, false, "application/octet-stream", nil, "") |
|||
if err != nil { |
|||
return fmt.Errorf("upload data: %v", err) |
|||
} |
|||
if uploadResult.Error != "" { |
|||
return fmt.Errorf("upload result: %v", uploadResult.Error) |
|||
} |
|||
|
|||
resp.Size = int(uploadResult.Size) |
|||
|
|||
fh.Chunks = append(fh.Chunks, &filer_pb.FileChunk{ |
|||
FileId: fileId, |
|||
Offset: req.Offset, |
|||
Size: uint64(uploadResult.Size), |
|||
Mtime: time.Now().UnixNano(), |
|||
}) |
|||
|
|||
glog.V(1).Infof("uploaded %s/%s to: %v, [%d,%d)", fh.dirPath, fh.name, fileUrl, req.Offset, req.Offset+int64(resp.Size)) |
|||
|
|||
fh.dirty = true |
|||
|
|||
return nil |
|||
} |
|||
|
|||
func (fh *FileHandle) Release(ctx context.Context, req *fuse.ReleaseRequest) error { |
|||
|
|||
glog.V(3).Infof("release fh %+v/%v", fh.dirPath, fh.name) |
|||
|
|||
return nil |
|||
} |
|||
|
|||
// Flush - experimenting with uploading at flush, this slows operations down till it has been
|
|||
// completely flushed
|
|||
func (fh *FileHandle) Flush(ctx context.Context, req *fuse.FlushRequest) error { |
|||
// fflush works at fh level
|
|||
// send the data to the OS
|
|||
glog.V(3).Infof("fh flush %v", req) |
|||
|
|||
if !fh.dirty { |
|||
return nil |
|||
} |
|||
|
|||
if len(fh.Chunks) == 0 { |
|||
glog.V(2).Infof("fh %s/%s flush skipping empty: %v", fh.dirPath, fh.name, req) |
|||
return nil |
|||
} |
|||
|
|||
err := fh.wfs.withFilerClient(func(client filer_pb.SeaweedFilerClient) error { |
|||
|
|||
request := &filer_pb.UpdateEntryRequest{ |
|||
Directory: fh.dirPath, |
|||
Entry: &filer_pb.Entry{ |
|||
Name: fh.name, |
|||
Attributes: fh.attributes, |
|||
Chunks: fh.Chunks, |
|||
}, |
|||
} |
|||
|
|||
glog.V(1).Infof("%s/%s set chunks: %v", fh.dirPath, fh.name, len(fh.Chunks)) |
|||
if _, err := client.UpdateEntry(ctx, request); err != nil { |
|||
return fmt.Errorf("update fh: %v", err) |
|||
} |
|||
|
|||
return nil |
|||
}) |
|||
|
|||
if err == nil { |
|||
fh.dirty = false |
|||
} |
|||
|
|||
return err |
|||
} |
|||
Write
Preview
Loading…
Cancel
Save
Reference in new issue