You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
64 lines
1.7 KiB
64 lines
1.7 KiB
package weed_server
|
|
|
|
import (
|
|
"fmt"
|
|
"github.com/chrislusf/seaweedfs/weed/pb/volume_server_pb"
|
|
"github.com/chrislusf/seaweedfs/weed/storage"
|
|
"github.com/chrislusf/seaweedfs/weed/storage/needle"
|
|
"github.com/chrislusf/seaweedfs/weed/storage/super_block"
|
|
)
|
|
|
|
func (vs *VolumeServer) ReadAllNeedles(req *volume_server_pb.ReadAllNeedlesRequest, stream volume_server_pb.VolumeServer_ReadAllNeedlesServer) (err error) {
|
|
|
|
for _, vid := range req.VolumeIds {
|
|
if err := vs.streaReadOneVolume(needle.VolumeId(vid), stream, err); err != nil {
|
|
return err
|
|
}
|
|
}
|
|
return nil
|
|
}
|
|
|
|
func (vs *VolumeServer) streaReadOneVolume(vid needle.VolumeId, stream volume_server_pb.VolumeServer_ReadAllNeedlesServer, err error) error {
|
|
v := vs.store.GetVolume(vid)
|
|
if v == nil {
|
|
return fmt.Errorf("not found volume id %d", vid)
|
|
}
|
|
|
|
scanner := &VolumeFileScanner4ReadAll{
|
|
stream: stream,
|
|
v: v,
|
|
}
|
|
|
|
offset := int64(v.SuperBlock.BlockSize())
|
|
|
|
err = storage.ScanVolumeFileFrom(v.Version(), v.DataBackend, offset, scanner)
|
|
|
|
return err
|
|
}
|
|
|
|
type VolumeFileScanner4ReadAll struct {
|
|
stream volume_server_pb.VolumeServer_ReadAllNeedlesServer
|
|
v *storage.Volume
|
|
}
|
|
|
|
func (scanner *VolumeFileScanner4ReadAll) VisitSuperBlock(superBlock super_block.SuperBlock) error {
|
|
return nil
|
|
|
|
}
|
|
func (scanner *VolumeFileScanner4ReadAll) ReadNeedleBody() bool {
|
|
return true
|
|
}
|
|
|
|
func (scanner *VolumeFileScanner4ReadAll) VisitNeedle(n *needle.Needle, offset int64, needleHeader, needleBody []byte) error {
|
|
|
|
sendErr := scanner.stream.Send(&volume_server_pb.ReadAllNeedlesResponse{
|
|
VolumeId: uint32(scanner.v.Id),
|
|
NeedleId: uint64(n.Id),
|
|
Cookie: uint32(n.Cookie),
|
|
NeedleBlob: n.Data,
|
|
})
|
|
if sendErr != nil {
|
|
return sendErr
|
|
}
|
|
return nil
|
|
}
|