You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
115 lines
3.2 KiB
115 lines
3.2 KiB
package topology
|
|
|
|
import (
|
|
"bytes"
|
|
"net/http"
|
|
"strconv"
|
|
|
|
"github.com/chrislusf/seaweedfs/go/glog"
|
|
"github.com/chrislusf/seaweedfs/go/operation"
|
|
"github.com/chrislusf/seaweedfs/go/security"
|
|
"github.com/chrislusf/seaweedfs/go/storage"
|
|
"github.com/chrislusf/seaweedfs/go/util"
|
|
"net"
|
|
"net/url"
|
|
)
|
|
|
|
func ReplicatedWrite(masterNode string, s *storage.Store,
|
|
volumeId storage.VolumeId, needle *storage.Needle,
|
|
r *http.Request) (size uint32, errorStatus string) {
|
|
|
|
//check JWT
|
|
jwt := security.GetJwt(r)
|
|
|
|
ret, err := s.Write(volumeId, needle)
|
|
if err != nil {
|
|
errorStatus = "Failed to write to local disk (" + err.Error() + ")"
|
|
} else if ret <= 0 {
|
|
errorStatus = "Failed to write to local disk"
|
|
}
|
|
//send to other replica locations
|
|
if r.FormValue("type") != "replicate" {
|
|
if !distributedOperation(masterNode, s, volumeId, func(location operation.Location) bool {
|
|
args := url.Values{
|
|
"type": {"replicate"},
|
|
}
|
|
if needle.LastModified > 0 {
|
|
args.Set("ts", strconv.FormatUint(needle.LastModified, 10))
|
|
}
|
|
if needle.IsChunkedManifest() {
|
|
args.Set("cm", "true")
|
|
}
|
|
|
|
u := util.MkUrl(location.Url, r.URL.Path, args)
|
|
_, err := operation.Upload(u,
|
|
string(needle.Name), bytes.NewReader(needle.Data), needle.IsGzipped(), string(needle.Mime),
|
|
jwt)
|
|
return err == nil
|
|
}) {
|
|
ret = 0
|
|
errorStatus = "Failed to write to replicas for volume " + volumeId.String()
|
|
}
|
|
}
|
|
|
|
size = ret
|
|
return
|
|
}
|
|
|
|
func ReplicatedDelete(masterNode string, store *storage.Store,
|
|
volumeId storage.VolumeId, n *storage.Needle,
|
|
r *http.Request) (ret uint32) {
|
|
|
|
//check JWT
|
|
jwt := security.GetJwt(r)
|
|
|
|
ret, err := store.Delete(volumeId, n)
|
|
if err != nil {
|
|
glog.V(0).Infoln("delete error:", err)
|
|
return
|
|
}
|
|
//send to other replica locations
|
|
if r.FormValue("type") != "replicate" {
|
|
if !distributedOperation(masterNode, store, volumeId, func(location operation.Location) bool {
|
|
return nil == util.Delete("http://"+location.Url+r.URL.Path+"?type=replicate", jwt)
|
|
}) {
|
|
ret = 0
|
|
}
|
|
}
|
|
return
|
|
}
|
|
|
|
func distributedOperation(masterNode string, store *storage.Store, volumeId storage.VolumeId, op func(location operation.Location) bool) bool {
|
|
collection := ""
|
|
if v := store.GetVolume(volumeId); v != nil {
|
|
collection = v.Collection
|
|
}
|
|
if lookupResult, lookupErr := operation.LookupNoCache(masterNode, volumeId.String(), collection); lookupErr == nil {
|
|
length := 0
|
|
selfUrl := net.JoinHostPort(store.Ip, strconv.Itoa(store.Port))
|
|
results := make(chan bool)
|
|
for _, location := range lookupResult.Locations {
|
|
if location.Url != selfUrl {
|
|
length++
|
|
go func(location operation.Location, results chan bool) {
|
|
results <- op(location)
|
|
}(location, results)
|
|
}
|
|
}
|
|
ret := true
|
|
for i := 0; i < length; i++ {
|
|
ret = ret && <-results
|
|
}
|
|
// we shouldn't check ReplicaPlacement because the needle have been written in head volume
|
|
|
|
// if volume := store.GetVolume(volumeId); volume != nil {
|
|
// if length+1 < volume.ReplicaPlacement.GetCopyCount() {
|
|
// glog.V(0).Infof("replicating opetations [%d] is less than volume's replication copy count [%d]", length+1, volume.ReplicaPlacement.GetCopyCount())
|
|
// ret = false
|
|
// }
|
|
// }
|
|
return ret
|
|
} else {
|
|
glog.V(0).Infoln("Failed to lookup for", volumeId, lookupErr.Error())
|
|
}
|
|
return false
|
|
}
|