You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
127 lines
3.3 KiB
127 lines
3.3 KiB
package weed_server
|
|
|
|
import (
|
|
"fmt"
|
|
"io"
|
|
"net/http"
|
|
"strconv"
|
|
|
|
"github.com/chrislusf/seaweedfs/go/glog"
|
|
"github.com/chrislusf/seaweedfs/go/storage"
|
|
"github.com/pierrec/lz4"
|
|
"strings"
|
|
)
|
|
|
|
func (vs *VolumeServer) getVolumeCleanDataHandler(w http.ResponseWriter, r *http.Request) {
|
|
v, e := vs.getVolume("volume", r)
|
|
if v == nil {
|
|
http.Error(w, fmt.Sprintf("Not Found volume: %v", e), http.StatusBadRequest)
|
|
return
|
|
}
|
|
cr, e := v.GetVolumeCleanReader()
|
|
if e != nil {
|
|
http.Error(w, fmt.Sprintf("Get volume clean reader: %v", e), http.StatusInternalServerError)
|
|
return
|
|
}
|
|
totalSize, e := cr.Size()
|
|
if e != nil {
|
|
http.Error(w, fmt.Sprintf("Get volume size: %v", e), http.StatusInternalServerError)
|
|
return
|
|
}
|
|
w.Header().Set("Accept-Ranges", "bytes")
|
|
w.Header().Set("Content-Disposition", fmt.Sprintf(`filename="%d.dat.lz4"`, v.Id))
|
|
|
|
rangeReq := r.Header.Get("Range")
|
|
if rangeReq == "" {
|
|
w.Header().Set("Content-Length", strconv.FormatInt(totalSize, 10))
|
|
w.Header().Set("Content-Encoding", "lz4")
|
|
lz4w := lz4.NewWriter(w)
|
|
if _, e = io.Copy(lz4w, cr); e != nil {
|
|
glog.V(4).Infoln("response write error:", e)
|
|
}
|
|
lz4w.Close()
|
|
return
|
|
}
|
|
ranges, e := parseRange(rangeReq, totalSize)
|
|
if e != nil {
|
|
http.Error(w, e.Error(), http.StatusRequestedRangeNotSatisfiable)
|
|
return
|
|
}
|
|
if len(ranges) != 1 {
|
|
http.Error(w, "Only support one range", http.StatusNotImplemented)
|
|
return
|
|
}
|
|
ra := ranges[0]
|
|
if _, e := cr.Seek(ra.start, 0); e != nil {
|
|
http.Error(w, e.Error(), http.StatusInternalServerError)
|
|
return
|
|
}
|
|
w.Header().Set("Content-Length", strconv.FormatInt(ra.length, 10))
|
|
w.Header().Set("Content-Range", ra.contentRange(totalSize))
|
|
w.Header().Set("Content-Encoding", "lz4")
|
|
w.WriteHeader(http.StatusPartialContent)
|
|
lz4w := lz4.NewWriter(w)
|
|
if _, e = io.CopyN(lz4w, cr, ra.length); e != nil {
|
|
glog.V(2).Infoln("response write error:", e)
|
|
}
|
|
lz4w.Close()
|
|
}
|
|
|
|
type VolumeOptError struct {
|
|
Volume string `json:"volume"`
|
|
Err string `json:"err"`
|
|
}
|
|
|
|
func (vs *VolumeServer) setVolumeReplicaHandler(w http.ResponseWriter, r *http.Request) {
|
|
r.ParseForm()
|
|
replica, e := storage.NewReplicaPlacementFromString(r.FormValue("replica"))
|
|
if e != nil {
|
|
writeJsonError(w, r, http.StatusBadRequest, e)
|
|
return
|
|
}
|
|
errs := []VolumeOptError{}
|
|
all, _ := strconv.ParseBool(r.FormValue("all"))
|
|
if all {
|
|
vs.store.WalkVolume(func(v *storage.Volume) (e error) {
|
|
if e := v.SetReplica(replica); e != nil {
|
|
errs = append(errs, VolumeOptError{
|
|
Volume: v.Id.String(),
|
|
Err: e.Error(),
|
|
})
|
|
}
|
|
return nil
|
|
})
|
|
} else {
|
|
volumesSet := make(map[string]bool)
|
|
for _, volume := range r.Form["volume"] {
|
|
volumesSet[strings.TrimSpace(volume)] = true
|
|
}
|
|
collectionsSet := make(map[string]bool)
|
|
for _, c := range r.Form["collection"] {
|
|
collectionsSet[strings.TrimSpace(c)] = true
|
|
}
|
|
if len(collectionsSet) > 0 || len(volumesSet) > 0 {
|
|
vs.store.WalkVolume(func(v *storage.Volume) (e error) {
|
|
if !collectionsSet[v.Collection] && !volumesSet[v.Id.String()] {
|
|
return nil
|
|
}
|
|
if e := v.SetReplica(replica); e != nil {
|
|
errs = append(errs, VolumeOptError{
|
|
Volume: v.Id.String(),
|
|
Err: e.Error(),
|
|
})
|
|
}
|
|
return nil
|
|
})
|
|
}
|
|
|
|
}
|
|
|
|
result := make(map[string]interface{})
|
|
if len(errs) > 0 {
|
|
result["error"] = "set volume replica error."
|
|
result["errors"] = errs
|
|
}
|
|
|
|
writeJson(w, r, http.StatusAccepted, result)
|
|
}
|