You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
102 lines
2.5 KiB
102 lines
2.5 KiB
package operation
|
|
|
|
import (
|
|
"code.google.com/p/weed-fs/go/util"
|
|
"encoding/json"
|
|
"errors"
|
|
"net/url"
|
|
"strings"
|
|
"sync"
|
|
)
|
|
|
|
type DeleteResult struct {
|
|
Fid string `json:"fid"`
|
|
Size int `json:"size"`
|
|
Error string `json:"error,omitempty"`
|
|
}
|
|
|
|
func DeleteFile(master string, fileId string) error {
|
|
fileUrl, err := LookupFileId(master, fileId)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
return util.Delete(fileUrl)
|
|
}
|
|
|
|
func ParseFileId(fid string) (vid string, key_cookie string, err error) {
|
|
commaIndex := strings.Index(fid, ",")
|
|
if commaIndex <= 0 {
|
|
return "", "", errors.New("Wrong fid format.")
|
|
}
|
|
return fid[:commaIndex], fid[commaIndex+1:], nil
|
|
}
|
|
|
|
type DeleteFilesResult struct {
|
|
Errors []string
|
|
Results []DeleteResult
|
|
}
|
|
|
|
func DeleteFiles(master string, fileIds []string) (*DeleteFilesResult, error) {
|
|
vid_to_fileIds := make(map[string][]string)
|
|
ret := &DeleteFilesResult{}
|
|
var vids []string
|
|
for _, fileId := range fileIds {
|
|
vid, _, err := ParseFileId(fileId)
|
|
if err != nil {
|
|
ret.Results = append(ret.Results, DeleteResult{Fid: vid, Error: err.Error()})
|
|
continue
|
|
}
|
|
if _, ok := vid_to_fileIds[vid]; !ok {
|
|
vid_to_fileIds[vid] = make([]string, 0)
|
|
vids = append(vids, vid)
|
|
}
|
|
vid_to_fileIds[vid] = append(vid_to_fileIds[vid], fileId)
|
|
}
|
|
|
|
lookupResults, err := LookupVolumeIds(master, vids)
|
|
if err != nil {
|
|
return ret, err
|
|
}
|
|
|
|
server_to_fileIds := make(map[string][]string)
|
|
for vid, result := range lookupResults {
|
|
if result.Error != "" {
|
|
ret.Errors = append(ret.Errors, result.Error)
|
|
continue
|
|
}
|
|
for _, location := range result.Locations {
|
|
if _, ok := server_to_fileIds[location.PublicUrl]; !ok {
|
|
server_to_fileIds[location.PublicUrl] = make([]string, 0)
|
|
}
|
|
server_to_fileIds[location.PublicUrl] = append(
|
|
server_to_fileIds[location.PublicUrl], vid_to_fileIds[vid]...)
|
|
}
|
|
}
|
|
|
|
var wg sync.WaitGroup
|
|
for server, fidList := range server_to_fileIds {
|
|
wg.Add(1)
|
|
go func(server string, fidList []string) {
|
|
defer wg.Done()
|
|
values := make(url.Values)
|
|
for _, fid := range fidList {
|
|
values.Add("fid", fid)
|
|
}
|
|
jsonBlob, err := util.Post("http://"+server+"/delete", values)
|
|
if err != nil {
|
|
ret.Errors = append(ret.Errors, err.Error()+" "+string(jsonBlob))
|
|
return
|
|
}
|
|
var result []DeleteResult
|
|
err = json.Unmarshal(jsonBlob, &result)
|
|
if err != nil {
|
|
ret.Errors = append(ret.Errors, err.Error()+" "+string(jsonBlob))
|
|
return
|
|
}
|
|
ret.Results = append(ret.Results, result...)
|
|
}(server, fidList)
|
|
}
|
|
wg.Wait()
|
|
|
|
return ret, nil
|
|
}
|