|
|
@ -10,37 +10,82 @@ import ( |
|
|
|
"time" |
|
|
|
) |
|
|
|
|
|
|
|
func (t *Topology) Vacuum() int { |
|
|
|
total_counter := 0 |
|
|
|
for _, vl := range t.replicaType2VolumeLayout { |
|
|
|
if vl != nil { |
|
|
|
for vid, locationlist := range vl.vid2location { |
|
|
|
each_volume_counter := 0 |
|
|
|
vl.removeFromWritable(vid) |
|
|
|
ch := make(chan int, locationlist.Length()) |
|
|
|
for _, dn := range locationlist.list { |
|
|
|
go func(url string, vid storage.VolumeId) { |
|
|
|
vacuumVolume_Compact(url, vid) |
|
|
|
}(dn.Url(), vid) |
|
|
|
func batchVacuumVolumeCheck(vl *VolumeLayout, vid storage.VolumeId, locationlist *VolumeLocationList) bool { |
|
|
|
ch := make(chan bool, locationlist.Length()) |
|
|
|
for index, dn := range locationlist.list { |
|
|
|
go func(index int, url string, vid storage.VolumeId) { |
|
|
|
//fmt.Println(index, "Check vacuuming", vid, "on", dn.Url())
|
|
|
|
if e, ret := vacuumVolume_Check(url, vid); e != nil { |
|
|
|
//fmt.Println(index, "Error when checking vacuuming", vid, "on", url, e)
|
|
|
|
ch <- false |
|
|
|
} else { |
|
|
|
//fmt.Println(index, "Checked vacuuming", vid, "on", url)
|
|
|
|
ch <- ret |
|
|
|
} |
|
|
|
}(index, dn.Url(), vid) |
|
|
|
} |
|
|
|
isCheckSuccess := true |
|
|
|
for _ = range locationlist.list { |
|
|
|
select { |
|
|
|
case canVacuum := <-ch: |
|
|
|
isCheckSuccess = isCheckSuccess && canVacuum |
|
|
|
case <-time.After(30 * time.Minute): |
|
|
|
isCheckSuccess = false |
|
|
|
break |
|
|
|
} |
|
|
|
} |
|
|
|
return isCheckSuccess |
|
|
|
} |
|
|
|
func batchVacuumVolumeCompact(vl *VolumeLayout, vid storage.VolumeId, locationlist *VolumeLocationList) bool { |
|
|
|
vl.removeFromWritable(vid) |
|
|
|
ch := make(chan bool, locationlist.Length()) |
|
|
|
for index, dn := range locationlist.list { |
|
|
|
go func(index int, url string, vid storage.VolumeId) { |
|
|
|
fmt.Println(index, "Start vacuuming", vid, "on", dn.Url()) |
|
|
|
if e := vacuumVolume_Compact(url, vid); e != nil { |
|
|
|
fmt.Println(index, "Error when vacuuming", vid, "on", url, e) |
|
|
|
ch <- false |
|
|
|
} else { |
|
|
|
fmt.Println(index, "Complete vacuuming", vid, "on", url) |
|
|
|
ch <- true |
|
|
|
} |
|
|
|
}(index, dn.Url(), vid) |
|
|
|
} |
|
|
|
isVacuumSuccess := true |
|
|
|
for _ = range locationlist.list { |
|
|
|
select { |
|
|
|
case count := <-ch: |
|
|
|
each_volume_counter += count |
|
|
|
case _ = <-ch: |
|
|
|
case <-time.After(30 * time.Minute): |
|
|
|
each_volume_counter = 0 |
|
|
|
isVacuumSuccess = false |
|
|
|
break |
|
|
|
} |
|
|
|
} |
|
|
|
if each_volume_counter > 0 { |
|
|
|
return isVacuumSuccess |
|
|
|
} |
|
|
|
func batchVacuumVolumeCommit(vl *VolumeLayout, vid storage.VolumeId, locationlist *VolumeLocationList) bool { |
|
|
|
isCommitSuccess := true |
|
|
|
for _, dn := range locationlist.list { |
|
|
|
fmt.Println("Start Commiting vacuum", vid, "on", dn.Url()) |
|
|
|
if e := vacuumVolume_Commit(dn.Url(), vid); e != nil { |
|
|
|
fmt.Println("Error when committing on", dn.Url(), e) |
|
|
|
panic(e) |
|
|
|
fmt.Println("Error when committing vacuum", vid, "on", dn.Url(), e) |
|
|
|
isCommitSuccess = false |
|
|
|
} else { |
|
|
|
fmt.Println("Complete Commiting vacuum", vid, "on", dn.Url()) |
|
|
|
} |
|
|
|
} |
|
|
|
if isCommitSuccess { |
|
|
|
vl.setVolumeWritable(vid) |
|
|
|
total_counter += each_volume_counter |
|
|
|
} |
|
|
|
return isCommitSuccess |
|
|
|
} |
|
|
|
func (t *Topology) Vacuum() int { |
|
|
|
for _, vl := range t.replicaType2VolumeLayout { |
|
|
|
if vl != nil { |
|
|
|
for vid, locationlist := range vl.vid2location { |
|
|
|
if batchVacuumVolumeCheck(vl, vid, locationlist) { |
|
|
|
if batchVacuumVolumeCompact(vl, vid, locationlist) { |
|
|
|
batchVacuumVolumeCommit(vl, vid, locationlist) |
|
|
|
} |
|
|
|
} |
|
|
|
} |
|
|
|
} |
|
|
@ -49,25 +94,42 @@ func (t *Topology) Vacuum() int { |
|
|
|
} |
|
|
|
|
|
|
|
type VacuumVolumeResult struct { |
|
|
|
Bytes int |
|
|
|
Result bool |
|
|
|
Error string |
|
|
|
} |
|
|
|
|
|
|
|
func vacuumVolume_Compact(urlLocation string, vid storage.VolumeId) (error, int) { |
|
|
|
func vacuumVolume_Check(urlLocation string, vid storage.VolumeId) (error, bool) { |
|
|
|
values := make(url.Values) |
|
|
|
values.Add("volume", vid.String()) |
|
|
|
values.Add("garbageThreshold", "0.3") |
|
|
|
jsonBlob, err := util.Post("http://"+urlLocation+"/admin/vacuum_volume_check", values) |
|
|
|
if err != nil { |
|
|
|
return err, false |
|
|
|
} |
|
|
|
var ret VacuumVolumeResult |
|
|
|
if err := json.Unmarshal(jsonBlob, &ret); err != nil { |
|
|
|
return err, false |
|
|
|
} |
|
|
|
if ret.Error != "" { |
|
|
|
return errors.New(ret.Error), false |
|
|
|
} |
|
|
|
return nil, ret.Result |
|
|
|
} |
|
|
|
func vacuumVolume_Compact(urlLocation string, vid storage.VolumeId) error { |
|
|
|
values := make(url.Values) |
|
|
|
values.Add("volume", vid.String()) |
|
|
|
jsonBlob, err := util.Post("http://"+urlLocation+"/admin/vacuum_volume_compact", values) |
|
|
|
if err != nil { |
|
|
|
return err, 0 |
|
|
|
return err |
|
|
|
} |
|
|
|
var ret VacuumVolumeResult |
|
|
|
if err := json.Unmarshal(jsonBlob, &ret); err != nil { |
|
|
|
return err, 0 |
|
|
|
return err |
|
|
|
} |
|
|
|
if ret.Error != "" { |
|
|
|
return errors.New(ret.Error), 0 |
|
|
|
return errors.New(ret.Error) |
|
|
|
} |
|
|
|
return nil, ret.Bytes |
|
|
|
return nil |
|
|
|
} |
|
|
|
func vacuumVolume_Commit(urlLocation string, vid storage.VolumeId) error { |
|
|
|
values := make(url.Values) |
|
|
|