You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
46 lines
1.0 KiB
46 lines
1.0 KiB
package filesys
|
|
|
|
import (
|
|
"context"
|
|
"time"
|
|
|
|
"github.com/chrislusf/seaweedfs/weed/glog"
|
|
"github.com/chrislusf/seaweedfs/weed/pb/filer_pb"
|
|
)
|
|
|
|
func (wfs *WFS) loopProcessingDeletion() {
|
|
|
|
ticker := time.NewTicker(2 * time.Second)
|
|
|
|
wfs.withFilerClient(func(client filer_pb.SeaweedFilerClient) error {
|
|
var fileIds []string
|
|
for {
|
|
select {
|
|
case fids := <-wfs.fileIdsDeletionChan:
|
|
fileIds = append(fileIds, fids...)
|
|
if len(fileIds) >= 1024 {
|
|
glog.V(1).Infof("deleting fileIds len=%d", len(fileIds))
|
|
deleteFileIds(context.Background(), client, fileIds)
|
|
fileIds = fileIds[:0]
|
|
}
|
|
case <-ticker.C:
|
|
if len(fileIds) > 0 {
|
|
glog.V(1).Infof("timed deletion fileIds len=%d", len(fileIds))
|
|
deleteFileIds(context.Background(), client, fileIds)
|
|
fileIds = fileIds[:0]
|
|
}
|
|
}
|
|
}
|
|
})
|
|
|
|
}
|
|
|
|
func (wfs *WFS) asyncDeleteFileChunks(chunks []*filer_pb.FileChunk) {
|
|
if len(chunks) > 0 {
|
|
var fileIds []string
|
|
for _, chunk := range chunks {
|
|
fileIds = append(fileIds, chunk.FileId)
|
|
}
|
|
wfs.fileIdsDeletionChan <- fileIds
|
|
}
|
|
}
|