Browse Source
Merge pull request #2078 from kmlebedev/chunkDownloadStats
Chunk download stats
pull/2079/head
Chris Lu
4 years ago
committed by
GitHub
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
1 changed files with
7 additions and
0 deletions
-
weed/filer/stream.go
|
|
|
@ -6,9 +6,11 @@ import ( |
|
|
|
"io" |
|
|
|
"math" |
|
|
|
"strings" |
|
|
|
"time" |
|
|
|
|
|
|
|
"github.com/chrislusf/seaweedfs/weed/glog" |
|
|
|
"github.com/chrislusf/seaweedfs/weed/pb/filer_pb" |
|
|
|
"github.com/chrislusf/seaweedfs/weed/stats" |
|
|
|
"github.com/chrislusf/seaweedfs/weed/util" |
|
|
|
"github.com/chrislusf/seaweedfs/weed/wdclient" |
|
|
|
) |
|
|
|
@ -36,16 +38,21 @@ func StreamContent(masterClient wdclient.HasLookupFileIdFunction, w io.Writer, c |
|
|
|
for _, chunkView := range chunkViews { |
|
|
|
|
|
|
|
urlStrings := fileId2Url[chunkView.FileId] |
|
|
|
start := time.Now() |
|
|
|
data, err := retriedFetchChunkData(urlStrings, chunkView.CipherKey, chunkView.IsGzipped, chunkView.IsFullChunk(), chunkView.Offset, int(chunkView.Size)) |
|
|
|
stats.FilerRequestHistogram.WithLabelValues("chunkDownload").Observe(time.Since(start).Seconds()) |
|
|
|
if err != nil { |
|
|
|
stats.FilerRequestCounter.WithLabelValues("chunkDownloadError").Inc() |
|
|
|
glog.Errorf("read chunk: %v", err) |
|
|
|
return fmt.Errorf("read chunk: %v", err) |
|
|
|
} |
|
|
|
_, err = w.Write(data) |
|
|
|
if err != nil { |
|
|
|
stats.FilerRequestCounter.WithLabelValues("chunkDownloadedError").Inc() |
|
|
|
glog.Errorf("write chunk: %v", err) |
|
|
|
return fmt.Errorf("write chunk: %v", err) |
|
|
|
} |
|
|
|
stats.FilerRequestCounter.WithLabelValues("chunkDownload").Inc() |
|
|
|
} |
|
|
|
|
|
|
|
return nil |
|
|
|
|
