Browse Source

quicker to adapt to pattern change

pull/3415/head
chrislu 2 years ago
parent
commit
0aeec04c31
  1. 10
      weed/filer/reader_pattern.go
  2. 10
      weed/mount/page_writer_pattern.go

10
weed/filer/reader_pattern.go

@ -5,6 +5,8 @@ type ReaderPattern struct {
lastReadStopOffset int64 lastReadStopOffset int64
} }
const ModeChangeLimit = 3
// For streaming read: only cache the first chunk // For streaming read: only cache the first chunk
// For random read: only fetch the requested range, instead of the whole chunk // For random read: only fetch the requested range, instead of the whole chunk
@ -17,9 +19,13 @@ func NewReaderPattern() *ReaderPattern {
func (rp *ReaderPattern) MonitorReadAt(offset int64, size int) { func (rp *ReaderPattern) MonitorReadAt(offset int64, size int) {
if rp.lastReadStopOffset == offset { if rp.lastReadStopOffset == offset {
rp.isSequentialCounter++
if rp.isSequentialCounter < ModeChangeLimit {
rp.isSequentialCounter++
}
} else { } else {
rp.isSequentialCounter--
if rp.isSequentialCounter > -ModeChangeLimit {
rp.isSequentialCounter--
}
} }
rp.lastReadStopOffset = offset + int64(size) rp.lastReadStopOffset = offset + int64(size)
} }

10
weed/mount/page_writer_pattern.go

@ -6,6 +6,8 @@ type WriterPattern struct {
chunkSize int64 chunkSize int64
} }
const ModeChangeLimit = 3
// For streaming write: only cache the first chunk // For streaming write: only cache the first chunk
// For random write: fall back to temp file approach // For random write: fall back to temp file approach
// writes can only change from streaming mode to non-streaming mode // writes can only change from streaming mode to non-streaming mode
@ -20,9 +22,13 @@ func NewWriterPattern(chunkSize int64) *WriterPattern {
func (rp *WriterPattern) MonitorWriteAt(offset int64, size int) { func (rp *WriterPattern) MonitorWriteAt(offset int64, size int) {
if rp.lastWriteStopOffset == offset { if rp.lastWriteStopOffset == offset {
rp.isSequentialCounter++
if rp.isSequentialCounter < ModeChangeLimit {
rp.isSequentialCounter++
}
} else { } else {
rp.isSequentialCounter--
if rp.isSequentialCounter > -ModeChangeLimit {
rp.isSequentialCounter--
}
} }
rp.lastWriteStopOffset = offset + int64(size) rp.lastWriteStopOffset = offset + int64(size)
} }

Loading…
Cancel
Save