You can not select more than 25 topics Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.

99 lines
3.0 KiB

more solid weed mount (#4089) * compare chunks by timestamp * fix slab clearing error * fix test compilation * move oldest chunk to sealed, instead of by fullness * lock on fh.entryViewCache * remove verbose logs * revert slat clearing * less logs * less logs * track write and read by timestamp * remove useless logic * add entry lock on file handle release * use mem chunk only, swap file chunk has problems * comment out code that maybe used later * add debug mode to compare data read and write * more efficient readResolvedChunks with linked list * small optimization * fix test compilation * minor fix on writer * add SeparateGarbageChunks * group chunks into sections * turn off debug mode * fix tests * fix tests * tmp enable swap file chunk * Revert "tmp enable swap file chunk" This reverts commit 985137ec472924e4815f258189f6ca9f2168a0a7. * simple refactoring * simple refactoring * do not re-use swap file chunk. Sealed chunks should not be re-used. * comment out debugging facilities * either mem chunk or swap file chunk is fine now * remove orderedMutex as *semaphore.Weighted not found impactful * optimize size calculation for changing large files * optimize performance to avoid going through the long list of chunks * still problems with swap file chunk * rename * tiny optimization * swap file chunk save only successfully read data * fix * enable both mem and swap file chunk * resolve chunks with range * rename * fix chunk interval list * also change file handle chunk group when adding chunks * pick in-active chunk with time-decayed counter * fix compilation * avoid nil with empty fh.entry * refactoring * rename * rename * refactor visible intervals to *list.List * refactor chunkViews to *list.List * add IntervalList for generic interval list * change visible interval to use IntervalList in generics * cahnge chunkViews to *IntervalList[*ChunkView] * use NewFileChunkSection to create * rename variables * refactor * fix renaming leftover * renaming * renaming * add insert interval * interval list adds lock * incrementally add chunks to readers Fixes: 1. set start and stop offset for the value object 2. clone the value object 3. use pointer instead of copy-by-value when passing to interval.Value 4. use insert interval since adding chunk could be out of order * fix tests compilation * fix tests compilation
2 years ago
more solid weed mount (#4089) * compare chunks by timestamp * fix slab clearing error * fix test compilation * move oldest chunk to sealed, instead of by fullness * lock on fh.entryViewCache * remove verbose logs * revert slat clearing * less logs * less logs * track write and read by timestamp * remove useless logic * add entry lock on file handle release * use mem chunk only, swap file chunk has problems * comment out code that maybe used later * add debug mode to compare data read and write * more efficient readResolvedChunks with linked list * small optimization * fix test compilation * minor fix on writer * add SeparateGarbageChunks * group chunks into sections * turn off debug mode * fix tests * fix tests * tmp enable swap file chunk * Revert "tmp enable swap file chunk" This reverts commit 985137ec472924e4815f258189f6ca9f2168a0a7. * simple refactoring * simple refactoring * do not re-use swap file chunk. Sealed chunks should not be re-used. * comment out debugging facilities * either mem chunk or swap file chunk is fine now * remove orderedMutex as *semaphore.Weighted not found impactful * optimize size calculation for changing large files * optimize performance to avoid going through the long list of chunks * still problems with swap file chunk * rename * tiny optimization * swap file chunk save only successfully read data * fix * enable both mem and swap file chunk * resolve chunks with range * rename * fix chunk interval list * also change file handle chunk group when adding chunks * pick in-active chunk with time-decayed counter * fix compilation * avoid nil with empty fh.entry * refactoring * rename * rename * refactor visible intervals to *list.List * refactor chunkViews to *list.List * add IntervalList for generic interval list * change visible interval to use IntervalList in generics * cahnge chunkViews to *IntervalList[*ChunkView] * use NewFileChunkSection to create * rename variables * refactor * fix renaming leftover * renaming * renaming * add insert interval * interval list adds lock * incrementally add chunks to readers Fixes: 1. set start and stop offset for the value object 2. clone the value object 3. use pointer instead of copy-by-value when passing to interval.Value 4. use insert interval since adding chunk could be out of order * fix tests compilation * fix tests compilation
2 years ago
  1. package mount
  2. import (
  3. "github.com/seaweedfs/seaweedfs/weed/util"
  4. "net/http"
  5. "time"
  6. "github.com/hanwen/go-fuse/v2/fuse"
  7. "github.com/seaweedfs/seaweedfs/weed/glog"
  8. )
  9. // CopyFileRange copies data from one file to another from and to specified offsets.
  10. //
  11. // See https://man7.org/linux/man-pages/man2/copy_file_range.2.html
  12. // See https://github.com/libfuse/libfuse/commit/fe4f9428fc403fa8b99051f52d84ea5bd13f3855
  13. /**
  14. * Copy a range of data from one file to another
  15. *
  16. * Niels de Vos: libfuse: add copy_file_range() support
  17. *
  18. * Performs an optimized copy between two file descriptors without the
  19. * additional cost of transferring data through the FUSE kernel module
  20. * to user space (glibc) and then back into the FUSE filesystem again.
  21. *
  22. * In case this method is not implemented, applications are expected to
  23. * fall back to a regular file copy. (Some glibc versions did this
  24. * emulation automatically, but the emulation has been removed from all
  25. * glibc release branches.)
  26. */
  27. func (wfs *WFS) CopyFileRange(cancel <-chan struct{}, in *fuse.CopyFileRangeIn) (written uint32, code fuse.Status) {
  28. // flags must equal 0 for this syscall as of now
  29. if in.Flags != 0 {
  30. return 0, fuse.EINVAL
  31. }
  32. // files must exist
  33. fhOut := wfs.GetHandle(FileHandleId(in.FhOut))
  34. if fhOut == nil {
  35. return 0, fuse.EBADF
  36. }
  37. fhIn := wfs.GetHandle(FileHandleId(in.FhIn))
  38. if fhIn == nil {
  39. return 0, fuse.EBADF
  40. }
  41. // lock source and target file handles
  42. fhOutActiveLock := fhOut.wfs.fhLockTable.AcquireLock("CopyFileRange", fhOut.fh, util.ExclusiveLock)
  43. defer fhOut.wfs.fhLockTable.ReleaseLock(fhOut.fh, fhOutActiveLock)
  44. if fhOut.entry == nil {
  45. return 0, fuse.ENOENT
  46. }
  47. if fhIn.fh != fhOut.fh {
  48. fhInActiveLock := fhIn.wfs.fhLockTable.AcquireLock("CopyFileRange", fhIn.fh, util.SharedLock)
  49. defer fhIn.wfs.fhLockTable.ReleaseLock(fhIn.fh, fhInActiveLock)
  50. }
  51. // directories are not supported
  52. if fhIn.entry.IsDirectory || fhOut.entry.IsDirectory {
  53. return 0, fuse.EISDIR
  54. }
  55. glog.V(4).Infof(
  56. "CopyFileRange %s fhIn %d -> %s fhOut %d, [%d,%d) -> [%d,%d)",
  57. fhIn.FullPath(), fhIn.fh,
  58. fhOut.FullPath(), fhOut.fh,
  59. in.OffIn, in.OffIn+in.Len,
  60. in.OffOut, in.OffOut+in.Len,
  61. )
  62. data := make([]byte, in.Len)
  63. totalRead, err := readDataByFileHandle(data, fhIn, int64(in.OffIn))
  64. if err != nil {
  65. glog.Warningf("file handle read %s %d: %v", fhIn.FullPath(), totalRead, err)
  66. return 0, fuse.EIO
  67. }
  68. data = data[:totalRead]
  69. if totalRead == 0 {
  70. return 0, fuse.OK
  71. }
  72. // put data at the specified offset in target file
  73. fhOut.dirtyPages.writerPattern.MonitorWriteAt(int64(in.OffOut), int(in.Len))
  74. fhOut.entry.Content = nil
  75. fhOut.dirtyPages.AddPage(int64(in.OffOut), data, fhOut.dirtyPages.writerPattern.IsSequentialMode(), time.Now().UnixNano())
  76. fhOut.entry.Attributes.FileSize = uint64(max(int64(in.OffOut)+totalRead, int64(fhOut.entry.Attributes.FileSize)))
  77. fhOut.dirtyMetadata = true
  78. written = uint32(totalRead)
  79. // detect mime type
  80. if written > 0 && in.OffOut <= 512 {
  81. fhOut.contentType = http.DetectContentType(data)
  82. }
  83. return written, fuse.OK
  84. }