ea2637734a 
								
							
								 
							
						 
						
							
							
								
								refactor filer proto chunk variable from mtime to modified_ts_ns  
							
							
								
 
							
							
						 
						3 years ago  
				
					
						
							
							
								 
						
							
							
								
								
							
							
								
							
								51d462f204 
								
									
								
							
								 
							
						 
						
							
							
								
								ADHOC: volume fsck using append at ns ( #3906 )  
							
							
 
							
							
							* ADHOC: volume fsck using append at ns
* nit
* nit
Co-authored-by: root <root@HQ-10MSTD3EY.roblox.local> 
							
						 
						3 years ago  
				
					
						
							
							
								 
						
							
							
							
								
							
								de286fe662 
								
							
								 
							
						 
						
							
							
								
								shell: volume.move handles volume moved to cloud tier  
							
							
 
							
							
							fix https://github.com/seaweedfs/seaweedfs/issues/3803  
							
						 
						3 years ago  
				
					
						
							
							
								 
						
							
							
								
								
							
							
								
							
								e20f0dbd2d 
								
									
								
							
								 
							
						 
						
							
							
								
								avoid data race of TraverseBfs ( #3856 )  
							
							
 
							
							
							* avoid data race of TraverseBfs
* close is enough
avoid panic
I1014 12:29:59.207120 volume_loading.go:131 loading sorted db /tmp/sw/test2_19.sdx error: unexpected file /tmp/sw/test2_19.idx size: 255
I1014 12:29:59.207125 volume_loading.go:119 open to write file /tmp/sw/test4_26.idx
panic: runtime error: invalid memory address or nil pointer dereference
[signal SIGSEGV: segmentation violation code=0x1 addr=0x0 pc=0x5260a4c]
goroutine 287 [running]:
github.com/seaweedfs/seaweedfs/weed/storage.(*SortedFileNeedleMap).Close(0x0)
        /Users/tochka/GolandProjects/seaweedfs/weed/storage/needle_map_sorted_file.go:97 +0x2c
github.com/seaweedfs/seaweedfs/weed/storage.(*Volume).load.func1()
        /Users/tochka/GolandProjects/seaweedfs/weed/storage/volume_loading.go:32 +0x8e
github.com/seaweedfs/seaweedfs/weed/storage.(*Volume).load(0xc001b36280, 0x1, 0x1, 0x0, 0x69228c0?)
        /Users/tochka/GolandProjects/seaweedfs/weed/storage/volume_loading.go:205 +0x256c
github.com/seaweedfs/seaweedfs/weed/storage.NewVolume({0x7ffeefbff6e0, 0x7}, {0x7ffeefbff6e0, 0x7}, {0xc0009a9284, 0x5}, 0x13, 0x0, 0x0, 0x0, ...)
        /Users/tochka/GolandProjects/seaweedfs/weed/storage/volume.go:62 +0x30f
github.com/seaweedfs/seaweedfs/weed/storage.(*DiskLocation).loadExistingVolume(0xc0006f40c0, {0x846c8d0, 0xc0009ce600}, 0x0?, 0x1)
        /Users/tochka/GolandProjects/seaweedfs/weed/storage/disk_location.go:161 +0x4da
github.com/seaweedfs/seaweedfs/weed/storage.(*DiskLocation).concurrentLoadingVolumes.func2()
        /Users/tochka/GolandProjects/seaweedfs/weed/storage/disk_location.go:201 +0xf9
created by github.com/seaweedfs/seaweedfs/weed/storage.(*DiskLocation).concurrentLoadingVolumes
        /Users/tochka/GolandProjects/seaweedfs/weed/storage/disk_location.go:198 +0x150 
							
						 
						3 years ago  
				
					
						
							
							
								 
						
							
							
								
								
							
							
								
							
								f476cf3403 
								
									
								
							
								 
							
						 
						
							
							
								
								fix volume_server.proto conflict ( #3858 )  
							
							
 
							
							
							fix conflict
https://github.com/seaweedfs/seaweedfs/pull/3841  
							
						 
						3 years ago  
				
					
						
							
							
								 
						
							
							
								
								
							
							
								
							
								2f72103c83 
								
									
								
							
								 
							
						 
						
							
							
								
								avoid load volume file with BytesOffset mismatch ( #3841 )  
							
							
 
							
							
							* avoid load volume file with BytesOffset mismatch
https://github.com/seaweedfs/seaweedfs/issues/2966 
* set BytesOffset if has not VolumeInfoFile
* typos fail => failed
* exit if bytesOffset mismatch 
							
						 
						3 years ago  
				
					
						
							
							
								 
						
							
							
							
								
							
								dcd0743a35 
								
							
								 
							
						 
						
							
							
								
								remove unused ReadNeedleBlobRequest.needle_id  
							
							
 
							
							
							fix https://github.com/seaweedfs/seaweedfs/issues/3853  
							
						 
						3 years ago  
				
					
						
							
							
								 
						
							
							
								
								
							
							
								
							
								36daa7709d 
								
									
								
							
								 
							
						 
						
							
							
								
								show raft leader via shell ( #3796 )  
							
							
								
 
							
							
						 
						3 years ago  
				
					
						
							
							
								 
						
							
							
								
								
							
							
								
							
								e00a12b099 
								
									
								
							
								 
							
						 
						
							
							
								
								associate `Account` and `Identity` by accountId ( #3754 )  
							
							
								
 
							
							
						 
						3 years ago  
				
					
						
							
							
								 
						
							
							
							
								
							
								31922b2bf2 
								
							
								 
							
						 
						
							
							
								
								s3 to watch specific directories  
							
							
								
 
							
							
						 
						3 years ago  
				
					
						
							
							
								 
						
							
							
							
								
							
								b90d92fca9 
								
							
								 
							
						 
						
							
							
								
								grpc: watch metadata changes by directory  
							
							
								
 
							
							
						 
						3 years ago  
				
					
						
							
							
								 
						
							
							
							
								
							
								21c0587900 
								
							
								 
							
						 
						
							
							
								
								go fmt  
							
							
								
 
							
							
						 
						3 years ago  
				
					
						
							
							
								 
						
							
							
							
								
							
								c8645fd232 
								
							
								 
							
						 
						
							
							
								
								master: implement grpc VolumeMarkWritable  
							
							
 
							
							
							fix https://github.com/seaweedfs/seaweedfs/issues/3657  
							
						 
						3 years ago  
				
					
						
							
							
								 
						
							
							
								
								
							
							
								
							
								12914af4d8 
								
									
								
							
								 
							
						 
						
							
							
								
								Character readability ( #3678 )  
							
							
 
							
							
							* refactor(pb): `quote_charactoer` -> `quote_character`
Signed-off-by: Ryan Russell <git@ryanrussell.org>
* refactor(volume_server): `QuoteCharactoer` -> `QuoteCharacter`
Signed-off-by: Ryan Russell <git@ryanrussell.org>
* refactor(volume_server): `quoteCharactoer` -> `quoteCharacter`
Signed-off-by: Ryan Russell <git@ryanrussell.org>
Signed-off-by: Ryan Russell <git@ryanrussell.org> 
							
						 
						3 years ago  
				
					
						
							
							
								 
						
							
							
								
								
							
							
								
							
								a8d7615eec 
								
									
								
							
								 
							
						 
						
							
							
								
								refactor(filer_client): `EachEntryFunciton` -> `EachEntryFunction` ( #3671 )  
							
							
 
							
							
							Signed-off-by: Ryan Russell <git@ryanrussell.org>
Signed-off-by: Ryan Russell <git@ryanrussell.org> 
							
						 
						3 years ago  
				
					
						
							
							
								 
						
							
							
								
								
							
							
								
							
								721c6197f9 
								
									
								
							
								 
							
						 
						
							
							
								
								skip deltaBeat if dn is zero ( #3630 )  
							
							
 
							
							
							* skip deltaBeat
https://github.com/seaweedfs/seaweedfs/issues/3629 
* fix GrpcPort
* skip url :0
* skip empty DataCenter or Rack
* skip empty heartbeat Ip
* dell msg add DataCenter
* comment todo
* fix 
							
						 
						3 years ago  
				
					
						
							
							
								 
						
							
							
							
								
							
								b9112747b5 
								
							
								 
							
						 
						
							
							
								
								volume server: synchronously report volume readonly status to master  
							
							
 
							
							
							fix https://github.com/seaweedfs/seaweedfs/issues/3628  
							
						 
						3 years ago  
				
					
						
							
							
								 
						
							
							
								
								
							
							
								
							
								b324a6536c 
								
									
								
							
								 
							
						 
						
							
							
								
								ADHOC: add read needle meta grpc ( #3581 )  
							
							
 
							
							
							* ADHOC: add read needle meta grpc
* add test
* nit
Co-authored-by: root <root@HQ-10MSTD3EY.roblox.local> 
							
						 
						3 years ago  
				
					
						
							
							
								 
						
							
							
								
								
							
							
								
							
								2e78a522ab 
								
									
								
							
								 
							
						 
						
							
							
								
								remove old raft servers if they don't answer to pings for too long ( #3398 )  
							
							
 
							
							
							* remove old raft servers if they don't answer to pings for too long
add ping durations as options
rename ping fields
fix some todos
get masters through masterclient
raft remove server from leader
use raft servers to ping them
CheckMastersAlive for hashicorp raft only
* prepare blocking ping
* pass waitForReady as param
* pass waitForReady through all functions
* waitForReady works
* refactor
* remove unneeded params
* rollback unneeded changes
* fix 
							
						 
						3 years ago  
				
					
						
							
							
								 
						
							
							
								
								
							
							
								
							
								74b53729e1 
								
									
								
							
								 
							
						 
						
							
							
								
								feat(weed.move): add a speed limit parameter of moving files ( #3478 )  
							
							
 
							
							
							* feat(weed.move): add a speed limit parameter of moving files
* fix(weed.move): set the default value of ioBytePerSecond to vs.compactionBytePerSecond
Co-authored-by: zhihao.qu <zhihao.qu@ly.com> 
							
						 
						3 years ago  
				
					
						
							
							
								 
						
							
							
							
								
							
								4573c99ae3 
								
							
								 
							
						 
						
							
							
								
								fix tests  
							
							
								
 
							
							
						 
						3 years ago  
				
					
						
							
							
								 
						
							
							
							
								
							
								2b580a7566 
								
							
								 
							
						 
						
							
							
								
								also migrate jsonpb  
							
							
								
 
							
							
						 
						3 years ago  
				
					
						
							
							
								 
						
							
							
							
								
							
								eaeb141b09 
								
							
								 
							
						 
						
							
							
								
								move proto package  
							
							
								
 
							
							
						 
						3 years ago  
				
					
						
							
							
								 
						
							
							
								
								
							
							
								
							
								4d08393b7c 
								
									
								
							
								 
							
						 
						
							
							
								
								filer prefer volume server in same data center ( #3405 )  
							
							
 
							
							
							* initial prefer same data center
https://github.com/seaweedfs/seaweedfs/issues/3404 
* GetDataCenter
* prefer same data center for ReplicationSource
* GetDataCenterId
* remove glog 
							
						 
						3 years ago  
				
					
						
							
							
								 
						
							
							
							
								
							
								fc65122766 
								
							
								 
							
						 
						
							
							
								
								rename to LoadAvg_1M  
							
							
								
 
							
							
						 
						3 years ago  
				
					
						
							
							
								 
						
							
							
							
								
							
								5209ebbeef 
								
							
								 
							
						 
						
							
							
								
								remove percent  
							
							
								
 
							
							
						 
						3 years ago  
				
					
						
							
							
								 
						
							
							
							
								
							
								634bc97840 
								
							
								 
							
						 
						
							
							
								
								fix conflicts  
							
							
								
 
							
							
						 
						3 years ago  
				
					
						
							
							
								 
						
							
							
							
								
							
								afef014832 
								
							
								 
							
						 
						
							
							
								
								scaffold  
							
							
								
 
							
							
						 
						3 years ago  
				
					
						
							
							
								 
						
							
							
							
								
							
								13b9a52f80 
								
							
								 
							
						 
						
							
							
								
								fix deprecated functions  
							
							
								
 
							
							
						 
						3 years ago  
				
					
						
							
							
								 
						
							
							
							
								
							
								26dbc6c905 
								
							
								 
							
						 
						
							
							
								
								move to  https://github.com/seaweedfs/seaweedfs  
							
							
								
 
							
							
						 
						3 years ago  
				
					
						
							
							
								 
						
							
							
							
								
							
								2f0dda384d 
								
							
								 
							
						 
						
							
							
								
								vacuum show LA  
							
							
								
 
							
							
						 
						3 years ago  
				
					
						
							
							
								 
						
							
							
							
								
							
								de3afd4199 
								
							
								 
							
						 
						
							
							
								
								fix rebasing  
							
							
								
 
							
							
						 
						3 years ago  
				
					
						
							
							
								 
						
							
							
							
								
							
								06cd491abc 
								
							
								 
							
						 
						
							
							
								
								add message batch  
							
							
								
 
							
							
						 
						3 years ago  
				
					
						
							
							
								 
						
							
							
							
								
							
								7576c244c4 
								
							
								 
							
						 
						
							
							
								
								add flatbuffer serde for message  
							
							
								
 
							
							
						 
						3 years ago  
				
					
						
							
							
								 
						
							
							
							
								
							
								aa4a22ad47 
								
							
								 
							
						 
						
							
							
								
								segment serde  
							
							
								
 
							
							
						 
						3 years ago  
				
					
						
							
							
								 
						
							
							
							
								
							
								9f479aab98 
								
							
								 
							
						 
						
							
							
								
								allocate brokers to serve segments  
							
							
								
 
							
							
						 
						3 years ago  
				
					
						
							
							
								 
						
							
							
							
								
							
								94b8c42b2c 
								
							
								 
							
						 
						
							
							
								
								clean up  
							
							
								
 
							
							
						 
						3 years ago  
				
					
						
							
							
								 
						
							
							
							
								
							
								8060fdcac5 
								
							
								 
							
						 
						
							
							
								
								remove old code  
							
							
								
 
							
							
						 
						3 years ago  
				
					
						
							
							
								 
						
							
							
							
								
							
								f25e273e32 
								
							
								 
							
						 
						
							
							
								
								display data center and rack in cluster.ps  
							
							
								
 
							
							
						 
						3 years ago  
				
					
						
							
							
								 
						
							
							
							
								
							
								68065128b8 
								
							
								 
							
						 
						
							
							
								
								add dc and rack  
							
							
								
 
							
							
						 
						3 years ago  
				
					
						
							
							
								 
						
							
							
							
								
							
								21b6b07dd8 
								
							
								 
							
						 
						
							
							
								
								renaming  
							
							
								
 
							
							
						 
						3 years ago  
				
					
						
							
							
								 
						
							
							
							
								
							
								64f3d6fb6e 
								
							
								 
							
						 
						
							
							
								
								metadata subscription uses client epoch  
							
							
								
 
							
							
						 
						3 years ago  
				
					
						
							
							
								 
						
							
							
							
								
							
								f72f696109 
								
							
								 
							
						 
						
							
							
								
								add message batch  
							
							
								
 
							
							
						 
						3 years ago  
				
					
						
							
							
								 
						
							
							
							
								
							
								7f672b37e1 
								
							
								 
							
						 
						
							
							
								
								add flatbuffer serde for message  
							
							
								
 
							
							
						 
						3 years ago  
				
					
						
							
							
								 
						
							
							
							
								
							
								113a4546fd 
								
							
								 
							
						 
						
							
							
								
								segment serde  
							
							
								
 
							
							
						 
						3 years ago  
				
					
						
							
							
								 
						
							
							
							
								
							
								1112dab4f3 
								
							
								 
							
						 
						
							
							
								
								allocate brokers to serve segments  
							
							
								
 
							
							
						 
						3 years ago  
				
					
						
							
							
								 
						
							
							
							
								
							
								ef93869009 
								
							
								 
							
						 
						
							
							
								
								clean up  
							
							
								
 
							
							
						 
						3 years ago  
				
					
						
							
							
								 
						
							
							
							
								
							
								7db6666b97 
								
							
								 
							
						 
						
							
							
								
								remove old code  
							
							
								
 
							
							
						 
						3 years ago  
				
					
						
							
							
								 
						
							
							
							
								
							
								3254f18343 
								
							
								 
							
						 
						
							
							
								
								display data center and rack in cluster.ps  
							
							
								
 
							
							
						 
						3 years ago  
				
					
						
							
							
								 
						
							
							
							
								
							
								9f20d3ebd1 
								
							
								 
							
						 
						
							
							
								
								add dc and rack  
							
							
								
 
							
							
						 
						3 years ago