f8aa5ea844 
								
							
								 
							
						 
						
							
							
								
								adjust filer.proto  
							
							
								
 
							
							
						 
						2 years ago  
				
					
						
							
							
								 
						
							
							
							
								
							
								5149b3d07b 
								
							
								 
							
						 
						
							
							
								
								filer can proxy to peer filer holding the lock  
							
							
								
 
							
							
						 
						2 years ago  
				
					
						
							
							
								 
						
							
							
							
								
							
								464a71a373 
								
							
								 
							
						 
						
							
							
								
								add distributed lock manager  
							
							
								
 
							
							
						 
						2 years ago  
				
					
						
							
							
								 
						
							
							
							
								
							
								3fd659df2a 
								
							
								 
							
						 
						
							
							
								
								add distributed lock manager  
							
							
								
 
							
							
						 
						2 years ago  
				
					
						
							
							
								 
						
							
							
							
								
							
								8ec1bc2c99 
								
							
								 
							
						 
						
							
							
								
								remove unused cluster node leader  
							
							
								
 
							
							
						 
						2 years ago  
				
					
						
							
							
								 
						
							
							
								
								
							
							
								
							
								26f15d0079 
								
									
								
							
								 
							
						 
						
							
							
								
								Fix no more writable volumes by delay judgment ( #4548 )  
							
							
 
							
							
							* fix nomore writables volumes while disk free space is sufficient by time delay
* reset
---------
Co-authored-by: wang wusong <wangwusong@virtaitech.com> 
							
						 
						2 years ago  
				
					
						
							
							
								 
						
							
							
								
								
							
							
								
							
								d75a7b7f62 
								
									
								
							
								 
							
						 
						
							
							
								
								allow deleting only older empty  dir without recursion ( #4430 )  
							
							
								
 
							
							
						 
						3 years ago  
				
					
						
							
							
								 
						
							
							
								
								
							
							
								
							
								9bd422d2c9 
								
									
								
							
								 
							
						 
						
							
							
								
								adding support for B2 region ( #4177 )  
							
							
 
							
							
							Co-authored-by: Muhammad Hallaj bin Subery <hallaj@tuta.io> 
							
						 
						3 years ago  
				
					
						
							
							
								 
						
							
							
								
								
							
							
								
							
								d8cfa1552b 
								
									
								
							
								 
							
						 
						
							
							
								
								support enable/disable vacuum ( #4087 )  
							
							
 
							
							
							* stop vacuum
* suspend/resume vacuum
* remove unused code
* rename
* rename param 
							
						 
						3 years ago  
				
					
						
							
							
								 
						
							
							
							
								
							
								70a4c98b00 
								
							
								 
							
						 
						
							
							
								
								refactor filer_pb.Entry and filer.Entry to use GetChunks()  
							
							
 
							
							
							for later locking on reading chunks 
							
						 
						3 years ago  
				
					
						
							
							
								 
						
							
							
							
								
							
								ea2637734a 
								
							
								 
							
						 
						
							
							
								
								refactor filer proto chunk variable from mtime to modified_ts_ns  
							
							
								
 
							
							
						 
						3 years ago  
				
					
						
							
							
								 
						
							
							
								
								
							
							
								
							
								51d462f204 
								
									
								
							
								 
							
						 
						
							
							
								
								ADHOC: volume fsck using append at ns ( #3906 )  
							
							
 
							
							
							* ADHOC: volume fsck using append at ns
* nit
* nit
Co-authored-by: root <root@HQ-10MSTD3EY.roblox.local> 
							
						 
						3 years ago  
				
					
						
							
							
								 
						
							
							
								
								
							
							
								
							
								e20f0dbd2d 
								
									
								
							
								 
							
						 
						
							
							
								
								avoid data race of TraverseBfs ( #3856 )  
							
							
 
							
							
							* avoid data race of TraverseBfs
* close is enough
avoid panic
I1014 12:29:59.207120 volume_loading.go:131 loading sorted db /tmp/sw/test2_19.sdx error: unexpected file /tmp/sw/test2_19.idx size: 255
I1014 12:29:59.207125 volume_loading.go:119 open to write file /tmp/sw/test4_26.idx
panic: runtime error: invalid memory address or nil pointer dereference
[signal SIGSEGV: segmentation violation code=0x1 addr=0x0 pc=0x5260a4c]
goroutine 287 [running]:
github.com/seaweedfs/seaweedfs/weed/storage.(*SortedFileNeedleMap).Close(0x0)
        /Users/tochka/GolandProjects/seaweedfs/weed/storage/needle_map_sorted_file.go:97 +0x2c
github.com/seaweedfs/seaweedfs/weed/storage.(*Volume).load.func1()
        /Users/tochka/GolandProjects/seaweedfs/weed/storage/volume_loading.go:32 +0x8e
github.com/seaweedfs/seaweedfs/weed/storage.(*Volume).load(0xc001b36280, 0x1, 0x1, 0x0, 0x69228c0?)
        /Users/tochka/GolandProjects/seaweedfs/weed/storage/volume_loading.go:205 +0x256c
github.com/seaweedfs/seaweedfs/weed/storage.NewVolume({0x7ffeefbff6e0, 0x7}, {0x7ffeefbff6e0, 0x7}, {0xc0009a9284, 0x5}, 0x13, 0x0, 0x0, 0x0, ...)
        /Users/tochka/GolandProjects/seaweedfs/weed/storage/volume.go:62 +0x30f
github.com/seaweedfs/seaweedfs/weed/storage.(*DiskLocation).loadExistingVolume(0xc0006f40c0, {0x846c8d0, 0xc0009ce600}, 0x0?, 0x1)
        /Users/tochka/GolandProjects/seaweedfs/weed/storage/disk_location.go:161 +0x4da
github.com/seaweedfs/seaweedfs/weed/storage.(*DiskLocation).concurrentLoadingVolumes.func2()
        /Users/tochka/GolandProjects/seaweedfs/weed/storage/disk_location.go:201 +0xf9
created by github.com/seaweedfs/seaweedfs/weed/storage.(*DiskLocation).concurrentLoadingVolumes
        /Users/tochka/GolandProjects/seaweedfs/weed/storage/disk_location.go:198 +0x150 
							
						 
						3 years ago  
				
					
						
							
							
								 
						
							
							
							
								
							
								b90d92fca9 
								
							
								 
							
						 
						
							
							
								
								grpc: watch metadata changes by directory  
							
							
								
 
							
							
						 
						3 years ago  
				
					
						
							
							
								 
						
							
							
							
								
							
								21c0587900 
								
							
								 
							
						 
						
							
							
								
								go fmt  
							
							
								
 
							
							
						 
						3 years ago  
				
					
						
							
							
								 
						
							
							
								
								
							
							
								
							
								a8d7615eec 
								
									
								
							
								 
							
						 
						
							
							
								
								refactor(filer_client): `EachEntryFunciton` -> `EachEntryFunction` ( #3671 )  
							
							
 
							
							
							Signed-off-by: Ryan Russell <git@ryanrussell.org>
Signed-off-by: Ryan Russell <git@ryanrussell.org> 
							
						 
						3 years ago  
				
					
						
							
							
								 
						
							
							
								
								
							
							
								
							
								b324a6536c 
								
									
								
							
								 
							
						 
						
							
							
								
								ADHOC: add read needle meta grpc ( #3581 )  
							
							
 
							
							
							* ADHOC: add read needle meta grpc
* add test
* nit
Co-authored-by: root <root@HQ-10MSTD3EY.roblox.local> 
							
						 
						3 years ago  
				
					
						
							
							
								 
						
							
							
							
								
							
								eaeb141b09 
								
							
								 
							
						 
						
							
							
								
								move proto package  
							
							
								
 
							
							
						 
						3 years ago  
				
					
						
							
							
								 
						
							
							
								
								
							
							
								
							
								4d08393b7c 
								
									
								
							
								 
							
						 
						
							
							
								
								filer prefer volume server in same data center ( #3405 )  
							
							
 
							
							
							* initial prefer same data center
https://github.com/seaweedfs/seaweedfs/issues/3404 
* GetDataCenter
* prefer same data center for ReplicationSource
* GetDataCenterId
* remove glog 
							
						 
						3 years ago  
				
					
						
							
							
								 
						
							
							
							
								
							
								afef014832 
								
							
								 
							
						 
						
							
							
								
								scaffold  
							
							
								
 
							
							
						 
						3 years ago  
				
					
						
							
							
								 
						
							
							
							
								
							
								26dbc6c905 
								
							
								 
							
						 
						
							
							
								
								move to  https://github.com/seaweedfs/seaweedfs  
							
							
								
 
							
							
						 
						3 years ago  
				
					
						
							
							
								 
						
							
							
							
								
							
								2f0dda384d 
								
							
								 
							
						 
						
							
							
								
								vacuum show LA  
							
							
								
 
							
							
						 
						3 years ago  
				
					
						
							
							
								 
						
							
							
							
								
							
								de3afd4199 
								
							
								 
							
						 
						
							
							
								
								fix rebasing  
							
							
								
 
							
							
						 
						3 years ago  
				
					
						
							
							
								 
						
							
							
							
								
							
								8060fdcac5 
								
							
								 
							
						 
						
							
							
								
								remove old code  
							
							
								
 
							
							
						 
						3 years ago  
				
					
						
							
							
								 
						
							
							
							
								
							
								64f3d6fb6e 
								
							
								 
							
						 
						
							
							
								
								metadata subscription uses client epoch  
							
							
								
 
							
							
						 
						3 years ago  
				
					
						
							
							
								 
						
							
							
							
								
							
								7db6666b97 
								
							
								 
							
						 
						
							
							
								
								remove old code  
							
							
								
 
							
							
						 
						3 years ago  
				
					
						
							
							
								 
						
							
							
							
								
							
								530da0cc89 
								
							
								 
							
						 
						
							
							
								
								remove unused code  
							
							
								
 
							
							
						 
						3 years ago  
				
					
						
							
							
								 
						
							
							
							
								
							
								c07820178f 
								
							
								 
							
						 
						
							
							
								
								fix s3 tests  
							
							
 
							
							
							bucket_list_delimiter_prefix
bucket_list_delimiter_prefix_underscore
bucket_list_delimiter_prefix_ends_with_delimiter 
							
						 
						3 years ago  
				
					
						
							
							
								 
						
							
							
							
								
							
								4fd5f96598 
								
							
								 
							
						 
						
							
							
								
								filer: remove replication, collection, disk_type info from entry metadata  
							
							
 
							
							
							these metadata can change and are not used 
							
						 
						3 years ago  
				
					
						
							
							
								 
						
							
							
							
								
							
								a2b101a737 
								
							
								 
							
						 
						
							
							
								
								subscribe metadata between a range  
							
							
								
 
							
							
						 
						3 years ago  
				
					
						
							
							
								 
						
							
							
							
								
							
								ca16fbf0ef 
								
							
								 
							
						 
						
							
							
								
								shell: cluster.ps display filer group  
							
							
								
 
							
							
						 
						3 years ago  
				
					
						
							
							
								 
						
							
							
							
								
							
								8e2426a879 
								
							
								 
							
						 
						
							
							
								
								revert changes of pb file  
							
							
 
							
							
							orignal protoc-gen-go-grpc verion is 1.1.0 
							
						 
						4 years ago  
				
					
						
							
							
								 
						
							
							
							
								
							
								de6aa9cce8 
								
							
								 
							
						 
						
							
							
								
								avoid duplicated volume directory  
							
							
								
 
							
							
						 
						4 years ago  
				
					
						
							
							
								 
						
							
							
							
								
							
								94635e9b5c 
								
							
								 
							
						 
						
							
							
								
								filer: add filer group  
							
							
								
 
							
							
						 
						4 years ago  
				
					
						
							
							
								 
						
							
							
							
								
							
								1e35b4929f 
								
							
								 
							
						 
						
							
							
								
								shell vacuum volume by collection and volume id  
							
							
								
 
							
							
						 
						4 years ago  
				
					
						
							
							
								 
						
							
							
							
								
							
								b4be56bb3b 
								
							
								 
							
						 
						
							
							
								
								add timing info during ping operation  
							
							
								
 
							
							
						 
						4 years ago  
				
					
						
							
							
								 
						
							
							
							
								
							
								357aa818fe 
								
							
								 
							
						 
						
							
							
								
								add raft shell cmds  
							
							
								
 
							
							
						 
						4 years ago  
				
					
						
							
							
								 
						
							
							
							
								
							
								743ad690b6 
								
							
								 
							
						 
						
							
							
								
								filer supports grpc ping  
							
							
								
 
							
							
						 
						4 years ago  
				
					
						
							
							
								 
						
							
							
							
								
							
								4042fdf3bb 
								
							
								 
							
						 
						
							
							
								
								rename to skipCheckParentDir  
							
							
 
							
							
							related to https://github.com/chrislusf/seaweedfs/pull/2761 
It's better to default to false. 
							
						 
						4 years ago  
				
					
						
							
							
								 
						
							
							
							
								
							
								202a29d014 
								
							
								 
							
						 
						
							
							
								
								refactoring  
							
							
								
 
							
							
						 
						4 years ago  
				
					
						
							
							
								 
						
							
							
							
								
							
								91d6785cf3 
								
							
								 
							
						 
						
							
							
								
								define metadata action types  
							
							
								
 
							
							
						 
						4 years ago  
				
					
						
							
							
								 
						
							
							
							
								
							
								be3fc77391 
								
							
								 
							
						 
						
							
							
								
								mount2: use consistent inode  
							
							
								
 
							
							
						 
						4 years ago  
				
					
						
							
							
								 
						
							
							
							
								
							
								ceaf993a27 
								
							
								 
							
						 
						
							
							
								
								mount2: add rdev  
							
							
								
 
							
							
						 
						4 years ago  
				
					
						
							
							
								 
						
							
							
							
								
							
								b1063162b6 
								
							
								 
							
						 
						
							
							
								
								display bucket quota  
							
							
								
 
							
							
						 
						4 years ago  
				
					
						
							
							
								 
						
							
							
							
								
							
								fec8428fd8 
								
							
								 
							
						 
						
							
							
								
								POSIX: different inode for same named different file types  
							
							
								
 
							
							
						 
						4 years ago  
				
					
						
							
							
								 
						
							
							
							
								
							
								5c87fcc6d2 
								
							
								 
							
						 
						
							
							
								
								add client id for all metadata listening clients  
							
							
								
 
							
							
						 
						4 years ago  
				
					
						
							
							
								 
						
							
							
							
								
							
								9f9ef1340c 
								
							
								 
							
						 
						
							
							
								
								use streaming mode for long poll grpc calls  
							
							
 
							
							
							streaming mode would create separate grpc connections for each call.
this is to ensure the long poll connections are properly closed. 
							
						 
						4 years ago  
				
					
						
							
							
								 
						
							
							
							
								
							
								083bf3a137 
								
							
								 
							
						 
						
							
							
								
								filer server: add "datacenter, rack and datanode" for path specific configuration  
							
							
								
 
							
							
						 
						4 years ago  
				
					
						
							
							
								 
						
							
							
							
								
							
								08336be92e 
								
							
								 
							
						 
						
							
							
								
								filer server: allow upload file to specific dataNode  
							
							
								
 
							
							
						 
						4 years ago  
				
					
						
							
							
								 
						
							
							
							
								
							
								b70cb3e0b2 
								
							
								 
							
						 
						
							
							
								
								upgrade protoc to 3.17.3  
							
							
 
							
							
							$brew install protobuf
$ protoc --version
libprotoc 3.17.3
$ go install google.golang.org/protobuf/cmd/protoc-gen-go@v1.26 
$ go install google.golang.org/grpc/cmd/protoc-gen-go-grpc@v1.1 
							
						 
						4 years ago