Chris Lu
							
						 
						
							
							
							
								
							
								2336a397dc 
								
							
								 
							
						 
						
							
							
								
								use pipeline to save some time  
							
							 
							
							
								
 
							
							
						 
						4 years ago  
					 
				
					
						
							
							
								 
								Chris Lu
							
						 
						
							
							
							
								
							
								371fead8a5 
								
							
								 
							
						 
						
							
							
								
								redis3 using redis native sorted set  
							
							 
							
							
								
 
							
							
						 
						4 years ago  
					 
				
					
						
							
							
								 
								Chris Lu
							
						 
						
							
							
							
								
							
								8668d49c9d 
								
							
								 
							
						 
						
							
							
								
								test with real redis  
							
							 
							
							 
							
							
								
 
							
							
							cpu: Intel(R) Core(TM) i7-9750H CPU @ 2.60GHz
BenchmarkNameList-12    	    1789	    760599 ns/op
BenchmarkRedis-12       	   17539	     64122 ns/op
PASS 
							
						 
						4 years ago  
					 
				
					
						
							
							
								 
								Chris Lu
							
						 
						
							
							
							
								
							
								6b31f3c97a 
								
							
								 
							
						 
						
							
							
								
								add benchmark test  
							
							 
							
							
								
 
							
							
						 
						4 years ago  
					 
				
					
						
							
							
								 
								Chris Lu
							
						 
						
							
							
							
								
							
								893f0587b1 
								
							
								 
							
						 
						
							
							
								
								redis3 adds distributed locking  
							
							 
							
							
								
 
							
							
						 
						4 years ago  
					 
				
					
						
							
							
								 
								Chris Lu
							
						 
						
							
							
							
								
							
								947add39e6 
								
							
								 
							
						 
						
							
							
								
								clean up *SkipListElementReference loaded from Redis  
							
							 
							
							
								
 
							
							
						 
						4 years ago  
					 
				
					
						
							
							
								 
								Chris Lu
							
						 
						
							
							
							
								
							
								2b9aab3442 
								
							
								 
							
						 
						
							
							
								
								use 1000 per batch  
							
							 
							
							
								
 
							
							
						 
						4 years ago  
					 
				
					
						
							
							
								 
								Chris Lu
							
						 
						
							
							
							
								
							
								366f522a2d 
								
							
								 
							
						 
						
							
							
								
								add redis3  
							
							 
							
							
								
 
							
							
						 
						4 years ago  
					 
				
					
						
							
							
								 
								chrislusf
							
						 
						
							
							
							
								
							
								3ffbaaa071 
								
							
								 
							
						 
						
							
							
								
								use github.com/linxGnu/grocksdb  
							
							 
							
							
								
 
							
							
						 
						4 years ago  
					 
				
					
						
							
							
								 
								Chris Lu
							
						 
						
							
							
							
								
							
								040443e2d1 
								
							
								 
							
						 
						
							
							
								
								fix possible error case  
							
							 
							
							
								
 
							
							
						 
						4 years ago  
					 
				
					
						
							
							
								 
								Chris Lu
							
						 
						
							
							
							
								
							
								9887610b54 
								
							
								 
							
						 
						
							
							
								
								log tsNs should be processing time  
							
							 
							
							
								
 
							
							
						 
						4 years ago  
					 
				
					
						
							
							
								 
								Chris Lu
							
						 
						
							
							
							
								
							
								2baed2e1e9 
								
							
								 
							
						 
						
							
							
								
								avoid possible metadata subscription data loss  
							
							 
							
							 
							
							
								
 
							
							
							Previous implementation append filer logs into one file. So one file is not always sorted, which can lead to miss reading some entries, especially when different filers have different write throughput. 
							
						 
						4 years ago  
					 
				
					
						
							
							
								 
								Chris Lu
							
						 
						
							
							
							
								
							
								49d971e602 
								
							
								 
							
						 
						
							
							
								
								filer: redis store needs to clean up batch deleted sub folders  
							
							 
							
							
								
 
							
							
						 
						4 years ago  
					 
				
					
						
							
							
								 
								Chris Lu
							
						 
						
							
							
							
								
							
								8f2e4be074 
								
							
								 
							
						 
						
							
							
								
								wip  
							
							 
							
							
								
 
							
							
						 
						4 years ago  
					 
				
					
						
							
							
								 
								Chris Lu
							
						 
						
							
							
							
								
							
								96514f0f00 
								
							
								 
							
						 
						
							
							
								
								fix tests  
							
							 
							
							
								
 
							
							
						 
						4 years ago  
					 
				
					
						
							
							
								 
								Chris Lu
							
						 
						
							
							
							
								
							
								e5fc35ed0c 
								
							
								 
							
						 
						
							
							
								
								change server address from string to a type  
							
							 
							
							
								
 
							
							
						 
						4 years ago  
					 
				
					
						
							
							
								 
								joshuafc
							
						 
						
							
							
							
								
							
								5654d0d60d 
								
							
								 
							
						 
						
							
							
								
								CompactionTableSizeMultiplier of leveldb use default value.   #2325  
							
							 
							
							 
							
							
								
 
							
							
							To improve performance of leveldb find key in condition of large directory(millions of files) which use uuid as filename. 
							
						 
						4 years ago  
					 
				
					
						
							
							
								 
								Chris Lu
							
						 
						
							
							
							
								
							
								574485ec69 
								
							
								 
							
						 
						
							
							
								
								better IP v6 support  
							
							 
							
							
								
 
							
							
						 
						4 years ago  
					 
				
					
						
							
							
								 
								zhoub
							
						 
						
							
							
							
								
							
								6a7ed1bd0e 
								
							
								 
							
						 
						
							
							
								
								add bloom filter to leveldb_store to improve fuse performance.  
							
							 
							
							
								
 
							
							
						 
						4 years ago  
					 
				
					
						
							
							
								 
								Chris Lu
							
						 
						
							
							
							
								
							
								6923af7280 
								
							
								 
							
						 
						
							
							
								
								refactoring  
							
							 
							
							
								
 
							
							
						 
						4 years ago  
					 
				
					
						
							
							
								 
								Chris Lu
							
						 
						
							
							
							
								
							
								28f45f8fa6 
								
							
								 
							
						 
						
							
							
								
								re-org  
							
							 
							
							
								
 
							
							
						 
						4 years ago  
					 
				
					
						
							
							
								 
								Chris Lu
							
						 
						
							
							
							
								
							
								df29281536 
								
							
								 
							
						 
						
							
							
								
								rename  
							
							 
							
							
								
 
							
							
						 
						4 years ago  
					 
				
					
						
							
							
								 
								Chris Lu
							
						 
						
							
							
							
								
							
								c3db389e42 
								
							
								 
							
						 
						
							
							
								
								refactor  
							
							 
							
							
								
 
							
							
						 
						4 years ago  
					 
				
					
						
							
							
								 
								Chris Lu
							
						 
						
							
							
							
								
							
								e9ce099453 
								
							
								 
							
						 
						
							
							
								
								rename  
							
							 
							
							
								
 
							
							
						 
						4 years ago  
					 
				
					
						
							
							
								 
								Chris Lu
							
						 
						
							
							
							
								
							
								8707ef00a6 
								
							
								 
							
						 
						
							
							
								
								refactor  
							
							 
							
							
								
 
							
							
						 
						4 years ago  
					 
				
					
						
							
							
								 
								Chris Lu
							
						 
						
							
							
							
								
							
								8ec357b3d3 
								
							
								 
							
						 
						
							
							
								
								go mod  
							
							 
							
							
								
 
							
							
						 
						4 years ago  
					 
				
					
						
							
							
								 
								Chris Lu
							
						 
						
							
							
							
								
							
								7ce97b59d8 
								
							
								 
							
						 
						
							
							
								
								go fmt  
							
							 
							
							
								
 
							
							
						 
						4 years ago  
					 
				
					
						
							
							
								 
								yulai.li
							
						 
						
							
							
							
								
							
								b17b81529e 
								
							
								 
							
						 
						
							
							
								
								Add build tags for TiKV filerstore  
							
							 
							
							
								
 
							
							
						 
						4 years ago  
					 
				
					
						
							
							
								 
								Chris Lu
							
						 
						
							
							
							
								
							
								dc481c081c 
								
							
								 
							
						 
						
							
							
								
								remove unused function  
							
							 
							
							
								
 
							
							
						 
						4 years ago  
					 
				
					
						
							
							
								 
								Chris Lu
							
						 
						
							
							
							
								
							
								9242f3aaeb 
								
							
								 
							
						 
						
							
							
								
								fix build  
							
							 
							
							
								
 
							
							
						 
						4 years ago  
					 
				
					
						
							
							
								 
								Chris Lu
							
						 
						
							
							
							
								
							
								05a648bb96 
								
							
								 
							
						 
						
							
							
								
								refactor: separating out remote.proto  
							
							 
							
							
								
 
							
							
						 
						4 years ago  
					 
				
					
						
							
							
								 
								yulai.li
							
						 
						
							
							
							
								
							
								c1dc5ab4ac 
								
							
								 
							
						 
						
							
							
								
								Add deleterange_concurrency to filer configuration file  
							
							 
							
							
								
 
							
							
						 
						4 years ago  
					 
				
					
						
							
							
								 
								yulai.li
							
						 
						
							
							
							
								
							
								318757ef8c 
								
							
								 
							
						 
						
							
							
								
								Change DeleteFolderChildren to DeleteRange api  
							
							 
							
							
								
 
							
							
						 
						4 years ago  
					 
				
					
						
							
							
								 
								yulai.li
							
						 
						
							
							
							
								
							
								546efeba8f 
								
							
								 
							
						 
						
							
							
								
								Fix build bug  
							
							 
							
							
								
 
							
							
						 
						4 years ago  
					 
				
					
						
							
							
								 
								yulai.li
							
						 
						
							
							
							
								
							
								2088f28424 
								
							
								 
							
						 
						
							
							
								
								init post  
							
							 
							
							
								
 
							
							
						 
						4 years ago  
					 
				
					
						
							
							
								 
								Chris Lu
							
						 
						
							
							
							
								
							
								9bcf94b2b1 
								
							
								 
							
						 
						
							
							
								
								ensure multi-threaded correctness  
							
							 
							
							
								
 
							
							
						 
						4 years ago  
					 
				
					
						
							
							
								 
								Chris Lu
							
						 
						
							
							
							
								
							
								40dc283b2d 
								
							
								 
							
						 
						
							
							
								
								fix locating data chunks  
							
							 
							
							
								
 
							
							
						 
						4 years ago  
					 
				
					
						
							
							
								 
								Chris Lu
							
						 
						
							
							
							
								
							
								72eb6d5b9d 
								
							
								 
							
						 
						
							
							
								
								ensure no writes to remote storage if content is not changed  
							
							 
							
							
								
 
							
							
						 
						4 years ago  
					 
				
					
						
							
							
								 
								Chris Lu
							
						 
						
							
							
							
								
							
								5d5a21ba2d 
								
							
								 
							
						 
						
							
							
								
								adjust log format  
							
							 
							
							
								
 
							
							
						 
						4 years ago  
					 
				
					
						
							
							
								 
								Chris Lu
							
						 
						
							
							
							
								
							
								49b5e47bd1 
								
							
								 
							
						 
						
							
							
								
								retry forever with filer.remote.sync, and some refactoring  
							
							 
							
							
								
 
							
							
						 
						4 years ago  
					 
				
					
						
							
							
								 
								Chris Lu
							
						 
						
							
							
							
								
							
								8f7d2d317f 
								
							
								 
							
						 
						
							
							
								
								readerAt need to use the right offset  
							
							 
							
							 
							
							
								
 
							
							
							fix https://github.com/chrislusf/seaweedfs/issues/2259  
							
						 
						4 years ago  
					 
				
					
						
							
							
								 
								Chris Lu
							
						 
						
							
							
							
								
							
								9462f5129a 
								
							
								 
							
						 
						
							
							
								
								shell: add "remote.meta.sync"  
							
							 
							
							
								
 
							
							
						 
						4 years ago  
					 
				
					
						
							
							
								 
								Chris Lu
							
						 
						
							
							
							
								
							
								0c66b173a4 
								
							
								 
							
						 
						
							
							
								
								fix  
							
							 
							
							
								
 
							
							
						 
						4 years ago  
					 
				
					
						
							
							
								 
								Chris Lu
							
						 
						
							
							
							
								
							
								e02a317d3d 
								
							
								 
							
						 
						
							
							
								
								adjust retry logic in case some data is partially written  
							
							 
							
							
								
 
							
							
						 
						4 years ago  
					 
				
					
						
							
							
								 
								Chris Lu
							
						 
						
							
							
							
								
							
								2d519c6cb6 
								
							
								 
							
						 
						
							
							
								
								adjust the retry logic  
							
							 
							
							
								
 
							
							
						 
						4 years ago  
					 
				
					
						
							
							
								 
								Chris Lu
							
						 
						
							
							
							
								
							
								b961fcd338 
								
							
								 
							
						 
						
							
							
								
								filer: stream read from volume server, reduce memory usage  
							
							 
							
							
								
 
							
							
						 
						4 years ago  
					 
				
					
						
							
							
								 
								Chris Lu
							
						 
						
							
							
							
								
							
								5a0f92423e 
								
							
								 
							
						 
						
							
							
								
								use grpc and jwt  
							
							 
							
							
								
 
							
							
						 
						4 years ago  
					 
				
					
						
							
							
								 
								Chris Lu
							
						 
						
							
							
							
								
							
								bfac55e6c0 
								
							
								 
							
						 
						
							
							
								
								avoid integer overflow  
							
							 
							
							 
							
							
								
 
							
							
							fix https://github.com/chrislusf/seaweedfs/issues/2254  
							
						 
						4 years ago  
					 
				
					
						
							
							
								 
								Chris Lu
							
						 
						
							
							
							
								
							
								9d85569c55 
								
							
								 
							
						 
						
							
							
								
								ensure using local quorum consistency  
							
							 
							
							
								
 
							
							
						 
						4 years ago  
					 
				
					
						
							
							
								 
								Chris Lu
							
						 
						
							
							
							
								
							
								713c035a6e 
								
							
								 
							
						 
						
							
							
								
								shell: remote.cache remote.uncache  
							
							 
							
							
								
 
							
							
						 
						4 years ago