Chris Lu
							
						 
						
							
							
								
								
							
							
								
							
								530b6e5ef1 
								
									
								
							
								 
							
						 
						
							
							
								
								add CORS tests ( #7001 )  
							
							 
							
							 
							
							
								
 
							
							
							* add CORS tests
* parallel tests
* Always attempt compaction when compactSnapshots is called
* start servers
* fix port
* revert
* debug ports
* fix ports
* debug
* Update s3tests.yml
* Update s3tests.yml
* Update s3tests.yml
* Update s3tests.yml
* Update s3tests.yml 
							
						 
						4 months ago  
					 
				
					
						
							
							
								 
								Chris Lu
							
						 
						
							
							
								
								
							
							
								
							
								95261a712e 
								
									
								
							
								 
							
						 
						
							
							
								
								Improve lock ring ( #6921 )  
							
							 
							
							 
							
							
								
 
							
							
							* fix flaky lock ring test
* add more tests 
							
						 
						4 months ago  
					 
				
					
						
							
							
								 
								chrislu
							
						 
						
							
							
							
								
							
								f0e987dc9d 
								
							
								 
							
						 
						
							
							
								
								ensure consistent testing  
							
							 
							
							
								
 
							
							
						 
						5 months ago  
					 
				
					
						
							
							
								 
								chrislu
							
						 
						
							
							
							
								
							
								658d302aa4 
								
							
								 
							
						 
						
							
							
								
								init candidate servers when setting a starting snapshot  
							
							 
							
							
								
 
							
							
						 
						2 years ago  
					 
				
					
						
							
							
								 
								chrislu
							
						 
						
							
							
							
								
							
								253ec73a17 
								
							
								 
							
						 
						
							
							
								
								log  
							
							 
							
							
								
 
							
							
						 
						2 years ago  
					 
				
					
						
							
							
								 
								M@
							
						 
						
							
							
								
								
							
							
								
							
								855607c536 
								
									
								
							
								 
							
						 
						
							
							
								
								Fixes race with unlocked setter. ( #5532 )  
							
							 
							
							
								
 
							
							
						 
						2 years ago  
					 
				
					
						
							
							
								 
								chrislu
							
						 
						
							
							
							
								
							
								7d69552974 
								
							
								 
							
						 
						
							
							
								
								log server list  
							
							 
							
							
								
 
							
							
						 
						2 years ago  
					 
				
					
						
							
							
								 
								chrislu
							
						 
						
							
							
							
								
							
								529fa8c4c8 
								
							
								 
							
						 
						
							
							
								
								go fmt  
							
							 
							
							
								
 
							
							
						 
						2 years ago  
					 
				
					
						
							
							
								 
								chrislu
							
						 
						
							
							
							
								
							
								c1a5952009 
								
							
								 
							
						 
						
							
							
								
								rename  
							
							 
							
							
								
 
							
							
						 
						2 years ago  
					 
				
					
						
							
							
								 
								Chris Lu
							
						 
						
							
							
							
								
							
								656b78d1af 
								
							
								 
							
						 
						
							
							
								
								proxy to broker leader  
							
							 
							
							
								
 
							
							
						 
						2 years ago  
					 
				
					
						
							
							
								 
								Chris Lu
							
						 
						
							
							
							
								
							
								fa72761bb8 
								
							
								 
							
						 
						
							
							
								
								fix on finding lock owner  
							
							 
							
							
								
 
							
							
						 
						2 years ago  
					 
				
					
						
							
							
								 
								Chris Lu
							
						 
						
							
							
							
								
							
								44b49bec99 
								
							
								 
							
						 
						
							
							
								
								less verbose  
							
							 
							
							
								
 
							
							
						 
						2 years ago  
					 
				
					
						
							
							
								 
								Chris Lu
							
						 
						
							
							
							
								
							
								0a12301b3d 
								
							
								 
							
						 
						
							
							
								
								avoid too large expiration time  
							
							 
							
							
								
 
							
							
						 
						2 years ago  
					 
				
					
						
							
							
								 
								Chris Lu
							
						 
						
							
							
							
								
							
								1b5ba4190c 
								
							
								 
							
						 
						
							
							
								
								avoid timestamp overflow  
							
							 
							
							
								
 
							
							
						 
						2 years ago  
					 
				
					
						
							
							
								 
								chrislu
							
						 
						
							
							
							
								
							
								d41792461c 
								
							
								 
							
						 
						
							
							
								
								lock returns host and owner  
							
							 
							
							
								
 
							
							
						 
						2 years ago  
					 
				
					
						
							
							
								 
								chrislu
							
						 
						
							
							
							
								
							
								d30150dde1 
								
							
								 
							
						 
						
							
							
								
								use a short-lived lock  
							
							 
							
							
								
 
							
							
						 
						2 years ago  
					 
				
					
						
							
							
								 
								chrislu
							
						 
						
							
							
							
								
							
								ac50d8a822 
								
							
								 
							
						 
						
							
							
								
								re-lock if the lock owner is not found  
							
							 
							
							
								
 
							
							
						 
						2 years ago  
					 
				
					
						
							
							
								 
								chrislu
							
						 
						
							
							
							
								
							
								49428a303b 
								
							
								 
							
						 
						
							
							
								
								add batch index for each memory buffer  
							
							 
							
							
								
 
							
							
						 
						2 years ago  
					 
				
					
						
							
							
								 
								chrislu
							
						 
						
							
							
							
								
							
								35869b5c80 
								
							
								 
							
						 
						
							
							
								
								subscriber can be notified of the assignment change when topic is just configured  
							
							 
							
							 
							
							
								
 
							
							
							Next: Subscriber needs to read by the timestamp offset. 
							
						 
						2 years ago  
					 
				
					
						
							
							
								 
								chrislu
							
						 
						
							
							
							
								
							
								bf9ae74384 
								
							
								 
							
						 
						
							
							
								
								add logs  
							
							 
							
							
								
 
							
							
						 
						2 years ago  
					 
				
					
						
							
							
								 
								Chris Lu
							
						 
						
							
							
								
								
							
							
								
							
								580940bf82 
								
									
								
							
								 
							
						 
						
							
							
								
								Merge accumulated changes related to message queue ( #5098 )  
							
							 
							
							 
							
							
								
 
							
							
							* balance partitions on brokers
* prepare topic partition first and then publish, move partition
* purge unused APIs
* clean up
* adjust logs
* add BalanceTopics() grpc API
* configure topic
* configure topic command
* refactor
* repair missing partitions
* sequence of operations to ensure ordering
* proto to close publishers and consumers
* rename file
* topic partition versioned by unixTimeNs
* create local topic partition
* close publishers
* randomize the client name
* wait until no publishers
* logs
* close stop publisher channel
* send last ack
* comments
* comment
* comments
* support list of brokers
* add cli options
* Update .gitignore
* logs
* return io.eof directly
* refactor
* optionally create topic
* refactoring
* detect consumer disconnection
* sub client wait for more messages
* subscribe by time stamp
* rename
* rename to sub_balancer
* rename
* adjust comments
* rename
* fix compilation
* rename
* rename
* SubscriberToSubCoordinator
* sticky rebalance
* go fmt
* add tests
* balance partitions on brokers
* prepare topic partition first and then publish, move partition
* purge unused APIs
* clean up
* adjust logs
* add BalanceTopics() grpc API
* configure topic
* configure topic command
* refactor
* repair missing partitions
* sequence of operations to ensure ordering
* proto to close publishers and consumers
* rename file
* topic partition versioned by unixTimeNs
* create local topic partition
* close publishers
* randomize the client name
* wait until no publishers
* logs
* close stop publisher channel
* send last ack
* comments
* comment
* comments
* support list of brokers
* add cli options
* Update .gitignore
* logs
* return io.eof directly
* refactor
* optionally create topic
* refactoring
* detect consumer disconnection
* sub client wait for more messages
* subscribe by time stamp
* rename
* rename to sub_balancer
* rename
* adjust comments
* rename
* fix compilation
* rename
* rename
* SubscriberToSubCoordinator
* sticky rebalance
* go fmt
* add tests
* tracking topic=>broker
* merge
* comment 
							
						 
						2 years ago  
					 
				
					
						
							
							
								 
								chrislu
							
						 
						
							
							
							
								
							
								b02fdeabff 
								
							
								 
							
						 
						
							
							
								
								RetryForever => RetryUntil  
							
							 
							
							
								
 
							
							
						 
						2 years ago  
					 
				
					
						
							
							
								 
								chrislu
							
						 
						
							
							
							
								
							
								27af11f1e8 
								
							
								 
							
						 
						
							
							
								
								Revert "Revert "Merge branch 'master' into sub""  
							
							 
							
							 
							
							
								
 
							
							
							This reverts commit 0bb97709d4 . 
							
						 
						2 years ago  
					 
				
					
						
							
							
								 
								chrislu
							
						 
						
							
							
							
								
							
								0bb97709d4 
								
							
								 
							
						 
						
							
							
								
								Revert "Merge branch 'master' into sub"  
							
							 
							
							 
							
							
								
 
							
							
							This reverts commit 4d414f54a2 , reversing
changes made to 4827425146 . 
							
						 
						2 years ago  
					 
				
					
						
							
							
								 
								chrislu
							
						 
						
							
							
							
								
							
								7a49d3541a 
								
							
								 
							
						 
						
							
							
								
								avoid nil  
							
							 
							
							
								
 
							
							
						 
						2 years ago  
					 
				
					
						
							
							
								 
								chrislu
							
						 
						
							
							
							
								
							
								89a1fd1751 
								
							
								 
							
						 
						
							
							
								
								Squashed commit of the following:  
							
							 
							
							 
							
							
								
 
							
							
							commit 4827425146 
Author: chrislu <chris.lu@gmail.com>
Date:   Sat Sep 16 15:05:38 2023 -0700
    balancer works
commit 3b50139f68 
Author: chrislu <chris.lu@gmail.com>
Date:   Fri Sep 15 22:22:32 2023 -0700
    comments
commit 7f685ce7ba 
Author: chrislu <chris.lu@gmail.com>
Date:   Fri Sep 15 22:20:05 2023 -0700
    adjust APIs
commit 436d99443b 
Author: chrislu <chris.lu@gmail.com>
Date:   Thu Sep 14 23:49:05 2023 -0700
    receive broker stats
commit b771fefa37 
Merge: 0a851ec00  890881037 
Author: chrislu <chris.lu@gmail.com>
Date:   Wed Sep 13 00:03:47 2023 -0700
    Merge branch 'master' into sub
commit 0a851ec00b 
Author: chrislu <chris.lu@gmail.com>
Date:   Sun Sep 10 22:01:25 2023 -0700
    Create balancer.go
commit 39941edc0b 
Author: chrislu <chris.lu@gmail.com>
Date:   Thu Sep 7 23:55:19 2023 -0700
    add publisher shutdown
commit 875f562779 
Author: chrislu <chris.lu@gmail.com>
Date:   Wed Sep 6 23:16:41 2023 -0700
    server side send response at least once per second
commit 984b6c54cf 
Author: chrislu <chris.lu@gmail.com>
Date:   Wed Sep 6 23:15:29 2023 -0700
    ack interval 128
commit 2492a45499 
Author: chrislu <chris.lu@gmail.com>
Date:   Wed Sep 6 22:39:46 2023 -0700
    ack interval
commit ba67e6ca29 
Author: chrislu <chris.lu@gmail.com>
Date:   Mon Sep 4 21:43:50 2023 -0700
    api for sub
commit 9e4f985698 
Author: chrislu <chris.lu@gmail.com>
Date:   Mon Sep 4 21:43:30 2023 -0700
    publish, benchmark
commit cb470d44df 
Author: chrislu <chris.lu@gmail.com>
Date:   Fri Sep 1 00:36:51 2023 -0700
    can pub and sub
commit 1eb2da46d5 
Author: chrislu <chris.lu@gmail.com>
Date:   Mon Aug 28 09:02:12 2023 -0700
    connect and publish
commit 504ae8383a 
Author: chrislu <chris.lu@gmail.com>
Date:   Mon Aug 28 09:01:25 2023 -0700
    protoc version
commit dbcba75271 
Author: chrislu <chris.lu@gmail.com>
Date:   Sun Aug 27 18:59:04 2023 -0700
    rename to lookup
commit c9caf33119 
Author: chrislu <chris.lu@gmail.com>
Date:   Sun Aug 27 18:33:46 2023 -0700
    move functions
commit 4d6c18d86f 
Author: chrislu <chris.lu@gmail.com>
Date:   Sun Aug 27 17:50:59 2023 -0700
    pub sub initial tests
commit 4eb8e8624d 
Author: chrislu <chris.lu@gmail.com>
Date:   Sun Aug 27 13:14:39 2023 -0700
    rename
commit 1990456670 
Author: chrislu <chris.lu@gmail.com>
Date:   Sun Aug 27 13:13:14 2023 -0700
    sub
commit 905911853d 
Author: chrislu <chris.lu@gmail.com>
Date:   Sat Aug 26 13:39:21 2023 -0700
    adjust proto 
							
						 
						2 years ago  
					 
				
					
						
							
							
								 
								chrislu
							
						 
						
							
							
							
								
							
								4827425146 
								
							
								 
							
						 
						
							
							
								
								balancer works  
							
							 
							
							
								
 
							
							
						 
						2 years ago  
					 
				
					
						
							
							
								 
								chrislu
							
						 
						
							
							
							
								
							
								3b50139f68 
								
							
								 
							
						 
						
							
							
								
								comments  
							
							 
							
							
								
 
							
							
						 
						2 years ago  
					 
				
					
						
							
							
								 
								chrislu
							
						 
						
							
							
							
								
							
								7f685ce7ba 
								
							
								 
							
						 
						
							
							
								
								adjust APIs  
							
							 
							
							
								
 
							
							
						 
						2 years ago  
					 
				
					
						
							
							
								 
								chrislu
							
						 
						
							
							
							
								
							
								61c42f9991 
								
							
								 
							
						 
						
							
							
								
								adjust lock APIs  
							
							 
							
							
								
 
							
							
						 
						2 years ago  
					 
				
					
						
							
							
								 
								chrislu
							
						 
						
							
							
							
								
							
								aafb874ad2 
								
							
								 
							
						 
						
							
							
								
								lock until cancelled  
							
							 
							
							
								
 
							
							
						 
						2 years ago  
					 
				
					
						
							
							
								 
								chrislu
							
						 
						
							
							
							
								
							
								c4f44d56f7 
								
							
								 
							
						 
						
							
							
								
								add distributed lock client  
							
							 
							
							
								
 
							
							
						 
						2 years ago  
					 
				
					
						
							
							
								 
								chrislu
							
						 
						
							
							
							
								
							
								13a8593ab9 
								
							
								 
							
						 
						
							
							
								
								adjust errors  
							
							 
							
							
								
 
							
							
						 
						2 years ago  
					 
				
					
						
							
							
								 
								chrislu
							
						 
						
							
							
							
								
							
								5149b3d07b 
								
							
								 
							
						 
						
							
							
								
								filer can proxy to peer filer holding the lock  
							
							 
							
							
								
 
							
							
						 
						2 years ago  
					 
				
					
						
							
							
								 
								chrislu
							
						 
						
							
							
							
								
							
								868f7875d7 
								
							
								 
							
						 
						
							
							
								
								refactor  
							
							 
							
							
								
 
							
							
						 
						2 years ago  
					 
				
					
						
							
							
								 
								chrislu
							
						 
						
							
							
							
								
							
								26eff062c8 
								
							
								 
							
						 
						
							
							
								
								refactor  
							
							 
							
							
								
 
							
							
						 
						2 years ago  
					 
				
					
						
							
							
								 
								chrislu
							
						 
						
							
							
							
								
							
								464a71a373 
								
							
								 
							
						 
						
							
							
								
								add distributed lock manager  
							
							 
							
							
								
 
							
							
						 
						2 years ago  
					 
				
					
						
							
							
								 
								chrislu
							
						 
						
							
							
							
								
							
								3fd659df2a 
								
							
								 
							
						 
						
							
							
								
								add distributed lock manager  
							
							 
							
							
								
 
							
							
						 
						2 years ago  
					 
				
					
						
							
							
								 
								chrislu
							
						 
						
							
							
							
								
							
								a82c44972b 
								
							
								 
							
						 
						
							
							
								
								refactor  
							
							 
							
							
								
 
							
							
						 
						2 years ago  
					 
				
					
						
							
							
								 
								chrislu
							
						 
						
							
							
							
								
							
								14a19170e2 
								
							
								 
							
						 
						
							
							
								
								refactor  
							
							 
							
							
								
 
							
							
						 
						2 years ago  
					 
				
					
						
							
							
								 
								chrislu
							
						 
						
							
							
							
								
							
								84ced2abf5 
								
							
								 
							
						 
						
							
							
								
								add LockRing  
							
							 
							
							
								
 
							
							
						 
						2 years ago  
					 
				
					
						
							
							
								 
								chrislu
							
						 
						
							
							
							
								
							
								fe1716ccdf 
								
							
								 
							
						 
						
							
							
								
								remove deprecated tests  
							
							 
							
							
								
 
							
							
						 
						2 years ago  
					 
				
					
						
							
							
								 
								chrislu
							
						 
						
							
							
							
								
							
								11549706ef 
								
							
								 
							
						 
						
							
							
								
								refactor  
							
							 
							
							
								
 
							
							
						 
						2 years ago  
					 
				
					
						
							
							
								 
								chrislu
							
						 
						
							
							
							
								
							
								8ec1bc2c99 
								
							
								 
							
						 
						
							
							
								
								remove unused cluster node leader  
							
							 
							
							
								
 
							
							
						 
						2 years ago  
					 
				
					
						
							
							
								 
								askeipx
							
						 
						
							
							
								
								
							
							
								
							
								2e78a522ab 
								
									
								
							
								 
							
						 
						
							
							
								
								remove old raft servers if they don't answer to pings for too long ( #3398 )  
							
							 
							
							 
							
							
								
 
							
							
							* remove old raft servers if they don't answer to pings for too long
add ping durations as options
rename ping fields
fix some todos
get masters through masterclient
raft remove server from leader
use raft servers to ping them
CheckMastersAlive for hashicorp raft only
* prepare blocking ping
* pass waitForReady as param
* pass waitForReady through all functions
* waitForReady works
* refactor
* remove unneeded params
* rollback unneeded changes
* fix 
							
						 
						3 years ago  
					 
				
					
						
							
							
								 
								chrislu
							
						 
						
							
							
							
								
							
								26dbc6c905 
								
							
								 
							
						 
						
							
							
								
								move to  https://github.com/seaweedfs/seaweedfs  
							
							 
							
							
								
 
							
							
						 
						3 years ago  
					 
				
					
						
							
							
								 
								chrislu
							
						 
						
							
							
							
								
							
								74f60f246f 
								
							
								 
							
						 
						
							
							
								
								dynamically connect to a filer  
							
							 
							
							
								
 
							
							
						 
						3 years ago  
					 
				
					
						
							
							
								 
								chrislu
							
						 
						
							
							
							
								
							
								9f479aab98 
								
							
								 
							
						 
						
							
							
								
								allocate brokers to serve segments  
							
							 
							
							
								
 
							
							
						 
						3 years ago  
					 
				
					
						
							
							
								 
								chrislu
							
						 
						
							
							
							
								
							
								bb01b68fa0 
								
							
								 
							
						 
						
							
							
								
								refactor  
							
							 
							
							
								
 
							
							
						 
						3 years ago  
					 
				
					
						
							
							
								 
								chrislu
							
						 
						
							
							
							
								
							
								94b8c42b2c 
								
							
								 
							
						 
						
							
							
								
								clean up  
							
							 
							
							
								
 
							
							
						 
						3 years ago