9a5cc065b0 
								
							
								 
							
						 
						
							
							
								
								fix  
							
							
								
 
							
							
						 
						1 year ago  
				
					
						
							
							
								 
						
							
							
							
								
							
								23a72db1df 
								
							
								 
							
						 
						
							
							
								
								stop partitionOffsetChan if closed  
							
							
								
 
							
							
						 
						1 year ago  
				
					
						
							
							
								 
						
							
							
							
								
							
								af19256dbf 
								
							
								 
							
						 
						
							
							
								
								skip control messages  
							
							
								
 
							
							
						 
						1 year ago  
				
					
						
							
							
								 
						
							
							
							
								
							
								edc87c16f9 
								
							
								 
							
						 
						
							
							
								
								balance subscribers  
							
							
 
							
							
							need to ensure the offsets are persisted 
							
						 
						1 year ago  
				
					
						
							
							
								 
						
							
							
							
								
							
								cdeaaf95b4 
								
							
								 
							
						 
						
							
							
								
								go fmt  
							
							
								
 
							
							
						 
						1 year ago  
				
					
						
							
							
								 
						
							
							
							
								
							
								d40b350f54 
								
							
								 
							
						 
						
							
							
								
								coordinator receives unassignment ack  
							
							
								
 
							
							
						 
						1 year ago  
				
					
						
							
							
								 
						
							
							
							
								
							
								fa98ecf71e 
								
							
								 
							
						 
						
							
							
								
								client side stop partition subscribing if unassigned  
							
							
								
 
							
							
						 
						1 year ago  
				
					
						
							
							
								 
						
							
							
							
								
							
								6634b42981 
								
							
								 
							
						 
						
							
							
								
								fix compilation  
							
							
								
 
							
							
						 
						1 year ago  
				
					
						
							
							
								 
						
							
							
							
								
							
								2190d59bc3 
								
							
								 
							
						 
						
							
							
								
								refactor  
							
							
 
							
							
							ToDo
1. handle unassignment on client side
2. get notified of completed unassignment
3. in consumer_group.go, balance and send unassignment 
							
						 
						1 year ago  
				
					
						
							
							
								 
						
							
							
							
								
							
								a7d30d0705 
								
							
								 
							
						 
						
							
							
								
								refactor  
							
							
								
 
							
							
						 
						1 year ago  
				
					
						
							
							
								 
						
							
							
							
								
							
								33aecb7bb4 
								
							
								 
							
						 
						
							
							
								
								remove ProcessorConfiguration  
							
							
								
 
							
							
						 
						1 year ago  
				
					
						
							
							
								 
						
							
							
							
								
							
								f13475ac2e 
								
							
								 
							
						 
						
							
							
								
								sending keyed offset  
							
							
								
 
							
							
						 
						1 year ago  
				
					
						
							
							
								 
						
							
							
							
								
							
								d45b1d058d 
								
							
								 
							
						 
						
							
							
								
								minor  
							
							
								
 
							
							
						 
						1 year ago  
				
					
						
							
							
								 
						
							
							
							
								
							
								3622196881 
								
							
								 
							
						 
						
							
							
								
								go fmt  
							
							
								
 
							
							
						 
						1 year ago  
				
					
						
							
							
								 
						
							
							
							
								
							
								d218fe54fa 
								
							
								 
							
						 
						
							
							
								
								go fmt  
							
							
								
 
							
							
						 
						1 year ago  
				
					
						
							
							
								 
						
							
							
							
								
							
								d8ab22012a 
								
							
								 
							
						 
						
							
							
								
								track offset  
							
							
								
 
							
							
						 
						1 year ago  
				
					
						
							
							
								 
						
							
							
							
								
							
								a2885512e1 
								
							
								 
							
						 
						
							
							
								
								fix  
							
							
								
 
							
							
						 
						1 year ago  
				
					
						
							
							
								 
						
							
							
							
								
							
								8d02712c63 
								
							
								 
							
						 
						
							
							
								
								ConcurrentPartitionLimit  
							
							
								
 
							
							
						 
						1 year ago  
				
					
						
							
							
								 
						
							
							
							
								
							
								c6db3f31a1 
								
							
								 
							
						 
						
							
							
								
								start consuming ASAP  
							
							
								
 
							
							
						 
						1 year ago  
				
					
						
							
							
								 
						
							
							
							
								
							
								b1871427c3 
								
							
								 
							
						 
						
							
							
								
								persist consumer group offset  
							
							
 
							
							
							1. use one follower
2. read write consumer group offset 
							
						 
						1 year ago  
				
					
						
							
							
								 
						
							
							
							
								
							
								279cb2b85e 
								
							
								 
							
						 
						
							
							
								
								consumer acks received messages  
							
							
								
 
							
							
						 
						1 year ago  
				
					
						
							
							
								 
						
							
							
							
								
							
								1f20178ded 
								
							
								 
							
						 
						
							
							
								
								subscriber receives partitions and dispatch to processors  
							
							
								
 
							
							
						 
						1 year ago  
				
					
						
							
							
								 
						
							
							
							
								
							
								372bd8d71d 
								
							
								 
							
						 
						
							
							
								
								consumer instance passing MaxPartitionCount to coordinator  
							
							
								
 
							
							
						 
						1 year ago  
				
					
						
							
							
								 
						
							
							
							
								
							
								8cc5298a08 
								
							
								 
							
						 
						
							
							
								
								clean up unused variables  
							
							
								
 
							
							
						 
						1 year ago  
				
					
						
							
							
								 
						
							
							
							
								
							
								205d2285f3 
								
							
								 
							
						 
						
							
							
								
								setup follower by publisher  
							
							
 
							
							
							* the subscriber would getOrGen a local partition and wait
* the publisher would getOrGen a local partition. If localPartition follower is not setup, and init message has follower info, it would create followers based on init.Messages. 
							
						 
						2 years ago  
				
					
						
							
							
								 
						
							
							
							
								
							
								16b4f9d9ab 
								
							
								 
							
						 
						
							
							
								
								subscriber find broker leader first  
							
							
								
 
							
							
						 
						2 years ago  
				
					
						
							
							
								 
						
							
							
							
								
							
								3aa3991f0f 
								
							
								 
							
						 
						
							
							
								
								adjust client side logs  
							
							
								
 
							
							
						 
						2 years ago  
				
					
						
							
							
								 
						
							
							
							
								
							
								49428a303b 
								
							
								 
							
						 
						
							
							
								
								add batch index for each memory buffer  
							
							
								
 
							
							
						 
						2 years ago  
				
					
						
							
							
								 
						
							
							
							
								
							
								aa5b6a8187 
								
							
								 
							
						 
						
							
							
								
								adjust logs  
							
							
								
 
							
							
						 
						2 years ago  
				
					
						
							
							
								 
						
							
							
							
								
							
								496fc8fbbf 
								
							
								 
							
						 
						
							
							
								
								refactor  
							
							
								
 
							
							
						 
						2 years ago  
				
					
						
							
							
								 
						
							
							
							
								
							
								531f854af2 
								
							
								 
							
						 
						
							
							
								
								rename functions  
							
							
								
 
							
							
						 
						2 years ago  
				
					
						
							
							
								 
						
							
							
							
								
							
								f8787a9761 
								
							
								 
							
						 
						
							
							
								
								rename functions  
							
							
								
 
							
							
						 
						2 years ago  
				
					
						
							
							
								 
						
							
							
							
								
							
								ddd0fde094 
								
							
								 
							
						 
						
							
							
								
								rename functions  
							
							
								
 
							
							
						 
						2 years ago  
				
					
						
							
							
								 
						
							
							
							
								
							
								35869b5c80 
								
							
								 
							
						 
						
							
							
								
								subscriber can be notified of the assignment change when topic is just configured  
							
							
 
							
							
							Next: Subscriber needs to read by the timestamp offset. 
							
						 
						2 years ago  
				
					
						
							
							
								 
						
							
							
							
								
							
								8b4cd50aac 
								
							
								 
							
						 
						
							
							
								
								log errors  
							
							
								
 
							
							
						 
						2 years ago  
				
					
						
							
							
								 
						
							
							
							
								
							
								32bc8d6a38 
								
							
								 
							
						 
						
							
							
								
								adjust wait time  
							
							
								
 
							
							
						 
						2 years ago  
				
					
						
							
							
								 
						
							
							
							
								
							
								458ddbf919 
								
							
								 
							
						 
						
							
							
								
								clean up dead code  
							
							
								
 
							
							
						 
						2 years ago  
				
					
						
							
							
								 
						
							
							
							
								
							
								2845230329 
								
							
								 
							
						 
						
							
							
								
								passing broker into the assignments  
							
							
								
 
							
							
						 
						2 years ago  
				
					
						
							
							
								 
						
							
							
							
								
							
								093fdc1621 
								
							
								 
							
						 
						
							
							
								
								subscriber can get assignments  
							
							
								
 
							
							
						 
						2 years ago  
				
					
						
							
							
								 
						
							
							
							
								
							
								c950a40aad 
								
							
								 
							
						 
						
							
							
								
								subscriber keep connected to the balancer  
							
							
								
 
							
							
						 
						2 years ago  
				
					
						
							
							
								 
						
							
							
								
								
							
							
								
							
								580940bf82 
								
									
								
							
								 
							
						 
						
							
							
								
								Merge accumulated changes related to message queue ( #5098 )  
							
							
 
							
							
							* balance partitions on brokers
* prepare topic partition first and then publish, move partition
* purge unused APIs
* clean up
* adjust logs
* add BalanceTopics() grpc API
* configure topic
* configure topic command
* refactor
* repair missing partitions
* sequence of operations to ensure ordering
* proto to close publishers and consumers
* rename file
* topic partition versioned by unixTimeNs
* create local topic partition
* close publishers
* randomize the client name
* wait until no publishers
* logs
* close stop publisher channel
* send last ack
* comments
* comment
* comments
* support list of brokers
* add cli options
* Update .gitignore
* logs
* return io.eof directly
* refactor
* optionally create topic
* refactoring
* detect consumer disconnection
* sub client wait for more messages
* subscribe by time stamp
* rename
* rename to sub_balancer
* rename
* adjust comments
* rename
* fix compilation
* rename
* rename
* SubscriberToSubCoordinator
* sticky rebalance
* go fmt
* add tests
* balance partitions on brokers
* prepare topic partition first and then publish, move partition
* purge unused APIs
* clean up
* adjust logs
* add BalanceTopics() grpc API
* configure topic
* configure topic command
* refactor
* repair missing partitions
* sequence of operations to ensure ordering
* proto to close publishers and consumers
* rename file
* topic partition versioned by unixTimeNs
* create local topic partition
* close publishers
* randomize the client name
* wait until no publishers
* logs
* close stop publisher channel
* send last ack
* comments
* comment
* comments
* support list of brokers
* add cli options
* Update .gitignore
* logs
* return io.eof directly
* refactor
* optionally create topic
* refactoring
* detect consumer disconnection
* sub client wait for more messages
* subscribe by time stamp
* rename
* rename to sub_balancer
* rename
* adjust comments
* rename
* fix compilation
* rename
* rename
* SubscriberToSubCoordinator
* sticky rebalance
* go fmt
* add tests
* tracking topic=>broker
* merge
* comment 
							
						 
						2 years ago  
				
					
						
							
							
								 
						
							
							
							
								
							
								bf13f3ced7 
								
							
								 
							
						 
						
							
							
								
								add subscriber coordinator  
							
							
								
 
							
							
						 
						2 years ago  
				
					
						
							
							
								 
						
							
							
							
								
							
								2a578b9033 
								
							
								 
							
						 
						
							
							
								
								refactor  
							
							
								
 
							
							
						 
						2 years ago  
				
					
						
							
							
								 
						
							
							
							
								
							
								ebd6f96d35 
								
							
								 
							
						 
						
							
							
								
								adjust mq.proto  
							
							
								
 
							
							
						 
						2 years ago  
				
					
						
							
							
								 
						
							
							
							
								
							
								89a1fd1751 
								
							
								 
							
						 
						
							
							
								
								Squashed commit of the following:  
							
							
 
							
							
							commit 48274251463b50139f687f685ce7ba436d99443bb771fefa370a851ec008908810370a851ec00b39941edc0b875f562779984b6c54cf2492a45499ba67e6ca299e4f985698cb470d44df1eb2da46d5504ae8383adbcba75271c9caf331194d6c18d86f4eb8e8624d1990456670905911853d 
							
						 
						2 years ago  
				
					
						
							
							
								 
						
							
							
							
								
							
								ba67e6ca29 
								
							
								 
							
						 
						
							
							
								
								api for sub  
							
							
								
 
							
							
						 
						2 years ago  
				
					
						
							
							
								 
						
							
							
							
								
							
								cb470d44df 
								
							
								 
							
						 
						
							
							
								
								can pub and sub  
							
							
								
 
							
							
						 
						2 years ago  
				
					
						
							
							
								 
						
							
							
							
								
							
								1eb2da46d5 
								
							
								 
							
						 
						
							
							
								
								connect and publish  
							
							
								
 
							
							
						 
						2 years ago  
				
					
						
							
							
								 
						
							
							
							
								
							
								4d6c18d86f 
								
							
								 
							
						 
						
							
							
								
								pub sub initial tests  
							
							
								
 
							
							
						 
						2 years ago