chrislu
							
						 | 
						
							
							
							
								
							
								d268fbe18a
								
							
								
							
						 | 
						
							
							
								
								when configure, cancel existing assignments
							
							
							
							
								
							
							
						 | 
						2 years ago | 
					
				
					
						
							
							
								 
								chrislu
							
						 | 
						
							
							
							
								
							
								3ff6b31d94
								
							
								
							
						 | 
						
							
							
								
								sub broker wait for partition
							
							
							
							
								
							
							
						 | 
						2 years ago | 
					
				
					
						
							
							
								 
								chrislu
							
						 | 
						
							
							
							
								
							
								2beaa2d0b3
								
							
								
							
						 | 
						
							
							
								
								pub/sub brokers check filer for assigned partitions
							
							
							
							
								
							
							
						 | 
						2 years ago | 
					
				
					
						
							
							
								 
								chrislu
							
						 | 
						
							
							
							
								
							
								c3f8530f97
								
							
								
							
						 | 
						
							
							
								
								refactor
							
							
							
							
								
							
							
						 | 
						2 years ago | 
					
				
					
						
							
							
								 
								chrislu
							
						 | 
						
							
							
							
								
							
								5f35857cd0
								
							
								
							
						 | 
						
							
							
								
								no need to assign partitions explicitly
							
							
							
							
								
							
							
						 | 
						2 years ago | 
					
				
					
						
							
							
								 
								chrislu
							
						 | 
						
							
							
							
								
							
								428fea45f3
								
							
								
							
						 | 
						
							
							
								
								updated and added assignments
							
							
							
							
								
							
							
						 | 
						2 years ago | 
					
				
					
						
							
							
								 
								chrislu
							
						 | 
						
							
							
							
								
							
								e8b05ecc91
								
							
								
							
						 | 
						
							
							
								
								add/remove assigned partitions
							
							
							
							
								
							
							
						 | 
						2 years ago | 
					
				
					
						
							
							
								 
								chrislu
							
						 | 
						
							
							
							
								
							
								861ad732ca
								
							
								
							
						 | 
						
							
							
								
								refactor
							
							
							
							
								
							
							
						 | 
						2 years ago | 
					
				
					
						
							
							
								 
								chrislu
							
						 | 
						
							
							
							
								
							
								47924afa1c
								
							
								
							
						 | 
						
							
							
								
								refactor
							
							
							
							
								
							
							
						 | 
						2 years ago | 
					
				
					
						
							
							
								 
								chrislu
							
						 | 
						
							
							
							
								
							
								581cf6644c
								
							
								
							
						 | 
						
							
							
								
								lookup reads from filer instead of local memory
							
							
							
							
								
							
							
						 | 
						2 years ago | 
					
				
					
						
							
							
								 
								chrislu
							
						 | 
						
							
							
							
								
							
								7121ae9617
								
							
								
							
						 | 
						
							
							
								
								separate out read topic conf and ensure topic active assignments
							
							
							
							
								
							
							
						 | 
						2 years ago | 
					
				
					
						
							
							
								 
								chrislu
							
						 | 
						
							
							
							
								
							
								c77d35313e
								
							
								
							
						 | 
						
							
							
								
								pub/sub broker only check local assigned partitions
							
							
							
							
								
							
							
						 | 
						2 years ago | 
					
				
					
						
							
							
								 
								chrislu
							
						 | 
						
							
							
							
								
							
								b0a2e9aea3
								
							
								
							
						 | 
						
							
							
								
								fix assignments if brokers changed
							
							
							
							
								
							
							
						 | 
						2 years ago | 
					
				
					
						
							
							
								 
								chrislu
							
						 | 
						
							
							
							
								
							
								a5b906c0dd
								
							
								
							
						 | 
						
							
							
								
								refactor
							
							
							
							
								
							
							
						 | 
						2 years ago | 
					
				
					
						
							
							
								 
								chrislu
							
						 | 
						
							
							
							
								
							
								34839237ab
								
							
								
							
						 | 
						
							
							
								
								refactor
							
							
							
							
								
							
							
						 | 
						2 years ago | 
					
				
					
						
							
							
								 
								chrislu
							
						 | 
						
							
							
							
								
							
								2828ccbb30
								
							
								
							
						 | 
						
							
							
								
								refactor
							
							
							
							
								
							
							
						 | 
						2 years ago | 
					
				
					
						
							
							
								 
								chrislu
							
						 | 
						
							
							
							
								
							
								541140f735
								
							
								
							
						 | 
						
							
							
								
								rename
							
							
							
							
								
							
							
						 | 
						2 years ago | 
					
				
					
						
							
							
								 
								chrislu
							
						 | 
						
							
							
							
								
							
								c8090b1f99
								
							
								
							
						 | 
						
							
							
								
								send assignments to newly connected subscribers
							
							
							
							
								
							
							
						 | 
						2 years ago | 
					
				
					
						
							
							
								 
								chrislu
							
						 | 
						
							
							
							
								
							
								c616081ab9
								
							
								
							
						 | 
						
							
							
								
								refactor
							
							
							
							
								
							
							
						 | 
						2 years ago | 
					
				
					
						
							
							
								 
								chrislu
							
						 | 
						
							
							
							
								
							
								bc8d2a01cc
								
							
								
							
						 | 
						
							
							
								
								create local topic partition from config on filer
							
							
							
							
								
							
							
						 | 
						2 years ago | 
					
				
					
						
							
							
								 
								chrislu
							
						 | 
						
							
							
							
								
							
								be0c426dc7
								
							
								
							
						 | 
						
							
							
								
								simplify to LookupTopicPartitions(topic)
							
							
							
							
								
							
							
						 | 
						2 years ago | 
					
				
					
						
							
							
								 
								chrislu
							
						 | 
						
							
							
							
								
							
								db3670a3a5
								
							
								
							
						 | 
						
							
							
								
								simplify api
							
							
							
							
								
							
							
						 | 
						2 years ago | 
					
				
					
						
							
							
								 
								chrislu
							
						 | 
						
							
							
							
								
							
								34a78ffad0
								
							
								
							
						 | 
						
							
							
								
								remove isForPublish from LookupTopicBrokers
							
							
							
							
							
							
								
							
							
							also adds a return parameter: whether the topic exists or not 
							
						 | 
						2 years ago | 
					
				
					
						
							
							
								 
								chrislu
							
						 | 
						
							
							
							
								
							
								3795d8dca8
								
							
								
							
						 | 
						
							
							
								
								release local topic partition if no publisher and subscribers
							
							
							
							
								
							
							
						 | 
						2 years ago | 
					
				
					
						
							
							
								 
								chrislu
							
						 | 
						
							
							
							
								
							
								ba73199174
								
							
								
							
						 | 
						
							
							
								
								reuse local partition
							
							
							
							
								
							
							
						 | 
						2 years ago | 
					
				
					
						
							
							
								 
								chrislu
							
						 | 
						
							
							
							
								
							
								fa59a5d67e
								
							
								
							
						 | 
						
							
							
								
								read from disk if not in memory
							
							
							
							
								
							
							
						 | 
						2 years ago | 
					
				
					
						
							
							
								 
								chrislu
							
						 | 
						
							
							
							
								
							
								7afaad31a4
								
							
								
							
						 | 
						
							
							
								
								wait on local topic partition creation
							
							
							
							
								
							
							
						 | 
						2 years ago | 
					
				
					
						
							
							
								 
								chrislu
							
						 | 
						
							
							
							
								
							
								61dbdd0ff6
								
							
								
							
						 | 
						
							
							
								
								log ctrl messages
							
							
							
							
								
							
							
						 | 
						2 years ago | 
					
				
					
						
							
							
								 
								chrislu
							
						 | 
						
							
							
							
								
							
								6a7a679137
								
							
								
							
						 | 
						
							
							
								
								passing partition generation timestamp
							
							
							
							
								
							
							
						 | 
						2 years ago | 
					
				
					
						
							
							
								 
								chrislu
							
						 | 
						
							
							
							
								
							
								8af61dec91
								
							
								
							
						 | 
						
							
							
								
								avoid empty spaces in file name
							
							
							
							
								
							
							
						 | 
						2 years ago | 
					
				
					
						
							
							
								 
								chrislu
							
						 | 
						
							
							
							
								
							
								aed54eda61
								
							
								
							
						 | 
						
							
							
								
								refactor
							
							
							
							
								
							
							
						 | 
						2 years ago | 
					
				
					
						
							
							
								 
								chrislu
							
						 | 
						
							
							
							
								
							
								d51efddf5c
								
							
								
							
						 | 
						
							
							
								
								flush to disk
							
							
							
							
							
							
								
							
							
							Need to do: read from disk 
							
						 | 
						2 years ago | 
					
				
					
						
							
							
								 
								chrislu
							
						 | 
						
							
							
							
								
							
								49428a303b
								
							
								
							
						 | 
						
							
							
								
								add batch index for each memory buffer
							
							
							
							
								
							
							
						 | 
						2 years ago | 
					
				
					
						
							
							
								 
								chrislu
							
						 | 
						
							
							
							
								
							
								e8611ed85d
								
							
								
							
						 | 
						
							
							
								
								subscribe with partition offset
							
							
							
							
								
							
							
						 | 
						2 years ago | 
					
				
					
						
							
							
								 
								chrislu
							
						 | 
						
							
							
							
								
							
								ee41dbb7fc
								
							
								
							
						 | 
						
							
							
								
								rename functions
							
							
							
							
								
							
							
						 | 
						2 years ago | 
					
				
					
						
							
							
								 
								chrislu
							
						 | 
						
							
							
							
								
							
								47a4963d7a
								
							
								
							
						 | 
						
							
							
								
								subscription start from specified timestamp
							
							
							
							
								
							
							
						 | 
						2 years ago | 
					
				
					
						
							
							
								 
								chrislu
							
						 | 
						
							
							
							
								
							
								35869b5c80
								
							
								
							
						 | 
						
							
							
								
								subscriber can be notified of the assignment change when topic is just configured
							
							
							
							
							
							
								
							
							
							Next: Subscriber needs to read by the timestamp offset. 
							
						 | 
						2 years ago | 
					
				
					
						
							
							
								 
								chrislu
							
						 | 
						
							
							
							
								
							
								efb695fd93
								
							
								
							
						 | 
						
							
							
								
								lookup existing topic partitions
							
							
							
							
								
							
							
						 | 
						2 years ago | 
					
				
					
						
							
							
								 
								chrislu
							
						 | 
						
							
							
							
								
							
								093fdc1621
								
							
								
							
						 | 
						
							
							
								
								subscriber can get assignments
							
							
							
							
								
							
							
						 | 
						2 years ago | 
					
				
					
						
							
							
								 
								chrislu
							
						 | 
						
							
							
							
								
							
								c950a40aad
								
							
								
							
						 | 
						
							
							
								
								subscriber keep connected to the balancer
							
							
							
							
								
							
							
						 | 
						2 years ago | 
					
				
					
						
							
							
								 
								chrislu
							
						 | 
						
							
							
							
								
							
								e0727071c8
								
							
								
							
						 | 
						
							
							
								
								go fmt
							
							
							
							
								
							
							
						 | 
						2 years ago | 
					
				
					
						
							
							
								 
								chrislu
							
						 | 
						
							
							
							
								
							
								034db049a0
								
							
								
							
						 | 
						
							
							
								
								comment fix
							
							
							
							
								
							
							
						 | 
						2 years ago | 
					
				
					
						
							
							
								 
								Chris Lu
							
						 | 
						
							
							
								
								
							
							
								
							
								580940bf82
								
									
								
							
								
							
						 | 
						
							
							
								
								Merge accumulated changes related to message queue (#5098)
							
							
							
							
							
							
								
							
							
							* balance partitions on brokers
* prepare topic partition first and then publish, move partition
* purge unused APIs
* clean up
* adjust logs
* add BalanceTopics() grpc API
* configure topic
* configure topic command
* refactor
* repair missing partitions
* sequence of operations to ensure ordering
* proto to close publishers and consumers
* rename file
* topic partition versioned by unixTimeNs
* create local topic partition
* close publishers
* randomize the client name
* wait until no publishers
* logs
* close stop publisher channel
* send last ack
* comments
* comment
* comments
* support list of brokers
* add cli options
* Update .gitignore
* logs
* return io.eof directly
* refactor
* optionally create topic
* refactoring
* detect consumer disconnection
* sub client wait for more messages
* subscribe by time stamp
* rename
* rename to sub_balancer
* rename
* adjust comments
* rename
* fix compilation
* rename
* rename
* SubscriberToSubCoordinator
* sticky rebalance
* go fmt
* add tests
* balance partitions on brokers
* prepare topic partition first and then publish, move partition
* purge unused APIs
* clean up
* adjust logs
* add BalanceTopics() grpc API
* configure topic
* configure topic command
* refactor
* repair missing partitions
* sequence of operations to ensure ordering
* proto to close publishers and consumers
* rename file
* topic partition versioned by unixTimeNs
* create local topic partition
* close publishers
* randomize the client name
* wait until no publishers
* logs
* close stop publisher channel
* send last ack
* comments
* comment
* comments
* support list of brokers
* add cli options
* Update .gitignore
* logs
* return io.eof directly
* refactor
* optionally create topic
* refactoring
* detect consumer disconnection
* sub client wait for more messages
* subscribe by time stamp
* rename
* rename to sub_balancer
* rename
* adjust comments
* rename
* fix compilation
* rename
* rename
* SubscriberToSubCoordinator
* sticky rebalance
* go fmt
* add tests
* tracking topic=>broker
* merge
* comment 
							
						 | 
						2 years ago | 
					
				
					
						
							
							
								 
								chrislu
							
						 | 
						
							
							
							
								
							
								17710e1ecb
								
							
								
							
						 | 
						
							
							
								
								adjust logs
							
							
							
							
								
							
							
						 | 
						2 years ago | 
					
				
					
						
							
							
								 
								chrislu
							
						 | 
						
							
							
							
								
							
								de0b969b36
								
							
								
							
						 | 
						
							
							
								
								Revert "rename"
							
							
							
							
							
							
								
							
							
							This reverts commit 35b5264ab7. 
							
						 | 
						2 years ago | 
					
				
					
						
							
							
								 
								chrislu
							
						 | 
						
							
							
							
								
							
								35b5264ab7
								
							
								
							
						 | 
						
							
							
								
								rename
							
							
							
							
								
							
							
						 | 
						2 years ago | 
					
				
					
						
							
							
								 
								chrislu
							
						 | 
						
							
							
							
								
							
								734178093e
								
							
								
							
						 | 
						
							
							
								
								refactor TopicPartition struct
							
							
							
							
								
							
							
						 | 
						2 years ago | 
					
				
					
						
							
							
								 
								chrislu
							
						 | 
						
							
							
							
								
							
								ebd6f96d35
								
							
								
							
						 | 
						
							
							
								
								adjust mq.proto
							
							
							
							
								
							
							
						 | 
						2 years ago | 
					
				
					
						
							
							
								 
								chrislu
							
						 | 
						
							
							
							
								
							
								02cb799481
								
							
								
							
						 | 
						
							
							
								
								add a test framework for grpc
							
							
							
							
								
							
							
						 | 
						2 years ago | 
					
				
					
						
							
							
								 
								chrislu
							
						 | 
						
							
							
							
								
							
								c4e6545197
								
							
								
							
						 | 
						
							
							
								
								fix compilation
							
							
							
							
								
							
							
						 | 
						2 years ago |