chrislu
							
						 
						
							
							
							
								
							
								316d1cdda7 
								
							
								 
							
						 
						
							
							
								
								address some comments  
							
							 
							
							
								
 
							
							
						 
						2 months ago  
					 
				
					
						
							
							
								 
								chrislu
							
						 
						
							
							
							
								
							
								7ca3b59c44 
								
							
								 
							
						 
						
							
							
								
								save source buffer index start for log files  
							
							 
							
							
								
 
							
							
						 
						2 months ago  
					 
				
					
						
							
							
								 
								chrislu
							
						 
						
							
							
							
								
							
								80db6f4d79 
								
							
								 
							
						 
						
							
							
								
								reduce lock scope to improve log buffer performance  
							
							 
							
							
								
 
							
							
						 
						3 months ago  
					 
				
					
						
							
							
								 
								Chris Lu
							
						 
						
							
							
								
								
							
							
								
							
								02773a6107 
								
									
								
							
								 
							
						 
						
							
							
								
								Accumulated changes for message queue ( #6600 )  
							
							 
							
							 
							
							
								
 
							
							
							* rename
* set agent address
* refactor
* add agent sub
* pub messages
* grpc new client
* can publish records via agent
* send init message with session id
* fmt
* check cancelled request while waiting
* use sessionId
* handle possible nil stream
* subscriber process messages
* separate debug port
* use atomic int64
* less logs
* minor
* skip io.EOF
* rename
* remove unused
* use saved offsets
* do not reuse session, since always session id is new after restart
remove last active ts from SessionEntry
* simplify printing
* purge unused
* just proxy the subscription, skipping the session step
* adjust offset types
* subscribe offset type and possible value
* start after the known tsns
* avoid wrongly set startPosition
* move
* remove
* refactor
* typo
* fix
* fix changed path 
							
						 
						8 months ago  
					 
				
					
						
							
							
								 
								Bruce
							
						 
						
							
							
								
								
							
							
								
							
								0060a2cf9c 
								
									
								
							
								 
							
						 
						
							
							
								
								Fix 6181/6182 ( #6183 )  
							
							 
							
							 
							
							
								
 
							
							
							* set larger buf size for LogBuffer
* jump to next day when no more entry found
* Update weed/filer/filer_notify_read.go
---------
Co-authored-by: Chris Lu <chrislusf@users.noreply.github.com> 
							
						 
						1 year ago  
					 
				
					
						
							
							
								 
								chrislu
							
						 
						
							
							
							
								
							
								ccdd9cd8de 
								
							
								 
							
						 
						
							
							
								
								refactor  
							
							 
							
							
								
 
							
							
						 
						2 years ago  
					 
				
					
						
							
							
								 
								chrislu
							
						 
						
							
							
							
								
							
								f07875e8e1 
								
							
								 
							
						 
						
							
							
								
								send flush message to follower before shutting down logBuffer  
							
							 
							
							
								
 
							
							
						 
						2 years ago  
					 
				
					
						
							
							
								 
								chrislu
							
						 
						
							
							
							
								
							
								03f18e43df 
								
							
								 
							
						 
						
							
							
								
								clean up logs  
							
							 
							
							
								
 
							
							
						 
						2 years ago  
					 
				
					
						
							
							
								 
								chrislu
							
						 
						
							
							
							
								
							
								26e24db721 
								
							
								 
							
						 
						
							
							
								
								adjust log level  
							
							 
							
							
								
 
							
							
						 
						2 years ago  
					 
				
					
						
							
							
								 
								chrislu
							
						 
						
							
							
							
								
							
								f8957b84c1 
								
							
								 
							
						 
						
							
							
								
								rename to LastTsNs  
							
							 
							
							
								
 
							
							
						 
						2 years ago  
					 
				
					
						
							
							
								 
								chrislu
							
						 
						
							
							
							
								
							
								529fa8c4c8 
								
							
								 
							
						 
						
							
							
								
								go fmt  
							
							 
							
							
								
 
							
							
						 
						2 years ago  
					 
				
					
						
							
							
								 
								chrislu
							
						 
						
							
							
							
								
							
								059df3957d 
								
							
								 
							
						 
						
							
							
								
								rename to lastFlushDataTime  
							
							 
							
							
								
 
							
							
						 
						2 years ago  
					 
				
					
						
							
							
								 
								chrislu
							
						 
						
							
							
							
								
							
								6f75a0af55 
								
							
								 
							
						 
						
							
							
								
								ask follower to follow  
							
							 
							
							
								
 
							
							
						 
						2 years ago  
					 
				
					
						
							
							
								 
								chrislu
							
						 
						
							
							
							
								
							
								28f8f33d6a 
								
							
								 
							
						 
						
							
							
								
								include key in LogEntry  
							
							 
							
							
								
 
							
							
						 
						2 years ago  
					 
				
					
						
							
							
								 
								chrislu
							
						 
						
							
							
							
								
							
								34f2b600ac 
								
							
								 
							
						 
						
							
							
								
								each log function adds a "done" return parameter  
							
							 
							
							
								
 
							
							
						 
						2 years ago  
					 
				
					
						
							
							
								 
								chrislu
							
						 
						
							
							
							
								
							
								1b4484bf0a 
								
							
								 
							
						 
						
							
							
								
								go fmt  
							
							 
							
							
								
 
							
							
						 
						2 years ago  
					 
				
					
						
							
							
								 
								chrislu
							
						 
						
							
							
							
								
							
								1877ce5126 
								
							
								 
							
						 
						
							
							
								
								rename  
							
							 
							
							
								
 
							
							
						 
						2 years ago  
					 
				
					
						
							
							
								 
								chrislu
							
						 
						
							
							
							
								
							
								fa59a5d67e 
								
							
								 
							
						 
						
							
							
								
								read from disk if not in memory  
							
							 
							
							
								
 
							
							
						 
						2 years ago  
					 
				
					
						
							
							
								 
								chrislu
							
						 
						
							
							
							
								
							
								188f471a24 
								
							
								 
							
						 
						
							
							
								
								logging  
							
							 
							
							
								
 
							
							
						 
						2 years ago  
					 
				
					
						
							
							
								 
								chrislu
							
						 
						
							
							
							
								
							
								d51efddf5c 
								
							
								 
							
						 
						
							
							
								
								flush to disk  
							
							 
							
							 
							
							
								
 
							
							
							Need to do: read from disk 
							
						 
						2 years ago  
					 
				
					
						
							
							
								 
								chrislu
							
						 
						
							
							
							
								
							
								49428a303b 
								
							
								 
							
						 
						
							
							
								
								add batch index for each memory buffer  
							
							 
							
							
								
 
							
							
						 
						2 years ago  
					 
				
					
						
							
							
								 
								chrislu
							
						 
						
							
							
							
								
							
								1206313952 
								
							
								 
							
						 
						
							
							
								
								add logs on flush  
							
							 
							
							
								
 
							
							
						 
						2 years ago  
					 
				
					
						
							
							
								 
								chrislu
							
						 
						
							
							
							
								
							
								add16fb1a1 
								
							
								 
							
						 
						
							
							
								
								logs  
							
							 
							
							
								
 
							
							
						 
						2 years ago  
					 
				
					
						
							
							
								 
								chrislu
							
						 
						
							
							
							
								
							
								3e9c32a3f0 
								
							
								 
							
						 
						
							
							
								
								refactoring to use atomic bool  
							
							 
							
							 
							
							
								
 
							
							
							fix compilation 
							
						 
						2 years ago  
					 
				
					
						
							
							
								 
								Konstantin Lebedev
							
						 
						
							
							
								
								
							
							
								
							
								ee38ab8581 
								
									
								
							
								 
							
						 
						
							
							
								
								avoid data race of LogBuffer isStopping ( #3859 )  
							
							 
							
							
								
 
							
							
						 
						3 years ago  
					 
				
					
						
							
							
								 
								chrislu
							
						 
						
							
							
							
								
							
								eaeb141b09 
								
							
								 
							
						 
						
							
							
								
								move proto package  
							
							 
							
							
								
 
							
							
						 
						3 years ago  
					 
				
					
						
							
							
								 
								chrislu
							
						 
						
							
							
							
								
							
								26dbc6c905 
								
							
								 
							
						 
						
							
							
								
								move to  https://github.com/seaweedfs/seaweedfs  
							
							 
							
							
								
 
							
							
						 
						3 years ago  
					 
				
					
						
							
							
								 
								chrislu
							
						 
						
							
							
							
								
							
								d310711de0 
								
							
								 
							
						 
						
							
							
								
								avoid possible deadlock: move metadata log flush channel out of lock scope  
							
							 
							
							
								
 
							
							
						 
						4 years ago  
					 
				
					
						
							
							
								 
								Chris Lu
							
						 
						
							
							
							
								
							
								3833dac3f7 
								
							
								 
							
						 
						
							
							
								
								continue to read from memory if there is no flush  
							
							 
							
							
								
 
							
							
						 
						4 years ago  
					 
				
					
						
							
							
								 
								Chris Lu
							
						 
						
							
							
							
								
							
								4ed2994555 
								
							
								 
							
						 
						
							
							
								
								use tsMemory to determine whether read from disk or memory  
							
							 
							
							 
							
							
								
 
							
							
							remove lastFlushTime 
							
						 
						4 years ago  
					 
				
					
						
							
							
								 
								Chris Lu
							
						 
						
							
							
							
								
							
								1e3fdf366f 
								
							
								 
							
						 
						
							
							
								
								go fmt  
							
							 
							
							
								
 
							
							
						 
						4 years ago  
					 
				
					
						
							
							
								 
								Chris Lu
							
						 
						
							
							
							
								
							
								603ea2db73 
								
							
								 
							
						 
						
							
							
								
								avoid looping forever if there are no more metadata updates  
							
							 
							
							
								
 
							
							
						 
						4 years ago  
					 
				
					
						
							
							
								 
								Chris Lu
							
						 
						
							
							
							
								
							
								9887610b54 
								
							
								 
							
						 
						
							
							
								
								log tsNs should be processing time  
							
							 
							
							
								
 
							
							
						 
						4 years ago  
					 
				
					
						
							
							
								 
								Chris Lu
							
						 
						
							
							
							
								
							
								7359193e97 
								
							
								 
							
						 
						
							
							
								
								go fmt  
							
							 
							
							
								
 
							
							
						 
						4 years ago  
					 
				
					
						
							
							
								 
								Chris Lu
							
						 
						
							
							
							
								
							
								2420c60fc4 
								
							
								 
							
						 
						
							
							
								
								log reading adds delay between retries  
							
							 
							
							
								
 
							
							
						 
						4 years ago  
					 
				
					
						
							
							
								 
								Chris Lu
							
						 
						
							
							
							
								
							
								c764596f96 
								
							
								 
							
						 
						
							
							
								
								filer: slow metadata topic read may lose some change events  
							
							 
							
							 
							
							
								
 
							
							
							fix https://github.com/chrislusf/seaweedfs/issues/2117  
							
						 
						4 years ago  
					 
				
					
						
							
							
								 
								Chris Lu
							
						 
						
							
							
							
								
							
								cc7714fdbe 
								
							
								 
							
						 
						
							
							
								
								logging changes to debug  
							
							 
							
							
								
 
							
							
						 
						4 years ago  
					 
				
					
						
							
							
								 
								Chris Lu
							
						 
						
							
							
							
								
							
								394513f598 
								
							
								 
							
						 
						
							
							
								
								filer: ensure seamless meta data updates  
							
							 
							
							
								
 
							
							
						 
						5 years ago  
					 
				
					
						
							
							
								 
								Chris Lu
							
						 
						
							
							
							
								
							
								b69cb74c03 
								
							
								 
							
						 
						
							
							
								
								read meta logs by timestamp  
							
							 
							
							 
							
							
								
 
							
							
							pass in event ts when moving logs
meta aggregator reads in memory logs only 
							
						 
						5 years ago  
					 
				
					
						
							
							
								 
								Chris Lu
							
						 
						
							
							
							
								
							
								0be6863c87 
								
							
								 
							
						 
						
							
							
								
								rename  
							
							 
							
							
								
 
							
							
						 
						5 years ago  
					 
				
					
						
							
							
								 
								Chris Lu
							
						 
						
							
							
							
								
							
								224103e13b 
								
							
								 
							
						 
						
							
							
								
								aggregated logs has empty flushFn  
							
							 
							
							
								
 
							
							
						 
						5 years ago  
					 
				
					
						
							
							
								 
								Chris Lu
							
						 
						
							
							
							
								
							
								4b7fa31468 
								
							
								 
							
						 
						
							
							
								
								ensure montonically increasing tsNs  
							
							 
							
							
								
 
							
							
						 
						6 years ago  
					 
				
					
						
							
							
								 
								Chris Lu
							
						 
						
							
							
							
								
							
								6bf3eb69cb 
								
							
								 
							
						 
						
							
							
								
								async chan write read, no write for closed chan  
							
							 
							
							
								
 
							
							
						 
						6 years ago  
					 
				
					
						
							
							
								 
								Chris Lu
							
						 
						
							
							
							
								
							
								f9b6178b8f 
								
							
								 
							
						 
						
							
							
								
								log messages  
							
							 
							
							
								
 
							
							
						 
						6 years ago  
					 
				
					
						
							
							
								 
								Chris Lu
							
						 
						
							
							
							
								
							
								5a0986dca0 
								
							
								 
							
						 
						
							
							
								
								reset on getting the buffer  
							
							 
							
							
								
 
							
							
						 
						6 years ago  
					 
				
					
						
							
							
								 
								Chris Lu
							
						 
						
							
							
							
								
							
								5eb83dfbd3 
								
							
								 
							
						 
						
							
							
								
								add memory buffer size limit  
							
							 
							
							
								
 
							
							
						 
						6 years ago  
					 
				
					
						
							
							
								 
								Chris Lu
							
						 
						
							
							
							
								
							
								258fba8a0f 
								
							
								 
							
						 
						
							
							
								
								continue for reading from sealed memory buffer  
							
							 
							
							
								
 
							
							
						 
						6 years ago  
					 
				
					
						
							
							
								 
								Chris Lu
							
						 
						
							
							
							
								
							
								4bf959edf0 
								
							
								 
							
						 
						
							
							
								
								message broker: read also from sealed memory buffer  
							
							 
							
							
								
 
							
							
						 
						6 years ago  
					 
				
					
						
							
							
								 
								Chris Lu
							
						 
						
							
							
							
								
							
								ce3cb25cfb 
								
							
								 
							
						 
						
							
							
								
								working for in memory single log buffer  
							
							 
							
							
								
 
							
							
						 
						6 years ago  
					 
				
					
						
							
							
								 
								Chris Lu
							
						 
						
							
							
							
								
							
								f5a748d33c 
								
							
								 
							
						 
						
							
							
								
								refactoring  
							
							 
							
							
								
 
							
							
						 
						6 years ago