5adea57224 
								
									
								
							
								 
							
						 
						
							
							
								
								Update weed/util/log_buffer/log_buffer.go  
							
							
 
							
							
							Co-authored-by: gemini-code-assist[bot] <176961590+gemini-code-assist[bot]@users.noreply.github.com> 
							
						 
						2 months ago  
				
					
						
							
							
								 
						
							
							
							
								
							
								316d1cdda7 
								
							
								 
							
						 
						
							
							
								
								address some comments  
							
							
								
 
							
							
						 
						2 months ago  
				
					
						
							
							
								 
						
							
							
							
								
							
								7ca3b59c44 
								
							
								 
							
						 
						
							
							
								
								save source buffer index start for log files  
							
							
								
 
							
							
						 
						2 months ago  
				
					
						
							
							
								 
						
							
							
							
								
							
								80db6f4d79 
								
							
								 
							
						 
						
							
							
								
								reduce lock scope to improve log buffer performance  
							
							
								
 
							
							
						 
						3 months ago  
				
					
						
							
							
								 
						
							
							
								
								
							
							
								
							
								02773a6107 
								
									
								
							
								 
							
						 
						
							
							
								
								Accumulated changes for message queue ( #6600 )  
							
							
 
							
							
							* rename
* set agent address
* refactor
* add agent sub
* pub messages
* grpc new client
* can publish records via agent
* send init message with session id
* fmt
* check cancelled request while waiting
* use sessionId
* handle possible nil stream
* subscriber process messages
* separate debug port
* use atomic int64
* less logs
* minor
* skip io.EOF
* rename
* remove unused
* use saved offsets
* do not reuse session, since always session id is new after restart
remove last active ts from SessionEntry
* simplify printing
* purge unused
* just proxy the subscription, skipping the session step
* adjust offset types
* subscribe offset type and possible value
* start after the known tsns
* avoid wrongly set startPosition
* move
* remove
* refactor
* typo
* fix
* fix changed path 
							
						 
						8 months ago  
				
					
						
							
							
								 
						
							
							
								
								
							
							
								
							
								0060a2cf9c 
								
									
								
							
								 
							
						 
						
							
							
								
								Fix 6181/6182 ( #6183 )  
							
							
 
							
							
							* set larger buf size for LogBuffer
* jump to next day when no more entry found
* Update weed/filer/filer_notify_read.go
---------
Co-authored-by: Chris Lu <chrislusf@users.noreply.github.com> 
							
						 
						1 year ago  
				
					
						
							
							
								 
						
							
							
							
								
							
								d218fe54fa 
								
							
								 
							
						 
						
							
							
								
								go fmt  
							
							
								
 
							
							
						 
						1 year ago  
				
					
						
							
							
								 
						
							
							
								
								
							
							
								
							
								abf01a0eb7 
								
									
								
							
								 
							
						 
						
							
							
								
								Fixes unlocked read from logBuffer.LastTsNs that is racey. ( #5536 )  
							
							
								
 
							
							
						 
						2 years ago  
				
					
						
							
							
								 
						
							
							
							
								
							
								ccdd9cd8de 
								
							
								 
							
						 
						
							
							
								
								refactor  
							
							
								
 
							
							
						 
						2 years ago  
				
					
						
							
							
								 
						
							
							
							
								
							
								f07875e8e1 
								
							
								 
							
						 
						
							
							
								
								send flush message to follower before shutting down logBuffer  
							
							
								
 
							
							
						 
						2 years ago  
				
					
						
							
							
								 
						
							
							
							
								
							
								03f18e43df 
								
							
								 
							
						 
						
							
							
								
								clean up logs  
							
							
								
 
							
							
						 
						2 years ago  
				
					
						
							
							
								 
						
							
							
							
								
							
								26e24db721 
								
							
								 
							
						 
						
							
							
								
								adjust log level  
							
							
								
 
							
							
						 
						2 years ago  
				
					
						
							
							
								 
						
							
							
							
								
							
								5c0fcae039 
								
							
								 
							
						 
						
							
							
								
								clean up logs  
							
							
								
 
							
							
						 
						2 years ago  
				
					
						
							
							
								 
						
							
							
							
								
							
								407a52fc93 
								
							
								 
							
						 
						
							
							
								
								adjust log level  
							
							
								
 
							
							
						 
						2 years ago  
				
					
						
							
							
								 
						
							
							
							
								
							
								50023fe1cf 
								
							
								 
							
						 
						
							
							
								
								adjust log level  
							
							
								
 
							
							
						 
						2 years ago  
				
					
						
							
							
								 
						
							
							
							
								
							
								3c559dc294 
								
							
								 
							
						 
						
							
							
								
								fix test2  
							
							
								
 
							
							
						 
						2 years ago  
				
					
						
							
							
								 
						
							
							
							
								
							
								aba934f0b5 
								
							
								 
							
						 
						
							
							
								
								adjust log level  
							
							
								
 
							
							
						 
						2 years ago  
				
					
						
							
							
								 
						
							
							
							
								
							
								054d0b3487 
								
							
								 
							
						 
						
							
							
								
								wait for data  
							
							
								
 
							
							
						 
						2 years ago  
				
					
						
							
							
								 
						
							
							
							
								
							
								f8957b84c1 
								
							
								 
							
						 
						
							
							
								
								rename to LastTsNs  
							
							
								
 
							
							
						 
						2 years ago  
				
					
						
							
							
								 
						
							
							
							
								
							
								529fa8c4c8 
								
							
								 
							
						 
						
							
							
								
								go fmt  
							
							
								
 
							
							
						 
						2 years ago  
				
					
						
							
							
								 
						
							
							
							
								
							
								059df3957d 
								
							
								 
							
						 
						
							
							
								
								rename to lastFlushDataTime  
							
							
								
 
							
							
						 
						2 years ago  
				
					
						
							
							
								 
						
							
							
							
								
							
								6f75a0af55 
								
							
								 
							
						 
						
							
							
								
								ask follower to follow  
							
							
								
 
							
							
						 
						2 years ago  
				
					
						
							
							
								 
						
							
							
							
								
							
								28f8f33d6a 
								
							
								 
							
						 
						
							
							
								
								include key in LogEntry  
							
							
								
 
							
							
						 
						2 years ago  
				
					
						
							
							
								 
						
							
							
							
								
							
								34f2b600ac 
								
							
								 
							
						 
						
							
							
								
								each log function adds a "done" return parameter  
							
							
								
 
							
							
						 
						2 years ago  
				
					
						
							
							
								 
						
							
							
							
								
							
								1b4484bf0a 
								
							
								 
							
						 
						
							
							
								
								go fmt  
							
							
								
 
							
							
						 
						2 years ago  
				
					
						
							
							
								 
						
							
							
							
								
							
								1877ce5126 
								
							
								 
							
						 
						
							
							
								
								rename  
							
							
								
 
							
							
						 
						2 years ago  
				
					
						
							
							
								 
						
							
							
							
								
							
								fa59a5d67e 
								
							
								 
							
						 
						
							
							
								
								read from disk if not in memory  
							
							
								
 
							
							
						 
						2 years ago  
				
					
						
							
							
								 
						
							
							
							
								
							
								188f471a24 
								
							
								 
							
						 
						
							
							
								
								logging  
							
							
								
 
							
							
						 
						2 years ago  
				
					
						
							
							
								 
						
							
							
							
								
							
								d51efddf5c 
								
							
								 
							
						 
						
							
							
								
								flush to disk  
							
							
 
							
							
							Need to do: read from disk 
							
						 
						2 years ago  
				
					
						
							
							
								 
						
							
							
							
								
							
								49428a303b 
								
							
								 
							
						 
						
							
							
								
								add batch index for each memory buffer  
							
							
								
 
							
							
						 
						2 years ago  
				
					
						
							
							
								 
						
							
							
							
								
							
								1206313952 
								
							
								 
							
						 
						
							
							
								
								add logs on flush  
							
							
								
 
							
							
						 
						2 years ago  
				
					
						
							
							
								 
						
							
							
							
								
							
								add16fb1a1 
								
							
								 
							
						 
						
							
							
								
								logs  
							
							
								
 
							
							
						 
						2 years ago  
				
					
						
							
							
								 
						
							
							
							
								
							
								c563386675 
								
							
								 
							
						 
						
							
							
								
								rename parameters  
							
							
								
 
							
							
						 
						2 years ago  
				
					
						
							
							
								 
						
							
							
							
								
							
								16e3f2d528 
								
							
								 
							
						 
						
							
							
								
								fix log buffer test  
							
							
								
 
							
							
						 
						2 years ago  
				
					
						
							
							
								 
						
							
							
							
								
							
								3e9c32a3f0 
								
							
								 
							
						 
						
							
							
								
								refactoring to use atomic bool  
							
							
 
							
							
							fix compilation 
							
						 
						2 years ago  
				
					
						
							
							
								 
						
							
							
								
								
							
							
								
							
								ee38ab8581 
								
									
								
							
								 
							
						 
						
							
							
								
								avoid data race of LogBuffer isStopping ( #3859 )  
							
							
								
 
							
							
						 
						3 years ago  
				
					
						
							
							
								 
						
							
							
							
								
							
								eaeb141b09 
								
							
								 
							
						 
						
							
							
								
								move proto package  
							
							
								
 
							
							
						 
						3 years ago  
				
					
						
							
							
								 
						
							
							
							
								
							
								26dbc6c905 
								
							
								 
							
						 
						
							
							
								
								move to  https://github.com/seaweedfs/seaweedfs  
							
							
								
 
							
							
						 
						3 years ago  
				
					
						
							
							
								 
						
							
							
							
								
							
								21b6b07dd8 
								
							
								 
							
						 
						
							
							
								
								renaming  
							
							
								
 
							
							
						 
						3 years ago  
				
					
						
							
							
								 
						
							
							
							
								
							
								5536ed85e5 
								
							
								 
							
						 
						
							
							
								
								renaming  
							
							
								
 
							
							
						 
						3 years ago  
				
					
						
							
							
								 
						
							
							
							
								
							
								968ca95b49 
								
							
								 
							
						 
						
							
							
								
								filer.meta.tail: support untilTimeAgo for a range  
							
							
								
 
							
							
						 
						3 years ago  
				
					
						
							
							
								 
						
							
							
							
								
							
								f214dfb1f5 
								
							
								 
							
						 
						
							
							
								
								stop when in memory log is done  
							
							
								
 
							
							
						 
						3 years ago  
				
					
						
							
							
								 
						
							
							
							
								
							
								7e25a2d416 
								
							
								 
							
						 
						
							
							
								
								reduce busy waiting when reading metadata logs  
							
							
								
 
							
							
						 
						3 years ago  
				
					
						
							
							
								 
						
							
							
							
								
							
								d310711de0 
								
							
								 
							
						 
						
							
							
								
								avoid possible deadlock: move metadata log flush channel out of lock scope  
							
							
								
 
							
							
						 
						4 years ago  
				
					
						
							
							
								 
						
							
							
							
								
							
								3833dac3f7 
								
							
								 
							
						 
						
							
							
								
								continue to read from memory if there is no flush  
							
							
								
 
							
							
						 
						4 years ago  
				
					
						
							
							
								 
						
							
							
							
								
							
								4ed2994555 
								
							
								 
							
						 
						
							
							
								
								use tsMemory to determine whether read from disk or memory  
							
							
 
							
							
							remove lastFlushTime 
							
						 
						4 years ago  
				
					
						
							
							
								 
						
							
							
							
								
							
								1e3fdf366f 
								
							
								 
							
						 
						
							
							
								
								go fmt  
							
							
								
 
							
							
						 
						4 years ago  
				
					
						
							
							
								 
						
							
							
							
								
							
								603ea2db73 
								
							
								 
							
						 
						
							
							
								
								avoid looping forever if there are no more metadata updates  
							
							
								
 
							
							
						 
						4 years ago  
				
					
						
							
							
								 
						
							
							
							
								
							
								9887610b54 
								
							
								 
							
						 
						
							
							
								
								log tsNs should be processing time  
							
							
								
 
							
							
						 
						4 years ago  
				
					
						
							
							
								 
						
							
							
							
								
							
								7359193e97 
								
							
								 
							
						 
						
							
							
								
								go fmt  
							
							
								
 
							
							
						 
						4 years ago