25643cfbc6 
								
									
								
							
								 
							
						 
						
							
							
								
								fix: panic: assignment to entry in nil map on S3Sink.CreateEntry ( #5406 )  
							
							
								
 
							
							
						 
						2 years ago  
				
					
						
							
							
								 
						
							
							
								
								
							
							
								
							
								170b63d6f8 
								
									
								
							
								 
							
						 
						
							
							
								
								[filer.backup] add param uploader_part_size for S3sink ( #5352 )  
							
							
 
							
							
							* fix: install cronie
* chore: refactor configure S3Sink
* chore: refactor cinfig
* add filer-backup compose file
* fix: X-Amz-Meta-Mtime and resolve with comments
* fix: attr mtime
* fix: MaxUploadPartst is reduced to the maximum allowable
* fix: env and force set max MaxUploadParts
* fix: env WEED_SINK_S3_UPLOADER_PART_SIZE_MB 
							
						 
						2 years ago  
				
					
						
							
							
								 
						
							
							
							
								
							
								cc0c8c5f81 
								
							
								 
							
						 
						
							
							
								
								simplify  
							
							
								
 
							
							
						 
						3 years ago  
				
					
						
							
							
								 
						
							
							
							
								
							
								87b70a6809 
								
							
								 
							
						 
						
							
							
								
								clean up  
							
							
								
 
							
							
						 
						3 years ago  
				
					
						
							
							
								 
						
							
							
							
								
							
								c839ce1b19 
								
							
								 
							
						 
						
							
							
								
								s3 sink use s3 upload manager  
							
							
 
							
							
							fix https://github.com/seaweedfs/seaweedfs/issues/3531  
							
						 
						3 years ago  
				
					
						
							
							
								 
						
							
							
							
								
							
								e3f40d538d 
								
							
								 
							
						 
						
							
							
								
								cleaner code  
							
							
								
 
							
							
						 
						3 years ago  
				
					
						
							
							
								 
						
							
							
							
								
							
								11f99836c3 
								
							
								 
							
						 
						
							
							
								
								filer.backup: backup small files if the file is saved in filer (saveToFilerLimit > 0)  
							
							
 
							
							
							fix https://github.com/seaweedfs/seaweedfs/issues/3468  
							
						 
						3 years ago  
				
					
						
							
							
								 
						
							
							
							
								
							
								26dbc6c905 
								
							
								 
							
						 
						
							
							
								
								move to  https://github.com/seaweedfs/seaweedfs  
							
							
								
 
							
							
						 
						3 years ago  
				
					
						
							
							
								 
						
							
							
							
								
							
								881a0fe806 
								
							
								 
							
						 
						
							
							
								
								ensure compatibility  
							
							
								
 
							
							
						 
						4 years ago  
				
					
						
							
							
								 
						
							
							
							
								
							
								954ad98e0d 
								
							
								 
							
						 
						
							
							
								
								set canned acl on replication create  
							
							
								
 
							
							
						 
						4 years ago  
				
					
						
							
							
								 
						
							
							
							
								
							
								7ce97b59d8 
								
							
								 
							
						 
						
							
							
								
								go fmt  
							
							
								
 
							
							
						 
						4 years ago  
				
					
						
							
							
								 
						
							
							
							
								
							
								c08ac536ed 
								
							
								 
							
						 
						
							
							
								
								cloud drive: add support for Wasabi  
							
							
 
							
							
							* disable md5, sha256 checking to avoid reading one chunk twice
* single threaded upload to avoid chunk swapping (to be enhanced later) 
							
						 
						4 years ago  
				
					
						
							
							
								 
						
							
							
							
								
							
								00c4e06caa 
								
							
								 
							
						 
						
							
							
								
								cloud drive: s3 configurable force path style  
							
							
								
 
							
							
						 
						4 years ago  
				
					
						
							
							
								 
						
							
							
							
								
							
								f0cc130849 
								
							
								 
							
						 
						
							
							
								
								do not force path style for better compatibility  
							
							
								
 
							
							
						 
						4 years ago  
				
					
						
							
							
								 
						
							
							
							
								
							
								45bffc92a8 
								
							
								 
							
						 
						
							
							
								
								filer.backup: fix cloud sinks when updating entry  
							
							
								
 
							
							
						 
						4 years ago  
				
					
						
							
							
								 
						
							
							
							
								
							
								c9722dceb2 
								
							
								 
							
						 
						
							
							
								
								adjust log level  
							
							
								
 
							
							
						 
						5 years ago  
				
					
						
							
							
								 
						
							
							
							
								
							
								984fdd6192 
								
							
								 
							
						 
						
							
							
								
								always use non bucket prefixing url  
							
							
								
 
							
							
						 
						5 years ago  
				
					
						
							
							
								 
						
							
							
							
								
							
								9abb041763 
								
							
								 
							
						 
						
							
							
								
								filer source: support filerProxy mode  
							
							
								
 
							
							
						 
						5 years ago  
				
					
						
							
							
								 
						
							
							
							
								
							
								678c54d705 
								
							
								 
							
						 
						
							
							
								
								data sink: add incremental mode  
							
							
								
 
							
							
						 
						5 years ago  
				
					
						
							
							
								 
						
							
							
							
								
							
								d75bc62196 
								
							
								 
							
						 
						
							
							
								
								to read files that are quickly changing  
							
							
								
 
							
							
						 
						5 years ago  
				
					
						
							
							
								 
						
							
							
							
								
							
								a8624c2e4f 
								
							
								 
							
						 
						
							
							
								
								read from alternative replica  
							
							
 
							
							
							related to https://github.com/chrislusf/seaweedfs/issues/1512  
							
						 
						5 years ago  
				
					
						
							
							
								 
						
							
							
							
								
							
								387ab6796f 
								
							
								 
							
						 
						
							
							
								
								filer: cross cluster synchronization  
							
							
								
 
							
							
						 
						5 years ago  
				
					
						
							
							
								 
						
							
							
							
								
							
								eb7929a971 
								
							
								 
							
						 
						
							
							
								
								rename filer2 to filer  
							
							
								
 
							
							
						 
						5 years ago  
				
					
						
							
							
								 
						
							
							
							
								
							
								c647deace1 
								
							
								 
							
						 
						
							
							
								
								file size support set file length  
							
							
 
							
							
							use Attr.FileSize and TotalChunkSize to determine file size 
							
						 
						5 years ago  
				
					
						
							
							
								 
						
							
							
							
								
							
								97d97f3528 
								
							
								 
							
						 
						
							
							
								
								go code can read and write chunk manifest  
							
							
								
 
							
							
						 
						5 years ago  
				
					
						
							
							
								 
						
							
							
							
								
							
								4c498e73de 
								
							
								 
							
						 
						
							
							
								
								filer replication: add s3 endpoint  
							
							
								
 
							
							
						 
						6 years ago  
				
					
						
							
							
								 
						
							
							
							
								
							
								ae2ee379c0 
								
							
								 
							
						 
						
							
							
								
								consistent 64bit size  
							
							
								
 
							
							
						 
						6 years ago  
				
					
						
							
							
								 
						
							
							
							
								
							
								bec6ec7db6 
								
							
								 
							
						 
						
							
							
								
								go fmt  
							
							
								
 
							
							
						 
						6 years ago  
				
					
						
							
							
								 
						
							
							
							
								
							
								81610ed006 
								
							
								 
							
						 
						
							
							
								
								fix :  #1226  
							
							
								
 
							
							
						 
						6 years ago  
				
					
						
							
							
								 
						
							
							
							
								
							
								2e3f6ad3a9 
								
							
								 
							
						 
						
							
							
								
								filer: remember content is gzipped or not  
							
							
								
 
							
							
						 
						6 years ago  
				
					
						
							
							
								 
						
							
							
							
								
							
								13e215ee5c 
								
							
								 
							
						 
						
							
							
								
								filer: option to encrypt data on volume server  
							
							
								
 
							
							
						 
						6 years ago  
				
					
						
							
							
								 
						
							
							
							
								
							
								97ab8a1976 
								
							
								 
							
						 
						
							
							
								
								remove ctx if possible  
							
							
								
 
							
							
						 
						6 years ago  
				
					
						
							
							
								 
						
							
							
							
								
							
								892e726eb9 
								
							
								 
							
						 
						
							
							
								
								avoid reusing context object  
							
							
 
							
							
							fix https://github.com/chrislusf/seaweedfs/issues/1182  
							
						 
						6 years ago  
				
					
						
							
							
								 
						
							
							
							
								
							
								d335f04de6 
								
							
								 
							
						 
						
							
							
								
								support env variables to overwrite toml file  
							
							
								
 
							
							
						 
						6 years ago  
				
					
						
							
							
								 
						
							
							
							
								
							
								9711a6ffaa 
								
							
								 
							
						 
						
							
							
								
								WIP  
							
							
								
 
							
							
						 
						6 years ago  
				
					
						
							
							
								 
						
							
							
							
								
							
								6fc6322c90 
								
							
								 
							
						 
						
							
							
								
								Change joeslay paths to chrislusf paths  
							
							
								
 
							
							
						 
						6 years ago  
				
					
						
							
							
								 
						
							
							
							
								
							
								595a1beff0 
								
							
								 
							
						 
						
							
							
								
								Swap imports to use joeslay  
							
							
								
 
							
							
						 
						6 years ago  
				
					
						
							
							
								 
						
							
							
							
								
							
								b3b42bc947 
								
							
								 
							
						 
						
							
							
								
								replicate need to include new entry path  
							
							
								
 
							
							
						 
						7 years ago  
				
					
						
							
							
								 
						
							
							
							
								
							
								55bab1b456 
								
							
								 
							
						 
						
							
							
								
								add context.Context  
							
							
								
 
							
							
						 
						7 years ago  
				
					
						
							
							
								 
						
							
							
							
								
							
								1bfb96f34d 
								
							
								 
							
						 
						
							
							
								
								optimization for reading whole chunk with gzip encoding  
							
							
								
 
							
							
						 
						7 years ago  
				
					
						
							
							
								 
						
							
							
							
								
							
								8dfac6a4cf 
								
							
								 
							
						 
						
							
							
								
								working b2 sink  
							
							
								
 
							
							
						 
						7 years ago  
				
					
						
							
							
								 
						
							
							
							
								
							
								3674ad9f8e 
								
							
								 
							
						 
						
							
							
								
								go fmt  
							
							
								
 
							
							
						 
						7 years ago  
				
					
						
							
							
								 
						
							
							
							
								
							
								4c97ff3717 
								
							
								 
							
						 
						
							
							
								
								support AWS SQS as file change notification message queue  
							
							
								
 
							
							
						 
						7 years ago  
				
					
						
							
							
								 
						
							
							
							
								
							
								08266b7256 
								
							
								 
							
						 
						
							
							
								
								go fmt  
							
							
								
 
							
							
						 
						7 years ago  
				
					
						
							
							
								 
						
							
							
							
								
							
								a5b5887efc 
								
							
								 
							
						 
						
							
							
								
								add filer replication to aws s3  
							
							
								
 
							
							
						 
						7 years ago  
				
					
						
							
							
								 
						
							
							
							
								
							
								f8c2704d2b 
								
							
								 
							
						 
						
							
							
								
								reformat  
							
							
								
 
							
							
						 
						7 years ago  
				
					
						
							
							
								 
						
							
							
							
								
							
								56c5c7b1b6 
								
							
								 
							
						 
						
							
							
								
								add google cloud storage  
							
							
								
 
							
							
						 
						7 years ago  
				
					
						
							
							
								 
						
							
							
							
								
							
								e8ef501f02 
								
							
								 
							
						 
						
							
							
								
								add s3 replication sink  
							
							
								
 
							
							
						 
						7 years ago