chrislu
							
						 
						
							
							
							
								
							
								f2f68f675e 
								
							
								 
							
						 
						
							
							
								
								write to disk during random writes, limiting total disk spaces used  
							
							 
							
							
								
 
							
							
						 
						4 years ago  
					 
				
					
						
							
							
								 
								chrislu
							
						 
						
							
							
							
								
							
								2f4cd20f90 
								
							
								 
							
						 
						
							
							
								
								tests skip reader pattern monitoring  
							
							 
							
							
								
 
							
							
						 
						4 years ago  
					 
				
					
						
							
							
								 
								chrislu
							
						 
						
							
							
							
								
							
								53513475bf 
								
							
								 
							
						 
						
							
							
								
								mount: add back random read support  
							
							 
							
							 
							
							
								
 
							
							
							avoid too much memory used also 
							
						 
						4 years ago  
					 
				
					
						
							
							
								 
								chrislu
							
						 
						
							
							
							
								
							
								f70c1e449b 
								
							
								 
							
						 
						
							
							
								
								add useful doc link  
							
							 
							
							
								
 
							
							
						 
						4 years ago  
					 
				
					
						
							
							
								 
								chrislu
							
						 
						
							
							
							
								
							
								b20ddc57a7 
								
							
								 
							
						 
						
							
							
								
								mount: return open status  
							
							 
							
							
								
 
							
							
						 
						4 years ago  
					 
				
					
						
							
							
								 
								chrislu
							
						 
						
							
							
							
								
							
								b40d252761 
								
							
								 
							
						 
						
							
							
								
								mount: chmod for root  
							
							 
							
							
								
 
							
							
						 
						4 years ago  
					 
				
					
						
							
							
								 
								chrislu
							
						 
						
							
							
							
								
							
								3a6eb8ca5f 
								
							
								 
							
						 
						
							
							
								
								default bind to one ip address  
							
							 
							
							 
							
							
								
 
							
							
							fix https://github.com/chrislusf/seaweedfs/issues/1937  
							
						 
						4 years ago  
					 
				
					
						
							
							
								 
								Konstantin Lebedev
							
						 
						
							
							
							
								
							
								f53cff045f 
								
							
								 
							
						 
						
							
							
								
								checks disk file exist  
							
							 
							
							
								
 
							
							
						 
						4 years ago  
					 
				
					
						
							
							
								 
								chrislu
							
						 
						
							
							
							
								
							
								011a41b561 
								
							
								 
							
						 
						
							
							
								
								add back writes to swap file when too many in memory chunks are used.  
							
							 
							
							
								
 
							
							
						 
						4 years ago  
					 
				
					
						
							
							
								 
								zzq09494
							
						 
						
							
							
							
								
							
								2ea18fca48 
								
							
								 
							
						 
						
							
							
								
								fix:support some databases which not support 'IF NOT EXISTS' keyword of 'create table command'  
							
							 
							
							
								
 
							
							
						 
						4 years ago  
					 
				
					
						
							
							
								 
								banjiaojuhao
							
						 
						
							
							
							
								
							
								f28dbbe5c5 
								
							
								 
							
						 
						
							
							
								
								[bugfix] filer: 1. Delete uploaded chunks when upload failed. 2. Report error when upload is interrupted by user.  
							
							 
							
							
								
 
							
							
						 
						4 years ago  
					 
				
					
						
							
							
								 
								chrislu
							
						 
						
							
							
							
								
							
								dc204dd137 
								
							
								 
							
						 
						
							
							
								
								fix nil entry  
							
							 
							
							 
							
							
								
 
							
							
							panic: runtime error: invalid memory address or nil pointer dereference
[signal SIGSEGV: segmentation violation code=0x1 addr=0x40 pc=0x1d340b4]
goroutine 130523 [running]:
github.com/chrislusf/seaweedfs/weed/filer.FileSize(...)
        /code/seaweedfs/weed/filer/filechunks.go:26
github.com/chrislusf/seaweedfs/weed/mount.(*WFS).Lookup(0xc000866d80, 0x1, 0xc002897f40, {0xc004b00980, 0x39}, 0x1ec19e0)
        /code/seaweedfs/weed/mount/weedfs_dir_lookup.go:59 +0x654
github.com/hanwen/go-fuse/v2/fuse.doLookup(0xc00033c000, 0xc00033c000)
        /code/go/pkg/mod/github.com/hanwen/go-fuse/v2@v2.1.0/fuse/opcode.go:333 +0x6b
github.com/hanwen/go-fuse/v2/fuse.(*Server).handleRequest(0xc000ab2420, 0xc00033c000)
        /code/go/pkg/mod/github.com/hanwen/go-fuse/v2@v2.1.0/fuse/server.go:483 +0x1f3
github.com/hanwen/go-fuse/v2/fuse.(*Server).loop(0xc000ab2420, 0x0)
        /code/go/pkg/mod/github.com/hanwen/go-fuse/v2@v2.1.0/fuse/server.go:456 +0x110
created by github.com/hanwen/go-fuse/v2/fuse.(*Server).readRequest
        /code/go/pkg/mod/github.com/hanwen/go-fuse/v2@v2.1.0/fuse/server.go:323 +0x534 
							
						 
						4 years ago  
					 
				
					
						
							
							
								 
								banjiaojuhao
							
						 
						
							
							
							
								
							
								f7f2a597dd 
								
							
								 
							
						 
						
							
							
								
								minor  
							
							 
							
							
								
 
							
							
						 
						4 years ago  
					 
				
					
						
							
							
								 
								banjiaojuhao
							
						 
						
							
							
							
								
							
								d61bea9038 
								
							
								 
							
						 
						
							
							
								
								[bugfix] filer: In file modification, old chunks will be mis-deleted when they are merged(Manifestized).  
							
							 
							
							
								
 
							
							
						 
						4 years ago  
					 
				
					
						
							
							
								 
								chrislu
							
						 
						
							
							
							
								
							
								3aeee3d748 
								
							
								 
							
						 
						
							
							
								
								ensure releasing file handle  
							
							 
							
							
								
 
							
							
						 
						4 years ago  
					 
				
					
						
							
							
								 
								chrislu
							
						 
						
							
							
							
								
							
								8136384473 
								
							
								 
							
						 
						
							
							
								
								remove debug message  
							
							 
							
							
								
 
							
							
						 
						4 years ago  
					 
				
					
						
							
							
								 
								banjiaojuhao
							
						 
						
							
							
							
								
							
								b9ff7723dd 
								
							
								 
							
						 
						
							
							
								
								[bugfix] filer: nil pointer dereference  
							
							 
							
							
								
 
							
							
						 
						4 years ago  
					 
				
					
						
							
							
								 
								chrislu
							
						 
						
							
							
							
								
							
								da3d330616 
								
							
								 
							
						 
						
							
							
								
								s3 and filer transport using unix domain socket instead of tcp  
							
							 
							
							
								
 
							
							
						 
						4 years ago  
					 
				
					
						
							
							
								 
								chrislu
							
						 
						
							
							
							
								
							
								0cb17b45b1 
								
							
								 
							
						 
						
							
							
								
								refactoring  
							
							 
							
							
								
 
							
							
						 
						4 years ago  
					 
				
					
						
							
							
								 
								chrislu
							
						 
						
							
							
							
								
							
								6d3db4445b 
								
							
								 
							
						 
						
							
							
								
								buffer for all range requests  
							
							 
							
							
								
 
							
							
						 
						4 years ago  
					 
				
					
						
							
							
								 
								chrislu
							
						 
						
							
							
							
								
							
								f3bcbeb60a 
								
							
								 
							
						 
						
							
							
								
								a little optimization  
							
							 
							
							
								
 
							
							
						 
						4 years ago  
					 
				
					
						
							
							
								 
								chrislu
							
						 
						
							
							
							
								
							
								6f3ec989a7 
								
							
								 
							
						 
						
							
							
								
								fix manifest batch size  
							
							 
							
							
								
 
							
							
						 
						4 years ago  
					 
				
					
						
							
							
								 
								chrislu
							
						 
						
							
							
							
								
							
								bb0b784544 
								
							
								 
							
						 
						
							
							
								
								minor  
							
							 
							
							
								
 
							
							
						 
						4 years ago  
					 
				
					
						
							
							
								 
								banjiaojuhao
							
						 
						
							
							
							
								
							
								bfcc9ca808 
								
							
								 
							
						 
						
							
							
								
								filer: support metadata with resolved manifest chunk  
							
							 
							
							
								
 
							
							
						 
						4 years ago  
					 
				
					
						
							
							
								 
								banjiaojuhao
							
						 
						
							
							
							
								
							
								71f3046841 
								
							
								 
							
						 
						
							
							
								
								filer: add back isAppend function  
							
							 
							
							
								
 
							
							
						 
						4 years ago  
					 
				
					
						
							
							
								 
								chrislu
							
						 
						
							
							
							
								
							
								0ba4e4cd23 
								
							
								 
							
						 
						
							
							
								
								2.93  
							
							 
							
							
								
 
							
							
						 
						4 years ago  
					 
				
					
						
							
							
								 
								chrislu
							
						 
						
							
							
							
								
							
								46a28b8819 
								
							
								 
							
						 
						
							
							
								
								mount: adjust disk space based on quota  
							
							 
							
							
								
 
							
							
						 
						4 years ago  
					 
				
					
						
							
							
								 
								chrislu
							
						 
						
							
							
							
								
							
								ede6ce44c6 
								
							
								 
							
						 
						
							
							
								
								fix test  
							
							 
							
							
								
 
							
							
						 
						4 years ago  
					 
				
					
						
							
							
								 
								chrislu
							
						 
						
							
							
							
								
							
								f3442e36e6 
								
							
								 
							
						 
						
							
							
								
								mount: quota adjust error type to be syscall.ENOSPC  
							
							 
							
							
								
 
							
							
						 
						4 years ago  
					 
				
					
						
							
							
								 
								Konstantin Lebedev
							
						 
						
							
							
							
								
							
								cf444ebd07 
								
							
								 
							
						 
						
							
							
								
								Set default leveldb2 enabled  
							
							 
							
							 
							
							
								
 
							
							
							avoid Filer store is enabled for both leveldb2 and mysql 
							
						 
						4 years ago  
					 
				
					
						
							
							
								 
								banjiaojuhao
							
						 
						
							
							
							
								
							
								a07c93f4dd 
								
							
								 
							
						 
						
							
							
								
								filer: reset bytesBuffer before use  
							
							 
							
							
								
 
							
							
						 
						4 years ago  
					 
				
					
						
							
							
								 
								chrislu
							
						 
						
							
							
							
								
							
								c7e8ac18f0 
								
							
								 
							
						 
						
							
							
								
								mount: quota for one mounted collection  
							
							 
							
							 
							
							
								
 
							
							
							related to https://github.com/seaweedfs/seaweedfs-csi-driver/issues/48  
							
						 
						4 years ago  
					 
				
					
						
							
							
								 
								chrislu
							
						 
						
							
							
							
								
							
								b7c992f410 
								
							
								 
							
						 
						
							
							
								
								add flag to enforce quota  
							
							 
							
							
								
 
							
							
						 
						4 years ago  
					 
				
					
						
							
							
								 
								chrislu
							
						 
						
							
							
							
								
							
								f1713c96ae 
								
							
								 
							
						 
						
							
							
								
								avoid possible runtime error: index out of range [0] with length 0  
							
							 
							
							
								
 
							
							
						 
						4 years ago  
					 
				
					
						
							
							
								 
								chrislu
							
						 
						
							
							
							
								
							
								da76af187f 
								
							
								 
							
						 
						
							
							
								
								mount: avoid possible index out of bounds error  
							
							 
							
							
								
 
							
							
						 
						4 years ago  
					 
				
					
						
							
							
								 
								chrislu
							
						 
						
							
							
							
								
							
								6e49e75a5b 
								
							
								 
							
						 
						
							
							
								
								use logical number of files and sizes for statistics and quota  
							
							 
							
							
								
 
							
							
						 
						4 years ago  
					 
				
					
						
							
							
								 
								chrislu
							
						 
						
							
							
							
								
							
								f51e20028a 
								
							
								 
							
						 
						
							
							
								
								mount: avoid comma in mount options  
							
							 
							
							 
							
							
								
 
							
							
							fix https://github.com/chrislusf/seaweedfs/issues/2719  
							
						 
						4 years ago  
					 
				
					
						
							
							
								 
								chrislu
							
						 
						
							
							
							
								
							
								dc0f48682c 
								
							
								 
							
						 
						
							
							
								
								unused  
							
							 
							
							
								
 
							
							
						 
						4 years ago  
					 
				
					
						
							
							
								 
								chrislu
							
						 
						
							
							
							
								
							
								28b8974a3a 
								
							
								 
							
						 
						
							
							
								
								mount: fix directory pagination when using midnight commander  
							
							 
							
							
								
 
							
							
						 
						4 years ago  
					 
				
					
						
							
							
								 
								chrislu
							
						 
						
							
							
							
								
							
								a96d4254e9 
								
							
								 
							
						 
						
							
							
								
								filer, s3, volume server: a bit memory optimization  
							
							 
							
							
								
 
							
							
						 
						4 years ago  
					 
				
					
						
							
							
								 
								chrislu
							
						 
						
							
							
							
								
							
								6fbbc78574 
								
							
								 
							
						 
						
							
							
								
								stream reading a whole chunk  
							
							 
							
							
								
 
							
							
						 
						4 years ago  
					 
				
					
						
							
							
								 
								chrislu
							
						 
						
							
							
							
								
							
								784583afc6 
								
							
								 
							
						 
						
							
							
								
								avoid pool memory allocation if too large  
							
							 
							
							
								
 
							
							
						 
						4 years ago  
					 
				
					
						
							
							
								 
								chrislu
							
						 
						
							
							
							
								
							
								ba14307319 
								
							
								 
							
						 
						
							
							
								
								2.92  
							
							 
							
							
								
 
							
							
						 
						4 years ago  
					 
				
					
						
							
							
								 
								chrislu
							
						 
						
							
							
							
								
							
								fcf3714443 
								
							
								 
							
						 
						
							
							
								
								mount: add back support for filer.path  
							
							 
							
							
								
 
							
							
						 
						4 years ago  
					 
				
					
						
							
							
								 
								chrislu
							
						 
						
							
							
							
								
							
								80c017907b 
								
							
								 
							
						 
						
							
							
								
								filer.backup: fix backing up encrypted chunks  
							
							 
							
							 
							
							
								
 
							
							
							I have done filer.backup test:
replication.toml:
[sink.local]
enabled = true
directory = "/srv/test"
___
system@dat1:/srv/test$ weed filer.backup -filer=app1:8888 -filerProxy
I0228 12:39:28 19571 filer_replication.go:129] Configure sink to local
I0228 12:39:28 19571 filer_backup.go:98] resuming from 2022-02-28 12:04:20.210984693 +0100 CET
I0228 12:39:29 19571 filer_backup.go:113] backup app1:8888 progressed to 2022-02-28 12:04:20.211726749 +0100 CET 0.33/sec
system@dat1:/srv/test$ ls -l
total 16
drwxr-xr-x 2 system system 4096 Feb 28 12:39 a
-rw-r--r-- 1 system system   48 Feb 28 12:39 fu.txt
-rw-r--r-- 1 system system   32 Feb 28 12:39 _index.html
-rw-r--r-- 1 system system   68 Feb 28 12:39 index.php
system@dat1:/srv/test$ cat fu.txt
?	?=?^??`?f^};?{4?Z%?X0=??rV????|"?1??踪~??
system@dat1:/srv/test$
On the active mount on the target server it's:
system@app1:/srv/app$ ls -l
total 2
drwxrwxr-x 1 system system  0 Feb 28 12:04 a
-rw-r--r-- 1 system system 20 Feb 28 12:04 fu.txt
-rw-r--r-- 1 system system  4 Feb 28 12:04 _index.html
-rw-r--r-- 1 system system 40 Feb 28 12:04 index.php
system@app1:/srv/app$ cat fu.txt
This is static boy!
Filer was started with: weed filer master="app1:9333,app2:9333,app3:9333" -encryptVolumeData
It seems like it's still encrypted? 
							
						 
						4 years ago  
					 
				
					
						
							
							
								 
								chrislu
							
						 
						
							
							
							
								
							
								aad62ee148 
								
							
								 
							
						 
						
							
							
								
								mount: mark directory uncached if forgotten  
							
							 
							
							
								
 
							
							
						 
						4 years ago  
					 
				
					
						
							
							
								 
								chrislu
							
						 
						
							
							
							
								
							
								554e239097 
								
							
								 
							
						 
						
							
							
								
								release file handle  
							
							 
							
							
								
 
							
							
						 
						4 years ago  
					 
				
					
						
							
							
								 
								chrislu
							
						 
						
							
							
							
								
							
								3639fedd01 
								
							
								 
							
						 
						
							
							
								
								mount: fix fsync opened and renamed files  
							
							 
							
							
								
 
							
							
						 
						4 years ago  
					 
				
					
						
							
							
								 
								chrislu
							
						 
						
							
							
							
								
							
								63a9d8f01d 
								
							
								 
							
						 
						
							
							
								
								ensure inodes are not duplicating unless hardlinked  
							
							 
							
							
								
 
							
							
						 
						4 years ago  
					 
				
					
						
							
							
								 
								chrislu
							
						 
						
							
							
							
								
							
								de77d00c81 
								
							
								 
							
						 
						
							
							
								
								correctly clean up for a file  
							
							 
							
							
								
 
							
							
						 
						4 years ago