refactoring

weed/command/filer_replication.go

@@ -5,6 +5,7 @@ import (
 	"github.com/chrislusf/seaweedfs/weed/replication"
 	"github.com/chrislusf/seaweedfs/weed/server"
 	"github.com/spf13/viper"
+	"strings"
 )
 
 func init() {
@@ -44,6 +45,18 @@ func runFilerReplicate(cmd *Command, args []string) bool {
 		}
 	}
 
+	// avoid recursive replication
+	if config.GetBool("notification.source.filer.enabled") && config.GetBool("notification.sink.filer.enabled") {
+		sourceConfig, sinkConfig := config.Sub("source.filer"), config.Sub("sink.filer")
+		if sourceConfig.GetString("grpcAddress") == sinkConfig.GetString("grpcAddress") {
+			fromDir := sourceConfig.GetString("directory")
+			toDir := sinkConfig.GetString("directory")
+			if strings.HasPrefix(toDir, fromDir) {
+				glog.Fatalf("recursive replication! source directory %s includes the sink directory %s", fromDir, toDir)
+			}
+		}
+	}
+
 	replicator := replication.NewReplicator(config.Sub("source.filer"), config.Sub("sink.filer"))
 
 	for {

weed/replication/replicator.go

@@ -3,9 +3,9 @@ package replication
 import (
 	"strings"
 
-	"github.com/chrislusf/seaweedfs/weed/glog"
 	"github.com/chrislusf/seaweedfs/weed/pb/filer_pb"
 	"github.com/chrislusf/seaweedfs/weed/replication/sink"
+	"github.com/chrislusf/seaweedfs/weed/replication/sink/filersink"
 	"github.com/chrislusf/seaweedfs/weed/replication/source"
 	"github.com/chrislusf/seaweedfs/weed/util"
 )
@@ -17,20 +17,12 @@ type Replicator struct {
 
 func NewReplicator(sourceConfig, sinkConfig util.Configuration) *Replicator {
 
-	sink := &sink.FilerSink{}
+	sink := &filersink.FilerSink{}
 	sink.Initialize(sinkConfig)
 
 	source := &source.FilerSource{}
 	source.Initialize(sourceConfig)
 
-	if sourceConfig.GetString("grpcAddress") == sinkConfig.GetString("grpcAddress") {
-		fromDir := sourceConfig.GetString("directory")
-		toDir := sinkConfig.GetString("directory")
-		if strings.HasPrefix(toDir, fromDir) {
-			glog.Fatalf("recursive replication! source directory %s includes the sink directory %s", fromDir, toDir)
-		}
-	}
-
 	sink.SetSourceFiler(source)
 
 	return &Replicator{

weed/replication/sink/fetch_write.go → weed/replication/sink/filersink/fetch_write.go

@@ -1,4 +1,4 @@
-package sink
+package filersink
 
 import (
 	"context"

weed/replication/sink/filer_sink.go → weed/replication/sink/filersink/filer_sink.go

@@ -1,4 +1,4 @@
-package sink
+package filersink
 
 import (
 	"context"
@@ -11,14 +11,6 @@ import (
 	"github.com/chrislusf/seaweedfs/weed/util"
 )
 
-type ReplicationSink interface {
-	DeleteEntry(key string, entry *filer_pb.Entry, deleteIncludeChunks bool) error
-	CreateEntry(key string, entry *filer_pb.Entry) error
-	UpdateEntry(key string, oldEntry, newEntry *filer_pb.Entry, deleteIncludeChunks bool) error
-	GetSinkToDirectory() string
-	SetSourceFiler(s *source.FilerSource)
-}
-
 type FilerSink struct {
 	filerSource *source.FilerSource
 	grpcAddress string

weed/replication/sink/replication_sink.go

@@ -0,0 +1,14 @@
+package sink
+
+import (
+	"github.com/chrislusf/seaweedfs/weed/pb/filer_pb"
+	"github.com/chrislusf/seaweedfs/weed/replication/source"
+)
+
+type ReplicationSink interface {
+	DeleteEntry(key string, entry *filer_pb.Entry, deleteIncludeChunks bool) error
+	CreateEntry(key string, entry *filer_pb.Entry) error
+	UpdateEntry(key string, oldEntry, newEntry *filer_pb.Entry, deleteIncludeChunks bool) error
+	GetSinkToDirectory() string
+	SetSourceFiler(s *source.FilerSource)
+}