Browse Source

Merge pull request #914 from jba/gocdk-receive

replication: add GoCDK PubSub support
pull/922/head
Chris Lu 6 years ago
committed by GitHub
parent
commit
a41ba79119
No known key found for this signature in database GPG Key ID: 4AEE18F83AFDEB23
  1. 1
      weed/command/scaffold.go
  2. 50
      weed/replication/sub/notification_gocdk_pub_sub.go

1
weed/command/scaffold.go

@ -190,6 +190,7 @@ enabled = false
# The exchange must have already been created by some other means, like # The exchange must have already been created by some other means, like
# the RabbitMQ management plugin. # the RabbitMQ management plugin.
topic_url = "rabbit://myexchange" topic_url = "rabbit://myexchange"
sub_url = "rabbit://myqueue"
` `
REPLICATION_TOML_EXAMPLE = ` REPLICATION_TOML_EXAMPLE = `

50
weed/replication/sub/notification_gocdk_pub_sub.go

@ -0,0 +1,50 @@
package sub
import (
"context"
"github.com/chrislusf/seaweedfs/weed/glog"
"github.com/chrislusf/seaweedfs/weed/pb/filer_pb"
"github.com/chrislusf/seaweedfs/weed/util"
"github.com/golang/protobuf/proto"
"gocloud.dev/pubsub"
_ "gocloud.dev/pubsub/awssnssqs"
_ "gocloud.dev/pubsub/azuresb"
_ "gocloud.dev/pubsub/gcppubsub"
_ "gocloud.dev/pubsub/natspubsub"
_ "gocloud.dev/pubsub/rabbitpubsub"
)
func init() {
NotificationInputs = append(NotificationInputs, &GoCDKPubSubInput{})
}
type GoCDKPubSubInput struct {
sub *pubsub.Subscription
}
func (k *GoCDKPubSubInput) GetName() string {
return "gocdk_pub_sub"
}
func (k *GoCDKPubSubInput) Initialize(config util.Configuration) error {
subURL := config.GetString("sub_url")
glog.V(0).Infof("notification.gocdk_pub_sub.sub_url: %v", subURL)
sub, err := pubsub.OpenSubscription(context.Background(), subURL)
if err != nil {
return err
}
k.sub = sub
return nil
}
func (k *GoCDKPubSubInput) ReceiveMessage() (key string, message *filer_pb.EventNotification, err error) {
msg, err := k.sub.Receive(context.Background())
key = msg.Metadata["key"]
message = &filer_pb.EventNotification{}
err = proto.Unmarshal(msg.Body, message)
if err != nil {
return "", nil, err
}
return key, message, nil
}
Loading…
Cancel
Save