You can not select more than 25 topics Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.

96 lines
2.5 KiB

4 years ago
4 years ago
  1. package filer
  2. import (
  3. "bytes"
  4. "math"
  5. "github.com/chrislusf/seaweedfs/weed/glog"
  6. "github.com/chrislusf/seaweedfs/weed/pb/filer_pb"
  7. "github.com/chrislusf/seaweedfs/weed/util"
  8. )
  9. // onMetadataChangeEvent is triggered after filer processed change events from local or remote filers
  10. func (f *Filer) onMetadataChangeEvent(event *filer_pb.SubscribeMetadataResponse) {
  11. f.maybeReloadFilerConfiguration(event)
  12. f.maybeReloadRemoteStorageConfigurationAndMapping(event)
  13. f.onBucketEvents(event)
  14. }
  15. func (f *Filer) onBucketEvents(event *filer_pb.SubscribeMetadataResponse) {
  16. message := event.EventNotification
  17. for _, sig := range message.Signatures {
  18. if sig == f.Signature {
  19. return
  20. }
  21. }
  22. if f.DirBucketsPath == event.Directory {
  23. if message.OldEntry == nil && message.NewEntry != nil {
  24. f.Store.OnBucketCreation(message.NewEntry.Name)
  25. }
  26. if message.OldEntry != nil && message.NewEntry == nil {
  27. f.Store.OnBucketDeletion(message.OldEntry.Name)
  28. }
  29. }
  30. }
  31. func (f *Filer) maybeReloadFilerConfiguration(event *filer_pb.SubscribeMetadataResponse) {
  32. if DirectoryEtcSeaweedFS != event.Directory {
  33. if DirectoryEtcSeaweedFS != event.EventNotification.NewParentPath {
  34. return
  35. }
  36. }
  37. entry := event.EventNotification.NewEntry
  38. if entry == nil {
  39. return
  40. }
  41. glog.V(0).Infof("procesing %v", event)
  42. if entry.Name == FilerConfName {
  43. f.reloadFilerConfiguration(entry)
  44. }
  45. }
  46. func (f *Filer) readEntry(chunks []*filer_pb.FileChunk) ([]byte, error) {
  47. var buf bytes.Buffer
  48. err := StreamContent(f.MasterClient, &buf, chunks, 0, math.MaxInt64)
  49. if err != nil {
  50. return nil, err
  51. }
  52. return buf.Bytes(), nil
  53. }
  54. func (f *Filer) reloadFilerConfiguration(entry *filer_pb.Entry) {
  55. fc := NewFilerConf()
  56. err := fc.loadFromChunks(f, entry.Content, entry.Chunks)
  57. if err != nil {
  58. glog.Errorf("read filer conf chunks: %v", err)
  59. return
  60. }
  61. f.FilerConf = fc
  62. }
  63. func (f *Filer) LoadFilerConf() {
  64. fc := NewFilerConf()
  65. err := util.Retry("loadFilerConf", func() error {
  66. return fc.loadFromFiler(f)
  67. })
  68. if err != nil {
  69. glog.Errorf("read filer conf: %v", err)
  70. return
  71. }
  72. f.FilerConf = fc
  73. }
  74. ////////////////////////////////////
  75. // load and maintain remote storages
  76. ////////////////////////////////////
  77. func (f *Filer) LoadRemoteStorageConfAndMapping() {
  78. if err := f.RemoteStorage.LoadRemoteStorageConfigurationsAndMapping(f); err != nil {
  79. glog.Errorf("read remote conf and mapping: %v", err)
  80. return
  81. }
  82. }
  83. func (f *Filer) maybeReloadRemoteStorageConfigurationAndMapping(event *filer_pb.SubscribeMetadataResponse) {
  84. // FIXME add reloading
  85. }