You can not select more than 25 topics Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.

157 lines
5.3 KiB

File Path Configuration TTL Validation (#4376) * compatibility patch for csi driver * added namespace to all component parameters * added namespace to all component parameters * dereference in range * added namespace to values.yml defaults * added namespace to s3 component * added helm chart to github pages * added helm chart to github pages * added helm chart to github pages * added helm chart to github pages * added helm chart to github pages * push on all tags * push on all tags * push on all tags * push on all tags * push on all tags * changed helm directory structure * update charts location * fixed dereference * updated permissions * updated permissions * match current action schema * added helm chart liniting CI * modified chart list changed * fixed nodejs warning * standardized a few defaults * added chart dirs * lowerd period seconds for volume startup to test chart lint changes * lowerd period seconds for volume startup to test chart lint changes * test * changed back * adjustment * debug ls statment * removed change detection * remvoed change detection * always lint the charts * added missing ) * fixed typo * added spaces in front of all comments * pdated values.yaml * pdated values.yaml * don't validate maintainers for now * update helm_ci.yml * update helm_ci.yml * update helm_ci.yml * update helm_ci.yml * update helm_ci.yml * - adds helm chart lint on changes - adds test helm chart install on k8s * updated helm chart readme.md * added artifact hub * added artifact hub * added ttl validation
2 years ago
3 months ago
4 years ago
File Path Configuration TTL Validation (#4376) * compatibility patch for csi driver * added namespace to all component parameters * added namespace to all component parameters * dereference in range * added namespace to values.yml defaults * added namespace to s3 component * added helm chart to github pages * added helm chart to github pages * added helm chart to github pages * added helm chart to github pages * added helm chart to github pages * push on all tags * push on all tags * push on all tags * push on all tags * push on all tags * changed helm directory structure * update charts location * fixed dereference * updated permissions * updated permissions * match current action schema * added helm chart liniting CI * modified chart list changed * fixed nodejs warning * standardized a few defaults * added chart dirs * lowerd period seconds for volume startup to test chart lint changes * lowerd period seconds for volume startup to test chart lint changes * test * changed back * adjustment * debug ls statment * removed change detection * remvoed change detection * always lint the charts * added missing ) * fixed typo * added spaces in front of all comments * pdated values.yaml * pdated values.yaml * don't validate maintainers for now * update helm_ci.yml * update helm_ci.yml * update helm_ci.yml * update helm_ci.yml * update helm_ci.yml * - adds helm chart lint on changes - adds test helm chart install on k8s * updated helm chart readme.md * added artifact hub * added artifact hub * added ttl validation
2 years ago
3 years ago
3 years ago
4 years ago
4 years ago
File Path Configuration TTL Validation (#4376) * compatibility patch for csi driver * added namespace to all component parameters * added namespace to all component parameters * dereference in range * added namespace to values.yml defaults * added namespace to s3 component * added helm chart to github pages * added helm chart to github pages * added helm chart to github pages * added helm chart to github pages * added helm chart to github pages * push on all tags * push on all tags * push on all tags * push on all tags * push on all tags * changed helm directory structure * update charts location * fixed dereference * updated permissions * updated permissions * match current action schema * added helm chart liniting CI * modified chart list changed * fixed nodejs warning * standardized a few defaults * added chart dirs * lowerd period seconds for volume startup to test chart lint changes * lowerd period seconds for volume startup to test chart lint changes * test * changed back * adjustment * debug ls statment * removed change detection * remvoed change detection * always lint the charts * added missing ) * fixed typo * added spaces in front of all comments * pdated values.yaml * pdated values.yaml * don't validate maintainers for now * update helm_ci.yml * update helm_ci.yml * update helm_ci.yml * update helm_ci.yml * update helm_ci.yml * - adds helm chart lint on changes - adds test helm chart install on k8s * updated helm chart readme.md * added artifact hub * added artifact hub * added ttl validation
2 years ago
adjusted regex to be from 1 to 255 for the value (#4377) * compatibility patch for csi driver * added namespace to all component parameters * added namespace to all component parameters * dereference in range * added namespace to values.yml defaults * added namespace to s3 component * added helm chart to github pages * added helm chart to github pages * added helm chart to github pages * added helm chart to github pages * added helm chart to github pages * push on all tags * push on all tags * push on all tags * push on all tags * push on all tags * changed helm directory structure * update charts location * fixed dereference * updated permissions * updated permissions * match current action schema * added helm chart liniting CI * modified chart list changed * fixed nodejs warning * standardized a few defaults * added chart dirs * lowerd period seconds for volume startup to test chart lint changes * lowerd period seconds for volume startup to test chart lint changes * test * changed back * adjustment * debug ls statment * removed change detection * remvoed change detection * always lint the charts * added missing ) * fixed typo * added spaces in front of all comments * pdated values.yaml * pdated values.yaml * don't validate maintainers for now * update helm_ci.yml * update helm_ci.yml * update helm_ci.yml * update helm_ci.yml * update helm_ci.yml * - adds helm chart lint on changes - adds test helm chart install on k8s * updated helm chart readme.md * added artifact hub * added artifact hub * added ttl validation * adjusted regex to be from 1 to 255 for the value * added better error message * fixed regex
2 years ago
File Path Configuration TTL Validation (#4376) * compatibility patch for csi driver * added namespace to all component parameters * added namespace to all component parameters * dereference in range * added namespace to values.yml defaults * added namespace to s3 component * added helm chart to github pages * added helm chart to github pages * added helm chart to github pages * added helm chart to github pages * added helm chart to github pages * push on all tags * push on all tags * push on all tags * push on all tags * push on all tags * changed helm directory structure * update charts location * fixed dereference * updated permissions * updated permissions * match current action schema * added helm chart liniting CI * modified chart list changed * fixed nodejs warning * standardized a few defaults * added chart dirs * lowerd period seconds for volume startup to test chart lint changes * lowerd period seconds for volume startup to test chart lint changes * test * changed back * adjustment * debug ls statment * removed change detection * remvoed change detection * always lint the charts * added missing ) * fixed typo * added spaces in front of all comments * pdated values.yaml * pdated values.yaml * don't validate maintainers for now * update helm_ci.yml * update helm_ci.yml * update helm_ci.yml * update helm_ci.yml * update helm_ci.yml * - adds helm chart lint on changes - adds test helm chart install on k8s * updated helm chart readme.md * added artifact hub * added artifact hub * added ttl validation
2 years ago
adjusted regex to be from 1 to 255 for the value (#4377) * compatibility patch for csi driver * added namespace to all component parameters * added namespace to all component parameters * dereference in range * added namespace to values.yml defaults * added namespace to s3 component * added helm chart to github pages * added helm chart to github pages * added helm chart to github pages * added helm chart to github pages * added helm chart to github pages * push on all tags * push on all tags * push on all tags * push on all tags * push on all tags * changed helm directory structure * update charts location * fixed dereference * updated permissions * updated permissions * match current action schema * added helm chart liniting CI * modified chart list changed * fixed nodejs warning * standardized a few defaults * added chart dirs * lowerd period seconds for volume startup to test chart lint changes * lowerd period seconds for volume startup to test chart lint changes * test * changed back * adjustment * debug ls statment * removed change detection * remvoed change detection * always lint the charts * added missing ) * fixed typo * added spaces in front of all comments * pdated values.yaml * pdated values.yaml * don't validate maintainers for now * update helm_ci.yml * update helm_ci.yml * update helm_ci.yml * update helm_ci.yml * update helm_ci.yml * - adds helm chart lint on changes - adds test helm chart install on k8s * updated helm chart readme.md * added artifact hub * added artifact hub * added ttl validation * adjusted regex to be from 1 to 255 for the value * added better error message * fixed regex
2 years ago
File Path Configuration TTL Validation (#4376) * compatibility patch for csi driver * added namespace to all component parameters * added namespace to all component parameters * dereference in range * added namespace to values.yml defaults * added namespace to s3 component * added helm chart to github pages * added helm chart to github pages * added helm chart to github pages * added helm chart to github pages * added helm chart to github pages * push on all tags * push on all tags * push on all tags * push on all tags * push on all tags * changed helm directory structure * update charts location * fixed dereference * updated permissions * updated permissions * match current action schema * added helm chart liniting CI * modified chart list changed * fixed nodejs warning * standardized a few defaults * added chart dirs * lowerd period seconds for volume startup to test chart lint changes * lowerd period seconds for volume startup to test chart lint changes * test * changed back * adjustment * debug ls statment * removed change detection * remvoed change detection * always lint the charts * added missing ) * fixed typo * added spaces in front of all comments * pdated values.yaml * pdated values.yaml * don't validate maintainers for now * update helm_ci.yml * update helm_ci.yml * update helm_ci.yml * update helm_ci.yml * update helm_ci.yml * - adds helm chart lint on changes - adds test helm chart install on k8s * updated helm chart readme.md * added artifact hub * added artifact hub * added ttl validation
2 years ago
3 years ago
3 years ago
3 years ago
  1. package shell
  2. import (
  3. "bytes"
  4. "flag"
  5. "fmt"
  6. "io"
  7. "regexp"
  8. "strings"
  9. "github.com/seaweedfs/seaweedfs/weed/filer"
  10. "github.com/seaweedfs/seaweedfs/weed/pb/filer_pb"
  11. "github.com/seaweedfs/seaweedfs/weed/storage/super_block"
  12. )
  13. func init() {
  14. Commands = append(Commands, &commandFsConfigure{})
  15. }
  16. type commandFsConfigure struct {
  17. }
  18. func (c *commandFsConfigure) Name() string {
  19. return "fs.configure"
  20. }
  21. func (c *commandFsConfigure) Help() string {
  22. return `configure and apply storage options for each location
  23. # see the current configuration file content
  24. fs.configure
  25. # trying the changes and see the possible configuration file content
  26. fs.configure -locationPrefix=/my/folder -collection=abc
  27. fs.configure -locationPrefix=/my/folder -collection=abc -ttl=7d
  28. # example: configure adding only 1 physical volume for each bucket collection
  29. fs.configure -locationPrefix=/buckets/ -volumeGrowthCount=1
  30. # apply the changes
  31. fs.configure -locationPrefix=/my/folder -collection=abc -apply
  32. # delete the changes
  33. fs.configure -locationPrefix=/my/folder -delete -apply
  34. `
  35. }
  36. func (c *commandFsConfigure) HasTag(CommandTag) bool {
  37. return false
  38. }
  39. func (c *commandFsConfigure) Do(args []string, commandEnv *CommandEnv, writer io.Writer) (err error) {
  40. fsConfigureCommand := flag.NewFlagSet(c.Name(), flag.ContinueOnError)
  41. locationPrefix := fsConfigureCommand.String("locationPrefix", "", "path prefix, required to update the path-specific configuration")
  42. collection := fsConfigureCommand.String("collection", "", "assign writes to this collection")
  43. replication := fsConfigureCommand.String("replication", "", "assign writes with this replication")
  44. ttl := fsConfigureCommand.String("ttl", "", "assign writes with this ttl (e.g., 1m, 1h, 1d, 1w, 1y)")
  45. diskType := fsConfigureCommand.String("disk", "", "[hdd|ssd|<tag>] hard drive or solid state drive or any tag")
  46. fsync := fsConfigureCommand.Bool("fsync", false, "fsync for the writes")
  47. isReadOnly := fsConfigureCommand.Bool("readOnly", false, "disable writes")
  48. worm := fsConfigureCommand.Bool("worm", false, "worm mode, If true, a file can only be changed once, after which it becomes readonly and undeletable, see https://en.wikipedia.org/wiki/Write_once_read_many")
  49. maxFileNameLength := fsConfigureCommand.Uint("maxFileNameLength", 0, "file name length limits in bytes for compatibility with Unix-based systems")
  50. dataCenter := fsConfigureCommand.String("dataCenter", "", "assign writes to this dataCenter")
  51. rack := fsConfigureCommand.String("rack", "", "assign writes to this rack")
  52. dataNode := fsConfigureCommand.String("dataNode", "", "assign writes to this dataNode")
  53. volumeGrowthCount := fsConfigureCommand.Int("volumeGrowthCount", 0, "the number of physical volumes to add if no writable volumes")
  54. isDelete := fsConfigureCommand.Bool("delete", false, "delete the configuration by locationPrefix")
  55. apply := fsConfigureCommand.Bool("apply", false, "update and apply filer configuration")
  56. if err = fsConfigureCommand.Parse(args); err != nil {
  57. return nil
  58. }
  59. fc, err := filer.ReadFilerConf(commandEnv.option.FilerAddress, commandEnv.option.GrpcDialOption, commandEnv.MasterClient)
  60. if err != nil {
  61. return err
  62. }
  63. if *locationPrefix != "" {
  64. infoAboutSimulationMode(writer, *apply, "-apply")
  65. locConf := &filer_pb.FilerConf_PathConf{
  66. LocationPrefix: *locationPrefix,
  67. Collection: *collection,
  68. Replication: *replication,
  69. Ttl: *ttl,
  70. Fsync: *fsync,
  71. MaxFileNameLength: uint32(*maxFileNameLength),
  72. DiskType: *diskType,
  73. VolumeGrowthCount: uint32(*volumeGrowthCount),
  74. ReadOnly: *isReadOnly,
  75. DataCenter: *dataCenter,
  76. Rack: *rack,
  77. DataNode: *dataNode,
  78. Worm: *worm,
  79. }
  80. // check collection
  81. if *collection != "" && strings.HasPrefix(*locationPrefix, "/buckets/") {
  82. return fmt.Errorf("one s3 bucket goes to one collection and not customizable")
  83. }
  84. // check replication
  85. if *replication != "" {
  86. rp, err := super_block.NewReplicaPlacementFromString(*replication)
  87. if err != nil {
  88. return fmt.Errorf("parse replication %s: %v", *replication, err)
  89. }
  90. if *volumeGrowthCount%rp.GetCopyCount() != 0 {
  91. return fmt.Errorf("volumeGrowthCount %d should be divided by replication copy count %d", *volumeGrowthCount, rp.GetCopyCount())
  92. }
  93. }
  94. // check ttl
  95. if *ttl != "" {
  96. regex := "^(25[0-5]|2[0-4][0-9]|[01]?[0-9][0-9]?)[mhdwMy]$"
  97. match, _ := regexp.MatchString(regex, *ttl)
  98. if !match {
  99. return fmt.Errorf("ttl should be of the following format [1 to 255][unit] (e.g., 5m, 2h, 180d, 1w, 2y)")
  100. }
  101. }
  102. // save it
  103. if *isDelete {
  104. fc.DeleteLocationConf(*locationPrefix)
  105. } else {
  106. fc.AddLocationConf(locConf)
  107. }
  108. }
  109. var buf2 bytes.Buffer
  110. fc.ToText(&buf2)
  111. fmt.Fprintf(writer, string(buf2.Bytes()))
  112. fmt.Fprintln(writer)
  113. if *apply {
  114. if err = commandEnv.WithFilerClient(false, func(client filer_pb.SeaweedFilerClient) error {
  115. return filer.SaveInsideFiler(client, filer.DirectoryEtcSeaweedFS, filer.FilerConfName, buf2.Bytes())
  116. }); err != nil && err != filer_pb.ErrNotFound {
  117. return err
  118. }
  119. }
  120. return nil
  121. }
  122. func infoAboutSimulationMode(writer io.Writer, forceMode bool, forceModeOption string) {
  123. if forceMode {
  124. return
  125. }
  126. fmt.Fprintf(writer, "Running in simulation mode. Use \"%s\" option to apply the changes.\n", forceModeOption)
  127. }