You can not select more than 25 topics Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.

98 lines
2.5 KiB

5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
  1. package shell
  2. import (
  3. "context"
  4. "flag"
  5. "fmt"
  6. "io"
  7. "math"
  8. "github.com/chrislusf/seaweedfs/weed/pb/filer_pb"
  9. )
  10. func init() {
  11. Commands = append(Commands, &commandS3BucketList{})
  12. }
  13. type commandS3BucketList struct {
  14. }
  15. func (c *commandS3BucketList) Name() string {
  16. return "s3.bucket.list"
  17. }
  18. func (c *commandS3BucketList) Help() string {
  19. return `list all buckets
  20. `
  21. }
  22. func (c *commandS3BucketList) Do(args []string, commandEnv *CommandEnv, writer io.Writer) (err error) {
  23. bucketCommand := flag.NewFlagSet(c.Name(), flag.ContinueOnError)
  24. if err = bucketCommand.Parse(args); err != nil {
  25. return nil
  26. }
  27. // collect collection information
  28. topologyInfo, _, err := collectTopologyInfo(commandEnv)
  29. if err != nil {
  30. return err
  31. }
  32. collectionInfos := make(map[string]*CollectionInfo)
  33. collectCollectionInfo(topologyInfo, collectionInfos)
  34. _, parseErr := commandEnv.parseUrl(findInputDirectory(bucketCommand.Args()))
  35. if parseErr != nil {
  36. return parseErr
  37. }
  38. var filerBucketsPath string
  39. filerBucketsPath, err = readFilerBucketsPath(commandEnv)
  40. if err != nil {
  41. return fmt.Errorf("read buckets: %v", err)
  42. }
  43. err = filer_pb.List(commandEnv, filerBucketsPath, "", func(entry *filer_pb.Entry, isLast bool) error {
  44. if !entry.IsDirectory {
  45. return nil
  46. }
  47. collection := entry.Name
  48. var collectionSize, fileCount uint64
  49. if collectionInfo, found := collectionInfos[collection]; found {
  50. collectionSize = collectionInfo.Size
  51. fileCount = collectionInfo.FileCount - collectionInfo.DeleteCount
  52. }
  53. fmt.Fprintf(writer, " %s\tsize:%d\tfile:%d", entry.Name, collectionSize, fileCount)
  54. if entry.Quota > 0 {
  55. fmt.Fprintf(writer, "\tquota:%d\tusage:%.2f%%", entry.Quota, float64(collectionSize)*100/float64(entry.Quota))
  56. }
  57. if entry.Attributes.Replication != "" && entry.Attributes.Replication != "000" {
  58. fmt.Fprintf(writer, "\treplication:%s", entry.Attributes.Replication)
  59. }
  60. fmt.Fprintln(writer)
  61. return nil
  62. }, "", false, math.MaxUint32)
  63. if err != nil {
  64. return fmt.Errorf("list buckets under %v: %v", filerBucketsPath, err)
  65. }
  66. return err
  67. }
  68. func readFilerBucketsPath(filerClient filer_pb.FilerClient) (filerBucketsPath string, err error) {
  69. err = filerClient.WithFilerClient(false, func(client filer_pb.SeaweedFilerClient) error {
  70. resp, err := client.GetFilerConfiguration(context.Background(), &filer_pb.GetFilerConfigurationRequest{})
  71. if err != nil {
  72. return fmt.Errorf("get filer configuration: %v", err)
  73. }
  74. filerBucketsPath = resp.DirBuckets
  75. return nil
  76. })
  77. return filerBucketsPath, err
  78. }