package storage import ( "encoding/json" "errors" "io/ioutil" "log" "net/url" "pkg/util" "strconv" "strings" ) type Store struct { volumes map[VolumeId]*Volume dir string Port int PublicUrl string MaxVolumeCount int } func NewStore(port int, publicUrl, dirname string, maxVolumeCount int) (s *Store) { s = &Store{Port: port, PublicUrl: publicUrl, dir: dirname, MaxVolumeCount: maxVolumeCount} s.volumes = make(map[VolumeId]*Volume) s.loadExistingVolumes() log.Println("Store started on dir:", dirname, "with", len(s.volumes), "volumes") return } func (s *Store) AddVolume(volumeListString string, replicationType string) (error) { rt, e := NewReplicationType(replicationType) if e!=nil { return e } for _, range_string := range strings.Split(volumeListString, ",") { if strings.Index(range_string, "-") < 0 { id_string := range_string id, err := strconv.ParseUint(id_string, 10, 64) if err != nil { return errors.New("Volume Id " + id_string + " is not a valid unsigned integer!") } e = s.addVolume(VolumeId(id), rt) } else { pair := strings.Split(range_string, "-") start, start_err := strconv.ParseUint(pair[0], 10, 64) if start_err != nil { return errors.New("Volume Start Id" + pair[0] + " is not a valid unsigned integer!") } end, end_err := strconv.ParseUint(pair[1], 10, 64) if end_err != nil { return errors.New("Volume End Id" + pair[1] + " is not a valid unsigned integer!") } for id := start; id <= end; id++ { if err := s.addVolume(VolumeId(id), rt); err != nil { e = err } } } } return e } func (s *Store) addVolume(vid VolumeId, replicationType ReplicationType) error { if s.volumes[vid] != nil { return errors.New("Volume Id " + vid.String() + " already exists!") } log.Println("In dir", s.dir, "adds volume =", vid, ", replicationType =", replicationType) s.volumes[vid] = NewVolume(s.dir, vid, replicationType) return nil } func (s *Store) loadExistingVolumes() { if dirs, err := ioutil.ReadDir(s.dir); err == nil { for _, dir := range dirs { name := dir.Name() if !dir.IsDir() && strings.HasSuffix(name, ".dat") { base := name[:len(name)-len(".dat")] if vid, err := NewVolumeId(base); err == nil { if s.volumes[vid] == nil { v := NewVolume(s.dir, vid, CopyNil) s.volumes[vid] = v log.Println("In dir", s.dir, "reads volume = ", vid, ", replicationType =", v.replicaType) } } } } } } func (s *Store) Status() []*VolumeInfo { var stats []*VolumeInfo for k, v := range s.volumes { s := new(VolumeInfo) s.Id, s.Size, s.RepType = VolumeId(k), v.Size(), v.replicaType stats = append(stats, s) } return stats } func (s *Store) Join(mserver string) error { stats := new([]*VolumeInfo) for k, v := range s.volumes { s := new(VolumeInfo) s.Id, s.Size, s.RepType = VolumeId(k), v.Size(), v.replicaType *stats = append(*stats, s) } bytes, _ := json.Marshal(stats) values := make(url.Values) values.Add("port", strconv.Itoa(s.Port)) values.Add("publicUrl", s.PublicUrl) values.Add("volumes", string(bytes)) values.Add("maxVolumeCount", strconv.Itoa(s.MaxVolumeCount)) _, err := util.Post("http://"+mserver+"/dir/join", values) return err } func (s *Store) Close() { for _, v := range s.volumes { v.Close() } } func (s *Store) Write(i VolumeId, n *Needle) uint32 { if v := s.volumes[i]; v != nil { return v.write(n) } return 0 } func (s *Store) Delete(i VolumeId, n *Needle) uint32 { if v := s.volumes[i]; v != nil { return v.delete(n) } return 0 } func (s *Store) Read(i VolumeId, n *Needle) (int, error) { if v := s.volumes[i]; v != nil { return v.read(n) } return 0, errors.New("Not Found") } func (s *Store) GetVolume(i VolumeId) *Volume { return s.volumes[i] } func (s *Store) HasVolume(i VolumeId) bool { _, ok := s.volumes[i] return ok }