package boltrest import ( "encoding/json" "fmt" "io/ioutil" "net/http" "strconv" "strings" "time" "github.com/boltdb/bolt" ) // This a custom library for saving/syncing data // in a local bolt db and a remote db through a // rest api. // DB is a struct for accomplishing this type DB struct { localFile string remoteURL string apiToken string remoteMD5 string online bool localDB *bolt.DB } // Open returns the DB object func Open(filename string) (*DB, error) { var err error b := DB{localFile: filename} b.localDB, err = bolt.Open(filename, 0644, nil) if err != nil { return nil, err } return &b, nil } // GetValue returns the value at path // path is a '/' separated list of tokens // the last token is a key, all others are buckets func (b *DB) GetValue(path []string, key string) (string, error) { var err error var ret string // TODO: Make sure local db is fresh (or offline) b.localDB.View(func(tx *bolt.Tx) error { bkt := tx.Bucket([]byte(path[0])) if bkt == nil { return fmt.Errorf("Couldn't find bucket " + path[0]) } var newBkt *bolt.Bucket for idx := 1; idx < len(path); idx++ { newBkt = bkt.Bucket([]byte(path[idx])) if newBkt == nil { return fmt.Errorf("Couldn't find bucket " + strings.Join(path[:idx], "/")) } } // newBkt should have the last bucket in the path ret = string(newBkt.Get([]byte(key))) return nil }) return ret, err } // SetValue sets the value at path to val // path is a slice of tokens func (b *DB) SetValue(path []string, key, val string) error { var err error b.localDB.Update(func(tx *bolt.Tx) error { newBkt := tx.Bucket([]byte(path[0])) if newBkt == nil { return fmt.Errorf("Couldn't find bucket " + path[0]) } for idx := 1; idx < len(path); idx++ { newBkt, err = newBkt.CreateBucketIfNotExists([]byte(path[idx])) if err != nil { return err } } // newBkt should have the last bucket in the path return newBkt.Put([]byte(key), []byte(val)) }) return err } // GetInt returns the value at 'path' // path is a '/' separated list of tokens // the last token is a key, all others are buckets // If the value cannot be parsed as an int, error func (b *DB) GetInt(path []string, key string) (int, error) { var ret int r, err := b.GetValue(path, key) if err == nil { ret, err = strconv.Atoi(r) } return ret, err } // SetInt Sets an integer value func (b *DB) SetInt(path []string, key string, val int) error { return b.SetValue(path, key, strconv.Itoa(val)) } // GetBool returns the value at 'path' // If the value cannot be parsed as a bool, error // We check 'true/false' and '1/0', else error func (b *DB) GetBool(path []string, key string) (bool, error) { var ret bool r, err := b.GetValue(path, key) if err == nil { if r == "true" || r == "1" { ret = true } else if r != "false" && r != "0" { err = fmt.Errorf("Cannot parse as a boolean") } } return ret, err } // SetBool Sets a boolean value func (b *DB) SetBool(path []string, key string, val bool) error { if val { return b.SetValue(path, key, "true") } return b.SetValue(path, key, "false") } // GetTimestamp returns the value at 'path' // If the value cannot be parsed as a RFC3339, error func (b *DB) GetTimestamp(path []string, key string) (time.Time, error) { r, err := b.GetValue(path, key) if err == nil { return time.Parse(time.RFC3339, r) } return time.Unix(0, 0), err } // SetTimestamp returns the value at 'path' func (b *DB) SetTimestamp(path []string, key string, val time.Time) error { return b.SetValue(path, key, val.Format(time.RFC3339)) } // GetBucketList returns a list of all sub-buckets at path func (b *DB) GetBucketList(path []string) ([]string, error) { var err error var ret []string // TODO: Make sure local db is fresh (or offline) err = b.localDB.Update(func(tx *bolt.Tx) error { bkt := tx.Bucket([]byte(path[0])) if bkt == nil { return fmt.Errorf("Couldn't find bucket " + path[0]) } var newBkt *bolt.Bucket for idx := 1; idx < len(path); idx++ { newBkt = bkt.Bucket([]byte(path[idx])) if newBkt == nil { return fmt.Errorf("Couldn't find bucket " + strings.Join(path[:idx], "/")) } } // newBkt should have the last bucket in the path berr := newBkt.ForEach(func(k, v []byte) error { if v == nil { // Must be a bucket ret = append(ret, string(k)) } return nil }) return berr }) return ret, err } // GetKeyList returns a list of all keys at path func (b *DB) GetKeyList(path []string) ([]string, error) { var err error var ret []string // TODO: Make sure local db is fresh (or offline) err = b.localDB.Update(func(tx *bolt.Tx) error { bkt := tx.Bucket([]byte(path[0])) if bkt == nil { return fmt.Errorf("Couldn't find bucket " + path[0]) } var newBkt *bolt.Bucket for idx := 1; idx < len(path); idx++ { newBkt = bkt.Bucket([]byte(path[idx])) if newBkt == nil { return fmt.Errorf("Couldn't find bucket " + strings.Join(path[:idx], "/")) } } // newBkt should have the last bucket in the path berr := newBkt.ForEach(func(k, v []byte) error { if v != nil { // Not a bucket ret = append(ret, string(k)) } return nil }) return berr }) return ret, err } // DeletePair deletes the pair with key at path func (b *DB) DeletePair(path []string, key string) error { var err error // TODO: Make sure local db is fresh (or offline) err = b.localDB.Update(func(tx *bolt.Tx) error { bkt := tx.Bucket([]byte(path[0])) if bkt == nil { return fmt.Errorf("Couldn't find bucket " + path[0]) } var newBkt *bolt.Bucket for idx := 1; idx < len(path); idx++ { newBkt = bkt.Bucket([]byte(path[idx])) if newBkt == nil { return fmt.Errorf("Couldn't find bucket " + strings.Join(path[:idx], "/")) } } // newBkt should have the last bucket in the path // Test to make sure that key is a pair, if so, delete it if tst := newBkt.Bucket([]byte(key)); tst == nil { return newBkt.Delete([]byte(key)) } return nil }) return err } // DeleteBucket deletes the bucket key at path func (b *DB) DeleteBucket(path []string, key string) error { var err error // TODO: Make sure local db is fresh (or offline) err = b.localDB.Update(func(tx *bolt.Tx) error { bkt := tx.Bucket([]byte(path[0])) if bkt == nil { return fmt.Errorf("Couldn't find bucket " + path[0]) } var newBkt *bolt.Bucket for idx := 1; idx < len(path); idx++ { newBkt = bkt.Bucket([]byte(path[idx])) if newBkt == nil { return fmt.Errorf("Couldn't find bucket " + strings.Join(path[:idx], "/")) } } // newBkt should have the last bucket in the path // Test to make sure that key is a bucket, if so, delete it if tst := newBkt.Bucket([]byte(key)); tst != nil { return newBkt.Delete([]byte(key)) } return nil }) return err } type setURLResponse struct { dbMD5 string } // SetDBURL sets the DB's remote URL func (b *DB) SetDBURL(url string) (bool, string) { resp, err := http.Get(url) if err != nil { return false, "" } defer resp.Body.Close() body, err := ioutil.ReadAll(resp.Body) sur := setURLResponse{} json.Unmarshal(body, sur) return true, sur.dbMD5 }