Browse Source

Added backup machinery

master
Christopher Ramey 5 years ago
committed by cdramey
parent
commit
206eb2f149
  1. 22
      backup.go
  2. 29
      main.go
  3. 15
      storage/bolt/bolt.go
  4. 1
      storage/storage.go

22
backup.go

@ -0,0 +1,22 @@
package main
import (
"qurl/storage"
"time"
"fmt"
"path"
"os"
)
func manageBackup(stor storage.Storage, dir string, interval int){
for {
time.Sleep(time.Duration(interval) * time.Second)
fname := fmt.Sprintf("qurl-%s.backup",
time.Now().Format("20060102150405"))
err := stor.Backup(path.Join(dir, fname))
if err != nil {
fmt.Fprintf(os.Stderr, "Backup failure: %s\n", err.Error())
}
}
}

29
main.go

@ -8,7 +8,6 @@ import (
"os"
"qurl/pages"
"qurl/storage"
"runtime"
)
//go:generate bindata -m Assets -r assets -p static -o static/assets.go assets
@ -17,18 +16,10 @@ func main() {
dburl := flag.String("u", "bolt:./qurl.db", "url to database")
lsaddr := flag.String("l", "127.0.0.1:8080", "listen address/port")
jsonfile := flag.String("j", "", "path to json to load into database")
maxpro := flag.Int("m", runtime.NumCPU()+2,
"maximum number of threads to use")
backupint := flag.Int("i", 86400, "seconds between database backups")
backupdir := flag.String("b", "", "destination directory for database backups")
flag.Parse()
if *maxpro < 3 {
fmt.Fprintf(os.Stderr, "Thread limit too low: %d (min 3)\n", *maxpro)
return
}
// Limit max processes
runtime.GOMAXPROCS(*maxpro)
// Open storage backend
stor, err := storage.NewStorage(*dburl)
if err != nil {
@ -37,6 +28,22 @@ func main() {
}
defer stor.Shutdown()
// If there's a backup dir specified, do backups
// at a specific interval
if *backupdir != "" {
stat, err := os.Stat(*backupdir)
if err != nil {
fmt.Fprintf(os.Stderr, "Directory stat error: %s\n", err.Error())
return
}
if !stat.IsDir() {
fmt.Fprintf(os.Stderr, "Backup directory does not exist: %s\n", *backupdir)
return
}
go manageBackup(stor, *backupdir, *backupint)
}
// Load data if asked
if *jsonfile != "" {
err := loadjson(stor, *jsonfile)

15
storage/bolt/bolt.go

@ -4,6 +4,7 @@ import (
bolt "go.etcd.io/bbolt"
"net/url"
"time"
"os"
)
type BoltStorage struct {
@ -26,3 +27,17 @@ func New(u *url.URL) (*BoltStorage, error) {
}
return &BoltStorage{DB: db}, nil
}
func (stor *BoltStorage) Backup(bpath string) error {
tx, err := stor.DB.Begin(false)
if err != nil {
return err
}
defer tx.Rollback()
err = tx.CopyFile(bpath, os.FileMode(0600))
if err != nil {
return err
}
return nil
}

1
storage/storage.go

@ -13,6 +13,7 @@ type Storage interface {
// GetQURL(uint64) (*qurl.QURL, error)
GetQURLByURL(string) (*qurl.QURL, error)
SetQURLSequence(uint64) error
Backup(string) error
Shutdown()
}

Loading…
Cancel
Save