support for multiple sources

This commit is contained in:
cupcakearmy 2021-10-31 22:33:02 +01:00
parent d0b1b86fdd
commit 4fe241e6f3
No known key found for this signature in database
GPG Key ID: D28129AE5654D9D9

View File

@ -17,15 +17,14 @@ import (
type LocationType string type LocationType string
const ( const (
TypeLocal LocationType = "local" TypeLocal LocationType = "local"
TypeVolume LocationType = "volume" TypeVolume LocationType = "volume"
VolumePrefix string = "volume:"
TagPrefix string = "ar:"
) )
type HookArray = []string type HookArray = []string
type Hooks struct { type Hooks struct {
Dir string `yaml:"dir"`
Before HookArray `yaml:"before,omitempty"` Before HookArray `yaml:"before,omitempty"`
After HookArray `yaml:"after,omitempty"` After HookArray `yaml:"after,omitempty"`
Success HookArray `yaml:"success,omitempty"` Success HookArray `yaml:"success,omitempty"`
@ -35,6 +34,7 @@ type Hooks struct {
type Location struct { type Location struct {
name string `yaml:",omitempty"` name string `yaml:",omitempty"`
From []string `yaml:"from,omitempty"` From []string `yaml:"from,omitempty"`
Type string `yaml:"type,omitempty"`
To []string `yaml:"to,omitempty"` To []string `yaml:"to,omitempty"`
Hooks Hooks `yaml:"hooks,omitempty"` Hooks Hooks `yaml:"hooks,omitempty"`
Cron string `yaml:"cron,omitempty"` Cron string `yaml:"cron,omitempty"`
@ -48,21 +48,32 @@ func GetLocation(name string) (Location, bool) {
} }
func (l Location) validate() error { func (l Location) validate() error {
if l.From == "" { if len(l.From) == 0 {
return fmt.Errorf(`Location "%s" is missing "from" key`, l.name) return fmt.Errorf(`Location "%s" is missing "from" key`, l.name)
} }
if l.getType() == TypeLocal { t, err := l.getType()
if from, err := GetPathRelativeToConfig(l.From); err != nil { if err != nil {
return err return err
} else { }
if stat, err := os.Stat(from); err != nil { switch t {
case TypeLocal:
for _, path := range l.From {
if from, err := GetPathRelativeToConfig(path); err != nil {
return err return err
} else { } else {
if !stat.IsDir() { if stat, err := os.Stat(from); err != nil {
return fmt.Errorf("\"%s\" is not valid directory for location \"%s\"", from, l.name) return err
} else {
if !stat.IsDir() {
return fmt.Errorf("\"%s\" is not valid directory for location \"%s\"", from, l.name)
}
} }
} }
} }
case TypeVolume:
if len(l.From) > 1 {
return fmt.Errorf(`location "%s" has more than one docker volume`, l.name)
}
} }
if len(l.To) == 0 { if len(l.To) == 0 {
@ -78,10 +89,17 @@ func (l Location) validate() error {
return nil return nil
} }
func ExecuteHooks(commands []string, options ExecuteOptions) error { func (l Location) ExecuteHooks(commands []string, options ExecuteOptions) error {
if len(commands) == 0 { if len(commands) == 0 {
return nil return nil
} }
if l.Hooks.Dir != "" {
if dir, err := GetPathRelativeToConfig(l.Hooks.Dir); err != nil {
return err
} else {
options.Dir = dir
}
}
colors.Secondary.Println("\nRunning hooks") colors.Secondary.Println("\nRunning hooks")
for _, command := range commands { for _, command := range commands {
colors.Body.Println("> " + command) colors.Body.Println("> " + command)
@ -98,39 +116,38 @@ func ExecuteHooks(commands []string, options ExecuteOptions) error {
return nil return nil
} }
func (l Location) getType() LocationType { func (l Location) getType() (LocationType, error) {
if strings.HasPrefix(l.From, VolumePrefix) { t := strings.ToLower(l.Type)
return TypeVolume if t == "" || t == "local" {
return TypeLocal, nil
} else if t == "volume" {
return TypeVolume, nil
} }
return TypeLocal return "", fmt.Errorf("invalid location type \"%s\"", l.Type)
} }
func (l Location) getVolumeName() string { func (l Location) getTag(parts ...string) string {
return strings.TrimPrefix(l.From, VolumePrefix) parts = append([]string{"ar"}, parts...)
return strings.Join(parts, ":")
} }
func (l Location) getPath() (string, error) { func (l Location) getLocationTag() string {
t := l.getType() return l.getTag("location", l.name)
switch t {
case TypeLocal:
if path, err := GetPathRelativeToConfig(l.From); err != nil {
return "", err
} else {
return path, nil
}
case TypeVolume:
return "/volume/" + l.name + "/" + l.getVolumeName(), nil
}
return "", fmt.Errorf("could not get path for location \"%s\"", l.name)
} }
func (l Location) Backup(cron bool, specificBackend string) []error { func (l Location) Backup(cron bool, specificBackend string) []error {
var errors []error var errors []error
var backends []string var backends []string
colors.PrimaryPrint(" Backing up location \"%s\" ", l.name) colors.PrimaryPrint(" Backing up location \"%s\" ", l.name)
t := l.getType() t, err := l.getType()
if err != nil {
errors = append(errors, err)
return errors
}
cwd, _ := GetPathRelativeToConfig(".")
options := ExecuteOptions{ options := ExecuteOptions{
Command: "bash", Command: "bash",
Dir: cwd,
Envs: map[string]string{ Envs: map[string]string{
"AUTORESTIC_LOCATION": l.name, "AUTORESTIC_LOCATION": l.name,
}, },
@ -138,18 +155,11 @@ func (l Location) Backup(cron bool, specificBackend string) []error {
if err := l.validate(); err != nil { if err := l.validate(); err != nil {
errors = append(errors, err) errors = append(errors, err)
colors.Error.Print(err)
goto after goto after
} }
if t == TypeLocal {
dir, _ := GetPathRelativeToConfig(l.From)
colors.Faint.Printf("Executing under: \"%s\"\n", dir)
options.Dir = dir
}
// Hooks // Hooks
if err := ExecuteHooks(l.Hooks.Before, options); err != nil { if err := l.ExecuteHooks(l.Hooks.Before, options); err != nil {
errors = append(errors, err) errors = append(errors, err)
goto after goto after
} }
@ -180,25 +190,35 @@ func (l Location) Backup(cron bool, specificBackend string) []error {
cmd = append(cmd, lFlags...) cmd = append(cmd, lFlags...)
cmd = append(cmd, bFlags...) cmd = append(cmd, bFlags...)
if cron { if cron {
cmd = append(cmd, "--tag", TagPrefix+"cron") cmd = append(cmd, "--tag", l.getTag("cron"))
} }
cmd = append(cmd, "--tag", TagPrefix+"location:"+l.name) cmd = append(cmd, "--tag", l.getLocationTag())
cmd = append(cmd, ".")
backupOptions := ExecuteOptions{ backupOptions := ExecuteOptions{
Dir: options.Dir,
Envs: env, Envs: env,
} }
var out string var out string
switch t { switch t {
case TypeLocal: case TypeLocal:
for _, from := range l.From {
path, err := GetPathRelativeToConfig(from)
if err != nil {
errors = append(errors, err)
goto after
}
cmd = append(cmd, path)
}
out, err = ExecuteResticCommand(backupOptions, cmd...) out, err = ExecuteResticCommand(backupOptions, cmd...)
case TypeVolume: case TypeVolume:
ok := CheckIfVolumeExists(l.From[0])
if !ok {
errors = append(errors, fmt.Errorf("volume \"%s\" does not exist", l.From[0]))
continue
}
cmd = append(cmd, "/data")
out, err = backend.ExecDocker(l, cmd) out, err = backend.ExecDocker(l, cmd)
} }
if err != nil { if err != nil {
colors.Error.Println(out)
errors = append(errors, err) errors = append(errors, err)
continue continue
} }
@ -215,7 +235,7 @@ func (l Location) Backup(cron bool, specificBackend string) []error {
} }
// After hooks // After hooks
if err := ExecuteHooks(l.Hooks.After, options); err != nil { if err := l.ExecuteHooks(l.Hooks.After, options); err != nil {
errors = append(errors, err) errors = append(errors, err)
} }
@ -226,22 +246,19 @@ after:
} else { } else {
commands = l.Hooks.Success commands = l.Hooks.Success
} }
if err := ExecuteHooks(commands, options); err != nil { if err := l.ExecuteHooks(commands, options); err != nil {
errors = append(errors, err) errors = append(errors, err)
} }
colors.Success.Println("Done") if len(errors) == 0 {
colors.Success.Println("Done")
}
return errors return errors
} }
func (l Location) Forget(prune bool, dry bool) error { func (l Location) Forget(prune bool, dry bool) error {
colors.PrimaryPrint("Forgetting for location \"%s\"", l.name) colors.PrimaryPrint("Forgetting for location \"%s\"", l.name)
path, err := l.getPath()
if err != nil {
return err
}
for _, to := range l.To { for _, to := range l.To {
backend, _ := GetBackend(to) backend, _ := GetBackend(to)
colors.Secondary.Printf("For backend \"%s\"\n", backend.name) colors.Secondary.Printf("For backend \"%s\"\n", backend.name)
@ -254,7 +271,7 @@ func (l Location) Forget(prune bool, dry bool) error {
} }
lFlags := getOptions(l.Options, "forget") lFlags := getOptions(l.Options, "forget")
bFlags := getOptions(backend.Options, "forget") bFlags := getOptions(backend.Options, "forget")
cmd := []string{"forget", "--path", path} cmd := []string{"forget", "--tag", l.getLocationTag()}
if prune { if prune {
cmd = append(cmd, "--prune") cmd = append(cmd, "--prune")
} }
@ -284,7 +301,7 @@ func (l Location) hasBackend(backend string) bool {
return false return false
} }
func (l Location) Restore(to, from string, force bool) error { func (l Location) Restore(to, from string, force bool, snapshot string) error {
if from == "" { if from == "" {
from = l.To[0] from = l.To[0]
} else if !l.hasBackend(from) { } else if !l.hasBackend(from) {
@ -295,16 +312,20 @@ func (l Location) Restore(to, from string, force bool) error {
if err != nil { if err != nil {
return err return err
} }
colors.PrimaryPrint("Restoring location \"%s\"", l.name)
backend, _ := GetBackend(from) if snapshot == "" {
path, err := l.getPath() snapshot = "latest"
if err != nil {
return nil
} }
colors.Secondary.Println("Restoring lastest snapshot")
colors.Body.Printf("%s → %s.\n", from, path) colors.PrimaryPrint("Restoring location \"%s\"", l.name)
switch l.getType() { backend, _ := GetBackend(from)
colors.Secondary.Printf("Restoring %s@%s → %s\n", snapshot, backend.name, to)
t, err := l.getType()
if err != nil {
return err
}
switch t {
case TypeLocal: case TypeLocal:
// Check if target is empty // Check if target is empty
if !force { if !force {
@ -324,9 +345,9 @@ func (l Location) Restore(to, from string, force bool) error {
} }
} }
} }
err = backend.Exec([]string{"restore", "--target", to, "--path", path, "latest"}) err = backend.Exec([]string{"restore", "--target", to, "--tag", l.getLocationTag(), snapshot})
case TypeVolume: case TypeVolume:
_, err = backend.ExecDocker(l, []string{"restore", "--target", ".", "--path", path, "latest"}) _, err = backend.ExecDocker(l, []string{"restore", "--target", "/", "--tag", l.getLocationTag(), snapshot})
} }
if err != nil { if err != nil {
return err return err