fix for remote host ports

- expanding `environment` vars in cmd section
- support for connecting to one proxy/bastion host
- better notification text layout
- better error message on private key failing to open

.gitignore

@@ -0,0 +1,2 @@
+
+dist/

.goreleaser.yaml

@@ -0,0 +1,48 @@
+# This is an example .goreleaser.yml file with some sensible defaults.
+# Make sure to check the documentation at https://goreleaser.com
+before:
+  hooks:
+    # You may remove this if you don't use go modules.
+    - go mod tidy
+builds:
+  - env:
+      - CGO_ENABLED=0
+    goos:
+      - freebsd
+      - linux
+    goarch:
+      - "386"
+      - amd64
+      - arm64
+
+archives:
+  - format: tar.gz
+    # this name template makes the OS and Arch compatible with the results of uname.
+    name_template: >-
+      {{ .ProjectName }}
+      {{- title .Os }}_
+      {{- if eq .Arch "amd64" }}x86_64
+      {{- else if eq .Arch "386" }}i386
+      {{- else }}{{ .Arch }}{{ end }}
+      {{- if .Arm }}v{{ .Arm }}{{ end }}
+    # use zip for windows archives
+    format_overrides:
+    - goos: windows
+      format: zip
+checksum:
+  name_template: 'checksums.txt'
+snapshot:
+  name_template: "{{ incpatch .Version }}-next"
+changelog:
+  sort: asc
+  filters:
+    exclude:
+      - '^docs:'
+      - '^test:'
+
+gitea_urls:
+  api: https://git.andrewnw.xyz/api/v1
+  download: https://git.andrewnw.xyz
+# The lines beneath this are called `modelines`. See `:help modeline`
+# Feel free to remove those if you don't want/use them.
+# yaml-language-server: $schema=https://goreleaser.com/static/schema.json

License

@@ -0,0 +1,13 @@
+   Copyright 2023 Andrew Woodlee
+
+   Licensed under the Apache License, Version 2.0 (the "License");
+   you may not use this file except in compliance with the License.
+   You may obtain a copy of the License at
+
+     http://www.apache.org/licenses/LICENSE-2.0
+
+   Unless required by applicable law or agreed to in writing, software
+   distributed under the License is distributed on an "AS IS" BASIS,
+   WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+   See the License for the specific language governing permissions and
+   limitations under the License.

Makefile

@@ -0,0 +1,5 @@
+build:
+	go build
+
+gorealeaser-build:
+	goreleaser release --snapshot --rm-dist

README

@@ -1 +0,0 @@
-# Plan

README.md

@@ -0,0 +1,45 @@
+# Backy - an application to manage backups
+
+This app is in development, and is currently not stable. Expect core functionality to possiblly break.
+
+## Installing
+
+To install:
+
+`go install git.andrewnw.xyz/CyberShell/backy@master`
+
+This assumes you already have a working Go environment, if not please see [this page](https://golang.org/doc/install) first.
+
+You can also download binaries [here](https://git.andrewnw.xyz/CyberShell/backy/releases) and [here](https://github.com/CybersShell/backy/releases).
+
+## Features
+
+- Allows easy configuration of executable commands
+
+- Allows for commands to be run on many hosts over SSH
+
+- Commands can be grouped in list to run in specific order
+
+- Notifications on completion and failure
+
+- Run in cron mode
+
+- For any command, especially backup commands
+
+To run a config:
+
+`backy backup`
+
+Or to use a specific file:
+```backy backup -f /path/to/file```
+
+If you leave the config path blank, the following paths will be searched in order:
+
+- `./backy.yml`
+- `./backy.yaml`
+- `~/.config/backy.yml`
+- `~/.config/backy.yaml`
+
+Create a file at `~/.config/backy.yml`.
+
+See the config file in the examples directory to configure it.  

cmd/backup.go

@@ -0,0 +1,37 @@
+// backup.go
+// Copyright (C) Andrew Woodlee 2023
+// License: Apache-2.0
+
+package cmd
+
+import (
+	"git.andrewnw.xyz/CyberShell/backy/pkg/backy"
+
+	"github.com/spf13/cobra"
+)
+
+var (
+	backupCmd = &cobra.Command{
+		Use:   "backup [--lists==list1,list2]",
+		Short: "Runs commands defined in config file.",
+		Long: `Backup executes commands defined in config file.
+		Use the --lists flag to execute the specified commands.`,
+		Run: Backup,
+	}
+)
+
+// Holds command list to run
+var cmdLists []string
+
+func init() {
+
+	backupCmd.Flags().StringSliceVarP(&cmdLists, "lists", "l", nil, "Accepts comma-separated names of command lists to execute.")
+
+}
+
+func Backup(cmd *cobra.Command, args []string) {
+	backyConfOpts := backy.NewOpts(cfgFile, backy.AddCommandLists(cmdLists))
+	backyConfOpts.InitConfig()
+	config := backy.ReadConfig(backyConfOpts)
+	config.RunBackyConfig("")
+}

cmd/config.go

@@ -0,0 +1,31 @@
+package cmd
+
+// import (
+// 	"git.andrewnw.xyz/CyberShell/backy/pkg/backy"
+
+// 	"github.com/spf13/cobra"
+// )
+
+// var (
+// 	configCmd = &cobra.Command{
+// 		Use:   "config list ...",
+// 		Short: "Runs commands defined in config file.",
+// 		Long:  `Cron executes commands at the time defined in config file.`,
+// 		Run:   config,
+// 	}
+
+// 	cmds  []string
+// 	lists []string
+// )
+
+// func config(cmd *cobra.Command, args []string) {
+
+// 	opts := backy.NewOpts(cfgFile, backy.UseCron())
+// 	opts.InitConfig()
+
+// }
+
+// func init() {
+
+// 	configCmd.PersistentFlags().StringArrayVarP(&cmds, "cmds", "c", nil, "Accepts comma-seperated list of commands to list")
+// }

cmd/cron.go

@@ -0,0 +1,24 @@
+package cmd
+
+import (
+	"git.andrewnw.xyz/CyberShell/backy/pkg/backy"
+
+	"github.com/spf13/cobra"
+)
+
+var (
+	cronCmd = &cobra.Command{
+		Use:   "cron command ...",
+		Short: "Runs commands defined in config file.",
+		Long:  `Cron executes commands at the time defined in config file.`,
+		Run:   cron,
+	}
+)
+
+func cron(cmd *cobra.Command, args []string) {
+
+	opts := backy.NewOpts(cfgFile, backy.UseCron())
+	opts.InitConfig()
+
+	backy.ReadConfig(opts).Cron()
+}

cmd/exec.go

@@ -0,0 +1,34 @@
+// exec.go
+// Copyright (C) Andrew Woodlee 2023
+// License: Apache-2.0
+
+package cmd
+
+import (
+	"git.andrewnw.xyz/CyberShell/backy/pkg/backy"
+	"git.andrewnw.xyz/CyberShell/backy/pkg/logging"
+
+	"github.com/spf13/cobra"
+)
+
+var (
+	execCmd = &cobra.Command{
+		Use:   "exec command ...",
+		Short: "Runs commands defined in config file.",
+		Long:  `Exec executes commands defined in config file.`,
+		Run:   execute,
+	}
+)
+
+func execute(cmd *cobra.Command, args []string) {
+
+	if len(args) < 1 {
+		logging.ExitWithMSG("Please provide a command to run. Pass --help to see options.", 0, nil)
+	}
+
+	opts := backy.NewOpts(cfgFile, backy.AddCommands(args))
+	opts.InitConfig()
+	// opts.InitMongo()
+	backy.ReadConfig(opts).ExecuteCmds()
+
+}

cmd/root.go

@@ -1,12 +1,14 @@
+// root.go
+// Copyright (C) Andrew Woodlee 2023
+// License: Apache-2.0
+
 package cmd
 
 import (
 	"fmt"
 	"os"
-	"path"
 
 	"github.com/spf13/cobra"
-	"github.com/spf13/viper"
 )
 
 var (
@@ -17,44 +19,22 @@ var (
 	rootCmd = &cobra.Command{
 		Use:   "backy",
 		Short: "An easy-to-configure backup tool.",
-		Long: `Backy is a command-line application useful
-		for configuring backups, or any commands run in sequence.`,
+		Long:  `Backy is a command-line application useful for configuring backups, or any commands run in sequence.`,
 	}
 )
 
 // Execute executes the root command.
-func Execute() error {
-	return rootCmd.Execute()
+func Execute() {
+	if err := rootCmd.Execute(); err != nil {
+		fmt.Println(err)
+		os.Exit(1)
+	}
 }
 
 func init() {
-	cobra.OnInitialize(initConfig)
 
-	rootCmd.PersistentFlags().StringVarP(&cfgFile, "config", "c", "", "config file to read from")
+	rootCmd.PersistentFlags().StringVarP(&cfgFile, "config", "f", "", "config file to read from")
 	rootCmd.PersistentFlags().BoolVarP(&verbose, "verbose", "v", false, "Sets verbose level")
-	rootCmd.PersistentFlags().Bool("viper", true, "use Viper for configuration")
-}
-
-func initConfig() {
-	backyConfig := viper.New()
-	if cfgFile != "" {
-		// Use config file from the flag.
-		backyConfig.SetConfigFile(cfgFile)
-	} else {
-		// Find home directory.
-		home, err := os.UserHomeDir()
-		cobra.CheckErr(err)
-
-		configPath := path.Join(home, ".config", "backy")
-		// Search config in config directory with name "backy" (without extension).
-		backyConfig.AddConfigPath(configPath)
-		backyConfig.SetConfigType("yaml")
-		backyConfig.SetConfigName("backy")
-	}
-
-	backyConfig.AutomaticEnv()
-
-	if err := backyConfig.ReadInConfig(); err == nil {
-		fmt.Println("Using config file:", backyConfig.ConfigFileUsed())
-	}
+
+	rootCmd.AddCommand(backupCmd, execCmd, cronCmd)
 }

examples/backy.yaml

@@ -0,0 +1,82 @@
+commands:
+  stop-docker-container:
+    cmd: docker
+    Args:
+      - compose
+      - -f /some/path/to/docker-compose.yaml
+      - down
+    # if host is not defined, cmd will be run locally
+    host: some-host 
+  backup-docker-container-script:
+    cmd: /path/to/script
+    # The host has to be defined in the config file
+    host: some-host
+    environment:
+      - FOO=BAR
+      - APP=$VAR
+  shell-cmd:
+    cmd: rsync
+    shell: bash
+    Args:
+      - -av some-host:/path/to/data ~/Docker/Backups/docker-data
+  hostname:
+    cmd: hostname
+
+cmd-configs:
+  cmds-to-run: # this can be any name you want
+    # all commands have to be defined
+    order:
+      - stop-docker-container
+      - backup-docker-container-script
+      - shell-cmd
+      - hostname
+    notifications:
+      - matrix
+    name: backup-some-server
+    cron: "0 0 1 * * *"
+  hostname:
+    name: hostname
+    order:
+      - hostname
+    notifications:
+      - prod-email
+
+hosts:
+  # any ssh_config(5) keys/values not listed here will be looked up in the config file or the default config file
+  some-host:
+    hostname: some-hostname
+    config: ~/.ssh/config
+    user: user
+    privatekeypath: /path/to/private/key
+    port: 22
+    # can also be env:VAR
+    password: file:/path/to/file
+    # only one is supported for now
+    proxyjump: some-proxy-host
+
+# optional
+logging:
+  verbose: true
+  file: /path/to/logs/commands.log
+  console: false
+  cmd-std-out: false
+
+
+notifications:
+  prod-email:
+    id: prod-email
+    type: mail
+    host: yourhost.tld
+    port: 587
+    senderAddress: email@domain.tld
+    to:
+      - admin@domain.tld
+    username: smtp-username@domain.tld
+    password: your-password-here
+  matrix:
+    id: matrix
+    type: matrix
+    home-server: your-home-server.tld
+    room-id: room-id
+    access-token: your-access-token
+    user-id: your-user-id

go.mod

@@ -1,31 +1,59 @@
 module git.andrewnw.xyz/CyberShell/backy
 
-// module git.andrewnw.xyz/CyberShell/command
-
 go 1.19
 
 require (
+	github.com/go-co-op/gocron v1.18.0
+	github.com/joho/godotenv v1.4.0
 	github.com/kevinburke/ssh_config v1.2.0
+	github.com/mattn/go-isatty v0.0.17
+	github.com/nikoksr/notify v0.36.0
+	github.com/pkg/errors v0.9.1
+	github.com/rs/zerolog v1.28.0
 	github.com/spf13/cobra v1.6.1
 	github.com/spf13/viper v1.14.0
-	golang.org/x/crypto v0.4.0
+	go.mongodb.org/mongo-driver v1.11.1
+	golang.org/x/crypto v0.5.0
+	gopkg.in/natefinch/lumberjack.v2 v2.0.0
+	maunium.net/go/mautrix v0.13.0
+	mvdan.cc/sh/v3 v3.6.0
 )
 
 require (
+	github.com/davecgh/go-spew v1.1.1 // indirect
 	github.com/fsnotify/fsnotify v1.6.0 // indirect
+	github.com/golang/snappy v0.0.1 // indirect
 	github.com/hashicorp/hcl v1.0.0 // indirect
 	github.com/inconshreveable/mousetrap v1.1.0 // indirect
+	github.com/jordan-wright/email v4.0.1-0.20210109023952-943e75fe5223+incompatible // indirect
+	github.com/klauspost/compress v1.13.6 // indirect
 	github.com/magiconair/properties v1.8.7 // indirect
+	github.com/mattn/go-colorable v0.1.13 // indirect
 	github.com/mitchellh/mapstructure v1.5.0 // indirect
+	github.com/montanaflynn/stats v0.0.0-20171201202039-1bf9dbcd8cbe // indirect
 	github.com/pelletier/go-toml v1.9.5 // indirect
 	github.com/pelletier/go-toml/v2 v2.0.6 // indirect
+	github.com/pmezard/go-difflib v1.0.0 // indirect
+	github.com/robfig/cron/v3 v3.0.1 // indirect
 	github.com/spf13/afero v1.9.3 // indirect
 	github.com/spf13/cast v1.5.0 // indirect
 	github.com/spf13/jwalterweatherman v1.1.0 // indirect
 	github.com/spf13/pflag v1.0.5 // indirect
+	github.com/stretchr/objx v0.5.0 // indirect
+	github.com/stretchr/testify v1.8.1 // indirect
 	github.com/subosito/gotenv v1.4.1 // indirect
-	golang.org/x/sys v0.3.0 // indirect
-	golang.org/x/text v0.5.0 // indirect
+	github.com/tidwall/gjson v1.14.4 // indirect
+	github.com/tidwall/match v1.1.1 // indirect
+	github.com/tidwall/pretty v1.2.0 // indirect
+	github.com/tidwall/sjson v1.2.5 // indirect
+	github.com/xdg-go/pbkdf2 v1.0.0 // indirect
+	github.com/xdg-go/scram v1.1.1 // indirect
+	github.com/xdg-go/stringprep v1.0.3 // indirect
+	github.com/youmark/pkcs8 v0.0.0-20181117223130-1be2e3e5546d // indirect
+	golang.org/x/net v0.5.0 // indirect
+	golang.org/x/sync v0.1.0 // indirect
+	golang.org/x/sys v0.4.0 // indirect
+	golang.org/x/text v0.6.0 // indirect
 	gopkg.in/ini.v1 v1.67.0 // indirect
 	gopkg.in/yaml.v2 v2.4.0 // indirect
 	gopkg.in/yaml.v3 v3.0.1 // indirect

go.sum

@@ -36,6 +36,7 @@ cloud.google.com/go/storage v1.8.0/go.mod h1:Wv1Oy7z6Yz3DshWRJFhqM/UCfaWIRTdp0RX
 cloud.google.com/go/storage v1.10.0/go.mod h1:FLPqc6j+Ki4BU591ie1oL6qBQGu2Bl/tZ9ullr3+Kg0=
 cloud.google.com/go/storage v1.14.0/go.mod h1:GrKmX003DSIwi9o29oFT7YDnHYwZoctc3fOKtUw0Xmo=
 dmitri.shuralyov.com/gpu/mtl v0.0.0-20190408044501-666a987793e9/go.mod h1:H6x//7gZCb22OMCxBHrMx7a5I7Hp++hsVxbQ4BYO7hU=
+github.com/BurntSushi/toml v0.3.1 h1:WXkYYl6Yr3qBf1K79EBnL4mak0OimBfB0XUf9Vl28OQ=
 github.com/BurntSushi/toml v0.3.1/go.mod h1:xHWCNGjB5oqiDr8zfno3MHue2Ht5sIBksp03qcyfWMU=
 github.com/BurntSushi/xgb v0.0.0-20160522181843-27f122750802/go.mod h1:IVnqGOEym/WlBOVXweHU+Q+/VP0lqqI8lqeDx9IjBqo=
 github.com/census-instrumentation/opencensus-proto v0.2.1/go.mod h1:f6KPmirojxKA12rnyqOA5BBL4O983OfeGPqjHWSTneU=
@@ -46,6 +47,7 @@ github.com/client9/misspell v0.3.4/go.mod h1:qj6jICC3Q7zFZvVWo7KLAzC3yx5G7kyvSDk
 github.com/cncf/udpa/go v0.0.0-20191209042840-269d4d468f6f/go.mod h1:M8M6+tZqaGXZJjfX53e64911xZQV5JYwmTeXPW+k8Sc=
 github.com/cncf/udpa/go v0.0.0-20200629203442-efcf912fb354/go.mod h1:WmhPx2Nbnhtbo57+VJT5O0JRkEi1Wbu0z5j0R8u5Hbk=
 github.com/cncf/udpa/go v0.0.0-20201120205902-5459f2c99403/go.mod h1:WmhPx2Nbnhtbo57+VJT5O0JRkEi1Wbu0z5j0R8u5Hbk=
+github.com/coreos/go-systemd/v22 v22.3.3-0.20220203105225-a9a7ef127534/go.mod h1:Y58oyj3AT4RCenI/lSvhwexgC+NSVTIJ3seZv2GcEnc=
 github.com/cpuguy83/go-md2man/v2 v2.0.2/go.mod h1:tgQtvFlXSQOSOSIRvRPT7W67SCa46tRHOmNcaadrF8o=
 github.com/davecgh/go-spew v1.1.0/go.mod h1:J7Y8YcW2NihsgmVo/mv3lAwl/skON4iLHjSsI+c5H38=
 github.com/davecgh/go-spew v1.1.1 h1:vj9j/u1bqnvCEfJOwUhtlOARqs3+rkHYY13jYWTU97c=
@@ -56,12 +58,15 @@ github.com/envoyproxy/go-control-plane v0.9.4/go.mod h1:6rpuAdCZL397s3pYoYcLgu1m
 github.com/envoyproxy/go-control-plane v0.9.7/go.mod h1:cwu0lG7PUMfa9snN8LXBig5ynNVH9qI8YYLbd1fK2po=
 github.com/envoyproxy/go-control-plane v0.9.9-0.20201210154907-fd9021fe5dad/go.mod h1:cXg6YxExXjJnVBQHBLXeUAgxn2UodCpnH306RInaBQk=
 github.com/envoyproxy/protoc-gen-validate v0.1.0/go.mod h1:iSmxcyjqTsJpI2R4NaDN7+kN2VEUnK/pcBlmesArF7c=
-github.com/frankban/quicktest v1.14.3 h1:FJKSZTDHjyhriyC81FLQ0LY93eSai0ZyR/ZIkd3ZUKE=
+github.com/frankban/quicktest v1.14.4 h1:g2rn0vABPOOXmZUj+vbmUp0lPoXEMuhTpIluN0XL9UY=
 github.com/fsnotify/fsnotify v1.6.0 h1:n+5WquG0fcWoWp6xPWfHdbskMCQaFnG6PfBrh1Ky4HY=
 github.com/fsnotify/fsnotify v1.6.0/go.mod h1:sl3t1tCWJFWoRz9R8WJCbQihKKwmorjAbSClcnxKAGw=
+github.com/go-co-op/gocron v1.18.0 h1:SxTyJ5xnSN4byCq7b10LmmszFdxQlSQJod8s3gbnXxA=
+github.com/go-co-op/gocron v1.18.0/go.mod h1:sD/a0Aadtw5CpflUJ/lpP9Vfdk979Wl1Sg33HPHg0FY=
 github.com/go-gl/glfw v0.0.0-20190409004039-e6da0acd62b1/go.mod h1:vR7hzQXu2zJy9AVAgeJqvqgH9Q5CA+iKCZ2gyEVpxRU=
 github.com/go-gl/glfw/v3.3/glfw v0.0.0-20191125211704-12ad95a8df72/go.mod h1:tQ2UAYgL5IevRw8kRxooKSPJfGvJ9fJQFa0TUsXzTg8=
 github.com/go-gl/glfw/v3.3/glfw v0.0.0-20200222043503-6f7a984d4dc4/go.mod h1:tQ2UAYgL5IevRw8kRxooKSPJfGvJ9fJQFa0TUsXzTg8=
+github.com/godbus/dbus/v5 v5.0.4/go.mod h1:xhWf0FNVPg57R7Z0UbKHbJfkEywrmjJnf7w5xrFpKfA=
 github.com/golang/glog v0.0.0-20160126235308-23def4e6c14b/go.mod h1:SBH7ygxi8pfUlaOkMMuAQtPIUF8ecWP5IEl/CR7VP2Q=
 github.com/golang/groupcache v0.0.0-20190702054246-869f871628b6/go.mod h1:cIg4eruTrX1D+g88fzRXU5OdNfaM+9IcxsU14FzY7Hc=
 github.com/golang/groupcache v0.0.0-20191227052852-215e87163ea7/go.mod h1:cIg4eruTrX1D+g88fzRXU5OdNfaM+9IcxsU14FzY7Hc=
@@ -87,6 +92,8 @@ github.com/golang/protobuf v1.4.0/go.mod h1:jodUvKwWbYaEsadDk5Fwe5c77LiNKVO9IDvq
 github.com/golang/protobuf v1.4.1/go.mod h1:U8fpvMrcmy5pZrNK1lt4xCsGvpyWQ/VVv6QDs8UjoX8=
 github.com/golang/protobuf v1.4.2/go.mod h1:oDoupMAO8OvCJWAcko0GGGIgR6R6ocIYbsSw735rRwI=
 github.com/golang/protobuf v1.4.3/go.mod h1:oDoupMAO8OvCJWAcko0GGGIgR6R6ocIYbsSw735rRwI=
+github.com/golang/snappy v0.0.1 h1:Qgr9rKW7uDUkrbSmQeiDsGa8SjGyCOGtuasMWwvp2P4=
+github.com/golang/snappy v0.0.1/go.mod h1:/XxbfmMg8lxefKM7IXC3fBNl/7bRcc72aCRzEWrmP2Q=
 github.com/google/btree v0.0.0-20180813153112-4030bb1f1f0c/go.mod h1:lNA+9X1NB3Zf8V7Ke586lFgjr2dZNuvo3lPJSGZ5JPQ=
 github.com/google/btree v1.0.0/go.mod h1:lNA+9X1NB3Zf8V7Ke586lFgjr2dZNuvo3lPJSGZ5JPQ=
 github.com/google/go-cmp v0.2.0/go.mod h1:oXzfMopK8JAjlY9xF4vHSVASa0yLyX7SntLO5aqRK0M=
@@ -126,32 +133,55 @@ github.com/ianlancetaylor/demangle v0.0.0-20200824232613-28f6c0f3b639/go.mod h1:
 github.com/inconshreveable/mousetrap v1.0.1/go.mod h1:vpF70FUmC8bwa3OWnCshd2FqLfsEA9PFc4w1p2J65bw=
 github.com/inconshreveable/mousetrap v1.1.0 h1:wN+x4NVGpMsO7ErUn/mUI3vEoE6Jt13X2s0bqwp9tc8=
 github.com/inconshreveable/mousetrap v1.1.0/go.mod h1:vpF70FUmC8bwa3OWnCshd2FqLfsEA9PFc4w1p2J65bw=
+github.com/joho/godotenv v1.4.0 h1:3l4+N6zfMWnkbPEXKng2o2/MR5mSwTrBih4ZEkkz1lg=
+github.com/joho/godotenv v1.4.0/go.mod h1:f4LDr5Voq0i2e/R5DDNOoa2zzDfwtkZa6DnEwAbqwq4=
+github.com/jordan-wright/email v4.0.1-0.20210109023952-943e75fe5223+incompatible h1:jdpOPRN1zP63Td1hDQbZW73xKmzDvZHzVdNYxhnTMDA=
+github.com/jordan-wright/email v4.0.1-0.20210109023952-943e75fe5223+incompatible/go.mod h1:1c7szIrayyPPB/987hsnvNzLushdWf4o/79s3P08L8A=
 github.com/jstemmer/go-junit-report v0.0.0-20190106144839-af01ea7f8024/go.mod h1:6v2b51hI/fHJwM22ozAgKL4VKDeJcHhJFhtBdhmNjmU=
 github.com/jstemmer/go-junit-report v0.9.1/go.mod h1:Brl9GWCQeLvo8nXZwPNNblvFj/XSXhF0NWZEnDohbsk=
 github.com/kevinburke/ssh_config v1.2.0 h1:x584FjTGwHzMwvHx18PXxbBVzfnxogHaAReU4gf13a4=
 github.com/kevinburke/ssh_config v1.2.0/go.mod h1:CT57kijsi8u/K/BOFA39wgDQJ9CxiF4nAY/ojJ6r6mM=
 github.com/kisielk/gotool v1.0.0/go.mod h1:XhKaO+MFFWcvkIS/tQcRk01m1F5IRFswLeQ+oQHNcck=
+github.com/klauspost/compress v1.13.6 h1:P76CopJELS0TiO2mebmnzgWaajssP/EszplttgQxcgc=
+github.com/klauspost/compress v1.13.6/go.mod h1:/3/Vjq9QcHkK5uEr5lBEmyoZ1iFhe47etQ6QUkpK6sk=
 github.com/kr/fs v0.1.0/go.mod h1:FFnZGqtBN9Gxj7eW1uZ42v5BccTP0vu6NEaFoC2HwRg=
 github.com/kr/pretty v0.1.0/go.mod h1:dAy3ld7l9f0ibDNOQOHHMYYIIbhfbHSm3C4ZsoJORNo=
-github.com/kr/pretty v0.3.0 h1:WgNl7dwNpEZ6jJ9k1snq4pZsg7DOEN8hP9Xw0Tsjwk0=
+github.com/kr/pretty v0.3.1 h1:flRD4NNwYAUpkphVc1HcthR4KEIFJ65n8Mw5qdRn3LE=
 github.com/kr/pty v1.1.1/go.mod h1:pFQYn66WHrOpPYNljwOMqo10TkYh1fy3cYio2l3bCsQ=
 github.com/kr/text v0.1.0/go.mod h1:4Jbv+DJW3UT/LiOwJeYQe1efqtUx/iVham/4vfdArNI=
 github.com/kr/text v0.2.0 h1:5Nx0Ya0ZqY2ygV366QzturHI13Jq95ApcVaJBhpS+AY=
 github.com/magiconair/properties v1.8.7 h1:IeQXZAiQcpL9mgcAe1Nu6cX9LLw6ExEHKjN0VQdvPDY=
 github.com/magiconair/properties v1.8.7/go.mod h1:Dhd985XPs7jluiymwWYZ0G4Z61jb3vdS329zhj2hYo0=
+github.com/mattn/go-colorable v0.1.12/go.mod h1:u5H1YNBxpqRaxsYJYSkiCWKzEfiAb1Gb520KVy5xxl4=
+github.com/mattn/go-colorable v0.1.13 h1:fFA4WZxdEF4tXPZVKMLwD8oUnCTTo08duU7wxecdEvA=
+github.com/mattn/go-colorable v0.1.13/go.mod h1:7S9/ev0klgBDR4GtXTXX8a3vIGJpMovkB8vQcUbaXHg=
+github.com/mattn/go-isatty v0.0.14/go.mod h1:7GGIvUiUoEMVVmxf/4nioHXj79iQHKdU27kJ6hsGG94=
+github.com/mattn/go-isatty v0.0.16/go.mod h1:kYGgaQfpe5nmfYZH+SKPsOc2e4SrIfOl2e/yFXSvRLM=
+github.com/mattn/go-isatty v0.0.17 h1:BTarxUcIeDqL27Mc+vyvdWYSL28zpIhv3RoTdsLMPng=
+github.com/mattn/go-isatty v0.0.17/go.mod h1:kYGgaQfpe5nmfYZH+SKPsOc2e4SrIfOl2e/yFXSvRLM=
 github.com/mitchellh/mapstructure v1.5.0 h1:jeMsZIYE/09sWLaz43PL7Gy6RuMjD2eJVyuac5Z2hdY=
 github.com/mitchellh/mapstructure v1.5.0/go.mod h1:bFUtVrKA4DC2yAKiSyO/QUcy7e+RRV2QTWOzhPopBRo=
+github.com/montanaflynn/stats v0.0.0-20171201202039-1bf9dbcd8cbe h1:iruDEfMl2E6fbMZ9s0scYfZQ84/6SPL6zC8ACM2oIL0=
+github.com/montanaflynn/stats v0.0.0-20171201202039-1bf9dbcd8cbe/go.mod h1:wL8QJuTMNUDYhXwkmfOly8iTdp5TEcJFWZD2D7SIkUc=
+github.com/nikoksr/notify v0.36.0 h1:OeO/COtxZYLjtFuxBhpeVLfCFdGt48KKgOHKu43w8H0=
+github.com/nikoksr/notify v0.36.0/go.mod h1:U5h6rVleLTcAJASy7kRdD4vtsFBBxirWQKYX8NJ4jcw=
 github.com/pelletier/go-toml v1.9.5 h1:4yBQzkHv+7BHq2PQUZF3Mx0IYxG7LsP222s7Agd3ve8=
 github.com/pelletier/go-toml v1.9.5/go.mod h1:u1nR/EPcESfeI/szUZKdtJ0xRNbUoANCkoOuaOx1Y+c=
 github.com/pelletier/go-toml/v2 v2.0.6 h1:nrzqCb7j9cDFj2coyLNLaZuJTLjWjlaz6nvTvIwycIU=
 github.com/pelletier/go-toml/v2 v2.0.6/go.mod h1:eumQOmlWiOPt5WriQQqoM5y18pDHwha2N+QD+EUNTek=
+github.com/pkg/errors v0.9.1 h1:FEBLx1zS214owpjy7qsBeixbURkuhQAwrK5UwLGTwt4=
 github.com/pkg/errors v0.9.1/go.mod h1:bwawxfHBFNV+L2hUp1rHADufV3IMtnDRdf1r5NINEl0=
 github.com/pkg/sftp v1.13.1/go.mod h1:3HaPG6Dq1ILlpPZRO0HVMrsydcdLt6HRDccSgb87qRg=
 github.com/pmezard/go-difflib v1.0.0 h1:4DBwDE0NGyQoBHbLQYPwSUPoCMWR5BEzIk/f1lZbAQM=
 github.com/pmezard/go-difflib v1.0.0/go.mod h1:iKH77koFhYxTK1pcRnkKkqfTogsbg7gZNVY4sRDYZ/4=
 github.com/prometheus/client_model v0.0.0-20190812154241-14fe0d1b01d4/go.mod h1:xMI15A0UPsDsEKsMN9yxemIoYk6Tm2C1GtYGdfGttqA=
+github.com/robfig/cron/v3 v3.0.1 h1:WdRxkvbJztn8LMz/QEvLN5sBU+xKpSqwwUO1Pjr4qDs=
+github.com/robfig/cron/v3 v3.0.1/go.mod h1:eQICP3HwyT7UooqI/z+Ov+PtYAWygg1TEWWzGIFLtro=
 github.com/rogpeppe/go-internal v1.3.0/go.mod h1:M8bDsm7K2OlrFYOpmOWEs/qY81heoFRclV5y23lUDJ4=
-github.com/rogpeppe/go-internal v1.6.1 h1:/FiVV8dS/e+YqF2JvO3yXRFbBLTIuSDkuC7aBOAvL+k=
+github.com/rogpeppe/go-internal v1.9.0 h1:73kH8U+JUqXU8lRuOHeVHaa/SZPifC7BkcraZVejAe8=
+github.com/rs/xid v1.4.0/go.mod h1:trrq9SKmegXys3aeAKXMUTdJsYXVwGY3RLcfgqegfbg=
+github.com/rs/zerolog v1.28.0 h1:MirSo27VyNi7RJYP3078AA1+Cyzd2GB66qy3aUHvsWY=
+github.com/rs/zerolog v1.28.0/go.mod h1:NILgTygv/Uej1ra5XxGf82ZFSLk58MFGAUS2o6usyD0=
 github.com/russross/blackfriday/v2 v2.1.0/go.mod h1:+Rmxgy9KzJVeS9/2gXHxylqXiyQDYRxCVz55jmeOWTM=
 github.com/spf13/afero v1.9.3 h1:41FoI0fD7OR7mGcKE/aOiLkGreyf8ifIOQmJANWogMk=
 github.com/spf13/afero v1.9.3/go.mod h1:iUV7ddyEEZPO5gA3zD4fJt6iStLlL+Lg4m2cihcDf8Y=
@@ -167,10 +197,12 @@ github.com/spf13/viper v1.14.0 h1:Rg7d3Lo706X9tHsJMUjdiwMpHB7W8WnSVOssIY+JElU=
 github.com/spf13/viper v1.14.0/go.mod h1:WT//axPky3FdvXHzGw33dNdXXXfFQqmEalje+egj8As=
 github.com/stretchr/objx v0.1.0/go.mod h1:HFkY916IF+rwdDfMAkV7OtwuqBVzrE8GR6GFx+wExME=
 github.com/stretchr/objx v0.4.0/go.mod h1:YvHI0jy2hoMjB+UWwv71VJQ9isScKT/TqJzVSSt89Yw=
+github.com/stretchr/objx v0.5.0 h1:1zr/of2m5FGMsad5YfcqgdqdWrIhu+EBEJRhR1U7z/c=
 github.com/stretchr/objx v0.5.0/go.mod h1:Yh+to48EsGEfYuaHDzXPcE3xhTkx73EhmCGUpEOglKo=
 github.com/stretchr/testify v1.2.2/go.mod h1:a8OnRcib4nhh0OaRAV+Yts87kKdq0PP7pXfy6kDkUVs=
 github.com/stretchr/testify v1.4.0/go.mod h1:j7eGeouHqKxXV5pUuKE4zz7dFj8WfuZ+81PSLYec5m4=
 github.com/stretchr/testify v1.5.1/go.mod h1:5W2xD1RspED5o8YsWQXVCued0rvSQ+mT+I5cxcmMvtA=
+github.com/stretchr/testify v1.6.1/go.mod h1:6Fq8oRcR53rry900zMqJjRRixrwX3KX962/h/Wwjteg=
 github.com/stretchr/testify v1.7.0/go.mod h1:6Fq8oRcR53rry900zMqJjRRixrwX3KX962/h/Wwjteg=
 github.com/stretchr/testify v1.7.1/go.mod h1:6Fq8oRcR53rry900zMqJjRRixrwX3KX962/h/Wwjteg=
 github.com/stretchr/testify v1.8.0/go.mod h1:yNjHg4UonilssWZ8iaSj1OCr/vHnekPRkoO+kdMU+MU=
@@ -178,10 +210,30 @@ github.com/stretchr/testify v1.8.1 h1:w7B6lhMri9wdJUVmEZPGGhZzrYTPvgJArz7wNPgYKs
 github.com/stretchr/testify v1.8.1/go.mod h1:w2LPCIKwWwSfY2zedu0+kehJoqGctiVI29o6fzry7u4=
 github.com/subosito/gotenv v1.4.1 h1:jyEFiXpy21Wm81FBN71l9VoMMV8H8jG+qIK3GCpY6Qs=
 github.com/subosito/gotenv v1.4.1/go.mod h1:ayKnFf/c6rvx/2iiLrJUk1e6plDbT3edrFNGqEflhK0=
+github.com/tidwall/gjson v1.14.2/go.mod h1:/wbyibRr2FHMks5tjHJ5F8dMZh3AcwJEMf5vlfC0lxk=
+github.com/tidwall/gjson v1.14.4 h1:uo0p8EbA09J7RQaflQ1aBRffTR7xedD2bcIVSYxLnkM=
+github.com/tidwall/gjson v1.14.4/go.mod h1:/wbyibRr2FHMks5tjHJ5F8dMZh3AcwJEMf5vlfC0lxk=
+github.com/tidwall/match v1.1.1 h1:+Ho715JplO36QYgwN9PGYNhgZvoUSc9X2c80KVTi+GA=
+github.com/tidwall/match v1.1.1/go.mod h1:eRSPERbgtNPcGhD8UCthc6PmLEQXEWd3PRB5JTxsfmM=
+github.com/tidwall/pretty v1.0.0/go.mod h1:XNkn88O1ChpSDQmQeStsy+sBenx6DDtFZJxhVysOjyk=
+github.com/tidwall/pretty v1.2.0 h1:RWIZEg2iJ8/g6fDDYzMpobmaoGh5OLl4AXtGUGPcqCs=
+github.com/tidwall/pretty v1.2.0/go.mod h1:ITEVvHYasfjBbM0u2Pg8T2nJnzm8xPwvNhhsoaGGjNU=
+github.com/tidwall/sjson v1.2.5 h1:kLy8mja+1c9jlljvWTlSazM7cKDRfJuR/bOJhcY5NcY=
+github.com/tidwall/sjson v1.2.5/go.mod h1:Fvgq9kS/6ociJEDnK0Fk1cpYF4FIW6ZF7LAe+6jwd28=
+github.com/xdg-go/pbkdf2 v1.0.0 h1:Su7DPu48wXMwC3bs7MCNG+z4FhcyEuz5dlvchbq0B0c=
+github.com/xdg-go/pbkdf2 v1.0.0/go.mod h1:jrpuAogTd400dnrH08LKmI/xc1MbPOebTwRqcT5RDeI=
+github.com/xdg-go/scram v1.1.1 h1:VOMT+81stJgXW3CpHyqHN3AXDYIMsx56mEFrB37Mb/E=
+github.com/xdg-go/scram v1.1.1/go.mod h1:RaEWvsqvNKKvBPvcKeFjrG2cJqOkHTiyTpzz23ni57g=
+github.com/xdg-go/stringprep v1.0.3 h1:kdwGpVNwPFtjs98xCGkHjQtGKh86rDcRZN17QEMCOIs=
+github.com/xdg-go/stringprep v1.0.3/go.mod h1:W3f5j4i+9rC0kuIEJL0ky1VpHXQU3ocBgklLGvcBnW8=
+github.com/youmark/pkcs8 v0.0.0-20181117223130-1be2e3e5546d h1:splanxYIlg+5LfHAM6xpdFEAYOk8iySO56hMFq6uLyA=
+github.com/youmark/pkcs8 v0.0.0-20181117223130-1be2e3e5546d/go.mod h1:rHwXgn7JulP+udvsHwJoVG1YGAP6VLg4y9I5dyZdqmA=
 github.com/yuin/goldmark v1.1.25/go.mod h1:3hX8gzYuyVAZsxl0MRgGTJEmQBFcNTphYh9decYSb74=
 github.com/yuin/goldmark v1.1.27/go.mod h1:3hX8gzYuyVAZsxl0MRgGTJEmQBFcNTphYh9decYSb74=
 github.com/yuin/goldmark v1.1.32/go.mod h1:3hX8gzYuyVAZsxl0MRgGTJEmQBFcNTphYh9decYSb74=
 github.com/yuin/goldmark v1.2.1/go.mod h1:3hX8gzYuyVAZsxl0MRgGTJEmQBFcNTphYh9decYSb74=
+go.mongodb.org/mongo-driver v1.11.1 h1:QP0znIRTuL0jf1oBQoAoM0C6ZJfBK4kx0Uumtv1A7w8=
+go.mongodb.org/mongo-driver v1.11.1/go.mod h1:s7p5vEtfbeR1gYi6pnj3c3/urpbLv2T5Sfd6Rp2HBB8=
 go.opencensus.io v0.21.0/go.mod h1:mSImk1erAIZhrmZN+AvHh14ztQfjbGwt4TtuofqLduU=
 go.opencensus.io v0.22.0/go.mod h1:+kGneAE2xo2IficOXnaByMWTGM9T73dGwxeWcUqIpI8=
 go.opencensus.io v0.22.2/go.mod h1:yxeiOL68Rb0Xd1ddK5vPZ/oVn4vY4Ynel7k9FzqtOIw=
@@ -195,8 +247,9 @@ golang.org/x/crypto v0.0.0-20191011191535-87dc89f01550/go.mod h1:yigFU9vqHzYiE8U
 golang.org/x/crypto v0.0.0-20200622213623-75b288015ac9/go.mod h1:LzIPMQfyMNhhGPhUkYOs5KpL4U8rLKemX1yGLhDgUto=
 golang.org/x/crypto v0.0.0-20210421170649-83a5a9bb288b/go.mod h1:T9bdIzuCu7OtxOm1hfPfRQxPLYneinmdGuTeoZ9dtd4=
 golang.org/x/crypto v0.0.0-20211108221036-ceb1ce70b4fa/go.mod h1:GvvjBRRGRdwPK5ydBHafDWAxML/pGHZbMvKqRZ5+Abc=
-golang.org/x/crypto v0.4.0 h1:UVQgzMY87xqpKNgb+kDsll2Igd33HszWHFLmpaRMq/8=
-golang.org/x/crypto v0.4.0/go.mod h1:3quD/ATkf6oY+rnes5c3ExXTbLc8mueNue5/DoinL80=
+golang.org/x/crypto v0.0.0-20220622213112-05595931fe9d/go.mod h1:IxCIyHEi3zRg3s0A5j5BB6A9Jmi73HwBIUl50j+osU4=
+golang.org/x/crypto v0.5.0 h1:U/0M97KRkSFvyD/3FSmdP5W5swImpNgle/EHFhOsQPE=
+golang.org/x/crypto v0.5.0/go.mod h1:NK/OQwhpMQP3MwtdjgLlYHnH9ebylxKWv3e0fK+mkQU=
 golang.org/x/exp v0.0.0-20190121172915-509febef88a4/go.mod h1:CJ0aWSM057203Lf6IL+f9T1iT9GByDxfZKAQTCR3kQA=
 golang.org/x/exp v0.0.0-20190306152737-a1d7652674e8/go.mod h1:CJ0aWSM057203Lf6IL+f9T1iT9GByDxfZKAQTCR3kQA=
 golang.org/x/exp v0.0.0-20190510132918-efd6b22b2522/go.mod h1:ZjyILWgesfNpC6sMxTJOJm9Kp84zZh5NQWvqDGG3Qr8=
@@ -261,6 +314,9 @@ golang.org/x/net v0.0.0-20201031054903-ff519b6c9102/go.mod h1:sp8m0HH+o8qH0wwXwY
 golang.org/x/net v0.0.0-20201209123823-ac852fbbde11/go.mod h1:m0MpNAwzfU5UDzcl9v0D8zg8gWTRqZa9RBIspLL5mdg=
 golang.org/x/net v0.0.0-20201224014010-6772e930b67b/go.mod h1:m0MpNAwzfU5UDzcl9v0D8zg8gWTRqZa9RBIspLL5mdg=
 golang.org/x/net v0.0.0-20210226172049-e18ecbb05110/go.mod h1:m0MpNAwzfU5UDzcl9v0D8zg8gWTRqZa9RBIspLL5mdg=
+golang.org/x/net v0.0.0-20211112202133-69e39bad7dc2/go.mod h1:9nx3DQGgdP8bBQD5qxJ1jj9UTztislL4KSBs9R2vV5Y=
+golang.org/x/net v0.5.0 h1:GyT4nK/YDHSqa1c4753ouYCDajOYKTja9Xb/OHtgvSw=
+golang.org/x/net v0.5.0/go.mod h1:DivGGAXEgPSlEBzxGzZI+ZLohi+xUj054jfeKui00ws=
 golang.org/x/oauth2 v0.0.0-20180821212333-d2e6202438be/go.mod h1:N/0e6XlmueqKjAGxoOufVs8QHGRruUQn6yWY3a++T0U=
 golang.org/x/oauth2 v0.0.0-20190226205417-e64efc72b421/go.mod h1:gOpvHmFTYa4IltrdGE7lF6nIHvwfUNPOp7c8zoXwtLw=
 golang.org/x/oauth2 v0.0.0-20190604053449-0f29369cfe45/go.mod h1:gOpvHmFTYa4IltrdGE7lF6nIHvwfUNPOp7c8zoXwtLw=
@@ -280,6 +336,9 @@ golang.org/x/sync v0.0.0-20200317015054-43a5402ce75a/go.mod h1:RxMgew5VJxzue5/jJ
 golang.org/x/sync v0.0.0-20200625203802-6e8e738ad208/go.mod h1:RxMgew5VJxzue5/jJTE5uejpjVlOe/izrB70Jof72aM=
 golang.org/x/sync v0.0.0-20201020160332-67f06af15bc9/go.mod h1:RxMgew5VJxzue5/jJTE5uejpjVlOe/izrB70Jof72aM=
 golang.org/x/sync v0.0.0-20201207232520-09787c993a3a/go.mod h1:RxMgew5VJxzue5/jJTE5uejpjVlOe/izrB70Jof72aM=
+golang.org/x/sync v0.0.0-20210220032951-036812b2e83c/go.mod h1:RxMgew5VJxzue5/jJTE5uejpjVlOe/izrB70Jof72aM=
+golang.org/x/sync v0.1.0 h1:wsuoTGHzEhffawBOhz5CYhcrV4IdKZbEyZjBMuTp12o=
+golang.org/x/sync v0.1.0/go.mod h1:RxMgew5VJxzue5/jJTE5uejpjVlOe/izrB70Jof72aM=
 golang.org/x/sys v0.0.0-20180830151530-49385e6e1522/go.mod h1:STP8DvDyc/dI5b8T5hshtkjS+E42TnysNCUPdjciGhY=
 golang.org/x/sys v0.0.0-20190215142949-d0b11bdaac8a/go.mod h1:STP8DvDyc/dI5b8T5hshtkjS+E42TnysNCUPdjciGhY=
 golang.org/x/sys v0.0.0-20190312061237-fead79001313/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs=
@@ -312,21 +371,27 @@ golang.org/x/sys v0.0.0-20201201145000-ef89a241ccb3/go.mod h1:h1NjWce9XRLGQEsW7w
 golang.org/x/sys v0.0.0-20210104204734-6f8348627aad/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs=
 golang.org/x/sys v0.0.0-20210119212857-b64e53b001e4/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs=
 golang.org/x/sys v0.0.0-20210225134936-a50acf3fe073/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs=
+golang.org/x/sys v0.0.0-20210423082822-04245dca01da/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs=
 golang.org/x/sys v0.0.0-20210423185535-09eb48e85fd7/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs=
 golang.org/x/sys v0.0.0-20210615035016-665e8c7367d1/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg=
+golang.org/x/sys v0.0.0-20210630005230-0f9fa26af87c/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg=
+golang.org/x/sys v0.0.0-20210927094055-39ccf1dd6fa6/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg=
+golang.org/x/sys v0.0.0-20220811171246-fbc7d0a398ab/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg=
 golang.org/x/sys v0.0.0-20220908164124-27713097b956/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg=
-golang.org/x/sys v0.3.0 h1:w8ZOecv6NaNa/zC8944JTU3vz4u6Lagfk4RPQxv92NQ=
-golang.org/x/sys v0.3.0/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg=
+golang.org/x/sys v0.4.0 h1:Zr2JFtRQNX3BCZ8YtxRE9hNJYC8J6I1MVbMg6owUp18=
+golang.org/x/sys v0.4.0/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg=
 golang.org/x/term v0.0.0-20201126162022-7de9c90e9dd1/go.mod h1:bj7SfCRtBDWHUb9snDiAeCFNEtKQo2Wmx5Cou7ajbmo=
-golang.org/x/term v0.3.0 h1:qoo4akIqOcDME5bhc/NgxUdovd6BSS2uMsVjB56q1xI=
+golang.org/x/term v0.4.0 h1:O7UWfv5+A2qiuulQk30kVinPoMtoIPeVaKLEgLpVkvg=
 golang.org/x/text v0.0.0-20170915032832-14c0d48ead0c/go.mod h1:NqM8EUOU14njkJ3fqMW+pc6Ldnwhi/IjpwHt7yyuwOQ=
 golang.org/x/text v0.3.0/go.mod h1:NqM8EUOU14njkJ3fqMW+pc6Ldnwhi/IjpwHt7yyuwOQ=
 golang.org/x/text v0.3.1-0.20180807135948-17ff2d5776d2/go.mod h1:NqM8EUOU14njkJ3fqMW+pc6Ldnwhi/IjpwHt7yyuwOQ=
 golang.org/x/text v0.3.2/go.mod h1:bEr9sfX3Q8Zfm5fL9x+3itogRgK3+ptLWKqgva+5dAk=
 golang.org/x/text v0.3.3/go.mod h1:5Zoc/QRtKVWzQhOtBMvqHzDpF6irO9z98xDceosuGiQ=
 golang.org/x/text v0.3.4/go.mod h1:5Zoc/QRtKVWzQhOtBMvqHzDpF6irO9z98xDceosuGiQ=
-golang.org/x/text v0.5.0 h1:OLmvp0KP+FVG99Ct/qFiL/Fhk4zp4QQnZ7b2U+5piUM=
-golang.org/x/text v0.5.0/go.mod h1:mrYo+phRRbMaCq/xk9113O4dZlRixOauAjOtrjsXDZ8=
+golang.org/x/text v0.3.6/go.mod h1:5Zoc/QRtKVWzQhOtBMvqHzDpF6irO9z98xDceosuGiQ=
+golang.org/x/text v0.3.7/go.mod h1:u+2+/6zg+i71rQMx5EYifcz6MCKuco9NR6JIITiCfzQ=
+golang.org/x/text v0.6.0 h1:3XmdazWV+ubf7QgHSTWeykHOci5oeekaGJBLkrkaw4k=
+golang.org/x/text v0.6.0/go.mod h1:mrYo+phRRbMaCq/xk9113O4dZlRixOauAjOtrjsXDZ8=
 golang.org/x/time v0.0.0-20181108054448-85acf8d2951c/go.mod h1:tRJNPiyCQ0inRvYxbN9jk5I+vvW/OXSQhTDSoE431IQ=
 golang.org/x/time v0.0.0-20190308202827-9d24e82272b4/go.mod h1:tRJNPiyCQ0inRvYxbN9jk5I+vvW/OXSQhTDSoE431IQ=
 golang.org/x/time v0.0.0-20191024005414-555d28b269f0/go.mod h1:tRJNPiyCQ0inRvYxbN9jk5I+vvW/OXSQhTDSoE431IQ=
@@ -475,6 +540,8 @@ gopkg.in/check.v1 v1.0.0-20180628173108-788fd7840127/go.mod h1:Co6ibVJAznAaIkqp8
 gopkg.in/errgo.v2 v2.1.0/go.mod h1:hNsd1EY+bozCKY1Ytp96fpM3vjJbqLJn88ws8XvfDNI=
 gopkg.in/ini.v1 v1.67.0 h1:Dgnx+6+nfE+IfzjUEISNeydPJh9AXNNsWbGP9KzCsOA=
 gopkg.in/ini.v1 v1.67.0/go.mod h1:pNLf8WUiyNEtQjuu5G5vTm06TEv9tsIgeAvK8hOrP4k=
+gopkg.in/natefinch/lumberjack.v2 v2.0.0 h1:1Lc07Kr7qY4U2YPouBjpCLxpiyxIVoxqXgkXLknAOE8=
+gopkg.in/natefinch/lumberjack.v2 v2.0.0/go.mod h1:l0ndWWf7gzL7RNwBG7wST/UCcT4T24xpD6X8LsfU/+k=
 gopkg.in/yaml.v2 v2.2.2/go.mod h1:hI93XBmqTisBFMUTm0b8Fm+jr3Dg1NNxqwp+5A1VGuI=
 gopkg.in/yaml.v2 v2.4.0 h1:D8xgwECY7CYvx+Y2n4sBz93Jn9JRvxdiyyo8CTfuKaY=
 gopkg.in/yaml.v2 v2.4.0/go.mod h1:RDklbk79AGWmwhnvt/jBztapEOGDOx6ZbXqjP6csGnQ=
@@ -488,6 +555,10 @@ honnef.co/go/tools v0.0.0-20190523083050-ea95bdfd59fc/go.mod h1:rf3lG4BRIbNafJWh
 honnef.co/go/tools v0.0.1-2019.2.3/go.mod h1:a3bituU0lyd329TUQxRnasdCoJDkEUEAqEt0JzvZhAg=
 honnef.co/go/tools v0.0.1-2020.1.3/go.mod h1:X/FiERA/W4tHapMX5mGpAtMSVEeEUOyHaw9vFzvIQ3k=
 honnef.co/go/tools v0.0.1-2020.1.4/go.mod h1:X/FiERA/W4tHapMX5mGpAtMSVEeEUOyHaw9vFzvIQ3k=
+maunium.net/go/mautrix v0.13.0 h1:CRdpMFc1kDSNnCZMcqahR9/pkDy/vgRbd+fHnSCl6Yg=
+maunium.net/go/mautrix v0.13.0/go.mod h1:gYMQPsZ9lQpyKlVp+DGwOuc9LIcE/c8GZW2CvKHISgM=
+mvdan.cc/sh/v3 v3.6.0 h1:gtva4EXJ0dFNvl5bHjcUEvws+KRcDslT8VKheTYkbGU=
+mvdan.cc/sh/v3 v3.6.0/go.mod h1:U4mhtBLZ32iWhif5/lD+ygy1zrgaQhUu+XFy7C8+TTA=
 rsc.io/binaryregexp v0.2.0/go.mod h1:qTv7/COck+e2FymRvadv62gMdZztPaShugOCi3I+8D8=
 rsc.io/quote/v3 v3.1.0/go.mod h1:yEA65RcK8LyAZtP9Kv3t0HmxON59tX3rD+tICJqUlj0=
 rsc.io/sampler v1.3.0/go.mod h1:T1hPZKmBbMNahiBKFy5HrXp6adAjACjK9JXDnKaTXpA=

pkg/backy/backy.go

@@ -1,110 +1,272 @@
+// backy.go
+// Copyright (C) Andrew Woodlee 2023
+// License: Apache-2.0
 package backy
 
 import (
+	"bufio"
 	"bytes"
+	"context"
 	"fmt"
 	"io"
 	"os"
 	"os/exec"
+	"text/template"
 
-	"git.andrewnw.xyz/CyberShell/backy/pkg/logging"
+	"embed"
+
+	"github.com/rs/zerolog"
 )
 
-// Host defines a host to which to connect
-// If not provided, the values will be looked up in the default ssh config files
-type Host struct {
-	ConfigFilePath     string
-	Empty              bool
-	Host               string
-	HostName           []string
-	Port               uint16
-	PrivateKeyPath     string
-	PrivateKeyPassword string
-	User               string
-}
+//go:embed templates/*.txt
+var templates embed.FS
 
-type Command struct {
-	Remote     bool
-	RemoteHost Host
-	Cmd        string
-	Args       []string
-}
+var requiredKeys = []string{"commands", "cmd-configs"}
 
-// BackupConfig is a configuration struct that is used to define backups
-type BackupConfig struct {
-	Name       string
-	BackupType string
-	ConfigPath string
+var Sprintf = fmt.Sprintf
 
-	Cmd Command
-}
+// RunCmd runs a Command.
+// The environment of local commands will be the machine's environment plus any extra
+// variables specified in the Env file or Environment.
+// Dir can also be specified for local commands.
+func (command *Command) RunCmd(log *zerolog.Logger, hosts map[string]*Host) error {
 
-/*
-* Runs a backup configuration
- */
+	var (
+		ArgsStr       string
+		cmdOutBuf     bytes.Buffer
+		cmdOutWriters io.Writer
 
-func (command Command) runCmd() logging.Logging {
+		envVars = environmentVars{
+			file: command.Env,
+			env:  command.Environment,
+		}
+	)
+	envVars.env = append(envVars.env, os.Environ()...)
 
-	var stdoutBuf, stderrBuf bytes.Buffer
-	var err error
-	var cmdArgs string
 	for _, v := range command.Args {
-		cmdArgs += v
+		ArgsStr += fmt.Sprintf(" %s", v)
 	}
 
-	var remoteHost = &command.RemoteHost
-	fmt.Printf("\n\nRunning command: " + command.Cmd + " " + cmdArgs + " on host " + command.RemoteHost.Host + "...\n\n")
-	if command.Remote {
+	if command.Host != nil {
+		log.Info().Str("Command", fmt.Sprintf("Running command: %s %s on host %s", command.Cmd, ArgsStr, *command.Host)).Send()
 
-		remoteHost.Port = 22
-		remoteHost.Host = command.RemoteHost.Host
-
-		sshClient, err := remoteHost.ConnectToSSHHost()
+		err := command.RemoteHost.ConnectToSSHHost(log, hosts)
 		if err != nil {
-			panic(fmt.Errorf("ssh dial: %w", err))
+			return err
 		}
-		defer sshClient.Close()
-		s, err := sshClient.NewSession()
+		defer command.RemoteHost.SshClient.Close()
+		commandSession, err := command.RemoteHost.SshClient.NewSession()
 		if err != nil {
-			panic(fmt.Errorf("new ssh session: %w", err))
+			log.Err(fmt.Errorf("new ssh session: %w", err)).Send()
+			return err
 		}
-		defer s.Close()
+		defer commandSession.Close()
 
+		injectEnvIntoSSH(envVars, commandSession, log)
 		cmd := command.Cmd
 		for _, a := range command.Args {
 			cmd += " " + a
 		}
+		cmdOutWriters = io.MultiWriter(&cmdOutBuf)
 
-		s.Stdout = io.MultiWriter(os.Stdout, &stdoutBuf)
-		s.Stderr = io.MultiWriter(os.Stderr, &stderrBuf)
-		err = s.Run(cmd)
-		if err != nil {
-			return logging.Logging{
-				Output: stdoutBuf.String(),
-				Err:    fmt.Errorf("error running " + cmd + ": " + stderrBuf.String()),
-			}
+		if IsCmdStdOutEnabled() {
+			cmdOutWriters = io.MultiWriter(os.Stdout, &cmdOutBuf)
+		}
+
+		commandSession.Stdout = cmdOutWriters
+		commandSession.Stderr = cmdOutWriters
+		err = commandSession.Run(cmd)
+		outScanner := bufio.NewScanner(&cmdOutBuf)
+		for outScanner.Scan() {
+			outMap := make(map[string]interface{})
+			outMap["cmd"] = cmd
+			outMap["output"] = outScanner.Text()
+			log.Info().Fields(outMap).Send()
+		}
+
+		if err != nil {
+			log.Error().Err(fmt.Errorf("error when running cmd: %s: %w", command.Cmd, err)).Send()
+			return err
 		}
-		// fmt.Printf("Output: %s\n", string(output))
 	} else {
-		// shell := "/bin/bash"
-		localCMD := exec.Command(command.Cmd, command.Args...)
-		localCMD.Stdout = io.MultiWriter(os.Stdout, &stdoutBuf)
-		localCMD.Stderr = io.MultiWriter(os.Stderr, &stderrBuf)
-		err = localCMD.Run()
+		cmdExists := command.checkCmdExists()
+		if !cmdExists {
+			log.Info().Str(command.Cmd, "not found").Send()
+		}
 
-		if err != nil {
-			return logging.Logging{
-				Output: stdoutBuf.String(),
-				Err:    fmt.Errorf(stderrBuf.String()),
+		var err error
+		if command.Shell != "" {
+			log.Info().Str("Command", fmt.Sprintf("Running command: %s %s on local machine in %s", command.Cmd, ArgsStr, command.Shell)).Send()
+			ArgsStr = fmt.Sprintf("%s %s", command.Cmd, ArgsStr)
+			localCMD := exec.Command(command.Shell, "-c", ArgsStr)
+			if command.Dir != nil {
+				localCMD.Dir = *command.Dir
 			}
+			injectEnvIntoLocalCMD(envVars, localCMD, log)
+
+			cmdOutWriters = io.MultiWriter(&cmdOutBuf)
+
+			if IsCmdStdOutEnabled() {
+				cmdOutWriters = io.MultiWriter(os.Stdout, &cmdOutBuf)
+			}
+
+			localCMD.Stdout = cmdOutWriters
+			localCMD.Stderr = cmdOutWriters
+			err = localCMD.Run()
+			outScanner := bufio.NewScanner(&cmdOutBuf)
+			for outScanner.Scan() {
+				outMap := make(map[string]interface{})
+				outMap["cmd"] = command.Cmd
+				outMap["output"] = outScanner.Text()
+				log.Info().Fields(outMap).Send()
+			}
+
+			if err != nil {
+				log.Error().Err(fmt.Errorf("error when running cmd: %s: %w", command.Cmd, err)).Send()
+				return err
+			}
+			return nil
+		}
+		log.Info().Str("Command", fmt.Sprintf("Running command: %s %s on local machine", command.Cmd, ArgsStr)).Send()
+
+		localCMD := exec.Command(command.Cmd, command.Args...)
+		if command.Dir != nil {
+			localCMD.Dir = *command.Dir
+		}
+		injectEnvIntoLocalCMD(envVars, localCMD, log)
+		cmdOutWriters = io.MultiWriter(&cmdOutBuf)
+
+		if IsCmdStdOutEnabled() {
+			cmdOutWriters = io.MultiWriter(os.Stdout, &cmdOutBuf)
+		}
+		localCMD.Stdout = cmdOutWriters
+		localCMD.Stderr = cmdOutWriters
+		err = localCMD.Run()
+		outScanner := bufio.NewScanner(&cmdOutBuf)
+		for outScanner.Scan() {
+			outMap := make(map[string]interface{})
+			outMap["cmd"] = command.Cmd
+			outMap["output"] = outScanner.Text()
+			log.Info().Fields(outMap).Send()
+		}
+		if err != nil {
+			log.Error().Err(fmt.Errorf("error when running cmd: %s: %w", command.Cmd, err)).Send()
+			return err
 		}
 	}
-	return logging.Logging{
-		Output: stdoutBuf.String(),
-		Err:    nil,
-	}
+	return nil
 }
 
-func New() BackupConfig {
-	return BackupConfig{}
+func cmdListWorker(id int, jobs <-chan *CmdList, config *BackyConfigFile, results chan<- string) {
+	for list := range jobs {
+		var currentCmd string
+		fieldsMap := make(map[string]interface{})
+		fieldsMap["list"] = list.Name
+		cmdLog := config.Logger.Info()
+		var count int
+		var cmdsRan []string
+		for _, cmd := range list.Order {
+			currentCmd = config.Cmds[cmd].Cmd
+			fieldsMap["cmd"] = config.Cmds[cmd].Cmd
+			cmdLog.Fields(fieldsMap).Send()
+			cmdToRun := config.Cmds[cmd]
+			cmdLogger := config.Logger.With().
+				Str("backy-cmd", cmd).
+				Logger()
+			runOutErr := cmdToRun.RunCmd(&cmdLogger, config.Hosts)
+			count++
+			if runOutErr != nil {
+				var errMsg bytes.Buffer
+				if list.NotifyConfig != nil {
+					errStruct := make(map[string]interface{})
+					errStruct["listName"] = list.Name
+					errStruct["Command"] = currentCmd
+					errStruct["Err"] = runOutErr
+					errStruct["CmdsRan"] = cmdsRan
+					t := template.Must(template.New("error.txt").ParseFS(templates, "templates/error.txt"))
+					tmpErr := t.Execute(&errMsg, errStruct)
+					if tmpErr != nil {
+						config.Logger.Err(tmpErr).Send()
+					}
+					notifySendErr := list.NotifyConfig.Send(context.Background(), fmt.Sprintf("List %s failed on command %s ", list.Name, cmd), errMsg.String())
+					if notifySendErr != nil {
+						config.Logger.Err(notifySendErr).Send()
+					}
+				}
+				config.Logger.Err(runOutErr).Send()
+				break
+			} else {
+
+				if count == len(list.Order) {
+					cmdsRan = append(cmdsRan, cmd)
+					var successMsg bytes.Buffer
+					if list.NotifyConfig != nil {
+						successStruct := make(map[string]interface{})
+						successStruct["listName"] = list.Name
+						successStruct["CmdsRan"] = cmdsRan
+						t := template.Must(template.New("success.txt").ParseFS(templates, "templates/success.txt"))
+						tmpErr := t.Execute(&successMsg, successStruct)
+						if tmpErr != nil {
+							config.Logger.Err(tmpErr).Send()
+							break
+						}
+						err := list.NotifyConfig.Send(context.Background(), fmt.Sprintf("List %s succeded", list.Name), successMsg.String())
+						if err != nil {
+							config.Logger.Err(err).Send()
+						}
+					}
+				} else {
+					cmdsRan = append(cmdsRan, cmd)
+				}
+			}
+		}
+
+		results <- "done"
+	}
+
+}
+
+// RunBackyConfig runs a command list from the BackyConfigFile.
+func (config *BackyConfigFile) RunBackyConfig(cron string) {
+	configListsLen := len(config.CmdConfigLists)
+	listChan := make(chan *CmdList, configListsLen)
+	results := make(chan string)
+
+	// This starts up 3 workers, initially blocked
+	// because there are no jobs yet.
+	for w := 1; w <= configListsLen; w++ {
+		go cmdListWorker(w, listChan, config, results)
+
+	}
+
+	// Here we send 5 `jobs` and then `close` that
+	// channel to indicate that's all the work we have.
+	// configChan <- config.Cmds
+	for listName, cmdConfig := range config.CmdConfigLists {
+		if cmdConfig.Name == "" {
+			cmdConfig.Name = listName
+		}
+		if cron != "" {
+			if cron == cmdConfig.Cron {
+				listChan <- cmdConfig
+			}
+		} else {
+			listChan <- cmdConfig
+		}
+	}
+	close(listChan)
+
+	for a := 1; a <= configListsLen; a++ {
+		<-results
+	}
+
+}
+
+func (config *BackyConfigFile) ExecuteCmds() {
+	for _, cmd := range config.Cmds {
+		runErr := cmd.RunCmd(&config.Logger, config.Hosts)
+		if runErr != nil {
+			config.Logger.Err(runErr).Send()
+		}
+	}
 }

pkg/backy/config.go

@@ -0,0 +1,284 @@
+package backy
+
+import (
+	"errors"
+	"fmt"
+	"os"
+	"path"
+	"strings"
+
+	"git.andrewnw.xyz/CyberShell/backy/pkg/logging"
+	"github.com/joho/godotenv"
+	"github.com/mattn/go-isatty"
+	"github.com/rs/zerolog"
+	"github.com/spf13/viper"
+)
+
+// ReadConfig validates and reads the config file.
+func ReadConfig(opts *BackyConfigOpts) *BackyConfigFile {
+
+	if isatty.IsTerminal(os.Stdout.Fd()) {
+		os.Setenv("BACKY_TERM", "enabled")
+	} else if isatty.IsCygwinTerminal(os.Stdout.Fd()) {
+		os.Setenv("BACKY_TERM", "enabled")
+	} else {
+		os.Setenv("BACKY_TERM", "disabled")
+	}
+
+	backyConfigFile := NewConfig()
+	backyViper := opts.viper
+	opts.loadEnv()
+	envFileInConfigDir := fmt.Sprintf("%s/.env", path.Dir(backyViper.ConfigFileUsed()))
+
+	// load the .env file in config file directory
+	_ = godotenv.Load(envFileInConfigDir)
+
+	if backyViper.GetBool(getNestedConfig("logging", "cmd-std-out")) {
+		os.Setenv("BACKY_STDOUT", "enabled")
+	}
+
+	CheckConfigValues(backyViper)
+	for _, c := range opts.executeCmds {
+		if !backyViper.IsSet(getCmdFromConfig(c)) {
+			logging.ExitWithMSG(Sprintf("command %s is not in config file %s", c, backyViper.ConfigFileUsed()), 1, nil)
+		}
+	}
+
+	for _, l := range opts.executeLists {
+		if !backyViper.IsSet(getCmdListFromConfig(l)) {
+			logging.ExitWithMSG(Sprintf("list %s not found", l), 1, nil)
+		}
+	}
+
+	var (
+		// backyLoggingOpts *viper.Viper
+		verbose bool
+		logFile string
+	)
+
+	verbose = backyViper.GetBool(getLoggingKeyFromConfig("verbose"))
+
+	logFile = fmt.Sprintf("%s/backy.log", path.Dir(backyViper.ConfigFileUsed()))
+	if backyViper.IsSet(getLoggingKeyFromConfig("file")) {
+		logFile = backyViper.GetString(getLoggingKeyFromConfig("file"))
+	}
+
+	zerolog.SetGlobalLevel(zerolog.InfoLevel)
+
+	if verbose {
+		zerolog.SetGlobalLevel(zerolog.DebugLevel)
+		globalLvl := zerolog.GlobalLevel()
+		os.Setenv("BACKY_LOGLEVEL", Sprintf("%v", globalLvl))
+	}
+
+	consoleLoggingEnabled := backyViper.GetBool(getLoggingKeyFromConfig("console"))
+
+	// Other qualifiers can go here as well
+	if consoleLoggingEnabled {
+		os.Setenv("BACKY_CONSOLE_LOGGING", "enabled")
+	} else {
+		os.Setenv("BACKY_CONSOLE_LOGGING", "")
+	}
+
+	writers := logging.SetLoggingWriters(logFile)
+
+	log := zerolog.New(writers).With().Timestamp().Logger()
+
+	backyConfigFile.Logger = log
+
+	log.Info().Str("config file", backyViper.ConfigFileUsed()).Send()
+	commandsMap := backyViper.GetStringMapString("commands")
+	commandsMapViper := backyViper.Sub("commands")
+	unmarshalErr := commandsMapViper.Unmarshal(&backyConfigFile.Cmds)
+	if unmarshalErr != nil {
+		panic(fmt.Errorf("error unmarshalling cmds struct: %w", unmarshalErr))
+	}
+
+	hostConfigsMap := make(map[string]*viper.Viper)
+
+	for cmdName, cmdConf := range backyConfigFile.Cmds {
+		envFileErr := testFile(cmdConf.Env)
+		if envFileErr != nil {
+			backyConfigFile.Logger.Info().Str("cmd", cmdName).Err(envFileErr).Send()
+			os.Exit(1)
+		}
+
+		expandEnvVars(opts.backyEnv, cmdConf.Environment)
+
+		host := cmdConf.Host
+		if host != nil {
+			if backyViper.IsSet(getNestedConfig("hosts", *host)) {
+				hostconfig := backyViper.Sub(getNestedConfig("hosts", *host))
+				hostConfigsMap[*host] = hostconfig
+			}
+		}
+	}
+
+	hostsMapViper := backyViper.Sub("hosts")
+	unmarshalErr = hostsMapViper.Unmarshal(&backyConfigFile.Hosts)
+	if unmarshalErr != nil {
+		panic(fmt.Errorf("error unmarshalling hosts struct: %w", unmarshalErr))
+	}
+	for _, host := range backyConfigFile.Hosts {
+		if host.ProxyJump != "" {
+			proxyHosts := strings.Split(host.ProxyJump, ",")
+			if len(proxyHosts) > 1 {
+				for hostNum, h := range proxyHosts {
+					if hostNum > 1 {
+						proxyHost, defined := backyConfigFile.Hosts[h]
+						if defined {
+							host.ProxyHost = append(host.ProxyHost, proxyHost)
+						} else {
+							newProxy := &Host{Host: h}
+							host.ProxyHost = append(host.ProxyHost, newProxy)
+						}
+					} else {
+						proxyHost, defined := backyConfigFile.Hosts[h]
+						if defined {
+							host.ProxyHost = append(host.ProxyHost, proxyHost)
+						} else {
+							newHost := &Host{Host: h}
+							host.ProxyHost = append(host.ProxyHost, newHost)
+						}
+					}
+				}
+			} else {
+				proxyHost, defined := backyConfigFile.Hosts[proxyHosts[0]]
+				if defined {
+					host.ProxyHost = append(host.ProxyHost, proxyHost)
+				} else {
+					newProxy := &Host{Host: proxyHosts[0]}
+					host.ProxyHost = append(host.ProxyHost, newProxy)
+				}
+			}
+		}
+	}
+	cmdListCfg := backyViper.Sub("cmd-configs")
+	unmarshalErr = cmdListCfg.Unmarshal(&backyConfigFile.CmdConfigLists)
+	if unmarshalErr != nil {
+		panic(fmt.Errorf("error unmarshalling cmd list struct: %w", unmarshalErr))
+	}
+
+	var cmdNotFoundSliceErr []error
+	for cmdListName, cmdList := range backyConfigFile.CmdConfigLists {
+		if opts.useCron {
+			cron := strings.TrimSpace(cmdList.Cron)
+			if cron == "" {
+				delete(backyConfigFile.CmdConfigLists, cmdListName)
+			}
+		}
+		for _, cmdInList := range cmdList.Order {
+			_, cmdNameFound := backyConfigFile.Cmds[cmdInList]
+			if !cmdNameFound {
+				cmdNotFoundStr := fmt.Sprintf("command %s in list %s is not defined in config file", cmdInList, cmdListName)
+				cmdNotFoundErr := errors.New(cmdNotFoundStr)
+				cmdNotFoundSliceErr = append(cmdNotFoundSliceErr, cmdNotFoundErr)
+			}
+		}
+		for _, notificationID := range cmdList.Notifications {
+			if !backyViper.IsSet(getNestedConfig("notifications", notificationID)) {
+				logging.ExitWithMSG(fmt.Sprintf("%s in list %s not found in notifications", notificationID, cmdListName), 1, nil)
+			}
+		}
+	}
+
+	if len(cmdNotFoundSliceErr) > 0 {
+		var cmdNotFoundErrorLog = log.Fatal()
+		cmdNotFoundErrorLog.Errs("commands not found", cmdNotFoundSliceErr).Send()
+	}
+
+	if opts.useCron && (len(backyConfigFile.CmdConfigLists) == 0) {
+		logging.ExitWithMSG("No cron fields detected in any command lists", 1, nil)
+	}
+
+	for c := range commandsMap {
+		if opts.executeCmds != nil && !contains(opts.executeCmds, c) {
+			delete(backyConfigFile.Cmds, c)
+		}
+	}
+
+	if len(opts.executeLists) > 0 {
+		for l := range backyConfigFile.CmdConfigLists {
+			if !contains(opts.executeLists, l) {
+				delete(backyConfigFile.CmdConfigLists, l)
+			}
+		}
+	}
+
+	var notificationsMap = make(map[string]interface{})
+	if backyViper.IsSet("notifications") {
+		notificationsMap = backyViper.GetStringMap("notifications")
+		for id := range notificationsMap {
+			notifConfig := backyViper.Sub(getNestedConfig("notifications", id))
+			config := &NotificationsConfig{
+				Config:  notifConfig,
+				Enabled: true,
+			}
+			backyConfigFile.Notifications[id] = config
+		}
+	}
+
+	for _, cmd := range backyConfigFile.Cmds {
+		if cmd.Host != nil {
+			host, hostFound := backyConfigFile.Hosts[*cmd.Host]
+			if hostFound {
+				cmd.RemoteHost = host
+				cmd.RemoteHost.Host = host.Host
+				if host.HostName != "" {
+					cmd.RemoteHost.HostName = host.HostName
+				}
+			} else {
+				cmd.RemoteHost = &Host{Host: *cmd.Host}
+			}
+		}
+
+	}
+	backyConfigFile.SetupNotify()
+	return backyConfigFile
+}
+
+func getNestedConfig(nestedConfig, key string) string {
+	return fmt.Sprintf("%s.%s", nestedConfig, key)
+}
+
+func getCmdFromConfig(key string) string {
+	return fmt.Sprintf("commands.%s", key)
+}
+
+func getLoggingKeyFromConfig(key string) string {
+	if key == "" {
+		return "logging"
+	}
+	return fmt.Sprintf("logging.%s", key)
+}
+
+func getCmdListFromConfig(list string) string {
+	return fmt.Sprintf("cmd-configs.%s", list)
+}
+
+func (opts *BackyConfigOpts) InitConfig() {
+	if opts.viper != nil {
+		return
+	}
+	backyViper := viper.New()
+
+	if strings.TrimSpace(opts.ConfigFilePath) != "" {
+		err := testFile(opts.ConfigFilePath)
+		if err != nil {
+			logging.ExitWithMSG(fmt.Sprintf("Could not open config file %s: %v", opts.ConfigFilePath, err), 1, nil)
+		}
+		backyViper.SetConfigFile(opts.ConfigFilePath)
+	} else {
+		backyViper.SetConfigName("backy.yml")           // name of config file (with extension)
+		backyViper.SetConfigName("backy.yaml")          // name of config file (with extension)
+		backyViper.SetConfigType("yaml")                // REQUIRED if the config file does not have the extension in the name
+		backyViper.AddConfigPath(".")                   // optionally look for config in the working directory
+		backyViper.AddConfigPath("$HOME/.config/backy") // call multiple times to add many search paths
+	}
+	err := backyViper.ReadInConfig() // Find and read the config file
+	if err != nil {                  // Handle errors reading the config file
+		msg := fmt.Sprintf("fatal error reading config file %s: %v", backyViper.ConfigFileUsed(), err)
+		logging.ExitWithMSG(msg, 1, nil)
+	}
+	opts.viper = backyViper
+}

pkg/backy/cron.go

@@ -0,0 +1,34 @@
+// cron.go
+// Copyright (C) Andrew Woodlee 2023
+// License: Apache-2.0
+
+package backy
+
+import (
+	"strings"
+	"time"
+
+	"github.com/go-co-op/gocron"
+)
+
+func (conf *BackyConfigFile) Cron() {
+	s := gocron.NewScheduler(time.Local)
+	s.TagsUnique()
+	for listName, config := range conf.CmdConfigLists {
+		if config.Name == "" {
+			config.Name = listName
+		}
+		cron := strings.TrimSpace(config.Cron)
+		if cron != "" {
+			conf.Logger.Info().Str("Scheduling cron list", config.Name).Str("Time", cron).Send()
+			_, err := s.CronWithSeconds(cron).Tag(config.Name).Do(func(cron string) {
+				conf.RunBackyConfig(cron)
+			}, cron)
+			if err != nil {
+				panic(err)
+			}
+		}
+	}
+	conf.Logger.Info().Msg("Starting cron mode...")
+	s.StartBlocking()
+}

pkg/backy/mongo.go

@@ -0,0 +1,96 @@
+package backy
+
+import (
+	"context"
+	"errors"
+	"fmt"
+	"os"
+	"time"
+
+	"github.com/joho/godotenv"
+	"go.mongodb.org/mongo-driver/bson"
+	"go.mongodb.org/mongo-driver/mongo"
+	"go.mongodb.org/mongo-driver/mongo/options"
+	"go.mongodb.org/mongo-driver/mongo/readpref"
+)
+
+const mongoConfigKey = "global.mongo"
+
+func (opts *BackyConfigOpts) InitMongo() {
+
+	if !opts.viper.GetBool(getMongoConfigKey("enabled")) {
+		return
+	}
+	var (
+		err    error
+		client *mongo.Client
+	)
+
+	// TODO: Get uri and creditials from config
+	host := opts.viper.GetString(getMongoConfigKey("host"))
+	port := opts.viper.GetInt32(getMongoConfigKey("port"))
+
+	client, err = mongo.NewClient(options.Client().ApplyURI(fmt.Sprintf("mongo://%s:%d", host, port)))
+	if opts.viper.GetBool(getMongoConfigKey("prod")) {
+		mongoEnvFileSet := opts.viper.IsSet(getMongoConfigKey("env"))
+		if mongoEnvFileSet {
+			getMongoConfigFromEnv(opts)
+		}
+		auth := options.Credential{}
+		auth.Password = opts.viper.GetString("global.mongo.password")
+		auth.Username = opts.viper.GetString("global.mongo.username")
+		client, err = mongo.NewClient(options.Client().SetAuth(auth).ApplyURI("mongodb://localhost:27017"))
+
+	}
+	if err != nil {
+		opts.ConfigFile.Logger.Fatal().Err(err).Send()
+	}
+	ctx, ctxCancel := context.WithTimeout(context.Background(), 10*time.Second)
+	defer ctxCancel()
+	err = client.Connect(ctx)
+	if err != nil {
+		opts.ConfigFile.Logger.Fatal().Err(err).Send()
+	}
+	defer client.Disconnect(ctx)
+	err = client.Ping(ctx, readpref.Primary())
+	if err != nil {
+		opts.ConfigFile.Logger.Fatal().Err(err).Send()
+	}
+	databases, err := client.ListDatabaseNames(ctx, bson.M{})
+	if err != nil {
+		opts.ConfigFile.Logger.Fatal().Err(err).Send()
+	}
+	fmt.Println(databases)
+	backyDB := client.Database("backy")
+	backyDB.CreateCollection(context.Background(), "cmds")
+	backyDB.CreateCollection(context.Background(), "cmd-lists")
+	backyDB.CreateCollection(context.Background(), "logs")
+	opts.DB = backyDB
+}
+
+func getMongoConfigFromEnv(opts *BackyConfigOpts) error {
+	mongoEnvFile, err := os.Open(opts.viper.GetString("global.mongo.env"))
+	if err != nil {
+		return err
+	}
+	mongoMap, mongoErr := godotenv.Parse(mongoEnvFile)
+	if mongoErr != nil {
+		return err
+	}
+	mongoPW, mongoPWFound := mongoMap["MONGO_PASSWORD"]
+	if !mongoPWFound {
+		return errors.New("MONGO_PASSWORD not set in " + mongoEnvFile.Name())
+	}
+	mongoUser, mongoUserFound := mongoMap["MONGO_USER"]
+	if !mongoUserFound {
+		return errors.New("MONGO_PASSWORD not set in " + mongoEnvFile.Name())
+	}
+	opts.viper.Set(mongoConfigKey+".password", mongoPW)
+	opts.viper.Set(mongoConfigKey+".username", mongoUser)
+
+	return nil
+}
+
+func getMongoConfigKey(key string) string {
+	return fmt.Sprintf("global.mongo.%s", key)
+}

pkg/backy/notification.go

@@ -0,0 +1,92 @@
+// notification.go
+// Copyright (C) Andrew Woodlee 2023
+// License: Apache-2.0
+package backy
+
+import (
+	"fmt"
+
+	"github.com/nikoksr/notify"
+	"github.com/nikoksr/notify/service/mail"
+	"github.com/nikoksr/notify/service/matrix"
+	"maunium.net/go/mautrix/id"
+)
+
+type matrixStruct struct {
+	homeserver  string
+	roomid      id.RoomID
+	accessToken string
+	userId      id.UserID
+}
+
+type mailConfig struct {
+	senderaddress string
+	host          string
+	to            []string
+	username      string
+	password      string
+	port          string
+}
+
+func SetupCommandsNotifiers(backyConfig BackyConfigFile, ids ...string) {
+
+}
+
+// SetupNotify sets up notify instances for each command list.
+
+func (backyConfig *BackyConfigFile) SetupNotify() {
+
+	for _, cmdConfig := range backyConfig.CmdConfigLists {
+		var services []notify.Notifier
+		for notifyID := range backyConfig.Notifications {
+			if contains(cmdConfig.Notifications, notifyID) {
+
+				if backyConfig.Notifications[notifyID].Enabled {
+					config := backyConfig.Notifications[notifyID].Config
+					switch config.GetString("type") {
+					case "matrix":
+						mtrx := matrixStruct{
+							userId:      id.UserID(config.GetString("user-id")),
+							roomid:      id.RoomID(config.GetString("room-id")),
+							accessToken: config.GetString("access-token"),
+							homeserver:  config.GetString("homeserver"),
+						}
+						mtrxClient, _ := setupMatrix(mtrx)
+						services = append(services, mtrxClient)
+					case "mail":
+						mailCfg := mailConfig{
+							senderaddress: config.GetString("senderaddress"),
+							password:      config.GetString("password"),
+							username:      config.GetString("username"),
+							to:            config.GetStringSlice("to"),
+							host:          config.GetString("host"),
+							port:          fmt.Sprint(config.GetUint16("port")),
+						}
+						mailClient := setupMail(mailCfg)
+						services = append(services, mailClient)
+					}
+				}
+			}
+		}
+		cmdConfig.NotifyConfig = notify.NewWithServices(services...)
+	}
+
+	// logging.ExitWithMSG("This was a test of notifications", 0, nil)
+}
+
+func setupMatrix(config matrixStruct) (*matrix.Matrix, error) {
+	matrixClient, matrixErr := matrix.New(config.userId, config.roomid, config.homeserver, config.accessToken)
+	if matrixErr != nil {
+		panic(matrixErr)
+	}
+	return matrixClient, nil
+
+}
+
+func setupMail(config mailConfig) *mail.Mail {
+	mailClient := mail.New(config.senderaddress, config.host+":"+config.port)
+	mailClient.AuthenticateSMTP("", config.username, config.password, config.host)
+	mailClient.AddReceivers(config.to...)
+	mailClient.BodyFormat(mail.PlainText)
+	return mailClient
+}

pkg/backy/ssh.go

@@ -1,156 +1,398 @@
+// ssh.go
+// Copyright (C) Andrew Woodlee 2023
+// License: Apache-2.0
+
 package backy
 
 import (
 	"bufio"
-	"errors"
 	"fmt"
-	"log"
 	"os"
 	"os/user"
-	"path/filepath"
+	"strconv"
 	"strings"
+	"time"
 
 	"github.com/kevinburke/ssh_config"
+	"github.com/pkg/errors"
+	"github.com/rs/zerolog"
 	"golang.org/x/crypto/ssh"
+	"golang.org/x/crypto/ssh/knownhosts"
 )
 
-type SshConfig struct {
-	// Config file to open
-	configFile string
+var ErrPrivateKeyFileFailedToOpen = errors.New("Failed to open private key file. If encrypted, make sure the password is specified.")
+var TS = strings.TrimSpace
 
-	// Private key path
-	privateKey string
+// ConnectToSSHHost connects to a host by looking up the config values in the directory ~/.ssh/config
+// It uses any set values and looks up an unset values in the config files
+// It returns an ssh.Client used to run commands against.
+// If configFile is empty, any required configuration is looked up in the default config files
+// If any value is not found, defaults are used
+func (remoteConfig *Host) ConnectToSSHHost(log *zerolog.Logger, hosts map[string]*Host) error {
 
-	// Port to connect to
-	port uint16
-
-	// host to check
-	host string
-
-	// host name to connect to
-	hostName []string
-
-	user string
-}
-
-func (config SshConfig) GetSSHConfig() (SshConfig, error) {
-	hostNames := ssh_config.GetAll(config.host, "HostName")
-	if hostNames == nil {
-		return SshConfig{}, errors.New("hostname not found")
-	}
-	config.hostName = hostNames
-	privKey, err := ssh_config.GetStrict(config.host, "IdentityFile")
-	if err != nil {
-		return SshConfig{}, err
-	}
-	config.privateKey = privKey
-	User := ssh_config.Get(config.host, "User")
-	if User == "" {
-		return SshConfig{}, errors.New("user not found")
-	}
-	return config, nil
-}
-
-func (remoteConfig *Host) ConnectToSSHHost() (*ssh.Client, error) {
-
-	var sshClient *ssh.Client
+	// var sshClient *ssh.Client
 	var connectErr error
 
-	f, _ := os.Open(filepath.Join(os.Getenv("HOME"), ".ssh", "config"))
-	cfg, _ := ssh_config.Decode(f)
-	for _, host := range cfg.Hosts {
-		if host.Matches(remoteConfig.Host) {
-			var identityFile string
-			if remoteConfig.PrivateKeyPath == "" {
-				identityFile, _ = cfg.Get(remoteConfig.Host, "IdentityFile")
-				usr, _ := user.Current()
-				dir := usr.HomeDir
-				if identityFile == "~" {
-					// In case of "~", which won't be caught by the "else if"
-					identityFile = dir
-				} else if strings.HasPrefix(identityFile, "~/") {
-					// Use strings.HasPrefix so we don't match paths like
-					// "/something/~/something/"
-					identityFile = filepath.Join(dir, identityFile[2:])
-				}
-				remoteConfig.PrivateKeyPath = filepath.Join(identityFile)
-			}
-			remoteConfig.HostName, _ = cfg.GetAll(remoteConfig.Host, "HostName")
-			if remoteConfig.HostName == nil {
-				port, _ := cfg.Get(remoteConfig.Host, "Port")
-				if port == "" {
-					port = "22"
-				}
-				remoteConfig.HostName[0] = remoteConfig.Host + ":" + port
-			} else {
-				for index, hostName := range remoteConfig.HostName {
-					port, _ := cfg.Get(remoteConfig.Host, "Port")
-					if port == "" {
-						port = "22"
-					}
-					remoteConfig.HostName[index] = hostName + ":" + port
-					println("HostName: " + remoteConfig.HostName[0])
-				}
-			}
-			hostKey := getHostKey(remoteConfig.Host)
-
-			privateKey, err := os.ReadFile(remoteConfig.PrivateKeyPath)
-			if err != nil {
-				return nil, fmt.Errorf("read private key error: %w", err)
-			}
-			signer, err := ssh.ParsePrivateKey(privateKey)
-			if err != nil {
-				return nil, fmt.Errorf("parse private key error: %w", err)
-			}
-			sshConfig := &ssh.ClientConfig{
-				User:            remoteConfig.User,
-				Auth:            []ssh.AuthMethod{ssh.PublicKeys(signer)},
-				HostKeyCallback: ssh.FixedHostKey(hostKey),
-			}
-			for _, host := range remoteConfig.HostName {
-				println("Connecting to " + host)
-				sshClient, connectErr = ssh.Dial("tcp", host, sshConfig)
-				if connectErr != nil {
-					continue
-					// panic(fmt.Errorf("error when connecting to host %s: %w", host, connectErr))
-				}
-			}
-			break
-		}
+	// TODO: add JumpHost config check
 
+	if TS(remoteConfig.ConfigFilePath) == "" {
+		remoteConfig.useDefaultConfig = true
 	}
-	return sshClient, connectErr
-}
 
-func getHostKey(host string) ssh.PublicKey {
-	// parse OpenSSH known_hosts file
-	// ssh or use ssh-keyscan to get initial key
-	file, err := os.Open(filepath.Join(os.Getenv("HOME"), ".ssh", "known_hosts"))
+	if remoteConfig.ProxyHost != nil {
+		for _, proxyHost := range remoteConfig.ProxyHost {
+			log.Info().Msgf("Proxy Host %s", proxyHost.Host)
+			err := proxyHost.GetProxyJumpConfig(hosts)
+			if err != nil {
+				return err
+			}
+		}
+	}
+	khPath, khPathErr := GetKnownHosts(remoteConfig.KnownHostsFile)
+
+	if khPathErr != nil {
+		return khPathErr
+	}
+	if remoteConfig.ClientConfig == nil {
+		remoteConfig.ClientConfig = &ssh.ClientConfig{}
+	}
+	var configFile *os.File
+	var sshConfigFileOpenErr error
+	if !remoteConfig.useDefaultConfig {
+		configFile, sshConfigFileOpenErr = os.Open(remoteConfig.ConfigFilePath)
+		if sshConfigFileOpenErr != nil {
+			return sshConfigFileOpenErr
+		}
+	} else {
+		defaultConfig, _ := resolveDir("~/.ssh/config")
+		configFile, sshConfigFileOpenErr = os.Open(defaultConfig)
+		if sshConfigFileOpenErr != nil {
+			return sshConfigFileOpenErr
+		}
+	}
+	remoteConfig.SSHConfigFile = &sshConfigFile{}
+	remoteConfig.SSHConfigFile.DefaultUserSettings = ssh_config.DefaultUserSettings
+	var decodeErr error
+	remoteConfig.SSHConfigFile.SshConfigFile, decodeErr = ssh_config.Decode(configFile)
+	if decodeErr != nil {
+		return decodeErr
+	}
+	remoteConfig.ClientConfig.Timeout = time.Second * 30
+	remoteConfig.GetPrivateKeyFileFromConfig()
+	remoteConfig.GetPort()
+	remoteConfig.GetHostName()
+	remoteConfig.CombineHostNameWithPort()
+	remoteConfig.GetSshUserFromConfig()
+	if remoteConfig.HostName == "" {
+		return errors.New("No hostname found or specified")
+	}
+	err := remoteConfig.GetAuthMethods()
 	if err != nil {
-		panic(err)
-	}
-	defer file.Close()
-
-	scanner := bufio.NewScanner(file)
-	var hostKey ssh.PublicKey
-	for scanner.Scan() {
-		fields := strings.Split(scanner.Text(), " ")
-		if len(fields) != 3 {
-			continue
-		}
-		if strings.Contains(fields[0], host) {
-			var err error
-			hostKey, _, _, _, err = ssh.ParseAuthorizedKey(scanner.Bytes())
-			if err != nil {
-				log.Fatalf("error parsing %q: %v", fields[2], err)
-			}
-			break
-		}
+		return err
 	}
 
-	if hostKey == nil {
-		log.Fatalf("no hostkey found for %s", host)
+	hostKeyCallback, err := knownhosts.New(khPath)
+	if err != nil {
+		return errors.Wrap(err, "could not create hostkeycallback function")
+	}
+	remoteConfig.ClientConfig.HostKeyCallback = hostKeyCallback
+	log.Info().Str("user", remoteConfig.ClientConfig.User).Send()
+
+	remoteConfig.SshClient, connectErr = remoteConfig.ConnectThroughBastion(log)
+	if connectErr != nil {
+		return connectErr
+	}
+	if remoteConfig.SshClient != nil {
+		return nil
 	}
 
-	return hostKey
+	log.Info().Msgf("Connecting to host %s", remoteConfig.HostName)
+	remoteConfig.SshClient, connectErr = ssh.Dial("tcp", remoteConfig.HostName, remoteConfig.ClientConfig)
+	if connectErr != nil {
+		return connectErr
+	}
+	return nil
+}
+
+func (remoteHost *Host) GetSshUserFromConfig() {
+	if TS(remoteHost.User) == "" {
+		remoteHost.User, _ = remoteHost.SSHConfigFile.SshConfigFile.Get(remoteHost.Host, "User")
+		if TS(remoteHost.User) == "" {
+			remoteHost.User = remoteHost.SSHConfigFile.DefaultUserSettings.Get(remoteHost.Host, "User")
+			if TS(remoteHost.User) == "" {
+				currentUser, _ := user.Current()
+				remoteHost.User = currentUser.Username
+			}
+		}
+	}
+	remoteHost.ClientConfig.User = remoteHost.User
+}
+func (remoteHost *Host) GetAuthMethods() error {
+	var signer ssh.Signer
+	var err error
+	var privateKey []byte
+	remoteHost.Password = strings.TrimSpace(remoteHost.Password)
+	remoteHost.PrivateKeyPassword = strings.TrimSpace(remoteHost.PrivateKeyPassword)
+	remoteHost.PrivateKeyPath = strings.TrimSpace(remoteHost.PrivateKeyPath)
+	if remoteHost.PrivateKeyPath != "" {
+		privateKey, err = os.ReadFile(remoteHost.PrivateKeyPath)
+		if err != nil {
+			return err
+		}
+		remoteHost.PrivateKeyPassword, err = GetPrivateKeyPassword(remoteHost.PrivateKeyPassword)
+		if err != nil {
+			return err
+		}
+		if remoteHost.PrivateKeyPassword == "" {
+			signer, err = ssh.ParsePrivateKey(privateKey)
+			if err != nil {
+				return ErrPrivateKeyFileFailedToOpen
+			}
+			remoteHost.ClientConfig.Auth = []ssh.AuthMethod{ssh.PublicKeys(signer)}
+		} else {
+			signer, err = ssh.ParsePrivateKeyWithPassphrase(privateKey, []byte(remoteHost.PrivateKeyPassword))
+			if err != nil {
+				return err
+			}
+			remoteHost.ClientConfig.Auth = []ssh.AuthMethod{ssh.PublicKeys(signer)}
+		}
+	}
+	if remoteHost.Password == "" {
+		remoteHost.Password, err = GetPassword(remoteHost.Password)
+		if err != nil {
+			return err
+		}
+		remoteHost.ClientConfig.Auth = append(remoteHost.ClientConfig.Auth, ssh.Password(remoteHost.Password))
+	}
+	return nil
+}
+
+// GetPrivateKeyFromConfig checks to see if the privateKeyPath is empty.
+// If not, it keeps the value.
+// If empty, the key is looked for in the specified config file.
+// If that path is empty, the default config file is searched.
+// If not found in the default file, the privateKeyPath is set to ~/.ssh/id_rsa
+func (remoteHost *Host) GetPrivateKeyFileFromConfig() {
+	var identityFile string
+	if remoteHost.PrivateKeyPath == "" {
+		identityFile, _ = remoteHost.SSHConfigFile.SshConfigFile.Get(remoteHost.Host, "IdentityFile")
+		if identityFile == "" {
+			identityFile, _ = remoteHost.SSHConfigFile.DefaultUserSettings.GetStrict(remoteHost.Host, "IdentityFile")
+			if identityFile == "" {
+				identityFile = "~/.ssh/id_rsa"
+			}
+		}
+	}
+	if identityFile == "" {
+		identityFile = remoteHost.PrivateKeyPath
+	}
+
+	remoteHost.PrivateKeyPath, _ = resolveDir(identityFile)
+}
+
+// GetPort checks if the port from the config file is 0
+// If it is the port is searched in the SSH config file(s)
+func (remoteHost *Host) GetPort() {
+	port := fmt.Sprintf("%v", remoteHost.Port)
+	// port specifed?
+	if port == "0" {
+		port, _ = remoteHost.SSHConfigFile.SshConfigFile.Get(remoteHost.Host, "Port")
+		if port == "" {
+			port = remoteHost.SSHConfigFile.DefaultUserSettings.Get(remoteHost.Host, "Port")
+			if port == "" {
+				port = "22"
+			}
+		}
+	}
+	portNum, _ := strconv.ParseUint(port, 10, 32)
+	remoteHost.Port = uint16(portNum)
+}
+
+func (remoteHost *Host) CombineHostNameWithPort() {
+	port := fmt.Sprintf(":%v", remoteHost.Port)
+	if strings.Contains(remoteHost.HostName, port) {
+		return
+	}
+	remoteHost.HostName = fmt.Sprintf("%s:%v", remoteHost.HostName, remoteHost.Port)
+}
+
+func (remoteHost *Host) GetHostName() {
+
+	if remoteHost.HostName == "" {
+		remoteHost.HostName, _ = remoteHost.SSHConfigFile.SshConfigFile.Get(remoteHost.Host, "HostName")
+		if remoteHost.HostName == "" {
+			remoteHost.HostName = remoteHost.SSHConfigFile.DefaultUserSettings.Get(remoteHost.Host, "HostName")
+		}
+	}
+}
+
+func (remoteHost *Host) ConnectThroughBastion(log *zerolog.Logger) (*ssh.Client, error) {
+	if remoteHost.ProxyHost == nil {
+		return nil, nil
+	}
+
+	log.Info().Msgf("Connecting to proxy host %s", remoteHost.ProxyHost[0].HostName)
+
+	// connect to the bastion host
+	bClient, err := ssh.Dial("tcp", remoteHost.ProxyHost[0].HostName, remoteHost.ProxyHost[0].ClientConfig)
+	if err != nil {
+		return nil, err
+	}
+
+	// Dial a connection to the service host, from the bastion
+	conn, err := bClient.Dial("tcp", remoteHost.HostName)
+	if err != nil {
+		return nil, err
+	}
+	log.Info().Msgf("Connecting to host %s", remoteHost.HostName)
+	ncc, chans, reqs, err := ssh.NewClientConn(conn, remoteHost.HostName, remoteHost.ClientConfig)
+	if err != nil {
+		return nil, err
+	}
+
+	sClient := ssh.NewClient(ncc, chans, reqs)
+	// sClient is an ssh client connected to the service host, through the bastion host.
+
+	return sClient, nil
+}
+
+func GetKnownHosts(khPath string) (string, error) {
+	if TS(khPath) != "" {
+		return resolveDir(khPath)
+	}
+	return resolveDir("~/.ssh/known_hosts")
+}
+
+func GetPrivateKeyPassword(key string) (string, error) {
+	var prKeyPassword string
+	if strings.HasPrefix(key, "file:") {
+		privKeyPassFilePath := strings.TrimPrefix(key, "file:")
+		privKeyPassFilePath, _ = resolveDir(privKeyPassFilePath)
+		keyFile, keyFileErr := os.Open(privKeyPassFilePath)
+		if keyFileErr != nil {
+			return "", ErrPrivateKeyFileFailedToOpen
+		}
+		passwordScanner := bufio.NewScanner(keyFile)
+		for passwordScanner.Scan() {
+			prKeyPassword = passwordScanner.Text()
+		}
+	} else if strings.HasPrefix(key, "env:") {
+		privKey := strings.TrimPrefix(key, "env:")
+		privKey = strings.TrimPrefix(privKey, "${")
+		privKey = strings.TrimSuffix(privKey, "}")
+		privKey = strings.TrimPrefix(privKey, "$")
+		prKeyPassword = os.Getenv(privKey)
+	} else {
+		prKeyPassword = key
+	}
+	return prKeyPassword, nil
+}
+
+func GetPassword(pass string) (string, error) {
+	pass = strings.TrimSpace(pass)
+	if pass == "" {
+		return "", nil
+	}
+	var password string
+	if strings.HasPrefix(pass, "file:") {
+		passFilePath := strings.TrimPrefix(pass, "file:")
+		passFilePath, _ = resolveDir(passFilePath)
+		keyFile, keyFileErr := os.Open(passFilePath)
+		if keyFileErr != nil {
+			return "", errors.New("Password file failed to open")
+		}
+		passwordScanner := bufio.NewScanner(keyFile)
+		for passwordScanner.Scan() {
+			password = passwordScanner.Text()
+		}
+	} else if strings.HasPrefix(pass, "env:") {
+		passEnv := strings.TrimPrefix(pass, "env:")
+		passEnv = strings.TrimPrefix(passEnv, "${")
+		passEnv = strings.TrimSuffix(passEnv, "}")
+		passEnv = strings.TrimPrefix(passEnv, "$")
+		password = os.Getenv(passEnv)
+	} else {
+		password = pass
+	}
+	return password, nil
+}
+
+func (remoteConfig *Host) GetProxyJumpFromConfig(hosts map[string]*Host) error {
+	proxyJump, _ := remoteConfig.SSHConfigFile.SshConfigFile.Get(remoteConfig.Host, "ProxyJump")
+	if proxyJump == "" {
+		proxyJump = remoteConfig.SSHConfigFile.DefaultUserSettings.Get(remoteConfig.Host, "ProxyJump")
+	}
+	if remoteConfig.ProxyJump == "" && proxyJump != "" {
+		remoteConfig.ProxyJump = proxyJump
+	}
+	proxyJumpHosts := strings.Split(remoteConfig.ProxyJump, ",")
+	if remoteConfig.ProxyHost == nil && len(proxyJumpHosts) == 1 {
+		remoteConfig.ProxyJump = proxyJump
+		proxyHost, proxyHostFound := hosts[proxyJump]
+		if proxyHostFound {
+			remoteConfig.ProxyHost = append(remoteConfig.ProxyHost, proxyHost)
+		} else {
+			newProxy := &Host{Host: proxyJump}
+			remoteConfig.ProxyHost = append(remoteConfig.ProxyHost, newProxy)
+		}
+	}
+
+	return nil
+}
+func (remoteConfig *Host) GetProxyJumpConfig(hosts map[string]*Host) error {
+	if TS(remoteConfig.ConfigFilePath) == "" {
+		remoteConfig.useDefaultConfig = true
+	}
+
+	// log.Info().Msgf("Proxy Host %s", remoteConfig.ProxyHost[0].Host)
+	khPath, khPathErr := GetKnownHosts(remoteConfig.KnownHostsFile)
+
+	if khPathErr != nil {
+		return khPathErr
+	}
+	if remoteConfig.ClientConfig == nil {
+		remoteConfig.ClientConfig = &ssh.ClientConfig{}
+	}
+	var configFile *os.File
+	var sshConfigFileOpenErr error
+	if !remoteConfig.useDefaultConfig {
+
+		configFile, sshConfigFileOpenErr = os.Open(remoteConfig.ConfigFilePath)
+		if sshConfigFileOpenErr != nil {
+			return sshConfigFileOpenErr
+		}
+	} else {
+		defaultConfig, _ := resolveDir("~/.ssh/config")
+		configFile, sshConfigFileOpenErr = os.Open(defaultConfig)
+		if sshConfigFileOpenErr != nil {
+			return sshConfigFileOpenErr
+		}
+	}
+	remoteConfig.SSHConfigFile = &sshConfigFile{}
+	remoteConfig.SSHConfigFile.DefaultUserSettings = ssh_config.DefaultUserSettings
+	var decodeErr error
+	remoteConfig.SSHConfigFile.SshConfigFile, decodeErr = ssh_config.Decode(configFile)
+	if decodeErr != nil {
+		return decodeErr
+	}
+	remoteConfig.GetPrivateKeyFileFromConfig()
+	remoteConfig.GetPort()
+	remoteConfig.GetHostName()
+	remoteConfig.CombineHostNameWithPort()
+	remoteConfig.GetSshUserFromConfig()
+	if remoteConfig.HostName == "" {
+		return errors.New("No hostname found or specified")
+	}
+	err := remoteConfig.GetAuthMethods()
+	if err != nil {
+		return err
+	}
+
+	// TODO: Add value/option to config for host key and add bool to check for host key
+	hostKeyCallback, err := knownhosts.New(khPath)
+	if err != nil {
+		return errors.Wrap(err, "could not create hostkeycallback function")
+	}
+	remoteConfig.ClientConfig.HostKeyCallback = hostKeyCallback
+	return nil
 }

pkg/backy/templates/error.txt

@@ -0,0 +1,8 @@
+Command list {{.listName }} failed on running {{.Command}}.
+
+The error was {{ .Err }}
+
+The following commands ran:
+{{- range .CmdsRan}}
+    - {{. -}}
+{{end}}

pkg/backy/templates/success.txt

@@ -0,0 +1,7 @@
+Command list {{ .listName }} was completed successfully. 
+
+
+The following commands ran:
+{{- range .CmdsRan}}
+    - {{. -}}
+{{end}}

pkg/backy/types.go

@@ -0,0 +1,172 @@
+// types.go
+// Copyright (C) Andrew Woodlee 2023
+// License: Apache-2.0
+package backy
+
+import (
+	"bytes"
+
+	"github.com/kevinburke/ssh_config"
+	"github.com/nikoksr/notify"
+	"github.com/rs/zerolog"
+	"github.com/spf13/viper"
+	"go.mongodb.org/mongo-driver/bson/primitive"
+	"go.mongodb.org/mongo-driver/mongo"
+	"golang.org/x/crypto/ssh"
+)
+
+type CmdConfigSchema struct {
+	ID      primitive.ObjectID `bson:"_id,omitempty"`
+	CmdList []string           `bson:"command-list,omitempty"`
+	Name    string             `bson:"name,omitempty"`
+}
+type CmdSchema struct {
+	ID   primitive.ObjectID `bson:"_id,omitempty"`
+	Cmd  string             `bson:"cmd,omitempty"`
+	Args []string           `bson:"args,omitempty"`
+	Host string             `bson:"host,omitempty"`
+	Dir  string             `bson:"dir,omitempty"`
+}
+
+type Schemas struct {
+	CmdConfigSchema
+	CmdSchema
+}
+
+// Host defines a host to which to connect.
+// If not provided, the values will be looked up in the default ssh config files
+type Host struct {
+	ConfigFilePath     string `yaml:"configfilepath,omitempty"`
+	Host               string `yaml:"host,omitempty"`
+	HostName           string `yaml:"hostname,omitempty"`
+	KnownHostsFile     string `yaml:"knownhostsfile,omitempty"`
+	ClientConfig       *ssh.ClientConfig
+	SSHConfigFile      *sshConfigFile
+	SshClient          *ssh.Client
+	Port               uint16 `yaml:"port,omitempty"`
+	ProxyJump          string `yaml:"proxyjump,omitempty"`
+	Password           string `yaml:"password,omitempty"`
+	PrivateKeyPath     string `yaml:"privatekeypath,omitempty"`
+	PrivateKeyPassword string `yaml:"privatekeypassword,omitempty"`
+	UseConfigFiles     bool   `yaml:"use_config_files,omitempty"`
+	useDefaultConfig   bool
+	User               string `yaml:"user,omitempty"`
+	// ProxyHost holds the configuration for a ProxyJump host
+	ProxyHost []*Host
+}
+
+type sshConfigFile struct {
+	SshConfigFile       *ssh_config.Config
+	DefaultUserSettings *ssh_config.UserSettings
+}
+
+type Command struct {
+	// Remote bool `yaml:"remote,omitempty"`
+
+	Output BackyCommandOutput `yaml:"-"`
+
+	// command to run
+	Cmd string `yaml:"cmd"`
+
+	// host on which to run cmd
+	Host *string `yaml:"host,omitempty"`
+
+	/*
+		Shell specifies which shell to run the command in, if any.
+		Not applicable when host is defined.
+	*/
+	Shell string `yaml:"shell,omitempty"`
+
+	RemoteHost *Host `yaml:"-"`
+
+	// Args is an array that holds the arguments to cmd
+	Args []string `yaml:"Args,omitempty"`
+
+	/*
+		Dir specifies a directory in which to run the command.
+		Ignored if Host is set.
+	*/
+	Dir *string `yaml:"dir,omitempty"`
+
+	// Env points to a file containing env variables to be used with the command
+	Env string `yaml:"env,omitempty"`
+
+	// Environment holds env variables to be used with the command
+	Environment []string `yaml:"environment,omitempty"`
+}
+
+type BackyOptionFunc func(*BackyConfigOpts)
+
+type CmdList struct {
+	Name          string   `yaml:"name,omitempty"`
+	Cron          string   `yaml:"cron,omitempty"`
+	Order         []string `yaml:"order,omitempty"`
+	Notifications []string `yaml:"notifications,omitempty"`
+	NotifyConfig  *notify.Notify
+	// NotificationsConfig map[string]*NotificationsConfig
+	// NotifyConfig        map[string]*notify.Notify
+}
+
+type BackyConfigFile struct {
+
+	// Cmds holds the commands for a list.
+	// Key is the name of the command,
+	Cmds map[string]*Command `yaml:"commands"`
+
+	// CmdConfigLists holds the lists of commands to be run in order.
+	// Key is the command list name.
+	CmdConfigLists map[string]*CmdList `yaml:"cmd-configs"`
+
+	// Hosts holds the Host config.
+	// key is the host.
+	Hosts map[string]*Host `yaml:"hosts"`
+
+	// Notifications holds the config for different notifications.
+	Notifications map[string]*NotificationsConfig
+
+	Logger zerolog.Logger
+}
+
+type BackyConfigOpts struct {
+	// Global log level
+	BackyLogLvl *string
+	// Holds config file
+	ConfigFile *BackyConfigFile
+	// Holds config file
+	ConfigFilePath string
+
+	Schemas
+
+	DB *mongo.Database
+	// use command lists using cron
+	useCron bool
+	// Holds commands to execute for the exec command
+	executeCmds []string
+	// Holds commands to execute for the exec command
+	executeLists []string
+
+	// Holds env vars from .env file
+	backyEnv map[string]string
+
+	viper *viper.Viper
+}
+
+type NotificationsConfig struct {
+	Config  *viper.Viper
+	Enabled bool
+}
+
+type CmdOutput struct {
+	Err    error
+	Output bytes.Buffer
+}
+
+type BackyCommandOutput interface {
+	Error() error
+	GetOutput() CmdOutput
+}
+
+type environmentVars struct {
+	file string
+	env  []string
+}

pkg/backy/utils.go

@@ -0,0 +1,241 @@
+// utils.go
+// Copyright (C) Andrew Woodlee 2023
+// License: Apache-2.0
+
+package backy
+
+import (
+	"errors"
+	"fmt"
+	"os"
+	"os/exec"
+	"path"
+	"path/filepath"
+	"strings"
+
+	"git.andrewnw.xyz/CyberShell/backy/pkg/logging"
+	"github.com/joho/godotenv"
+	"github.com/rs/zerolog"
+	"github.com/spf13/viper"
+	"golang.org/x/crypto/ssh"
+	"mvdan.cc/sh/v3/shell"
+)
+
+func injectEnvIntoSSH(envVarsToInject environmentVars, process *ssh.Session, log *zerolog.Logger) {
+	if envVarsToInject.file != "" {
+		envPath, envPathErr := resolveDir(envVarsToInject.file)
+		if envPathErr != nil {
+			log.Fatal().Str("envFile", envPath).Err(envPathErr).Send()
+		}
+		file, err := os.Open(envPath)
+		if err != nil {
+			log.Fatal().Str("envFile", envPath).Err(err).Send()
+		}
+		defer file.Close()
+
+		envMap, err := godotenv.Parse(file)
+		if err != nil {
+			log.Error().Str("envFile", envPath).Err(err).Send()
+			goto errEnvFile
+		}
+		for key, val := range envMap {
+			process.Setenv(key, val)
+		}
+	}
+
+errEnvFile:
+	if len(envVarsToInject.env) > 0 {
+		for _, envVal := range envVarsToInject.env {
+			// don't append env Vars for Backy
+			if strings.Contains(envVal, "=") && !strings.HasPrefix(envVal, "BACKY_") {
+				envVarArr := strings.Split(envVal, "=")
+				process.Setenv(envVarArr[0], envVarArr[1])
+			}
+		}
+	}
+}
+
+func injectEnvIntoLocalCMD(envVarsToInject environmentVars, process *exec.Cmd, log *zerolog.Logger) {
+	if envVarsToInject.file != "" {
+		envPath, _ := resolveDir(envVarsToInject.file)
+
+		file, _ := os.Open(envPath)
+		// if err != nil {
+		// 	log.Fatal().Str("envFile", envPath).Err(err).Send()
+		// }
+		defer file.Close()
+		envMap, err := godotenv.Parse(file)
+		if err != nil {
+			log.Error().Str("envFile", envPath).Err(err).Send()
+			goto errEnvFile
+		}
+		for key, val := range envMap {
+			process.Env = append(process.Env, fmt.Sprintf("%s=%s", key, val))
+		}
+
+	}
+errEnvFile:
+	if len(envVarsToInject.env) > 0 {
+		for _, envVal := range envVarsToInject.env {
+			if strings.Contains(envVal, "=") {
+				process.Env = append(process.Env, envVal)
+			}
+		}
+	}
+	envVarsToInject.env = append(envVarsToInject.env, os.Environ()...)
+}
+
+func (cmd *Command) checkCmdExists() bool {
+	_, err := exec.LookPath(cmd.Cmd)
+	return err == nil
+}
+
+func contains(s []string, e string) bool {
+	for _, a := range s {
+		if a == e {
+			return true
+		}
+	}
+	return false
+}
+
+func CheckConfigValues(config *viper.Viper) {
+
+	for _, key := range requiredKeys {
+		isKeySet := config.IsSet(key)
+		if !isKeySet {
+			logging.ExitWithMSG(Sprintf("Config key %s is not defined in %s", key, config.ConfigFileUsed()), 1, nil)
+		}
+
+	}
+}
+
+func testFile(c string) error {
+	if strings.TrimSpace(c) != "" {
+		file, fileOpenErr := os.Open(c)
+		file.Close()
+		if errors.Is(fileOpenErr, os.ErrNotExist) {
+			return fileOpenErr
+		}
+
+		fmt.Printf("%s\t\t%v", c, fileOpenErr)
+	}
+
+	return nil
+}
+
+func (c *BackyConfigOpts) LogLvl(level string) BackyOptionFunc {
+
+	return func(bco *BackyConfigOpts) {
+		c.BackyLogLvl = &level
+	}
+}
+
+// AddCommands adds commands to BackyConfigOpts
+func AddCommands(commands []string) BackyOptionFunc {
+	return func(bco *BackyConfigOpts) {
+		bco.executeCmds = append(bco.executeCmds, commands...)
+	}
+}
+
+// AddCommandLists adds lists to BackyConfigOpts
+func AddCommandLists(lists []string) BackyOptionFunc {
+	return func(bco *BackyConfigOpts) {
+		bco.executeLists = append(bco.executeLists, lists...)
+	}
+}
+
+// UseCron enables the execution of command lists at specified times
+func UseCron() BackyOptionFunc {
+	return func(bco *BackyConfigOpts) {
+		bco.useCron = true
+	}
+}
+
+// UseCron enables the execution of command lists at specified times
+func (c *BackyConfigOpts) AddViper(v *viper.Viper) BackyOptionFunc {
+	return func(bco *BackyConfigOpts) {
+		c.viper = v
+	}
+}
+
+func NewOpts(configFilePath string, opts ...BackyOptionFunc) *BackyConfigOpts {
+	b := &BackyConfigOpts{}
+	b.ConfigFilePath = configFilePath
+	for _, opt := range opts {
+		if opt != nil {
+			opt(b)
+		}
+	}
+	return b
+}
+
+/*
+NewConfig initializes new config that holds information	from the config file
+*/
+func NewConfig() *BackyConfigFile {
+	return &BackyConfigFile{
+		Cmds:           make(map[string]*Command),
+		CmdConfigLists: make(map[string]*CmdList),
+		Hosts:          make(map[string]*Host),
+		Notifications:  make(map[string]*NotificationsConfig),
+	}
+}
+
+func IsTerminalActive() bool {
+	return os.Getenv("BACKY_TERM") == "enabled"
+}
+
+func IsCmdStdOutEnabled() bool {
+	return os.Getenv("BACKY_STDOUT") == "enabled"
+}
+
+func resolveDir(path string) (string, error) {
+	if path == "~" {
+		homeDir, err := os.UserHomeDir()
+		if err != nil {
+			return path, err
+		}
+		// In case of "~", which won't be caught by the "else if"
+		path = homeDir
+	} else if strings.HasPrefix(path, "~/") {
+		homeDir, err := os.UserHomeDir()
+		if err != nil {
+			return path, err
+		}
+		// Use strings.HasPrefix so we don't match paths like
+		// "/something/~/something/"
+		path = filepath.Join(homeDir, path[2:])
+	}
+	return path, nil
+}
+
+func (opts *BackyConfigOpts) loadEnv() {
+	envFileInConfigDir := fmt.Sprintf("%s/.env", path.Dir(opts.viper.ConfigFileUsed()))
+	var backyEnv map[string]string
+	backyEnv, envFileErr := godotenv.Read(envFileInConfigDir)
+	if envFileErr != nil {
+		return
+	}
+
+	opts.backyEnv = backyEnv
+}
+
+func expandEnvVars(backyEnv map[string]string, envVars []string) {
+
+	env := func(name string) string {
+		name = strings.ToUpper(name)
+		envVar, found := backyEnv[name]
+		if found {
+			return envVar
+		}
+		return ""
+	}
+
+	for indx, v := range envVars {
+		if strings.Contains(v, "$") || (strings.Contains(v, "${") && strings.Contains(v, "}")) {
+			out, _ := shell.Expand(v, env)
+			envVars[indx] = out
+		}
+	}
+}

pkg/config/backy/config.go

@@ -1,85 +0,0 @@
-package config
-
-import (
-	"git.andrewnw.xyz/CyberShell/backy/pkg/backy"
-	"github.com/spf13/viper"
-)
-
-func ReadConfig(Config *viper.Viper) (*viper.Viper, error) {
-
-	backyViper := viper.New()
-
-	// Check for existing config, if none exists, return new one
-	if Config == nil {
-
-		backyViper.AddConfigPath(".")
-		// name of config file (without extension)
-		backyViper.SetConfigName("backy")
-		// REQUIRED if the config file does not have the extension in the name
-		backyViper.SetConfigType("yaml")
-
-		if err := backyViper.ReadInConfig(); err != nil {
-			if configFileNotFound, ok := err.(viper.ConfigFileNotFoundError); ok {
-				return nil, configFileNotFound
-				// Config file not found; ignore error if desired
-			} else {
-				// Config file was found but another error was produced
-			}
-		}
-	} else {
-		// Config exists, try to read config file
-		if err := Config.ReadInConfig(); err != nil {
-			if _, ok := err.(viper.ConfigFileNotFoundError); ok {
-
-				backyViper.AddConfigPath(".")
-				// name of config file (without extension)
-				backyViper.SetConfigName("backy")
-				// REQUIRED if the config file does not have the extension in the name
-				backyViper.SetConfigType("yaml")
-
-				if err := backyViper.ReadInConfig(); err != nil {
-					if configFileNotFound, ok := err.(viper.ConfigFileNotFoundError); ok {
-						return nil, configFileNotFound
-					} else {
-						// Config file was found but another error was produced
-					}
-				}
-
-			} else {
-				// Config file was found but another error was produced
-			}
-		}
-	}
-
-	return backyViper, nil
-}
-
-func unmarshallConfig(backup string, config *viper.Viper) (*viper.Viper, error) {
-	err := viper.ReadInConfig()
-	if err != nil {
-		return nil, err
-	}
-
-	yamlConfigPath := "backup." + backup
-	conf := config.Sub(yamlConfigPath)
-
-	backupConfig := config.Unmarshal(&conf)
-	if backupConfig == nil {
-		return nil, backupConfig
-	}
-
-	return conf, nil
-}
-
-// CreateConfig creates a configuration
-// pass Name-level (i.e. "backups."+configName) to function
-func CreateConfig(backup backy.BackupConfig) backy.BackupConfig {
-	newBackupConfig := backy.BackupConfig{
-		Name:       backup.Name,
-		BackupType: backup.BackupType,
-
-		ConfigPath: backup.ConfigPath,
-	}
-
-	return newBackupConfig
-}

pkg/config/notifications/email.go

@@ -1,5 +0,0 @@
-package notification
-
-func GetConfig() {
-
-}

pkg/logging/logging.go

@@ -1,12 +1,13 @@
 package logging
 
 import (
-	"errors"
 	"fmt"
-	"log/syslog"
 	"os"
+	"strings"
+	"time"
 
-	"github.com/spf13/viper"
+	"github.com/rs/zerolog"
+	"gopkg.in/natefinch/lumberjack.v2"
 )
 
 type Logging struct {
@@ -18,27 +19,57 @@ type Logfile struct {
 	LogfilePath string
 }
 
-func OpenLogFile(config *viper.Viper) (interface{}, error) {
-	var logFile *os.File
-	var syslogWriter *syslog.Writer
-	var err error
-	logType := config.GetString("global.logging.type")
-	if logType != "" {
+func ExitWithMSG(msg string, code int, log *zerolog.Logger) {
+	fmt.Printf("%s\n", msg)
+	os.Exit(code)
+}
 
-		switch logType {
-		case "file":
-			logFile, err = os.OpenFile(config.GetString("global.logging.file"), os.O_WRONLY|os.O_APPEND|os.O_CREATE, 0644)
-			if err != nil {
-				return nil, err
+func SetLoggingWriters(logFile string) (writers zerolog.LevelWriter) {
+
+	console := zerolog.ConsoleWriter{}
+	if IsConsoleLoggingEnabled() {
+
+		console = zerolog.ConsoleWriter{Out: os.Stdout, TimeFormat: time.RFC1123}
+		console.FormatLevel = func(i interface{}) string {
+			return strings.ToUpper(fmt.Sprintf("| %-6s|", i))
+		}
+		console.FormatMessage = func(i any) string {
+			if i == nil {
+				return ""
 			}
-			return logFile, nil
-		case "syslog":
-			syslogWriter, err = syslog.New(syslog.LOG_SYSLOG, "Backy")
-			if err != nil {
-				return nil, fmt.Errorf("Unable to set logfile: " + err.Error())
-			}
-			return syslogWriter, nil
+			return fmt.Sprintf("MSG: %s", i)
+		}
+		console.FormatFieldName = func(i interface{}) string {
+			return fmt.Sprintf("%s: ", i)
+		}
+		console.FormatFieldValue = func(i interface{}) string {
+			return fmt.Sprintf("%s", i)
+			// return strings.ToUpper(fmt.Sprintf("%s", i))
 		}
 	}
-	return nil, errors.New("log type not specified; Please set global.logging.type in your config file")
+
+	fileLogger := &lumberjack.Logger{
+		MaxSize:    500, // megabytes
+		MaxBackups: 3,
+		MaxAge:     28,   //days
+		Compress:   true, // disabled by default
+	}
+	fileLogger.Filename = logFile
+	// UNIX Time is faster and smaller than most timestamps
+	zerolog.TimeFieldFormat = zerolog.TimeFormatUnix
+	// zerolog.TimeFieldFormat = time.RFC1123
+	writers = zerolog.MultiLevelWriter(fileLogger)
+
+	if IsConsoleLoggingEnabled() {
+		writers = zerolog.MultiLevelWriter(console, fileLogger)
+	}
+	return
 }
+
+func IsConsoleLoggingEnabled() bool {
+	return os.Getenv("BACKY_CONSOLE_LOGGING") == "enabled"
+}
+
+// func IsTerminal() bool {
+// 	return os.Getenv("BACKY_TERM") == "enabled"
+// }

pkg/notifications/notification.go

@@ -1,5 +0,0 @@
-package notifications
-
-func SetupNotify() error {
-	return nil
-}

release

@@ -0,0 +1,4 @@
+#!/bin/bash
+git tag "$(svu next)"
+git push --tags
+goreleaser --rm-dist