2024-01-19 05:31:30 +01:00
|
|
|
// Package pkg /*
|
|
|
|
|
/*
|
|
|
|
|
Copyright © 2024 Jonas Kaninda <jonaskaninda.gmail.com>
|
|
|
|
|
*/
|
|
|
|
|
package pkg
|
|
|
|
|
|
|
|
|
|
import (
|
|
|
|
|
"fmt"
|
|
|
|
|
"github.com/jkaninda/mysql-bkup/utils"
|
2024-01-20 13:04:39 +01:00
|
|
|
"github.com/spf13/cobra"
|
2024-01-19 05:31:30 +01:00
|
|
|
"log"
|
|
|
|
|
"os"
|
|
|
|
|
"os/exec"
|
2024-02-17 18:17:41 +01:00
|
|
|
"path/filepath"
|
2024-01-19 05:31:30 +01:00
|
|
|
"time"
|
|
|
|
|
)
|
|
|
|
|
|
2024-01-20 13:04:39 +01:00
|
|
|
func StartBackup(cmd *cobra.Command) {
|
|
|
|
|
//Set env
|
|
|
|
|
utils.SetEnv("STORAGE_PATH", storagePath)
|
|
|
|
|
utils.GetEnv(cmd, "dbname", "DB_NAME")
|
|
|
|
|
utils.GetEnv(cmd, "port", "DB_PORT")
|
|
|
|
|
utils.GetEnv(cmd, "period", "SCHEDULE_PERIOD")
|
|
|
|
|
|
|
|
|
|
//Get flag value and set env
|
|
|
|
|
s3Path = utils.GetEnv(cmd, "path", "S3_PATH")
|
|
|
|
|
storage = utils.GetEnv(cmd, "storage", "STORAGE")
|
|
|
|
|
file = utils.GetEnv(cmd, "file", "FILE_NAME")
|
|
|
|
|
disableCompression, _ = cmd.Flags().GetBool("disable-compression")
|
2024-02-17 18:17:41 +01:00
|
|
|
keepLast, _ := cmd.Flags().GetInt("keep-last")
|
|
|
|
|
prune, _ := cmd.Flags().GetBool("prune")
|
2024-01-20 13:04:39 +01:00
|
|
|
executionMode, _ = cmd.Flags().GetString("mode")
|
|
|
|
|
|
|
|
|
|
if executionMode == "default" {
|
|
|
|
|
if storage == "s3" {
|
|
|
|
|
utils.Info("Backup database to s3 storage")
|
2024-02-17 18:17:41 +01:00
|
|
|
s3Backup(disableCompression, s3Path, prune, keepLast)
|
2024-01-20 13:04:39 +01:00
|
|
|
} else {
|
|
|
|
|
utils.Info("Backup database to local storage")
|
2024-02-17 18:17:41 +01:00
|
|
|
BackupDatabase(disableCompression, prune, keepLast)
|
2024-01-20 13:04:39 +01:00
|
|
|
|
|
|
|
|
}
|
|
|
|
|
} else if executionMode == "scheduled" {
|
|
|
|
|
scheduledMode()
|
|
|
|
|
} else {
|
|
|
|
|
utils.Fatal("Error, unknown execution mode!")
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
// Run in scheduled mode
|
|
|
|
|
func scheduledMode() {
|
|
|
|
|
|
|
|
|
|
fmt.Println()
|
|
|
|
|
fmt.Println("**********************************")
|
|
|
|
|
fmt.Println(" Starting MySQL Bkup... ")
|
|
|
|
|
fmt.Println("***********************************")
|
|
|
|
|
utils.Info("Running in Scheduled mode")
|
|
|
|
|
utils.Info("Log file in /var/log/mysql-bkup.log")
|
|
|
|
|
utils.Info("Execution period ", os.Getenv("SCHEDULE_PERIOD"))
|
|
|
|
|
|
|
|
|
|
//Test database connexion
|
|
|
|
|
utils.TestDatabaseConnection()
|
|
|
|
|
|
|
|
|
|
utils.Info("Creating backup job...")
|
|
|
|
|
CreateCrontabScript(disableCompression, storage)
|
|
|
|
|
|
|
|
|
|
//Start Supervisor
|
|
|
|
|
supervisordCmd := exec.Command("supervisord", "-c", "/etc/supervisor/supervisord.conf")
|
|
|
|
|
if err := supervisordCmd.Run(); err != nil {
|
|
|
|
|
utils.Fatalf("Error starting supervisord: %v\n", err)
|
|
|
|
|
}
|
|
|
|
|
}
|
2024-01-19 05:31:30 +01:00
|
|
|
|
2024-01-19 06:56:19 +01:00
|
|
|
// BackupDatabase backup database
|
2024-02-17 18:17:41 +01:00
|
|
|
func BackupDatabase(disableCompression bool, prune bool, keepLast int) {
|
2024-01-19 05:31:30 +01:00
|
|
|
dbHost = os.Getenv("DB_HOST")
|
2024-01-20 13:04:39 +01:00
|
|
|
dbPassword := os.Getenv("DB_PASSWORD")
|
|
|
|
|
dbUserName := os.Getenv("DB_USERNAME")
|
2024-01-19 05:31:30 +01:00
|
|
|
dbName = os.Getenv("DB_NAME")
|
|
|
|
|
dbPort = os.Getenv("DB_PORT")
|
|
|
|
|
storagePath = os.Getenv("STORAGE_PATH")
|
|
|
|
|
|
|
|
|
|
if os.Getenv("DB_HOST") == "" || os.Getenv("DB_NAME") == "" || os.Getenv("DB_USERNAME") == "" || os.Getenv("DB_PASSWORD") == "" {
|
|
|
|
|
utils.Fatal("Please make sure all required environment variables for database are set")
|
|
|
|
|
} else {
|
|
|
|
|
utils.TestDatabaseConnection()
|
2024-01-19 06:56:19 +01:00
|
|
|
// Backup Database database
|
2024-01-19 05:31:30 +01:00
|
|
|
utils.Info("Backing up database...")
|
2024-01-19 14:29:37 +01:00
|
|
|
//Generate file name
|
2024-01-19 05:31:30 +01:00
|
|
|
bkFileName := fmt.Sprintf("%s_%s.sql.gz", dbName, time.Now().Format("20060102_150405"))
|
|
|
|
|
|
2024-01-19 14:29:37 +01:00
|
|
|
// Verify is compression is disabled
|
2024-01-19 05:31:30 +01:00
|
|
|
if disableCompression {
|
2024-01-19 14:29:37 +01:00
|
|
|
//Generate file name
|
2024-01-19 05:31:30 +01:00
|
|
|
bkFileName = fmt.Sprintf("%s_%s.sql", dbName, time.Now().Format("20060102_150405"))
|
2024-01-19 14:29:37 +01:00
|
|
|
// Execute mysqldump
|
2024-01-19 05:31:30 +01:00
|
|
|
cmd := exec.Command("mysqldump",
|
|
|
|
|
"-h", dbHost,
|
|
|
|
|
"-P", dbPort,
|
|
|
|
|
"-u", dbUserName,
|
|
|
|
|
"--password="+dbPassword,
|
|
|
|
|
dbName,
|
|
|
|
|
)
|
|
|
|
|
output, err := cmd.Output()
|
|
|
|
|
if err != nil {
|
|
|
|
|
log.Fatal(err)
|
|
|
|
|
}
|
|
|
|
|
|
2024-01-19 14:29:37 +01:00
|
|
|
// save output
|
2024-01-19 05:31:30 +01:00
|
|
|
file, err := os.Create(fmt.Sprintf("%s/%s", storagePath, bkFileName))
|
|
|
|
|
if err != nil {
|
|
|
|
|
log.Fatal(err)
|
|
|
|
|
}
|
|
|
|
|
defer file.Close()
|
|
|
|
|
|
|
|
|
|
_, err = file.Write(output)
|
|
|
|
|
if err != nil {
|
|
|
|
|
log.Fatal(err)
|
|
|
|
|
}
|
2024-01-19 14:12:05 +01:00
|
|
|
utils.Done("Database has been backed up")
|
2024-01-19 05:31:30 +01:00
|
|
|
|
|
|
|
|
} else {
|
2024-01-19 14:29:37 +01:00
|
|
|
// Execute mysqldump
|
2024-01-19 05:31:30 +01:00
|
|
|
cmd := exec.Command("mysqldump", "-h", dbHost, "-P", dbPort, "-u", dbUserName, "--password="+dbPassword, dbName)
|
|
|
|
|
stdout, err := cmd.StdoutPipe()
|
|
|
|
|
if err != nil {
|
|
|
|
|
log.Fatal(err)
|
|
|
|
|
}
|
|
|
|
|
gzipCmd := exec.Command("gzip")
|
|
|
|
|
gzipCmd.Stdin = stdout
|
|
|
|
|
gzipCmd.Stdout, err = os.Create(fmt.Sprintf("%s/%s", storagePath, bkFileName))
|
|
|
|
|
gzipCmd.Start()
|
|
|
|
|
if err != nil {
|
|
|
|
|
log.Fatal(err)
|
|
|
|
|
}
|
|
|
|
|
if err := cmd.Run(); err != nil {
|
|
|
|
|
log.Fatal(err)
|
|
|
|
|
}
|
|
|
|
|
if err := gzipCmd.Wait(); err != nil {
|
|
|
|
|
log.Fatal(err)
|
|
|
|
|
}
|
2024-01-19 14:12:05 +01:00
|
|
|
utils.Done("Database has been backed up")
|
2024-02-17 18:17:41 +01:00
|
|
|
//Delete old backup
|
|
|
|
|
if prune {
|
2024-02-17 18:24:45 +01:00
|
|
|
deleteOldBackup(keepLast)
|
2024-02-17 18:17:41 +01:00
|
|
|
}
|
|
|
|
|
|
2024-01-19 05:31:30 +01:00
|
|
|
}
|
|
|
|
|
|
|
|
|
|
historyFile, err := os.OpenFile(fmt.Sprintf("%s/history.txt", storagePath), os.O_APPEND|os.O_CREATE|os.O_WRONLY, 0644)
|
|
|
|
|
if err != nil {
|
|
|
|
|
log.Fatal(err)
|
|
|
|
|
}
|
|
|
|
|
defer historyFile.Close()
|
|
|
|
|
if _, err := historyFile.WriteString(bkFileName + "\n"); err != nil {
|
|
|
|
|
log.Fatal(err)
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
}
|
2024-01-20 13:04:39 +01:00
|
|
|
|
2024-02-17 18:17:41 +01:00
|
|
|
func s3Backup(disableCompression bool, s3Path string, prune bool, keepLast int) {
|
2024-01-20 13:04:39 +01:00
|
|
|
// Backup Database to S3 storage
|
|
|
|
|
MountS3Storage(s3Path)
|
2024-02-17 18:17:41 +01:00
|
|
|
BackupDatabase(disableCompression, prune, keepLast)
|
|
|
|
|
}
|
|
|
|
|
|
2024-02-17 18:24:45 +01:00
|
|
|
func deleteOldBackup(keepLast int) {
|
2024-02-17 18:17:41 +01:00
|
|
|
utils.Info("Deleting old backups...")
|
|
|
|
|
storagePath = os.Getenv("STORAGE_PATH")
|
|
|
|
|
// Define the directory path
|
|
|
|
|
backupDir := storagePath + "/"
|
|
|
|
|
// Get current time
|
|
|
|
|
currentTime := time.Now()
|
2024-02-18 13:27:54 +01:00
|
|
|
// Delete file
|
|
|
|
|
deleteFile := func(filePath string) error {
|
|
|
|
|
err := os.Remove(filePath)
|
|
|
|
|
if err != nil {
|
|
|
|
|
utils.Fatal("Error:", err)
|
|
|
|
|
} else {
|
|
|
|
|
utils.Done("File", filePath, "deleted successfully")
|
|
|
|
|
}
|
|
|
|
|
return err
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
// Walk through the directory and delete files modified more than specified days ago
|
|
|
|
|
err := filepath.Walk(backupDir, func(filePath string, fileInfo os.FileInfo, err error) error {
|
2024-02-17 18:17:41 +01:00
|
|
|
if err != nil {
|
|
|
|
|
return err
|
|
|
|
|
}
|
2024-02-18 13:27:54 +01:00
|
|
|
// Check if it's a regular file and if it was modified more than specified days ago
|
|
|
|
|
if fileInfo.Mode().IsRegular() {
|
|
|
|
|
timeDiff := currentTime.Sub(fileInfo.ModTime())
|
|
|
|
|
if timeDiff.Hours() > 24*float64(keepLast) {
|
|
|
|
|
err := deleteFile(filePath)
|
|
|
|
|
if err != nil {
|
|
|
|
|
return err
|
|
|
|
|
}
|
2024-02-17 18:17:41 +01:00
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
return nil
|
|
|
|
|
})
|
|
|
|
|
|
|
|
|
|
if err != nil {
|
2024-02-18 13:27:54 +01:00
|
|
|
utils.Fatal("Error:", err)
|
|
|
|
|
return
|
2024-02-17 18:17:41 +01:00
|
|
|
}
|
2024-01-20 13:04:39 +01:00
|
|
|
}
|