kopatz/nix-config
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

modify backup

Browse Source
This commit is contained in:
Kopatz
2024-05-09 21:56:43 +02:00
parent a320b2e6a5
commit ec1ea0bc18
2 changed files with 74 additions and 48 deletions
Download Patch File Download Diff File Expand all files Collapse all files

109
modules/misc/backup.nix
View File

@@ -6,34 +6,49 @@ in
{ {
options.custom.misc.backup = { options.custom.misc.backup = {
enable = mkEnableOption "Enables backup"; enable = mkEnableOption "Enables backup";
small = lib.mkOption {
type = types.listOf types.str;
description = "paths to include in the small backup";
};
medium = lib.mkOption {
type = types.listOf types.str;
default = cfg.small;
description = "paths to include in the medium backup";
};
large = lib.mkOption {
type = types.listOf types.str;
default = cfg.small // cfg.medium;
description = "paths to include in the large backup";
};
excludePaths = lib.mkOption {
type = types.listOf types.str;
default = [ "**/Cache" "**/.cache" "**/__pycache__" "**/node_modules" "**/venv" ];
description = "paths to exclude from the backup";
};
excludePathsRemote = lib.mkOption {
type = types.listOf types.str;
default = cfg.excludePaths ++ [ "**/dont_remotebackup"];
description = "paths to exclude from the remote backup";
};
}; };
config = let config = let
kavita = "/mnt/1tbssd/kavita";
gitolite = "/var/lib/gitolite";
syncthing = [ "/synced/default/" "/synced/work_drive/" ];
syncthingFull = syncthing ++ [ "/synced/fh/" "/synced/books/" ];
excludePaths = [ "/home/**/Cache" "/home/**/.cache" "/home/**/__pycache__" "/home/**/node_modules" "/home/**/venv" ];
excludePathsRemote = excludePaths ++ [ "/home/**/dont_remotebackup" ];
backupPathsSmall = [ "/home" "/var/backup/postgresql" gitolite ] ++ syncthing;
backupPathsMedium = [ "/home" "/var/backup/postgresql" "/mnt/250ssd/matrix-synapse/media_store/" "/mnt/250ssd/paperless" gitolite ] ++ syncthing;
backupPathsFull = [ "/home" "/var/backup/postgresql" "/mnt/250ssd/matrix-synapse/media_store/" "/mnt/250ssd/paperless" kavita gitolite ] ++ syncthingFull;
checkStorageSpace = pkgs.writeShellApplication { checkStorageSpace = pkgs.writeShellApplication {
name = "checkBackupStorageSpace"; name = "checkBackupStorageSpace";
text = '' text = ''
# Check how much space is used by the backup paths # Check how much space is used by the backup paths
echo "Checking storage space (small) with excluded paths..." echo "Checking storage space (small) with excluded paths..."
du -sch ${builtins.concatStringsSep " " (map (x: "--exclude=" + x) excludePaths)} ${builtins.concatStringsSep " " backupPathsSmall} du -sch ${builtins.concatStringsSep " " (map (x: "--exclude=" + x) cfg.excludePaths)} ${builtins.concatStringsSep " " cfg.small}
echo "Checking storage space (small) with excluded paths (remote)..." echo "Checking storage space (small) with excluded paths (remote)..."
du -sch ${builtins.concatStringsSep " " (map (x: "--exclude=" + x) excludePathsRemote)} ${builtins.concatStringsSep " " backupPathsSmall} du -sch ${builtins.concatStringsSep " " (map (x: "--exclude=" + x) cfg.excludePathsRemote)} ${builtins.concatStringsSep " " cfg.small}
echo "Checking storage space (medium) with excluded paths..." echo "Checking storage space (medium) with excluded paths..."
du -sch ${builtins.concatStringsSep " " (map (x: "--exclude=" + x) excludePaths)} ${builtins.concatStringsSep " " backupPathsMedium} du -sch ${builtins.concatStringsSep " " (map (x: "--exclude=" + x) cfg.excludePaths)} ${builtins.concatStringsSep " " cfg.medium}
echo "Checking storage space (medium) with excluded paths (remote)..." echo "Checking storage space (medium) with excluded paths (remote)..."
du -sch ${builtins.concatStringsSep " " (map (x: "--exclude=" + x) excludePathsRemote)} ${builtins.concatStringsSep " " backupPathsMedium} du -sch ${builtins.concatStringsSep " " (map (x: "--exclude=" + x) cfg.excludePathsRemote)} ${builtins.concatStringsSep " " cfg.medium}
echo "Checking storage space (full) with excluded paths..." echo "Checking storage space (full) with excluded paths..."
du -sch ${builtins.concatStringsSep " " (map (x: "--exclude=" + x) excludePaths)} ${builtins.concatStringsSep " " backupPathsFull} du -sch ${builtins.concatStringsSep " " (map (x: "--exclude=" + x) cfg.excludePaths)} ${builtins.concatStringsSep " " cfg.large}
echo "Checking storage space (full) with excluded paths (remote)..." echo "Checking storage space (full) with excluded paths (remote)..."
du -sch ${builtins.concatStringsSep " " (map (x: "--exclude=" + x) excludePathsRemote)} ${builtins.concatStringsSep " " backupPathsFull} du -sch ${builtins.concatStringsSep " " (map (x: "--exclude=" + x) cfg.excludePathsRemote)} ${builtins.concatStringsSep " " cfg.large}
''; '';
}; };
in mkIf cfg.enable { in mkIf cfg.enable {
@@ -49,39 +64,39 @@ in mkIf cfg.enable {
}; };
services.restic = { services.restic = {
backups = { backups = {
localbackup = { #localbackup = {
initialize = true; # initialize = true;
passwordFile = config.age.secrets.restic-pw.path; # passwordFile = config.age.secrets.restic-pw.path;
exclude = excludePaths; # exclude = cfg.excludePaths;
paths = backupPathsFull; # paths = cfg.large;
pruneOpts = [ "--keep-daily 7" "--keep-weekly 3" "--keep-monthly 3" "--keep-yearly 3" ]; # pruneOpts = [ "--keep-daily 7" "--keep-weekly 3" "--keep-monthly 3" "--keep-yearly 3" ];
repository = "/mnt/2tb/restic"; # repository = "/mnt/2tb/restic";
}; #};
localbackup-1tb-ssd = { #localbackup-1tb-ssd = {
initialize = true; # initialize = true;
passwordFile = config.age.secrets.restic-pw.path; # passwordFile = config.age.secrets.restic-pw.path;
exclude = excludePaths; # exclude = cfg.excludePaths;
paths = backupPathsFull; # paths = cfg.large;
pruneOpts = [ "--keep-daily 7" "--keep-weekly 3" "--keep-monthly 3" "--keep-yearly 3" ]; # pruneOpts = [ "--keep-daily 7" "--keep-weekly 3" "--keep-monthly 3" "--keep-yearly 3" ];
repository = "/mnt/1tbssd/restic"; # repository = "/mnt/1tbssd/restic";
}; #};
localbackup-1tb = { #localbackup-1tb = {
initialize = true; # initialize = true;
passwordFile = config.age.secrets.restic-pw.path; # passwordFile = config.age.secrets.restic-pw.path;
exclude = excludePaths; # exclude = cfg.excludePaths;
paths = backupPathsFull; # paths = cfg.large;
repository = "/mnt/1tb/restic"; # repository = "/mnt/1tb/restic";
pruneOpts = [ "--keep-daily 5" "--keep-weekly 3" "--keep-monthly 3" "--keep-yearly 3" ]; # pruneOpts = [ "--keep-daily 5" "--keep-weekly 3" "--keep-monthly 3" "--keep-yearly 3" ];
timerConfig = { # timerConfig = {
OnCalendar = "*-*-03,06,09,12,15,18,21,24,27,30 02:00:00"; # OnCalendar = "*-*-03,06,09,12,15,18,21,24,27,30 02:00:00";
Persistent = true; # Persistent = true;
}; # };
}; #};
remotebackup-gdrive = { remotebackup-gdrive = {
initialize = true; initialize = true;
passwordFile = config.age.secrets.restic-pw.path; passwordFile = config.age.secrets.restic-pw.path;
exclude = excludePathsRemote; exclude = cfg.excludePathsRemote;
paths = backupPathsMedium; paths = cfg.medium;
rcloneConfigFile = config.age.secrets.restic-gdrive.path; rcloneConfigFile = config.age.secrets.restic-gdrive.path;
repository = "rclone:it-experts:backup"; repository = "rclone:it-experts:backup";
pruneOpts = [ "--keep-daily 5" "--keep-weekly 3" "--keep-monthly 3" "--keep-yearly 3" ]; pruneOpts = [ "--keep-daily 5" "--keep-weekly 3" "--keep-monthly 3" "--keep-yearly 3" ];
@@ -94,8 +109,8 @@ in mkIf cfg.enable {
initialize = true; initialize = true;
passwordFile = config.age.secrets.restic-pw.path; passwordFile = config.age.secrets.restic-pw.path;
environmentFile = config.age.secrets.restic-s3.path; environmentFile = config.age.secrets.restic-s3.path;
exclude = excludePathsRemote; exclude = cfg.excludePathsRemote;
paths = backupPathsSmall; paths = cfg.small;
pruneOpts = [ "--keep-daily 5" "--keep-weekly 3" "--keep-monthly 3" "--keep-yearly 3" ]; pruneOpts = [ "--keep-daily 5" "--keep-weekly 3" "--keep-monthly 3" "--keep-yearly 3" ];
timerConfig = { timerConfig = {
OnCalendar = "*-*-03,06,09,12,15,18,21,24,27,30 00:00:00"; OnCalendar = "*-*-03,06,09,12,15,18,21,24,27,30 00:00:00";

13
systems/mini-pc/configuration.nix
View File

@@ -34,8 +34,19 @@
ssd.enable = true; ssd.enable = true;
}; };
misc = { misc = {
backup = { backup = let
kavita = "/data/kavita";
syncthing = [ "/synced/default/" "/synced/work_drive/" ];
syncthingFull = syncthing ++ [ "/synced/fh/" "/synced/books/" ];
backupPathsSmall = [ "/home" ] ++ syncthing;
backupPathsMedium = [ "/home" ] ++ syncthing;
backupPathsFull = [ "/home" kavita ] ++ syncthingFull;
in
{
enable = true; enable = true;
small = backupPathsSmall;
medium = backupPathsMedium;
large = backupPathsFull;
}; };
}; };
services = { services = {