From e7749d226f1e678d6105a8ecb662f222939190e9 Mon Sep 17 00:00:00 2001 From: Alex Manning Date: Tue, 24 Oct 2023 18:50:17 +0100 Subject: [PATCH] Lay groundwork for checking size in s3 is right. --- minio-backup/config.yaml | 2 +- minio-backup/run.py | 14 +++++++++++--- 2 files changed, 12 insertions(+), 4 deletions(-) diff --git a/minio-backup/config.yaml b/minio-backup/config.yaml index 4977f76..02579ac 100644 --- a/minio-backup/config.yaml +++ b/minio-backup/config.yaml @@ -1,5 +1,5 @@ name: "Minio Backup" -version: "0.0.6" +version: "0.0.7" slug: minio-backup description: >- "Backup the backup folder using minio." diff --git a/minio-backup/run.py b/minio-backup/run.py index 8d0b921..b050eea 100644 --- a/minio-backup/run.py +++ b/minio-backup/run.py @@ -42,10 +42,18 @@ def main(): backup_files = list(backup_folder.iterdir()) logger.info("Found the folllowing files in /backup: %s", backup_files) - objects = [x.object_name for x in client.list_objects(config["minio_bucket"])] - logger.info("Found the following files in s3: %s", objects) + objects = client.list_objects(config["minio_bucket"]) + object_names = [x.object_name for x in objects] + logger.info("Found the following files in s3: %s", object_names) + + to_upload = [] + for file in backup_files: + if file.name in object_names: + logger.info("File %s already exists in s3", file.name) + continue + else: + to_upload.append(file) - to_upload = [x for x in backup_folder.iterdir() if x.name not in objects] logger.warning( "The following files do not already exist and will be backed up: %s", to_upload )