Merge pull request #82 from andrewlorien/feature/add-s3-upload

Feature/add s3 upload

Author: christianspecht

src/ScmBackup/BackupMaker.cs

@@ -2,6 +2,10 @@
 using ScmBackup.Hosters;
 using ScmBackup.Http;
 using System.Collections.Generic;
+using System.IO;
+using Amazon.S3;
+using Amazon.S3.Transfer;
+using System;
 
 namespace ScmBackup
 {
@@ -45,7 +49,42 @@ public string Backup(ConfigSource source, IEnumerable<HosterRepository> repos)
                 }
             }
 
+            // Upload backup folder to S3 if bucket name is specified
+            if (!string.IsNullOrEmpty(this.context.Config.Options.Backup.s3BucketName))
+            {
+                UploadToS3(sourceFolder, this.context.Config.Options.Backup.s3BucketName);
+            }
+
             return sourceFolder;
         }
+
+        private void UploadToS3(string sourceFolderPath, string bucketName)
+        {
+            try
+            {
+                this.logger.Log(ErrorLevel.Info, "Starting upload to S3 bucket: {0}", bucketName);
+
+                using (var s3Client = new AmazonS3Client())
+                {
+                    var transferUtility = new TransferUtility(s3Client);
+                    var directoryTransferUtility = new TransferUtilityUploadDirectoryRequest
+                    {
+                        BucketName = bucketName,
+                        Directory = sourceFolderPath,
+                        SearchPattern = "*.*",
+                        SearchOption = SearchOption.AllDirectories,
+                        KeyPrefix = Path.GetFileName(sourceFolderPath)
+                    };
+
+                    transferUtility.UploadDirectory(directoryTransferUtility);
+                }
+
+                this.logger.Log(ErrorLevel.Info, "Successfully uploaded backup to S3 bucket: {0}", bucketName);
+            }
+            catch (Exception ex)
+            {
+                this.logger.Log(ErrorLevel.Error, "Failed to upload to S3: {0}", ex.Message);
+            }
+        }
     }
 }

src/ScmBackup/Configuration/ConfigOptions.cs

@@ -18,5 +18,6 @@ class BackupOptions
         public bool LogRepoFinished { get; set; }
         public bool AddTimestampedSubfolder { get; set; }
         public string TimestampFormat { get; set; }
+        public string s3BucketName { get; set; }
     }
 }

src/ScmBackup/Properties/AssemblyInfo.cs

@@ -9,7 +9,7 @@
 [assembly: AssemblyFileVersion("0.0.0")]
 [assembly: AssemblyInformationalVersion("0.0.0-DEV")]
 [assembly: AssemblyTitle("SCM Backup")]
-[assembly: AssemblyDescription("Backup repositories from cloud hosters to your local machine")]
+[assembly: AssemblyDescription("Backup repositories from cloud hosters to your local machine or S3 bucket")]
 [assembly: AssemblyConfiguration("")]
 [assembly: AssemblyCompany("scm-backup.org")]
 [assembly: AssemblyProduct("SCM Backup")]

src/ScmBackup/ScmBackup.csproj

@@ -28,6 +28,7 @@
   </ItemGroup>
 
   <ItemGroup>
+    <PackageReference Include="AWSSDK.S3" Version="3.7.305.28" />
     <PackageReference Include="MailKit" Version="4.5.0" />
     <PackageReference Include="Microsoft.VisualStudio.Azure.Containers.Tools.Targets" Version="1.19.5" />
     <PackageReference Include="Newtonsoft.Json" Version="13.0.3" />

src/ScmBackup/settings.yml

@@ -49,4 +49,7 @@ options:
         addTimestampedSubfolder: false
 
         # timestamp format for timestamped subfolder.
-        timestampFormat: yyyy-MM-dd_HHmm
+        timestampFormat: yyyy-MM-dd_HHmm
+
+        # if this is not empty, save the files to an S3 bucket
+        s3BucketName: