Merge pull request #6 from xaviermichel/feat/gs-bucket

Feat/gs bucket

.github/workflows/ci.yml

@@ -0,0 +1,27 @@
+name: ci
+
+on:
+ push:
+ branches:
+ - main
+ - feat/gs-bucket
+
+jobs:
+ main:
+ runs-on: ubuntu-latest
+ steps:
+ - name: Set up Docker Buildx
+ uses: docker/setup-buildx-action@v1
+ - name: Login to DockerHub
+ uses: docker/login-action@v1
+ with:
+ username: ${{ secrets.DOCKER_HUB_USERNAME }}
+ password: ${{ secrets.DOCKER_HUB_ACCESS_TOKEN }}
+ - name: Build and push
+ id: docker_build
+ uses: docker/build-push-action@v2
+ with:
+ push: true
+ tags: ${{ secrets.DOCKER_HUB_IMAGE }}:latest
+ - name: Image digest
+ run: echo ${{ steps.docker_build.outputs.digest }}

.github/workflows/release.yml

@@ -0,0 +1,29 @@
+name: Publish releases to dockerhub
+
+on:
+ push:
+ tags:
+ - v*
+
+jobs:
+ main:
+ runs-on: ubuntu-latest
+ steps:
+ - name: Set up Docker Buildx
+ uses: docker/setup-buildx-action@v1
+ - name: Login to DockerHub
+ uses: docker/login-action@v1
+ with:
+ username: ${{ secrets.DOCKER_HUB_USERNAME }}
+ password: ${{ secrets.DOCKER_HUB_ACCESS_TOKEN }}
+ - name: Get the version
+ id: get_version
+ run: echo ::set-output name=VERSION::${GITHUB_REF/refs\/tags\//}
+ - name: Build and push
+ id: docker_build
+ uses: docker/build-push-action@v2
+ with:
+ push: true
+ tags: ${{ secrets.DOCKER_HUB_IMAGE }}:${{ steps.get_version.outputs.VERSION }}
+ - name: Image digest
+ run: echo ${{ steps.docker_build.outputs.digest }}

.gitignore

@@ -6,3 +6,4 @@ config.yml
 .env
 mongodb-backups
 vendor
+keys/

README.md

@@ -41,10 +41,12 @@ Parameters:
 - `mongodb`:
  - `host`: MongoDB host
  - `port`: MongoDB port
-- `bucket`:
+- `bucket` (fill only one option):
  - `s3`:
  - `name`: bucket name
  - `region`: bucket region
+ - `gs`:
+ - `name`: bucket name
 
 Example:
 
@@ -62,6 +64,14 @@ bucket:
  region: eu-west-1
 ```
 
+Example of instant backup start :
+
+```yaml
+kubectl apply -f ./k8s/backup.yaml
+# then watch status
+watch kubectl -n tools get jobs
+```
+
 ## Prometheus metrics
 
 - `mongodb_backups_scheduler_backup_total`: Total number of backups (status: success / error)

cmd/main.go

@@ -74,7 +74,7 @@ func uploadDumpFile(filename string, scheduler *scheduler.Scheduler) {
  log.Infof("Upload file %s. Size: %s", filename, utils.GetHumanFileSize(filename))
  err := scheduler.Bucket.Upload(filename, scheduler.Plan.Name)
  if err != nil {
- log.Errorf("Could not upload log file: %v", err)
+ log.Errorf("Could not upload file: %v", err)
  os.Exit(1)
  }
 }

go.mod

@@ -3,19 +3,15 @@ module github.com/neo9/mongodb-backups
 go 1.12
 
 require (
+ cloud.google.com/go/storage v1.12.0
  github.com/alecthomas/template v0.0.0-20190718012654-fb15b899a751 // indirect
  github.com/alecthomas/units v0.0.0-20190717042225-c3de453c63f4 // indirect
  github.com/aws/aws-sdk-go v1.20.19
  github.com/codeskyblue/go-sh v0.0.0-20190412065543-76bd3d59ff27
  github.com/go-chi/chi v4.0.2+incompatible
- github.com/go-stack/stack v1.8.0 // indirect
  github.com/golang/snappy v0.0.1 // indirect
- github.com/google/pprof v0.0.0-20190723021845-34ac40c74b70 // indirect
  github.com/howeyc/gopass v0.0.0-20170109162249-bf9dde6d0d2c // indirect
- github.com/ianlancetaylor/demangle v0.0.0-20181102032728-5e5cf60278f6 // indirect
  github.com/jessevdk/go-flags v1.4.0 // indirect
- github.com/modern-go/concurrent v0.0.0-20180306012644-bacd9c7ef1dd // indirect
- github.com/modern-go/reflect2 v1.0.1 // indirect
  github.com/mongodb/mongo-tools-common v0.0.0 // indirect
  github.com/prometheus/client_golang v1.1.0
  github.com/prometheus/common v0.6.0
@@ -24,7 +20,8 @@ require (
  github.com/xdg/scram v0.0.0-20180814205039-7eeb5667e42c // indirect
  github.com/xdg/stringprep v1.0.0 // indirect
  golang.org/x/arch v0.0.0-20190312162104-788fe5ffcd8c // indirect
- golang.org/x/tools v0.0.0-20190731214159-1e85ed8060aa // indirect
+ google.golang.org/api v0.32.0
+ google.golang.org/appengine v1.6.6
  gopkg.in/mgo.v2 v2.0.0-20180705113604-9856a29383ce // indirect
  gopkg.in/yaml.v2 v2.2.2
 )