init commit

Author: cezarrom

backup-trigger/index.js

@@ -0,0 +1,79 @@
+'use strict';
+
+const {google} = require('googleapis');
+let sqlAdmin = google.sqladmin('v1beta4');
+const {auth} = require("google-auth-library");
+
+
+exports.backup = (data, context) => {
+  
+  async function deleteOldBackupsAndCreateNewOne() {
+
+    const authRes = await auth.getApplicationDefault();
+    let authClient = authRes.credential;
+
+    const pubSubMessage = data;
+    const messageContent = Buffer.from(pubSubMessage.data, 'base64').toString()
+    const thirtyFiveDaysOfBackup = 35;
+
+    console.log("Message content:" + messageContent);
+
+    let project = process.env.PROJECT_ID
+    let instance = process.env.INSTANCE_NAME
+      
+    console.log("Running for project:" + project + " and instance: " + instance);
+
+    let request = {
+      project: project,
+      instance: instance,
+      auth: authClient
+    };
+
+    sqlAdmin.backupRuns.list(request, function(err, response) {
+
+      if (err) {
+        console.error("Error at list:" + err);
+        return;
+      }
+
+      let referenceDate = new Date();
+      referenceDate.setDate(referenceDate.getDate() - thirtyFiveDaysOfBackup);
+
+      let toBeDeleted = response.data.items.filter(function (el) {
+        
+        return el.type === "ON_DEMAND" && new Date(el.endTime) < new Date(referenceDate)
+      });
+      
+      toBeDeleted.forEach(element => {
+
+        console.log("To be deleted: " + element);
+
+        request.id = element.id
+
+        sqlAdmin.backupRuns.delete(request, function(err, response) {
+          if (err) {
+            console.error("Error at delete:" + err);
+            return;
+          }
+          console.log("Delete response: " + JSON.stringify(response, null, 2));
+        });
+      });
+    });
+
+
+    sqlAdmin.backupRuns.insert(request, function(err, response) {
+      if (err) {
+        console.error("Error at insert: " + err);
+        return;
+      }
+
+      console.log("Trigger manual backup response: " + JSON.stringify(response.data, null, 2));
+
+    });
+  }
+  deleteOldBackupsAndCreateNewOne();
+};
+
+
+
+

backup-trigger/package.json

@@ -0,0 +1,40 @@
+{
+  "name": "backup",
+  "version": "0.0.1",
+  "private": true,
+  "engines": {
+    "node": ">=8.0.0"
+  },
+  "dependencies": {
+    "@google-cloud/debug-agent": "^4.0.0",
+    "googleapis": "^39.2.0",
+    "pug": "^2.0.3"
+  },
+  "devDependencies": {
+    "@google-cloud/functions-framework": "^1.1.1",
+    "@google-cloud/nodejs-repo-tools": "^3.3.0",
+    "child-process-promise": "^2.2.1",
+    "express": "^4.16.3",
+    "mocha": "^7.0.0",
+    "moment": "^2.24.0",
+    "promise-retry": "^1.1.1",
+    "proxyquire": "^2.1.0",
+    "request": "^2.88.0",
+    "requestretry": "^4.0.0",
+    "sinon": "^9.0.0",
+    "uuid": "^7.0.0",
+    "yargs": "^15.0.0"
+  },
+  "cloud-repo-tools": {
+    "requiresKeyFile": true,
+    "requiresProjectId": true,
+    "requiredEnvVars": [
+      "BASE_URL",
+      "GCLOUD_PROJECT",
+      "GCF_REGION",
+      "FUNCTIONS_TOPIC",
+      "FUNCTIONS_BUCKET",
+      "FUNCTIONS_CMD"
+    ]
+  }
+}

main.tf

@@ -0,0 +1,83 @@
+data "archive_file" "backup_trigger_zip" {
+  type        = "zip"
+  source_dir  = "${path.module}/backup-trigger"
+  output_path = "${path.module}/backup_trigger.zip"
+}
+
+resource "google_storage_bucket" "cloud_function_bucket" {
+  name     = "cloud-function-bucket"
+  project  = var.project_id
+  location = var.gcp_region
+}
+
+resource "google_storage_bucket_object" "backup_trigger_zip" {
+  name   = "backup_trigger.zip"
+  bucket = google_storage_bucket.cloud_function_bucket.name
+  source = "${path.module}/backup_trigger.zip"
+}
+
+resource "google_pubsub_topic" "function_pub_sub" {
+  project = var.project_id
+  name    = "my-database-backup-topic"
+}
+
+resource "google_project_iam_custom_role" "custom_role" {
+  project     = var.project_id
+  role_id     = "sqlBackupCreator"
+  title       = "Cloud SQL Backup Creator"
+  description = "Roles for cloud functions to trigger manual backups"
+  permissions = ["cloudsql.backupRuns.create", "cloudsql.backupRuns.get", "cloudsql.backupRuns.list", "cloudsql.backupRuns.delete"]
+}
+
+resource "google_service_account" "backup_trigger" {
+  project      = var.project_id
+  account_id   = "backup-trigger-cloud-function-sa"
+  display_name = "Backup Trigger cloud function service account"
+}
+
+resource "google_project_iam_member" "backup_trigger" {
+  provider = google-beta
+  project  = var.project_id
+  member   = "serviceAccount:${google_service_account.backup_trigger.email}"
+  role     = "sqlBackupCreator"
+}
+
+resource "google_cloudfunctions_function" "backup_trigger_function" {
+  name                  = "backup-trigger-function"
+  region                = var.gcp_region
+  available_memory_mb   = 256
+  source_archive_bucket = google_storage_bucket.cloud_function_bucket.name
+  source_archive_object = "backup_trigger.zip"
+  entry_point           = "backup"
+  runtime               = "nodejs8"
+  project               = var.project_id
+  service_account_email = google_service_account.backup_trigger.email
+
+  environment_variables = {
+    PROJECT_ID    = var.project_id
+    INSTANCE_NAME = var.instance_name
+  }
+
+  event_trigger {
+    event_type = "google.pubsub.topic.publish"
+    resource   = "projects/${var.project_id}/topics/${google_pubsub_topic.function_pub_sub.name}"
+    failure_policy {
+      retry = false
+    }
+  }
+}
+
+resource "google_cloud_scheduler_job" "cloud_function_trigger" {
+  name     = "my-cloud-function-trigger"
+  schedule = "0 15 * * *"
+  project  = var.project_id
+  region   = var.gcp_region
+
+  pubsub_target {
+    topic_name = "projects/${var.project_id}/topics/${google_pubsub_topic.function_pub_sub.name}"
+    data       = base64encode("{}")
+  }
+
+}
+
+

variables.tf

@@ -0,0 +1,12 @@
+variable "project_id" {
+  type        = string
+  description = "Project ID"
+}
+
+variable "gcp_region" {
+  type = string
+}
+
+variable "instance_name" {
+  type = string
+}