updated grfana and jenkins backup roles (#442)

* added grafana-backup playbook
* Update jenkins-backup.yml

ansible/grafana-backup.yml

+- hosts: swarm-agent-dashboard
+  become: yes
+  vars_files:
+    - "{{inventory_dir}}/secrets.yml"
+  environment:
+    AZURE_STORAGE_ACCOUNT: "{{ backup_azure_storage_account_name }}"
+    AZURE_STORAGE_KEY: "{{ backup_azure_storage_access_key }}"  
+  roles:
+    - grafana-backup

ansible/jenkins-backup.yml

 ---
-- name: Jenkins backup
+- name: local
   hosts: jenkins-backup
   vars_files:
-    - ['{{inventory_dir}}/secrets.yml', 'secrets/{{env}}.yml']
+    - "{{inventory_dir}}/secrets.yml"
   roles:
     - jenkins-backup-upload
   tags:
-    - jenkins-backup
\ No newline at end of file
+    - jenkins-backup

ansible/roles/azure-cli/tasks/main.yml

@@ -3,10 +3,13 @@
 
 - name: Import Azure signing key
   become: yes
-  shell: curl -L https://packages.microsoft.com/keys/microsoft.asc | apt-key add -
+  apt_key:
+    url: https://packages.microsoft.com/keys/microsoft.asc
+    state: present
+  #shell: curl -L https://packages.microsoft.com/keys/microsoft.asc | apt-key add -
 
 - name: ensure azure-cli and apt-transport-https is installed
-  apt: name={{ item }} state=present update_cache=yes cache_valid_time=3600 allow_unauthenticated=yes
+  apt: name={{ item }} state=present update_cache=yes allow_unauthenticated=yes
   with_items:
     - apt-transport-https 
     - azure-cli

ansible/roles/grafana-backup/defaults/main.yml

+grafana_backup_dir: /tmp/grafana-backup
+grafana_data_dir: /var/dockerdata/grafana/grafana.db
+# Set these vars per environment as show in example below
+# Override these values in group_vars
+backup_azure_storage_account_name: 
+backup_azure_storage_access_key: '<backup_storage_key>'
+grafana_backup_azure_container_name: grafana-backup

ansible/roles/grafana-backup/meta/main.yml

+dependencies:
+  - azure-cli

ansible/roles/grafana-backup/tasks/main.yml

+---
+- name: ensure backup dir exists
+  file:
+    path: "{{ grafana_backup_dir }}"
+    state: directory
+
+
+- name: ensure backup dir is empty
+  shell: "rm -rf {{ grafana_backup_dir }}/*"
+
+- set_fact:
+    grafana_backup_gzip_file_name: "grafana_db_{{ lookup('pipe', 'date +%Z-%Y-%m-%d-%H-%M-%S') }}.tar.gz"
+
+- set_fact:
+    grafana_backup_gzip_file_path: "{{ grafana_backup_dir }}/{{ grafana_backup_gzip_file_name }}"
+
+- name: Save backup
+  shell: "tar -czf {{ grafana_backup_gzip_file_path }} {{ grafana_data_dir }}"
+  async: 3600
+  poll: 10
+
+- name: Ensure azure blob storage container exists
+  command: az storage container create  --name {{ grafana_backup_azure_container_name }}
+  ignore_errors: true
+
+- name: Upload to azure blob storage
+  command: az storage blob upload --name {{ grafana_backup_gzip_file_name }} --file {{ grafana_backup_gzip_file_path }} --container-name {{ grafana_backup_azure_container_name }}
+  async: 5000
+  poll: 10
+
+- name: clean up backup dir after upload
+  file: path="{{ grafana_backup_dir }}" state=absent

ansible/roles/jenkins-backup-upload/tasks/main.yml

@@ -18,7 +18,7 @@
   args:
     chdir: "{{ jenkins_backup_base_dir }}"
   environment:
-    AZURE_STORAGE_ACCOUNT: "{{ jenkins_backup_azure_storage_account_name }}"
-    AZURE_STORAGE_KEY: "{{ jenkins_backup_azure_storage_access_key }}"
+    AZURE_STORAGE_ACCOUNT: "{{ backup_azure_storage_account_name }}"
+    AZURE_STORAGE_KEY: "{{ backup_azure_storage_access_key }}"
   async: 3600
   poll: 10

pipelines/backup/grafana-backup/Jenkinsfile

+@Library('deploy-conf') _
+node() {
+    try {
+        String ANSI_GREEN = "\u001B[32m"
+        String ANSI_NORMAL = "\u001B[0m"
+        String ANSI_BOLD = "\u001B[1m"
+        String ANSI_RED = "\u001B[31m"
+        String ANSI_YELLOW = "\u001B[33m"
+
+        stage('checkout public repo') {
+            cleanWs()
+            checkout scm
+        }
+
+        ansiColor('xterm') {
+            stage('deploy'){
+                values = [:]
+                currentWs = sh(returnStdout: true, script: 'pwd').trim()
+                envDir = sh(returnStdout: true, script: "echo $JOB_NAME").split('/')[-3].trim()
+                module = sh(returnStdout: true, script: "echo $JOB_NAME").split('/')[-2].trim()
+                jobName = sh(returnStdout: true, script: "echo $JOB_NAME").split('/')[-1].trim()
+                ansiblePlaybook = "${currentWs}/ansible/grafana-backup.yml"
+                ansibleExtraArgs = "--vault-password-file /var/lib/jenkins/secrets/vault-pass"
+                values.put('currentWs', currentWs)
+                values.put('env', envDir)
+                values.put('module', module)
+                values.put('jobName', jobName)
+                values.put('ansiblePlaybook', ansiblePlaybook)
+                values.put('ansibleExtraArgs', ansibleExtraArgs)
+                println values
+                ansible_playbook_run(values)
+            }
+        }
+        currentBuild.result = 'SUCCESS'
+    }
+    catch (err) {
+        currentBuild.result = 'FAILURE'
+        slackSend (
+            channel: "${env.NOTIFY_SLACK_CHANNEL}",
+            color: 'danger',
+            message: "Build Failed - ${env.JOB_NAME} ${env.BUILD_NUMBER} (<${env.BUILD_URL}|Open>)"
+        )
+        throw err
+    } finally {
+        step([$class: 'Mailer',
+            notifyEveryUnstableBuild: true,
+            recipients: "${env.NOTIFY_EMAIL_ADDRESS}",
+            sendToIndividuals: true])
+    }
+}

pipelines/backup/jenkins-backup-upload/Jenkinsfile

+@Library('deploy-conf') _
+node() {
+    try {
+        String ANSI_GREEN = "\u001B[32m"
+        String ANSI_NORMAL = "\u001B[0m"
+        String ANSI_BOLD = "\u001B[1m"
+        String ANSI_RED = "\u001B[31m"
+        String ANSI_YELLOW = "\u001B[33m"
+
+        stage('checkout public repo') {
+            cleanWs()
+            checkout scm
+        }
+
+        ansiColor('xterm') {
+            stage('deploy'){
+                values = [:]
+                currentWs = sh(returnStdout: true, script: 'pwd').trim()
+                envDir = sh(returnStdout: true, script: "echo $JOB_NAME").split('/')[-3].trim()
+                module = sh(returnStdout: true, script: "echo $JOB_NAME").split('/')[-2].trim()
+                jobName = sh(returnStdout: true, script: "echo $JOB_NAME").split('/')[-1].trim()
+                ansiblePlaybook = "${currentWs}/ansible/jenkins-backup.yml"
+                ansibleExtraArgs = "--vault-password-file /var/lib/jenkins/secrets/vault-pass"
+                values.put('currentWs', currentWs)
+                values.put('env', envDir)
+                values.put('module', module)
+                values.put('jobName', jobName)
+                values.put('ansiblePlaybook', ansiblePlaybook)
+                values.put('ansibleExtraArgs', ansibleExtraArgs)
+                println values
+                ansible_playbook_run(values)
+            }
+        }
+        currentBuild.result = 'SUCCESS'
+    }
+    catch (err) {
+        currentBuild.result = 'FAILURE'
+        slackSend (
+            channel: "${env.NOTIFY_SLACK_CHANNEL}",
+            color: 'danger',
+            message: "Build Failed - ${env.JOB_NAME} ${env.BUILD_NUMBER} (<${env.BUILD_URL}|Open>)"
+        )
+        throw err
+    } finally {
+        step([$class: 'Mailer',
+            notifyEveryUnstableBuild: true,
+            recipients: "${env.NOTIFY_EMAIL_ADDRESS}",
+            sendToIndividuals: true])
+    }
+}