From da862fa9f887ad04a4409ec91cd23d5b681506fe Mon Sep 17 00:00:00 2001 From: Keshav Prasad <msknext@gmail.com> Date: Wed, 27 Mar 2019 17:49:25 +0530 Subject: [PATCH] Sprint3 to master branch merge (#372) * Update artifacts-download.yml * Update artifacts-upload.yml * Update all.yml * Update common.yml * Update common.yml * Update common.yml * Update all.yml * Issue #000: change keycloak provision playbook * Issue #000: change keycloak role to import * Issue #000: change hosts to keycloak * Issue #000: typo in items * Issue #000: change from import to include * Issue #000: change back to include * Issue #000: Removed tags * Update keycloak provision * Update keycloak provision playbook * Update keycloak provision playbook * Update keycloak provision * Update keycloak provision * Update keycloak provision * Update keycloak provision * Update keycloak deploy * Revert changes to Jenkinsfile * Revert changes to provision keycloak * Issue #000 keycloak: deploy build package to keyclok server with custom changes * Issue #000 keycloak: installing unzip to extract keycloak * Issue #000: updated jobs setup for env order * Issue #000 feat: Moving cassandra repo url and key (#361) * Issue #000 feat: Moving cassandra repo url and key * Updated jenkins config, variables, templates, setup scripts (#367) * feat #000: Updated jenkins config files * feat #000: Removed test file * Revert adminutils config * Revert "Revert adminutils config" This reverts commit b055da7383d14cbc6fc0ebb98a180eabde07d410. * Revert "Revert "Revert adminutils config"" This reverts commit 46c72250d556bd51087dff8fa63ca33f74377fb9. * Revert "Revert adminutils config" This reverts commit b055da7383d14cbc6fc0ebb98a180eabde07d410. * Revert "feat #000: Removed test file" This reverts commit 49936eb13c39fef129ef9552e9f6a4313e3c9838. * Revert "feat #000: Updated jenkins config files" This reverts commit 69af673dfd771ef14dbb37fef81403664492bd21. * Revert "Issue #000: updated jobs setup for env order" This reverts commit 9573bdd92269223f2ba80f4886719f62e88d47b7. * Revert "Revert "Issue #000: updated jobs setup for env order"" This reverts commit 2965328f592513517aa8c1d9ede741c2e63fdba8. * feat: Added updated jenkins config files * Issue #00: Changed incorrect update for neo4j branch * Removed auto trigger for deploy jobs * feat: Remove all downstream trigger for deploy * fix: Typo names in variable reference * fix: Updated jenkins secrets path * fix: Adding kafka topic, empty quotes for not mandatory vars * fix: Adding neo4j home, this value will be removed from all.yml * fix: Adding core cassandra group and dummy IP's * chore: uniformity - without quotes for deployer * feat: Removed meta, adding azcli to jenkins setup * fix: remove unused variable (#380) --- ansible/artifacts-download.yml | 4 +- ansible/artifacts-upload.yml | 4 +- ansible/inventory/env/group_vars/all.yml | 9 +- .../artifacts-download-azure/meta/main.yml | 2 - .../artifacts-upload-azure/meta/main.yml | 2 - ansible/roles/cassandra/defaults/main.yml | 4 +- ansible/roles/keycloak/tasks/provision.yml | 6 ++ .../tasks/install-keycloak.yml | 2 +- .../tasks/prerequisite.yml | 1 + ansible/sunbird-auth-deploy.yml | 2 +- ansible/sunbird-auth-provision.yml | 2 +- deploy/jenkins/jenkins-jobs-setup.sh | 5 +- deploy/jenkins/jenkins-server-setup.sh | 11 +++ .../dev/jobs/Core/jobs/AdminUtils/config.xml | 62 ++++++------ .../Build/jobs/Core/jobs/Config/config.xml | 3 +- .../Core/jobs/FuntionalTestCases/config.xml | 2 + .../jobs/Core/jobs/KeycloakRealm/config.xml | 4 +- .../Core/jobs/OnboardConsumers/config.xml | 2 + .../jobs/AnalyticsFetchLogs/config.xml | 2 +- .../jobs/AnalyticsReplayJobs/config.xml | 2 +- .../jobs/Monitoring/config.xml | 2 + .../jobs/Neo4jDefinitionUpdate/config.xml | 2 + .../jobs/ValidateLearning/config.xml | 2 + .../jobs/Plugins/jobs/CEPlugins/config.xml | 2 +- .../Plugins/jobs/CollectionEditor/config.xml | 2 +- .../Plugins/jobs/ContentFramework/config.xml | 2 +- .../jobs/ContentRendererPreview/config.xml | 2 +- .../Plugins/jobs/GenericEditor/config.xml | 2 +- .../jobs/Core/jobs/CassandraBackup/config.xml | 10 +- .../dev/jobs/Core/jobs/CreateUser/config.xml | 81 ++++++++++++++++ .../dev/jobs/Core/jobs/KeyRotation/config.xml | 10 +- .../DataPipeline/jobs/CreateUser/config.xml | 78 +++++++++++++++ .../jobs/InfluxDBBackup/config.xml | 9 ++ .../DataPipeline/jobs/KeyRotation/config.xml | 94 +++++++++++++++++++ .../jobs/CassandraBackup/config.xml | 7 ++ .../jobs/CreateUser/config.xml | 81 ++++++++++++++++ .../jobs/ElasticsearchBackup/config.xml | 7 ++ .../jobs/KeyRotation/config.xml | 94 +++++++++++++++++++ .../jobs/Neo4jBackup/config.xml | 7 ++ .../jobs/RedisBackup/config.xml | 67 +++++++++++++ .../dev/jobs/Core/jobs/Keycloak/config.xml | 11 +-- pipelines/deploy/keycloak/Jenkinsfile | 16 +++- .../ansible/inventory/dev/Core/common.yml | 2 + private_repo/ansible/inventory/dev/Core/hosts | 37 ++++---- .../inventory/dev/DataPipeline/common.yml | 28 +++--- .../ansible/inventory/dev/DataPipeline/hosts | 8 +- .../dev/KnowledgePlatform/common.yml | 8 +- .../inventory/dev/KnowledgePlatform/hosts | 10 +- 48 files changed, 705 insertions(+), 107 deletions(-) delete mode 100644 ansible/roles/artifacts-download-azure/meta/main.yml delete mode 100644 ansible/roles/artifacts-upload-azure/meta/main.yml create mode 100644 deploy/jenkins/jobs/OpsAdministration/jobs/dev/jobs/Core/jobs/CreateUser/config.xml create mode 100644 deploy/jenkins/jobs/OpsAdministration/jobs/dev/jobs/DataPipeline/jobs/CreateUser/config.xml create mode 100644 deploy/jenkins/jobs/OpsAdministration/jobs/dev/jobs/DataPipeline/jobs/KeyRotation/config.xml create mode 100644 deploy/jenkins/jobs/OpsAdministration/jobs/dev/jobs/KnowledgePlatform/jobs/CreateUser/config.xml create mode 100644 deploy/jenkins/jobs/OpsAdministration/jobs/dev/jobs/KnowledgePlatform/jobs/KeyRotation/config.xml create mode 100644 deploy/jenkins/jobs/OpsAdministration/jobs/dev/jobs/KnowledgePlatform/jobs/RedisBackup/config.xml diff --git a/ansible/artifacts-download.yml b/ansible/artifacts-download.yml index 93c4af453..a58a6f62d 100644 --- a/ansible/artifacts-download.yml +++ b/ansible/artifacts-download.yml @@ -4,7 +4,7 @@ vars_files: - "{{inventory_dir}}/secrets.yml" environment: - AZURE_STORAGE_ACCOUNT: "{{ azure_account_name }}" - AZURE_STORAGE_KEY: "{{ azure_account_key }}" + AZURE_STORAGE_ACCOUNT: "{{ artifact_azure_account_name }}" + AZURE_STORAGE_KEY: "{{ artifact_azure_account_key }}" roles: - artifacts-download-azure diff --git a/ansible/artifacts-upload.yml b/ansible/artifacts-upload.yml index c09e66dd2..4071e5132 100644 --- a/ansible/artifacts-upload.yml +++ b/ansible/artifacts-upload.yml @@ -4,7 +4,7 @@ vars_files: - "{{inventory_dir}}/secrets.yml" environment: - AZURE_STORAGE_ACCOUNT: "{{ azure_account_name }}" - AZURE_STORAGE_KEY: "{{ azure_account_key }}" + AZURE_STORAGE_ACCOUNT: "{{ artifact_azure_account_name }}" + AZURE_STORAGE_KEY: "{{ artifact_azure_account_key }}" roles: - artifacts-upload-azure diff --git a/ansible/inventory/env/group_vars/all.yml b/ansible/inventory/env/group_vars/all.yml index 0b2e8a168..f38c51011 100644 --- a/ansible/inventory/env/group_vars/all.yml +++ b/ansible/inventory/env/group_vars/all.yml @@ -18,6 +18,10 @@ sunbird_env: "{{env}}" #Ekstep environment to connect to. Use sunbird_app_name: "{{env}}" azure_account_key: "{{core_vault_sunbird_azure_storage_key}}" +#artifact upload +artifact_azure_account_name: "{{core_vault_sunbird_azure_storage_account}}" +artifact_azure_account_key: "{{core_vault_sunbird_azure_storage_key}}" + # Keycloak keycloak_api_management_user_first_name: "admin" keycloak_api_management_user_last_name: "admin" @@ -72,8 +76,6 @@ kong_postgres_user: "{{core_vault_postgres_username}}" kong_postgres_password: "{{core_vault_postgres_password}}" enc_postgres_user: "{{core_vault_postgres_username}}" badger_postgres_user: "{{core_vault_postgres_username}}" -backup_storage_account: "{{azure_account_name}}" -backup_storage_key: "{{core_vault_sunbird_azure_storage_key}}" sunbird_account_name: "{{azure_account_name}}" sunbird_account_key: "{{core_vault_sunbird_azure_storage_key}}" ansible_vault_password: "{{ core_vault_ansible_vault_password }}" @@ -538,7 +540,8 @@ config_service_enabled: false config_cache_ttl: 600 #### backup storage secret -backup_azure_storage_access_key: "{{core_vault_azure_storage_secret}}" +backup_azure_storage_access_key: "{{core_vault_sunbird_azure_storage_key}}" +backup_azure_storage_account_name: "{{azure_account_name}}" #es-backup app_es_snapshot_host: "{{ groups['es'][0] }}" diff --git a/ansible/roles/artifacts-download-azure/meta/main.yml b/ansible/roles/artifacts-download-azure/meta/main.yml deleted file mode 100644 index a124d4f7c..000000000 --- a/ansible/roles/artifacts-download-azure/meta/main.yml +++ /dev/null @@ -1,2 +0,0 @@ -dependencies: - - azure-cli diff --git a/ansible/roles/artifacts-upload-azure/meta/main.yml b/ansible/roles/artifacts-upload-azure/meta/main.yml deleted file mode 100644 index a124d4f7c..000000000 --- a/ansible/roles/artifacts-upload-azure/meta/main.yml +++ /dev/null @@ -1,2 +0,0 @@ -dependencies: - - azure-cli diff --git a/ansible/roles/cassandra/defaults/main.yml b/ansible/roles/cassandra/defaults/main.yml index a58c0a40b..8a6d1044c 100644 --- a/ansible/roles/cassandra/defaults/main.yml +++ b/ansible/roles/cassandra/defaults/main.yml @@ -1 +1,3 @@ -user_home: /home/deployer \ No newline at end of file +user_home: /home/deployer +cassandra_repo_key: 'https://www.apache.org/dist/cassandra/KEYS' +cassandra_repo: 'deb http://www.apache.org/dist/cassandra/debian 39x main' diff --git a/ansible/roles/keycloak/tasks/provision.yml b/ansible/roles/keycloak/tasks/provision.yml index ae225608e..6abe43356 100644 --- a/ansible/roles/keycloak/tasks/provision.yml +++ b/ansible/roles/keycloak/tasks/provision.yml @@ -10,6 +10,12 @@ - name: Copy service file to init.d template: src=keycloak-service.j2 dest=/etc/init.d/keycloak mode=0755 +- name: Installing unzip + become: yes + apt: + name: unzip + state: present + - name: Adding ENV Vars to bashrc lineinfile: path: '/etc/environment' diff --git a/ansible/roles/sunbird-auth-provision/tasks/install-keycloak.yml b/ansible/roles/sunbird-auth-provision/tasks/install-keycloak.yml index 9dd5e2254..4f5ab533e 100644 --- a/ansible/roles/sunbird-auth-provision/tasks/install-keycloak.yml +++ b/ansible/roles/sunbird-auth-provision/tasks/install-keycloak.yml @@ -29,7 +29,7 @@ file: path=/opt owner={{wildfly_user}} group={{wildfly_group}} mode=0755 recurse=yes - name: Paste sunbird auth package on server - copy: src="sunbird_auth_{{sunbird_auth_version}}.zip" dest="/opt/" force=no owner={{wildfly_user}} group={{wildfly_group}} + copy: src="../../../sunbird_auth_{{sunbird_auth_version}}.zip" dest="/opt/" force=no owner={{wildfly_user}} group={{wildfly_group}} - name: extarct the folder unarchive: src="/opt/sunbird_auth_{{sunbird_auth_version}}.zip" dest=/opt/ copy=no owner={{wildfly_user}} group={{wildfly_group}} diff --git a/ansible/roles/sunbird-auth-provision/tasks/prerequisite.yml b/ansible/roles/sunbird-auth-provision/tasks/prerequisite.yml index 235cd386f..ba94607a5 100644 --- a/ansible/roles/sunbird-auth-provision/tasks/prerequisite.yml +++ b/ansible/roles/sunbird-auth-provision/tasks/prerequisite.yml @@ -9,3 +9,4 @@ - name: Copy service file to init.d template: src=roles/sunbird-auth-provision/templates/keycloak-service.j2 dest=/etc/init.d/keycloak mode=0755 + diff --git a/ansible/sunbird-auth-deploy.yml b/ansible/sunbird-auth-deploy.yml index 67f9eff57..14f39ce77 100644 --- a/ansible/sunbird-auth-deploy.yml +++ b/ansible/sunbird-auth-deploy.yml @@ -1,5 +1,5 @@ --- -- hosts: all +- hosts: keycloak become: true vars_files: - ['{{inventory_dir}}/secrets.yml', 'secrets/{{env}}.yml'] diff --git a/ansible/sunbird-auth-provision.yml b/ansible/sunbird-auth-provision.yml index 3142f079d..11ca3f473 100644 --- a/ansible/sunbird-auth-provision.yml +++ b/ansible/sunbird-auth-provision.yml @@ -1,5 +1,5 @@ --- -- hosts: all +- hosts: keycloak become: true vars_files: - ['{{inventory_dir}}/secrets.yml', 'secrets/{{env}}.yml'] diff --git a/deploy/jenkins/jenkins-jobs-setup.sh b/deploy/jenkins/jenkins-jobs-setup.sh index 5e71deb9f..2466228d6 100755 --- a/deploy/jenkins/jenkins-jobs-setup.sh +++ b/deploy/jenkins/jenkins-jobs-setup.sh @@ -22,6 +22,7 @@ setupJobs(){ find $JENKINS_TMP/Deploy/jobs/${arr[0]} -type f -name config.xml -exec sed -i "s#ArtifactUpload/dev/#ArtifactUpload/${arr[0]}/#g" {} \; find $JENKINS_TMP/Deploy/jobs/${arr[0]} -type f -name config.xml -exec sed -i "s#Deploy/dev/#Deploy/${arr[0]}/#g" {} \; fi + find $JENKINS_TMP/Deploy/jobs/${arr[0]} -type d -path "*Summary*" -prune -o -name config.xml -exec sed -i 's/<upstreamProjects>.*//g' {} \; echo -e "\e[0;33m${bold}Jobs created for ${arr[0]}${normal}" for key in "${!arr[@]}"; do @@ -31,8 +32,8 @@ setupJobs(){ cp -r $JENKINS_TMP/Provision/jobs/${arr[0]} $JENKINS_TMP/Provision/jobs/${arr[$key]} cp -r $JENKINS_TMP/OpsAdministration/jobs/${arr[0]} $JENKINS_TMP/OpsAdministration/jobs/${arr[$key]} cp -r $JENKINS_TMP/Deploy/jobs/${arr[0]} $JENKINS_TMP/Deploy/jobs/${arr[$key]} - find $JENKINS_TMP/Deploy/jobs/${arr[$key]} -type f -name config.xml -exec sed -i "s#ArtifactUpload/${arr[0]}/#Deploy/${arr[$(($key - 1))]}/#g" {} \; - find $JENKINS_TMP/Deploy/jobs/${arr[$key]} -type d -path "*Summary*" -prune -o -type f -name config.xml -exec sed -i "/<triggers>/,/<\/triggers>/d" {} \; + find $JENKINS_TMP/Deploy/jobs/${arr[$key]} -type f -name config.xml -exec bash -c 'configPath=$0; jobPath=$(dirname $configPath); jobName=$(basename $jobPath); modulePath=${jobPath%/*/*}; moduleName=$(basename $modulePath); sed -i "s#ArtifactUpload/$1/$moduleName/.*<#Deploy/$2/$moduleName/$jobName<#g" $0' {} ${arr[0]} ${arr[$(($key - 1))]} \; + find $JENKINS_TMP/Deploy/jobs/${arr[$key]} -type d -path "*Summary*" -prune -o -name config.xml -exec sed -i 's/<upstreamProjects>.*//g' {} \; find $JENKINS_TMP/Deploy/jobs/${arr[$key]}/jobs/Summary/jobs/DeployedVersions -type f -name config.xml -exec sed -i "s#Deploy/${arr[0]}/#Deploy/${arr[$key]}/#g" {} \; echo -e "\e[0;33m${bold}Jobs created for ${arr[$key]}${normal}" done diff --git a/deploy/jenkins/jenkins-server-setup.sh b/deploy/jenkins/jenkins-server-setup.sh index cea6ddf03..1552936d9 100755 --- a/deploy/jenkins/jenkins-server-setup.sh +++ b/deploy/jenkins/jenkins-server-setup.sh @@ -55,6 +55,17 @@ ln -s /usr/local/lib/node-v6.1.0-linux-x64/bin/gulp /usr/bin/gulp echo -e "\n\e[0;32m${bold}Installating Ansible${normal}" pip install ansible==2.5.0 +echo -e "\n\e[0;32m${bold}Installating azure cli${normal}" +apt-get install curl apt-transport-https lsb-release gpg +curl -sL https://packages.microsoft.com/keys/microsoft.asc | \ + gpg --dearmor | \ + sudo tee /etc/apt/trusted.gpg.d/microsoft.asc.gpg > /dev/null +AZ_REPO=$(lsb_release -cs) +echo "deb [arch=amd64] https://packages.microsoft.com/repos/azure-cli/ $AZ_REPO main" | \ + sudo tee /etc/apt/sources.list.d/azure-cli.list +sudo apt-get update +sudo apt-get install azure-cli + echo -e "\n\e[0;32m${bold}Installating Docker-py${normal}" pip install docker-py diff --git a/deploy/jenkins/jobs/ArtifactUpload/jobs/dev/jobs/Core/jobs/AdminUtils/config.xml b/deploy/jenkins/jobs/ArtifactUpload/jobs/dev/jobs/Core/jobs/AdminUtils/config.xml index b49d708c4..ed1445b9e 100644 --- a/deploy/jenkins/jobs/ArtifactUpload/jobs/dev/jobs/Core/jobs/AdminUtils/config.xml +++ b/deploy/jenkins/jobs/ArtifactUpload/jobs/dev/jobs/Core/jobs/AdminUtils/config.xml @@ -7,23 +7,31 @@ <string>com.sonyericsson.rebuild.RebuildSettings</string> </jobPropertyDescriptors> </org.jenkinsci.plugins.workflow.multibranch.JobPropertyTrackerAction> + <org.jenkinsci.plugins.pipeline.modeldefinition.actions.DeclarativeJobAction plugin="pipeline-model-definition@1.3.4.1"/> + <org.jenkinsci.plugins.pipeline.modeldefinition.actions.DeclarativeJobPropertyTrackerAction plugin="pipeline-model-definition@1.3.4.1"> + <jobProperties/> + <triggers/> + <parameters/> + <options/> + </org.jenkinsci.plugins.pipeline.modeldefinition.actions.DeclarativeJobPropertyTrackerAction> </actions> <description></description> <keepDependencies>false</keepDependencies> <properties> - <jenkins.model.BuildDiscarderProperty> - <strategy class="hudson.tasks.LogRotator"> - <daysToKeep>-1</daysToKeep> - <numToKeep>-1</numToKeep> - <artifactDaysToKeep>-1</artifactDaysToKeep> - <artifactNumToKeep>5</artifactNumToKeep> - </strategy> - </jenkins.model.BuildDiscarderProperty> - <org.jenkinsci.plugins.workflow.job.properties.DisableConcurrentBuildsJobProperty/> - <com.sonyericsson.rebuild.RebuildSettings plugin="rebuild@1.29"> - <autoRebuild>false</autoRebuild> - <rebuildDisabled>false</rebuildDisabled> - </com.sonyericsson.rebuild.RebuildSettings> + <org.jenkinsci.plugins.workflow.job.properties.PipelineTriggersJobProperty> + <triggers> + <jenkins.triggers.ReverseBuildTrigger> + <spec></spec> + <upstreamProjects>/Build/Core/AdminUtils</upstreamProjects> + <threshold> + <name>SUCCESS</name> + <ordinal>0</ordinal> + <color>BLUE</color> + <completeBuild>true</completeBuild> + </threshold> + </jenkins.triggers.ReverseBuildTrigger> + </triggers> + </org.jenkinsci.plugins.workflow.job.properties.PipelineTriggersJobProperty> <hudson.model.ParametersDefinitionProperty> <parameterDefinitions> <hudson.model.StringParameterDefinition> @@ -51,6 +59,19 @@ ArtifactRepo - Push the docker image to container registry. </hudson.model.ChoiceParameterDefinition> </parameterDefinitions> </hudson.model.ParametersDefinitionProperty> + <jenkins.model.BuildDiscarderProperty> + <strategy class="hudson.tasks.LogRotator"> + <daysToKeep>-1</daysToKeep> + <numToKeep>-1</numToKeep> + <artifactDaysToKeep>-1</artifactDaysToKeep> + <artifactNumToKeep>5</artifactNumToKeep> + </strategy> + </jenkins.model.BuildDiscarderProperty> + <org.jenkinsci.plugins.workflow.job.properties.DisableConcurrentBuildsJobProperty/> + <com.sonyericsson.rebuild.RebuildSettings plugin="rebuild@1.29"> + <autoRebuild>false</autoRebuild> + <rebuildDisabled>false</rebuildDisabled> + </com.sonyericsson.rebuild.RebuildSettings> <hudson.plugins.throttleconcurrents.ThrottleJobProperty plugin="throttle-concurrents@2.0.1"> <maxConcurrentPerNode>0</maxConcurrentPerNode> <maxConcurrentTotal>0</maxConcurrentTotal> @@ -59,21 +80,8 @@ ArtifactRepo - Push the docker image to container registry. <throttleOption>project</throttleOption> <limitOneJobWithMatchingParams>false</limitOneJobWithMatchingParams> <paramsToUseForLimit></paramsToUseForLimit> + <configVersion>1</configVersion> </hudson.plugins.throttleconcurrents.ThrottleJobProperty> - <org.jenkinsci.plugins.workflow.job.properties.PipelineTriggersJobProperty> - <triggers> - <jenkins.triggers.ReverseBuildTrigger> - <spec></spec> - <upstreamProjects>/Build/Core/AdminUtils</upstreamProjects> - <threshold> - <name>SUCCESS</name> - <ordinal>0</ordinal> - <color>BLUE</color> - <completeBuild>true</completeBuild> - </threshold> - </jenkins.triggers.ReverseBuildTrigger> - </triggers> - </org.jenkinsci.plugins.workflow.job.properties.PipelineTriggersJobProperty> </properties> <definition class="org.jenkinsci.plugins.workflow.cps.CpsScmFlowDefinition" plugin="workflow-cps@2.63"> <scm class="hudson.plugins.git.GitSCM" plugin="git@3.9.3"> diff --git a/deploy/jenkins/jobs/Build/jobs/Core/jobs/Config/config.xml b/deploy/jenkins/jobs/Build/jobs/Core/jobs/Config/config.xml index 24de44f2a..587f683df 100644 --- a/deploy/jenkins/jobs/Build/jobs/Core/jobs/Config/config.xml +++ b/deploy/jenkins/jobs/Build/jobs/Core/jobs/Config/config.xml @@ -42,6 +42,7 @@ <throttleOption>project</throttleOption> <limitOneJobWithMatchingParams>false</limitOneJobWithMatchingParams> <paramsToUseForLimit></paramsToUseForLimit> + <configVersion>1</configVersion> </hudson.plugins.throttleconcurrents.ThrottleJobProperty> <org.jenkinsci.plugins.workflow.job.properties.PipelineTriggersJobProperty> <triggers> @@ -80,5 +81,5 @@ <lightweight>false</lightweight> </definition> <triggers/> - <disabled>false</disabled> + <disabled>true</disabled> </flow-definition> \ No newline at end of file diff --git a/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Core/jobs/FuntionalTestCases/config.xml b/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Core/jobs/FuntionalTestCases/config.xml index 1e97feaa5..6c8cf34d7 100644 --- a/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Core/jobs/FuntionalTestCases/config.xml +++ b/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Core/jobs/FuntionalTestCases/config.xml @@ -32,6 +32,8 @@ <rebuildDisabled>false</rebuildDisabled> </com.sonyericsson.rebuild.RebuildSettings> <hudson.plugins.throttleconcurrents.ThrottleJobProperty plugin="throttle-concurrents@2.0.1"> + <maxConcurrentPerNode>0</maxConcurrentPerNode> + <maxConcurrentTotal>0</maxConcurrentTotal> <categories class="java.util.concurrent.CopyOnWriteArrayList"/> <throttleEnabled>false</throttleEnabled> <throttleOption>project</throttleOption> diff --git a/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Core/jobs/KeycloakRealm/config.xml b/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Core/jobs/KeycloakRealm/config.xml index 6a9232507..e0b05cc44 100644 --- a/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Core/jobs/KeycloakRealm/config.xml +++ b/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Core/jobs/KeycloakRealm/config.xml @@ -25,6 +25,8 @@ <rebuildDisabled>false</rebuildDisabled> </com.sonyericsson.rebuild.RebuildSettings> <hudson.plugins.throttleconcurrents.ThrottleJobProperty plugin="throttle-concurrents@2.0.1"> + <maxConcurrentPerNode>0</maxConcurrentPerNode> + <maxConcurrentTotal>0</maxConcurrentTotal> <categories class="java.util.concurrent.CopyOnWriteArrayList"/> <throttleEnabled>false</throttleEnabled> <throttleOption>project</throttleOption> @@ -45,7 +47,7 @@ </userRemoteConfigs> <branches> <hudson.plugins.git.BranchSpec> - <name>keycloak-deployment</name> + <name>${public_repo_branch}</name> </hudson.plugins.git.BranchSpec> </branches> <doGenerateSubmoduleConfigurations>false</doGenerateSubmoduleConfigurations> diff --git a/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Core/jobs/OnboardConsumers/config.xml b/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Core/jobs/OnboardConsumers/config.xml index 13772a78b..1cad2ec34 100644 --- a/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Core/jobs/OnboardConsumers/config.xml +++ b/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Core/jobs/OnboardConsumers/config.xml @@ -18,6 +18,8 @@ <rebuildDisabled>false</rebuildDisabled> </com.sonyericsson.rebuild.RebuildSettings> <hudson.plugins.throttleconcurrents.ThrottleJobProperty plugin="throttle-concurrents@2.0.1"> + <maxConcurrentPerNode>0</maxConcurrentPerNode> + <maxConcurrentTotal>0</maxConcurrentTotal> <categories class="java.util.concurrent.CopyOnWriteArrayList"/> <throttleEnabled>false</throttleEnabled> <throttleOption>project</throttleOption> diff --git a/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/DataPipeline/jobs/AnalyticsFetchLogs/config.xml b/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/DataPipeline/jobs/AnalyticsFetchLogs/config.xml index bdb453294..9fc0e3c5c 100644 --- a/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/DataPipeline/jobs/AnalyticsFetchLogs/config.xml +++ b/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/DataPipeline/jobs/AnalyticsFetchLogs/config.xml @@ -89,5 +89,5 @@ <lightweight>false</lightweight> </definition> <triggers/> - <disabled>true</disabled> + <disabled>false</disabled> </flow-definition> \ No newline at end of file diff --git a/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/DataPipeline/jobs/AnalyticsReplayJobs/config.xml b/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/DataPipeline/jobs/AnalyticsReplayJobs/config.xml index 5118f0100..09b18a223 100644 --- a/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/DataPipeline/jobs/AnalyticsReplayJobs/config.xml +++ b/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/DataPipeline/jobs/AnalyticsReplayJobs/config.xml @@ -109,5 +109,5 @@ <lightweight>false</lightweight> </definition> <triggers/> - <disabled>true</disabled> + <disabled>false</disabled> </flow-definition> \ No newline at end of file diff --git a/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/KnowledgePlatform/jobs/Monitoring/config.xml b/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/KnowledgePlatform/jobs/Monitoring/config.xml index 7ddf1d3e3..4477a1f3a 100644 --- a/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/KnowledgePlatform/jobs/Monitoring/config.xml +++ b/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/KnowledgePlatform/jobs/Monitoring/config.xml @@ -18,6 +18,8 @@ <rebuildDisabled>false</rebuildDisabled> </com.sonyericsson.rebuild.RebuildSettings> <hudson.plugins.throttleconcurrents.ThrottleJobProperty plugin="throttle-concurrents@2.0.1"> + <maxConcurrentPerNode>0</maxConcurrentPerNode> + <maxConcurrentTotal>0</maxConcurrentTotal> <categories class="java.util.concurrent.CopyOnWriteArrayList"/> <throttleEnabled>false</throttleEnabled> <throttleOption>project</throttleOption> diff --git a/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/KnowledgePlatform/jobs/Neo4jDefinitionUpdate/config.xml b/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/KnowledgePlatform/jobs/Neo4jDefinitionUpdate/config.xml index 8eaf214cc..5e54bd748 100644 --- a/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/KnowledgePlatform/jobs/Neo4jDefinitionUpdate/config.xml +++ b/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/KnowledgePlatform/jobs/Neo4jDefinitionUpdate/config.xml @@ -25,6 +25,8 @@ <rebuildDisabled>false</rebuildDisabled> </com.sonyericsson.rebuild.RebuildSettings> <hudson.plugins.throttleconcurrents.ThrottleJobProperty plugin="throttle-concurrents@2.0.1"> + <maxConcurrentPerNode>0</maxConcurrentPerNode> + <maxConcurrentTotal>0</maxConcurrentTotal> <categories class="java.util.concurrent.CopyOnWriteArrayList"/> <throttleEnabled>false</throttleEnabled> <throttleOption>project</throttleOption> diff --git a/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/KnowledgePlatform/jobs/ValidateLearning/config.xml b/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/KnowledgePlatform/jobs/ValidateLearning/config.xml index 599982859..51357dbc0 100644 --- a/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/KnowledgePlatform/jobs/ValidateLearning/config.xml +++ b/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/KnowledgePlatform/jobs/ValidateLearning/config.xml @@ -25,6 +25,8 @@ <rebuildDisabled>false</rebuildDisabled> </com.sonyericsson.rebuild.RebuildSettings> <hudson.plugins.throttleconcurrents.ThrottleJobProperty plugin="throttle-concurrents@2.0.1"> + <maxConcurrentPerNode>0</maxConcurrentPerNode> + <maxConcurrentTotal>0</maxConcurrentTotal> <categories class="java.util.concurrent.CopyOnWriteArrayList"/> <throttleEnabled>false</throttleEnabled> <throttleOption>project</throttleOption> diff --git a/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Plugins/jobs/CEPlugins/config.xml b/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Plugins/jobs/CEPlugins/config.xml index 53ae131d1..0358cb466 100644 --- a/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Plugins/jobs/CEPlugins/config.xml +++ b/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Plugins/jobs/CEPlugins/config.xml @@ -20,7 +20,7 @@ <hudson.model.StringParameterDefinition> <name>container_name</name> <description><font color=black size=2><b>Please specify azure container name.</b></font></description> - <defaultValue>plugins</defaultValue> + <defaultValue>sunbird-public-dev</defaultValue> <trim>false</trim> </hudson.model.StringParameterDefinition> <org.biouno.unochoice.CascadeChoiceParameter plugin="uno-choice@2.1"> diff --git a/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Plugins/jobs/CollectionEditor/config.xml b/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Plugins/jobs/CollectionEditor/config.xml index e097c5284..82e9c954c 100644 --- a/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Plugins/jobs/CollectionEditor/config.xml +++ b/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Plugins/jobs/CollectionEditor/config.xml @@ -20,7 +20,7 @@ <hudson.model.StringParameterDefinition> <name>container_name</name> <description><font color=black size=2><b>Please specify azure container name.</b></font></description> - <defaultValue>plugins</defaultValue> + <defaultValue>sunbird-public-dev</defaultValue> <trim>false</trim> </hudson.model.StringParameterDefinition> <org.biouno.unochoice.CascadeChoiceParameter plugin="uno-choice@2.1"> diff --git a/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Plugins/jobs/ContentFramework/config.xml b/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Plugins/jobs/ContentFramework/config.xml index 6103ba644..cbc5c95bf 100644 --- a/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Plugins/jobs/ContentFramework/config.xml +++ b/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Plugins/jobs/ContentFramework/config.xml @@ -20,7 +20,7 @@ <hudson.model.StringParameterDefinition> <name>container_name</name> <description><font color=black size=2><b>Please specify azure container name.</b></font></description> - <defaultValue>plugins</defaultValue> + <defaultValue>sunbird-public-dev</defaultValue> <trim>false</trim> </hudson.model.StringParameterDefinition> <org.biouno.unochoice.CascadeChoiceParameter plugin="uno-choice@2.1"> diff --git a/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Plugins/jobs/ContentRendererPreview/config.xml b/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Plugins/jobs/ContentRendererPreview/config.xml index d25ae6458..8fb29bc1a 100644 --- a/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Plugins/jobs/ContentRendererPreview/config.xml +++ b/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Plugins/jobs/ContentRendererPreview/config.xml @@ -20,7 +20,7 @@ <hudson.model.StringParameterDefinition> <name>container_name</name> <description><font color=black size=2><b>Please specify azure container name.</b></font></description> - <defaultValue>plugins</defaultValue> + <defaultValue>sunbird-public-dev</defaultValue> <trim>false</trim> </hudson.model.StringParameterDefinition> <org.biouno.unochoice.CascadeChoiceParameter plugin="uno-choice@2.1"> diff --git a/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Plugins/jobs/GenericEditor/config.xml b/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Plugins/jobs/GenericEditor/config.xml index 2fc9a8360..c510bb9cb 100644 --- a/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Plugins/jobs/GenericEditor/config.xml +++ b/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Plugins/jobs/GenericEditor/config.xml @@ -20,7 +20,7 @@ <hudson.model.StringParameterDefinition> <name>container_name</name> <description><font color=black size=2><b>Please specify azure container name.</b></font></description> - <defaultValue>plugins</defaultValue> + <defaultValue>sunbird-public-dev</defaultValue> <trim>false</trim> </hudson.model.StringParameterDefinition> <org.biouno.unochoice.CascadeChoiceParameter plugin="uno-choice@2.1"> diff --git a/deploy/jenkins/jobs/OpsAdministration/jobs/dev/jobs/Core/jobs/CassandraBackup/config.xml b/deploy/jenkins/jobs/OpsAdministration/jobs/dev/jobs/Core/jobs/CassandraBackup/config.xml index 7bbf214a5..886ac1ea3 100644 --- a/deploy/jenkins/jobs/OpsAdministration/jobs/dev/jobs/Core/jobs/CassandraBackup/config.xml +++ b/deploy/jenkins/jobs/OpsAdministration/jobs/dev/jobs/Core/jobs/CassandraBackup/config.xml @@ -17,9 +17,16 @@ <autoRebuild>false</autoRebuild> <rebuildDisabled>false</rebuildDisabled> </com.sonyericsson.rebuild.RebuildSettings> + <hudson.plugins.throttleconcurrents.ThrottleJobProperty plugin="throttle-concurrents@2.0.1"> + <categories class="java.util.concurrent.CopyOnWriteArrayList"/> + <throttleEnabled>false</throttleEnabled> + <throttleOption>project</throttleOption> + <limitOneJobWithMatchingParams>false</limitOneJobWithMatchingParams> + <paramsToUseForLimit></paramsToUseForLimit> + </hudson.plugins.throttleconcurrents.ThrottleJobProperty> </properties> <definition class="org.jenkinsci.plugins.workflow.cps.CpsScmFlowDefinition" plugin="workflow-cps@2.63"> - <scm class="hudson.plugins.git.GitSCM" plugin="git@4.0.0-rc"> + <scm class="hudson.plugins.git.GitSCM" plugin="git@3.9.3"> <configVersion>2</configVersion> <userRemoteConfigs> <hudson.plugins.git.UserRemoteConfig> @@ -38,6 +45,7 @@ <shallow>true</shallow> <noTags>false</noTags> <reference></reference> + <depth>0</depth> <honorRefspec>false</honorRefspec> </hudson.plugins.git.extensions.impl.CloneOption> </extensions> diff --git a/deploy/jenkins/jobs/OpsAdministration/jobs/dev/jobs/Core/jobs/CreateUser/config.xml b/deploy/jenkins/jobs/OpsAdministration/jobs/dev/jobs/Core/jobs/CreateUser/config.xml new file mode 100644 index 000000000..79712e5ba --- /dev/null +++ b/deploy/jenkins/jobs/OpsAdministration/jobs/dev/jobs/Core/jobs/CreateUser/config.xml @@ -0,0 +1,81 @@ +<?xml version='1.1' encoding='UTF-8'?> +<flow-definition plugin="workflow-job@2.31"> + <actions/> + <description></description> + <keepDependencies>false</keepDependencies> + <properties> + <com.sonyericsson.rebuild.RebuildSettings plugin="rebuild@1.29"> + <autoRebuild>false</autoRebuild> + <rebuildDisabled>false</rebuildDisabled> + </com.sonyericsson.rebuild.RebuildSettings> + <hudson.model.ParametersDefinitionProperty> + <parameterDefinitions> + <hudson.model.StringParameterDefinition> + <name>instance_name</name> + <description><font color=black size=2><b>Enter ansible group name</b></font></description> + <defaultValue></defaultValue> + <trim>false</trim> + </hudson.model.StringParameterDefinition> + <hudson.model.StringParameterDefinition> + <name>username</name> + <description><font color=black size=2><b>Enter user name</b></font></description> + <defaultValue></defaultValue> + <trim>false</trim> + </hudson.model.StringParameterDefinition> + <hudson.model.StringParameterDefinition> + <name>password</name> + <description><font color=black size=2><b>Enter encrypted password</b></font></description> + <defaultValue></defaultValue> + <trim>false</trim> + </hudson.model.StringParameterDefinition> + <hudson.model.StringParameterDefinition> + <name>public_key</name> + <description><font color=black size=2><b>Enter public key in single quotes</b></font></description> + <defaultValue></defaultValue> + <trim>false</trim> + </hudson.model.StringParameterDefinition> + <hudson.model.ChoiceParameterDefinition> + <name>tag</name> + <description></description> + <choices class="java.util.Arrays$ArrayList"> + <a class="string-array"> + <string>add-user</string> + <string>delete-user</string> + </a> + </choices> + </hudson.model.ChoiceParameterDefinition> + </parameterDefinitions> + </hudson.model.ParametersDefinitionProperty> + <hudson.plugins.throttleconcurrents.ThrottleJobProperty plugin="throttle-concurrents@2.0.1"> + <maxConcurrentPerNode>0</maxConcurrentPerNode> + <maxConcurrentTotal>0</maxConcurrentTotal> + <categories class="java.util.concurrent.CopyOnWriteArrayList"/> + <throttleEnabled>false</throttleEnabled> + <throttleOption>project</throttleOption> + <limitOneJobWithMatchingParams>false</limitOneJobWithMatchingParams> + <paramsToUseForLimit></paramsToUseForLimit> + </hudson.plugins.throttleconcurrents.ThrottleJobProperty> + </properties> + <definition class="org.jenkinsci.plugins.workflow.cps.CpsScmFlowDefinition" plugin="workflow-cps@2.63"> + <scm class="hudson.plugins.git.GitSCM" plugin="git@3.9.3"> + <configVersion>2</configVersion> + <userRemoteConfigs> + <hudson.plugins.git.UserRemoteConfig> + <url>https://github.com/project-sunbird/sunbird-devops.git</url> + </hudson.plugins.git.UserRemoteConfig> + </userRemoteConfigs> + <branches> + <hudson.plugins.git.BranchSpec> + <name>${public_repo_branch}</name> + </hudson.plugins.git.BranchSpec> + </branches> + <doGenerateSubmoduleConfigurations>false</doGenerateSubmoduleConfigurations> + <submoduleCfg class="list"/> + <extensions/> + </scm> + <scriptPath>pipelines/ops/createuser/Jenkinsfile</scriptPath> + <lightweight>false</lightweight> + </definition> + <triggers/> + <disabled>false</disabled> +</flow-definition> \ No newline at end of file diff --git a/deploy/jenkins/jobs/OpsAdministration/jobs/dev/jobs/Core/jobs/KeyRotation/config.xml b/deploy/jenkins/jobs/OpsAdministration/jobs/dev/jobs/Core/jobs/KeyRotation/config.xml index b42a47c73..280a9610e 100644 --- a/deploy/jenkins/jobs/OpsAdministration/jobs/dev/jobs/Core/jobs/KeyRotation/config.xml +++ b/deploy/jenkins/jobs/OpsAdministration/jobs/dev/jobs/Core/jobs/KeyRotation/config.xml @@ -21,31 +21,31 @@ <parameterDefinitions> <hudson.model.StringParameterDefinition> <name>bootstrap_user</name> - <description>deployer user</description> + <description><font color="black" size=2><b>Deployer user</b></font></description> <defaultValue>deployer</defaultValue> <trim>false</trim> </hudson.model.StringParameterDefinition> <hudson.model.StringParameterDefinition> <name>bootstrap_user_public_key</name> - <description>Deployer user public key keep in single quotes</description> + <description><font color="black" size=2><b>Deployer user public key keep in single quotes</b></font></description> <defaultValue></defaultValue> <trim>false</trim> </hudson.model.StringParameterDefinition> <hudson.model.StringParameterDefinition> <name>ssh_user</name> - <description>ops user</description> + <description><font color="black" size=2><b>ops user</b></font></description> <defaultValue>ops</defaultValue> <trim>false</trim> </hudson.model.StringParameterDefinition> <hudson.model.StringParameterDefinition> <name>ssh_private_file</name> - <description>location of ssh key for ops user from '/'</description> + <description><font color="black" size=2><b>location of ssh key for ops user from '/'</b></font></description> <defaultValue></defaultValue> <trim>false</trim> </hudson.model.StringParameterDefinition> <hudson.model.StringParameterDefinition> <name>ssh_public_key</name> - <description>ops public key</description> + <description><font color="black" size=2><b>ops public key</b></font></description> <defaultValue></defaultValue> <trim>false</trim> </hudson.model.StringParameterDefinition> diff --git a/deploy/jenkins/jobs/OpsAdministration/jobs/dev/jobs/DataPipeline/jobs/CreateUser/config.xml b/deploy/jenkins/jobs/OpsAdministration/jobs/dev/jobs/DataPipeline/jobs/CreateUser/config.xml new file mode 100644 index 000000000..a8dc3b8c2 --- /dev/null +++ b/deploy/jenkins/jobs/OpsAdministration/jobs/dev/jobs/DataPipeline/jobs/CreateUser/config.xml @@ -0,0 +1,78 @@ +<?xml version='1.1' encoding='UTF-8'?> +<flow-definition plugin="workflow-job@2.31"> + <description></description> + <keepDependencies>false</keepDependencies> + <properties> + <com.sonyericsson.rebuild.RebuildSettings plugin="rebuild@1.29"> + <autoRebuild>false</autoRebuild> + <rebuildDisabled>false</rebuildDisabled> + </com.sonyericsson.rebuild.RebuildSettings> + <hudson.model.ParametersDefinitionProperty> + <parameterDefinitions> + <hudson.model.StringParameterDefinition> + <name>instance_name</name> + <description><font color=black size=2><b>Enter ansible group name</b></font></description> + <defaultValue></defaultValue> + <trim>false</trim> + </hudson.model.StringParameterDefinition> + <hudson.model.StringParameterDefinition> + <name>username</name> + <description><font color=black size=2><b>Enter user name</b></font></description> + <defaultValue></defaultValue> + <trim>false</trim> + </hudson.model.StringParameterDefinition> + <hudson.model.StringParameterDefinition> + <name>password</name> + <description><font color=black size=2><b>Enter encrypted password</b></font></description> + <defaultValue></defaultValue> + <trim>false</trim> + </hudson.model.StringParameterDefinition> + <hudson.model.StringParameterDefinition> + <name>public_key</name> + <description><font color=black size=2><b>Enter public key in single quotes</b></font></description> + <defaultValue></defaultValue> + <trim>false</trim> + </hudson.model.StringParameterDefinition> + <hudson.model.ChoiceParameterDefinition> + <name>tag</name> + <description></description> + <choices class="java.util.Arrays$ArrayList"> + <a class="string-array"> + <string>add-user</string> + <string>delete-user</string> + </a> + </choices> + </hudson.model.ChoiceParameterDefinition> + </parameterDefinitions> + </hudson.model.ParametersDefinitionProperty> + <hudson.plugins.throttleconcurrents.ThrottleJobProperty plugin="throttle-concurrents@2.0.1"> + <categories class="java.util.concurrent.CopyOnWriteArrayList"/> + <throttleEnabled>false</throttleEnabled> + <throttleOption>project</throttleOption> + <limitOneJobWithMatchingParams>false</limitOneJobWithMatchingParams> + <paramsToUseForLimit></paramsToUseForLimit> + </hudson.plugins.throttleconcurrents.ThrottleJobProperty> + </properties> + <definition class="org.jenkinsci.plugins.workflow.cps.CpsScmFlowDefinition" plugin="workflow-cps@2.63"> + <scm class="hudson.plugins.git.GitSCM" plugin="git@3.9.3"> + <configVersion>2</configVersion> + <userRemoteConfigs> + <hudson.plugins.git.UserRemoteConfig> + <url>https://github.com/project-sunbird/sunbird-devops.git</url> + </hudson.plugins.git.UserRemoteConfig> + </userRemoteConfigs> + <branches> + <hudson.plugins.git.BranchSpec> + <name>${public_repo_branch}</name> + </hudson.plugins.git.BranchSpec> + </branches> + <doGenerateSubmoduleConfigurations>false</doGenerateSubmoduleConfigurations> + <submoduleCfg class="list"/> + <extensions/> + </scm> + <scriptPath>pipelines/ops/createuser/Jenkinsfile</scriptPath> + <lightweight>false</lightweight> + </definition> + <triggers/> + <disabled>false</disabled> +</flow-definition> \ No newline at end of file diff --git a/deploy/jenkins/jobs/OpsAdministration/jobs/dev/jobs/DataPipeline/jobs/InfluxDBBackup/config.xml b/deploy/jenkins/jobs/OpsAdministration/jobs/dev/jobs/DataPipeline/jobs/InfluxDBBackup/config.xml index 7723d1b63..effb75acc 100644 --- a/deploy/jenkins/jobs/OpsAdministration/jobs/dev/jobs/DataPipeline/jobs/InfluxDBBackup/config.xml +++ b/deploy/jenkins/jobs/OpsAdministration/jobs/dev/jobs/DataPipeline/jobs/InfluxDBBackup/config.xml @@ -25,12 +25,21 @@ <rebuildDisabled>false</rebuildDisabled> </com.sonyericsson.rebuild.RebuildSettings> <hudson.plugins.throttleconcurrents.ThrottleJobProperty plugin="throttle-concurrents@2.0.1"> + <maxConcurrentPerNode>0</maxConcurrentPerNode> + <maxConcurrentTotal>0</maxConcurrentTotal> <categories class="java.util.concurrent.CopyOnWriteArrayList"/> <throttleEnabled>false</throttleEnabled> <throttleOption>project</throttleOption> <limitOneJobWithMatchingParams>false</limitOneJobWithMatchingParams> <paramsToUseForLimit></paramsToUseForLimit> </hudson.plugins.throttleconcurrents.ThrottleJobProperty> + <org.jenkinsci.plugins.workflow.job.properties.PipelineTriggersJobProperty> + <triggers> + <hudson.triggers.TimerTrigger> + <spec>0 0 * * *</spec> + </hudson.triggers.TimerTrigger> + </triggers> + </org.jenkinsci.plugins.workflow.job.properties.PipelineTriggersJobProperty> </properties> <definition class="org.jenkinsci.plugins.workflow.cps.CpsScmFlowDefinition" plugin="workflow-cps@2.63"> <scm class="hudson.plugins.git.GitSCM" plugin="git@3.9.3"> diff --git a/deploy/jenkins/jobs/OpsAdministration/jobs/dev/jobs/DataPipeline/jobs/KeyRotation/config.xml b/deploy/jenkins/jobs/OpsAdministration/jobs/dev/jobs/DataPipeline/jobs/KeyRotation/config.xml new file mode 100644 index 000000000..280a9610e --- /dev/null +++ b/deploy/jenkins/jobs/OpsAdministration/jobs/dev/jobs/DataPipeline/jobs/KeyRotation/config.xml @@ -0,0 +1,94 @@ +<?xml version='1.1' encoding='UTF-8'?> +<flow-definition plugin="workflow-job@2.31"> + <actions/> + <description></description> + <keepDependencies>false</keepDependencies> + <properties> + <jenkins.model.BuildDiscarderProperty> + <strategy class="hudson.tasks.LogRotator"> + <daysToKeep>-1</daysToKeep> + <numToKeep>-1</numToKeep> + <artifactDaysToKeep>-1</artifactDaysToKeep> + <artifactNumToKeep>5</artifactNumToKeep> + </strategy> + </jenkins.model.BuildDiscarderProperty> + <org.jenkinsci.plugins.workflow.job.properties.DisableConcurrentBuildsJobProperty/> + <com.sonyericsson.rebuild.RebuildSettings plugin="rebuild@1.29"> + <autoRebuild>false</autoRebuild> + <rebuildDisabled>false</rebuildDisabled> + </com.sonyericsson.rebuild.RebuildSettings> + <hudson.model.ParametersDefinitionProperty> + <parameterDefinitions> + <hudson.model.StringParameterDefinition> + <name>bootstrap_user</name> + <description><font color="black" size=2><b>Deployer user</b></font></description> + <defaultValue>deployer</defaultValue> + <trim>false</trim> + </hudson.model.StringParameterDefinition> + <hudson.model.StringParameterDefinition> + <name>bootstrap_user_public_key</name> + <description><font color="black" size=2><b>Deployer user public key keep in single quotes</b></font></description> + <defaultValue></defaultValue> + <trim>false</trim> + </hudson.model.StringParameterDefinition> + <hudson.model.StringParameterDefinition> + <name>ssh_user</name> + <description><font color="black" size=2><b>ops user</b></font></description> + <defaultValue>ops</defaultValue> + <trim>false</trim> + </hudson.model.StringParameterDefinition> + <hudson.model.StringParameterDefinition> + <name>ssh_private_file</name> + <description><font color="black" size=2><b>location of ssh key for ops user from '/'</b></font></description> + <defaultValue></defaultValue> + <trim>false</trim> + </hudson.model.StringParameterDefinition> + <hudson.model.StringParameterDefinition> + <name>ssh_public_key</name> + <description><font color="black" size=2><b>ops public key</b></font></description> + <defaultValue></defaultValue> + <trim>false</trim> + </hudson.model.StringParameterDefinition> + </parameterDefinitions> + </hudson.model.ParametersDefinitionProperty> + <hudson.plugins.throttleconcurrents.ThrottleJobProperty plugin="throttle-concurrents@2.0.1"> + <maxConcurrentPerNode>0</maxConcurrentPerNode> + <maxConcurrentTotal>0</maxConcurrentTotal> + <categories class="java.util.concurrent.CopyOnWriteArrayList"/> + <throttleEnabled>false</throttleEnabled> + <throttleOption>project</throttleOption> + <limitOneJobWithMatchingParams>false</limitOneJobWithMatchingParams> + <paramsToUseForLimit></paramsToUseForLimit> + </hudson.plugins.throttleconcurrents.ThrottleJobProperty> + </properties> + <definition class="org.jenkinsci.plugins.workflow.cps.CpsScmFlowDefinition" plugin="workflow-cps@2.63"> + <scm class="hudson.plugins.git.GitSCM" plugin="git@3.9.3"> + <configVersion>2</configVersion> + <userRemoteConfigs> + <hudson.plugins.git.UserRemoteConfig> + <url>https://github.com/project-sunbird/sunbird-devops.git</url> + </hudson.plugins.git.UserRemoteConfig> + </userRemoteConfigs> + <branches> + <hudson.plugins.git.BranchSpec> + <name>${public_repo_branch}</name> + </hudson.plugins.git.BranchSpec> + </branches> + <doGenerateSubmoduleConfigurations>false</doGenerateSubmoduleConfigurations> + <submoduleCfg class="list"/> + <extensions> + <hudson.plugins.git.extensions.impl.CloneOption> + <shallow>true</shallow> + <noTags>false</noTags> + <reference></reference> + <depth>0</depth> + <honorRefspec>false</honorRefspec> + </hudson.plugins.git.extensions.impl.CloneOption> + </extensions> + </scm> + <scriptPath>pipelines/bootstrap/Jenkinsfile.rotatekey</scriptPath> + <lightweight>false</lightweight> + </definition> + <triggers/> + <disabled>false</disabled> +</flow-definition> \ No newline at end of file diff --git a/deploy/jenkins/jobs/OpsAdministration/jobs/dev/jobs/KnowledgePlatform/jobs/CassandraBackup/config.xml b/deploy/jenkins/jobs/OpsAdministration/jobs/dev/jobs/KnowledgePlatform/jobs/CassandraBackup/config.xml index 37d9df319..b52ea2a9f 100644 --- a/deploy/jenkins/jobs/OpsAdministration/jobs/dev/jobs/KnowledgePlatform/jobs/CassandraBackup/config.xml +++ b/deploy/jenkins/jobs/OpsAdministration/jobs/dev/jobs/KnowledgePlatform/jobs/CassandraBackup/config.xml @@ -42,6 +42,13 @@ <limitOneJobWithMatchingParams>false</limitOneJobWithMatchingParams> <paramsToUseForLimit></paramsToUseForLimit> </hudson.plugins.throttleconcurrents.ThrottleJobProperty> + <org.jenkinsci.plugins.workflow.job.properties.PipelineTriggersJobProperty> + <triggers> + <hudson.triggers.TimerTrigger> + <spec>30 5,12 * * *</spec> + </hudson.triggers.TimerTrigger> + </triggers> + </org.jenkinsci.plugins.workflow.job.properties.PipelineTriggersJobProperty> </properties> <definition class="org.jenkinsci.plugins.workflow.cps.CpsScmFlowDefinition" plugin="workflow-cps@2.63"> <scm class="hudson.plugins.git.GitSCM" plugin="git@3.9.3"> diff --git a/deploy/jenkins/jobs/OpsAdministration/jobs/dev/jobs/KnowledgePlatform/jobs/CreateUser/config.xml b/deploy/jenkins/jobs/OpsAdministration/jobs/dev/jobs/KnowledgePlatform/jobs/CreateUser/config.xml new file mode 100644 index 000000000..1ab58cb9e --- /dev/null +++ b/deploy/jenkins/jobs/OpsAdministration/jobs/dev/jobs/KnowledgePlatform/jobs/CreateUser/config.xml @@ -0,0 +1,81 @@ +<?xml version='1.1' encoding='UTF-8'?> +<flow-definition plugin="workflow-job@2.31"> + <actions/> + <description></description> + <keepDependencies>false</keepDependencies> + <properties> + <com.sonyericsson.rebuild.RebuildSettings plugin="rebuild@1.29"> + <autoRebuild>false</autoRebuild> + <rebuildDisabled>false</rebuildDisabled> + </com.sonyericsson.rebuild.RebuildSettings> + <hudson.model.ParametersDefinitionProperty> + <parameterDefinitions> + <hudson.model.StringParameterDefinition> + <name>instance_name</name> + <description><font color=black size=2><b>Enter ansible group name</b></font></description> + <defaultValue></defaultValue> + <trim>false</trim> + </hudson.model.StringParameterDefinition> + <hudson.model.StringParameterDefinition> + <name>username</name> + <description><font color=black size=2><b>Enter user name</b></font></description> + <defaultValue></defaultValue> + <trim>false</trim> + </hudson.model.StringParameterDefinition> + <hudson.model.StringParameterDefinition> + <name>password</name> + <description><font color=black size=2><b>Enter user name</b></font></description> + <defaultValue></defaultValue> + <trim>false</trim> + </hudson.model.StringParameterDefinition> + <hudson.model.StringParameterDefinition> + <name>public_key</name> + <description><font color=black size=2><b>Enter public key in single quotes</b></font></description> + <defaultValue></defaultValue> + <trim>false</trim> + </hudson.model.StringParameterDefinition> + <hudson.model.ChoiceParameterDefinition> + <name>tag</name> + <description></description> + <choices class="java.util.Arrays$ArrayList"> + <a class="string-array"> + <string>add-user</string> + <string>delete-user</string> + </a> + </choices> + </hudson.model.ChoiceParameterDefinition> + </parameterDefinitions> + </hudson.model.ParametersDefinitionProperty> + <hudson.plugins.throttleconcurrents.ThrottleJobProperty plugin="throttle-concurrents@2.0.1"> + <maxConcurrentPerNode>0</maxConcurrentPerNode> + <maxConcurrentTotal>0</maxConcurrentTotal> + <categories class="java.util.concurrent.CopyOnWriteArrayList"/> + <throttleEnabled>false</throttleEnabled> + <throttleOption>project</throttleOption> + <limitOneJobWithMatchingParams>false</limitOneJobWithMatchingParams> + <paramsToUseForLimit></paramsToUseForLimit> + </hudson.plugins.throttleconcurrents.ThrottleJobProperty> + </properties> + <definition class="org.jenkinsci.plugins.workflow.cps.CpsScmFlowDefinition" plugin="workflow-cps@2.63"> + <scm class="hudson.plugins.git.GitSCM" plugin="git@3.9.3"> + <configVersion>2</configVersion> + <userRemoteConfigs> + <hudson.plugins.git.UserRemoteConfig> + <url>https://github.com/project-sunbird/sunbird-devops.git</url> + </hudson.plugins.git.UserRemoteConfig> + </userRemoteConfigs> + <branches> + <hudson.plugins.git.BranchSpec> + <name>${public_repo_branch}</name> + </hudson.plugins.git.BranchSpec> + </branches> + <doGenerateSubmoduleConfigurations>false</doGenerateSubmoduleConfigurations> + <submoduleCfg class="list"/> + <extensions/> + </scm> + <scriptPath>pipelines/ops/createuser/Jenkinsfile</scriptPath> + <lightweight>false</lightweight> + </definition> + <triggers/> + <disabled>false</disabled> +</flow-definition> \ No newline at end of file diff --git a/deploy/jenkins/jobs/OpsAdministration/jobs/dev/jobs/KnowledgePlatform/jobs/ElasticsearchBackup/config.xml b/deploy/jenkins/jobs/OpsAdministration/jobs/dev/jobs/KnowledgePlatform/jobs/ElasticsearchBackup/config.xml index dff07e183..d6ce0350b 100644 --- a/deploy/jenkins/jobs/OpsAdministration/jobs/dev/jobs/KnowledgePlatform/jobs/ElasticsearchBackup/config.xml +++ b/deploy/jenkins/jobs/OpsAdministration/jobs/dev/jobs/KnowledgePlatform/jobs/ElasticsearchBackup/config.xml @@ -26,6 +26,13 @@ <limitOneJobWithMatchingParams>false</limitOneJobWithMatchingParams> <paramsToUseForLimit></paramsToUseForLimit> </hudson.plugins.throttleconcurrents.ThrottleJobProperty> + <org.jenkinsci.plugins.workflow.job.properties.PipelineTriggersJobProperty> + <triggers> + <hudson.triggers.TimerTrigger> + <spec>H 1 * * *</spec> + </hudson.triggers.TimerTrigger> + </triggers> + </org.jenkinsci.plugins.workflow.job.properties.PipelineTriggersJobProperty> </properties> <definition class="org.jenkinsci.plugins.workflow.cps.CpsScmFlowDefinition" plugin="workflow-cps@2.63"> <scm class="hudson.plugins.git.GitSCM" plugin="git@3.9.3"> diff --git a/deploy/jenkins/jobs/OpsAdministration/jobs/dev/jobs/KnowledgePlatform/jobs/KeyRotation/config.xml b/deploy/jenkins/jobs/OpsAdministration/jobs/dev/jobs/KnowledgePlatform/jobs/KeyRotation/config.xml new file mode 100644 index 000000000..280a9610e --- /dev/null +++ b/deploy/jenkins/jobs/OpsAdministration/jobs/dev/jobs/KnowledgePlatform/jobs/KeyRotation/config.xml @@ -0,0 +1,94 @@ +<?xml version='1.1' encoding='UTF-8'?> +<flow-definition plugin="workflow-job@2.31"> + <actions/> + <description></description> + <keepDependencies>false</keepDependencies> + <properties> + <jenkins.model.BuildDiscarderProperty> + <strategy class="hudson.tasks.LogRotator"> + <daysToKeep>-1</daysToKeep> + <numToKeep>-1</numToKeep> + <artifactDaysToKeep>-1</artifactDaysToKeep> + <artifactNumToKeep>5</artifactNumToKeep> + </strategy> + </jenkins.model.BuildDiscarderProperty> + <org.jenkinsci.plugins.workflow.job.properties.DisableConcurrentBuildsJobProperty/> + <com.sonyericsson.rebuild.RebuildSettings plugin="rebuild@1.29"> + <autoRebuild>false</autoRebuild> + <rebuildDisabled>false</rebuildDisabled> + </com.sonyericsson.rebuild.RebuildSettings> + <hudson.model.ParametersDefinitionProperty> + <parameterDefinitions> + <hudson.model.StringParameterDefinition> + <name>bootstrap_user</name> + <description><font color="black" size=2><b>Deployer user</b></font></description> + <defaultValue>deployer</defaultValue> + <trim>false</trim> + </hudson.model.StringParameterDefinition> + <hudson.model.StringParameterDefinition> + <name>bootstrap_user_public_key</name> + <description><font color="black" size=2><b>Deployer user public key keep in single quotes</b></font></description> + <defaultValue></defaultValue> + <trim>false</trim> + </hudson.model.StringParameterDefinition> + <hudson.model.StringParameterDefinition> + <name>ssh_user</name> + <description><font color="black" size=2><b>ops user</b></font></description> + <defaultValue>ops</defaultValue> + <trim>false</trim> + </hudson.model.StringParameterDefinition> + <hudson.model.StringParameterDefinition> + <name>ssh_private_file</name> + <description><font color="black" size=2><b>location of ssh key for ops user from '/'</b></font></description> + <defaultValue></defaultValue> + <trim>false</trim> + </hudson.model.StringParameterDefinition> + <hudson.model.StringParameterDefinition> + <name>ssh_public_key</name> + <description><font color="black" size=2><b>ops public key</b></font></description> + <defaultValue></defaultValue> + <trim>false</trim> + </hudson.model.StringParameterDefinition> + </parameterDefinitions> + </hudson.model.ParametersDefinitionProperty> + <hudson.plugins.throttleconcurrents.ThrottleJobProperty plugin="throttle-concurrents@2.0.1"> + <maxConcurrentPerNode>0</maxConcurrentPerNode> + <maxConcurrentTotal>0</maxConcurrentTotal> + <categories class="java.util.concurrent.CopyOnWriteArrayList"/> + <throttleEnabled>false</throttleEnabled> + <throttleOption>project</throttleOption> + <limitOneJobWithMatchingParams>false</limitOneJobWithMatchingParams> + <paramsToUseForLimit></paramsToUseForLimit> + </hudson.plugins.throttleconcurrents.ThrottleJobProperty> + </properties> + <definition class="org.jenkinsci.plugins.workflow.cps.CpsScmFlowDefinition" plugin="workflow-cps@2.63"> + <scm class="hudson.plugins.git.GitSCM" plugin="git@3.9.3"> + <configVersion>2</configVersion> + <userRemoteConfigs> + <hudson.plugins.git.UserRemoteConfig> + <url>https://github.com/project-sunbird/sunbird-devops.git</url> + </hudson.plugins.git.UserRemoteConfig> + </userRemoteConfigs> + <branches> + <hudson.plugins.git.BranchSpec> + <name>${public_repo_branch}</name> + </hudson.plugins.git.BranchSpec> + </branches> + <doGenerateSubmoduleConfigurations>false</doGenerateSubmoduleConfigurations> + <submoduleCfg class="list"/> + <extensions> + <hudson.plugins.git.extensions.impl.CloneOption> + <shallow>true</shallow> + <noTags>false</noTags> + <reference></reference> + <depth>0</depth> + <honorRefspec>false</honorRefspec> + </hudson.plugins.git.extensions.impl.CloneOption> + </extensions> + </scm> + <scriptPath>pipelines/bootstrap/Jenkinsfile.rotatekey</scriptPath> + <lightweight>false</lightweight> + </definition> + <triggers/> + <disabled>false</disabled> +</flow-definition> \ No newline at end of file diff --git a/deploy/jenkins/jobs/OpsAdministration/jobs/dev/jobs/KnowledgePlatform/jobs/Neo4jBackup/config.xml b/deploy/jenkins/jobs/OpsAdministration/jobs/dev/jobs/KnowledgePlatform/jobs/Neo4jBackup/config.xml index 6822d1ba5..c21d4c9bf 100644 --- a/deploy/jenkins/jobs/OpsAdministration/jobs/dev/jobs/KnowledgePlatform/jobs/Neo4jBackup/config.xml +++ b/deploy/jenkins/jobs/OpsAdministration/jobs/dev/jobs/KnowledgePlatform/jobs/Neo4jBackup/config.xml @@ -26,6 +26,13 @@ <limitOneJobWithMatchingParams>false</limitOneJobWithMatchingParams> <paramsToUseForLimit></paramsToUseForLimit> </hudson.plugins.throttleconcurrents.ThrottleJobProperty> + <org.jenkinsci.plugins.workflow.job.properties.PipelineTriggersJobProperty> + <triggers> + <hudson.triggers.TimerTrigger> + <spec>H 2 * * *</spec> + </hudson.triggers.TimerTrigger> + </triggers> + </org.jenkinsci.plugins.workflow.job.properties.PipelineTriggersJobProperty> </properties> <definition class="org.jenkinsci.plugins.workflow.cps.CpsScmFlowDefinition" plugin="workflow-cps@2.63"> <scm class="hudson.plugins.git.GitSCM" plugin="git@3.9.3"> diff --git a/deploy/jenkins/jobs/OpsAdministration/jobs/dev/jobs/KnowledgePlatform/jobs/RedisBackup/config.xml b/deploy/jenkins/jobs/OpsAdministration/jobs/dev/jobs/KnowledgePlatform/jobs/RedisBackup/config.xml new file mode 100644 index 000000000..8cc436896 --- /dev/null +++ b/deploy/jenkins/jobs/OpsAdministration/jobs/dev/jobs/KnowledgePlatform/jobs/RedisBackup/config.xml @@ -0,0 +1,67 @@ +<?xml version='1.1' encoding='UTF-8'?> +<flow-definition plugin="workflow-job@2.31"> + <actions/> + <description></description> + <keepDependencies>false</keepDependencies> + <properties> + <jenkins.model.BuildDiscarderProperty> + <strategy class="hudson.tasks.LogRotator"> + <daysToKeep>-1</daysToKeep> + <numToKeep>-1</numToKeep> + <artifactDaysToKeep>-1</artifactDaysToKeep> + <artifactNumToKeep>5</artifactNumToKeep> + </strategy> + </jenkins.model.BuildDiscarderProperty> + <org.jenkinsci.plugins.workflow.job.properties.DisableConcurrentBuildsJobProperty/> + <com.sonyericsson.rebuild.RebuildSettings plugin="rebuild@1.29"> + <autoRebuild>false</autoRebuild> + <rebuildDisabled>false</rebuildDisabled> + </com.sonyericsson.rebuild.RebuildSettings> + <hudson.plugins.throttleconcurrents.ThrottleJobProperty plugin="throttle-concurrents@2.0.1"> + <maxConcurrentPerNode>0</maxConcurrentPerNode> + <maxConcurrentTotal>0</maxConcurrentTotal> + <categories class="java.util.concurrent.CopyOnWriteArrayList"/> + <throttleEnabled>false</throttleEnabled> + <throttleOption>project</throttleOption> + <limitOneJobWithMatchingParams>false</limitOneJobWithMatchingParams> + <paramsToUseForLimit></paramsToUseForLimit> + </hudson.plugins.throttleconcurrents.ThrottleJobProperty> + <org.jenkinsci.plugins.workflow.job.properties.PipelineTriggersJobProperty> + <triggers> + <hudson.triggers.TimerTrigger> + <spec>H 2 * * *</spec> + </hudson.triggers.TimerTrigger> + </triggers> + </org.jenkinsci.plugins.workflow.job.properties.PipelineTriggersJobProperty> + </properties> + <definition class="org.jenkinsci.plugins.workflow.cps.CpsScmFlowDefinition" plugin="workflow-cps@2.63"> + <scm class="hudson.plugins.git.GitSCM" plugin="git@3.9.3"> + <configVersion>2</configVersion> + <userRemoteConfigs> + <hudson.plugins.git.UserRemoteConfig> + <url>https://github.com/project-sunbird/sunbird-learning-platform.git</url> + </hudson.plugins.git.UserRemoteConfig> + </userRemoteConfigs> + <branches> + <hudson.plugins.git.BranchSpec> + <name>${public_repo_branch}</name> + </hudson.plugins.git.BranchSpec> + </branches> + <doGenerateSubmoduleConfigurations>false</doGenerateSubmoduleConfigurations> + <submoduleCfg class="list"/> + <extensions> + <hudson.plugins.git.extensions.impl.CloneOption> + <shallow>true</shallow> + <noTags>false</noTags> + <reference></reference> + <depth>0</depth> + <honorRefspec>false</honorRefspec> + </hudson.plugins.git.extensions.impl.CloneOption> + </extensions> + </scm> + <scriptPath>pipelines/backup/redis-backup/Jenkinsfile</scriptPath> + <lightweight>false</lightweight> + </definition> + <triggers/> + <disabled>false</disabled> +</flow-definition> \ No newline at end of file diff --git a/deploy/jenkins/jobs/Provision/jobs/dev/jobs/Core/jobs/Keycloak/config.xml b/deploy/jenkins/jobs/Provision/jobs/dev/jobs/Core/jobs/Keycloak/config.xml index fcc171f96..4ed76d6c7 100644 --- a/deploy/jenkins/jobs/Provision/jobs/dev/jobs/Core/jobs/Keycloak/config.xml +++ b/deploy/jenkins/jobs/Provision/jobs/dev/jobs/Core/jobs/Keycloak/config.xml @@ -18,6 +18,8 @@ <rebuildDisabled>false</rebuildDisabled> </com.sonyericsson.rebuild.RebuildSettings> <hudson.plugins.throttleconcurrents.ThrottleJobProperty plugin="throttle-concurrents@2.0.1"> + <maxConcurrentPerNode>0</maxConcurrentPerNode> + <maxConcurrentTotal>0</maxConcurrentTotal> <categories class="java.util.concurrent.CopyOnWriteArrayList"/> <throttleEnabled>false</throttleEnabled> <throttleOption>project</throttleOption> @@ -45,14 +47,7 @@ <shallow>true</shallow> <noTags>false</noTags> <reference></reference> - <depth>0</depth> - <honorRefspec>false</honorRefspec> - </hudson.plugins.git.extensions.impl.CloneOption> - <hudson.plugins.git.extensions.impl.CloneOption> - <shallow>true</shallow> - <noTags>false</noTags> - <reference></reference> - <depth>0</depth> + <depth>1</depth> <honorRefspec>false</honorRefspec> </hudson.plugins.git.extensions.impl.CloneOption> </extensions> diff --git a/pipelines/deploy/keycloak/Jenkinsfile b/pipelines/deploy/keycloak/Jenkinsfile index 30f157ff6..f1eabb8b4 100644 --- a/pipelines/deploy/keycloak/Jenkinsfile +++ b/pipelines/deploy/keycloak/Jenkinsfile @@ -37,7 +37,21 @@ node() { '''.stripIndent().replace("\n", " ") + ANSI_NORMAL) } } - stage('deploy artifact') { + stage('extract keycloak') { + sh """ + cp ${artifact} sunbird_auth_1.0v.zip + """ + ansiblePlaybook = "${currentWs}/ansible/sunbird-auth-provision.yml" + ansibleExtraArgs = "--vault-password-file /var/lib/jenkins/secrets/vault-pass" + values.put('ansiblePlaybook', ansiblePlaybook) + values.put('ansibleExtraArgs', ansibleExtraArgs) + println values + ansible_playbook_run(values) + archiveArtifacts artifacts: "${artifact}", fingerprint: true, onlyIfSuccessful: true + archiveArtifacts artifacts: 'metadata.json', onlyIfSuccessful: true + currentBuild.description = "${values.artifact_version}" + } + stage('deploy artifact') { sh """ unzip ${artifact} """ diff --git a/private_repo/ansible/inventory/dev/Core/common.yml b/private_repo/ansible/inventory/dev/Core/common.yml index e836a83eb..ff99e5184 100644 --- a/private_repo/ansible/inventory/dev/Core/common.yml +++ b/private_repo/ansible/inventory/dev/Core/common.yml @@ -61,3 +61,5 @@ keycloak_ekstep_sunbird_login_theme_file: "login.tar.gz" keycloak_ekstep_sunbird_login_theme_dest: "/opt/keycloak/themes/sunbird/login" keycloak_postgresql: "postgresql-9.4.1212.jar" sunbird_auth_version: 1.0v + + diff --git a/private_repo/ansible/inventory/dev/Core/hosts b/private_repo/ansible/inventory/dev/Core/hosts index 5adff87bb..b5c2a42a6 100644 --- a/private_repo/ansible/inventory/dev/Core/hosts +++ b/private_repo/ansible/inventory/dev/Core/hosts @@ -1,38 +1,43 @@ -[swarm-manager-1] +# This is a sample file which depicts how to update the ip for ansible provisioning +# All ips are for refernce purpose +# Its mandatory to update ip addresses +# Don't change the group_names as it's referrenced in playbooks and variable files + +[swarm-manager-1] 18.0.0.15 swarm_master=true [swarm-manager:children] swarm-manager-1 -[keycloak-1] +[keycloak-1] 18.0.0.9 [keycloak:children] keycloak-1 -[log-es-1] -18.0.0.15 node_name=refactor-log-es-1 es_etc_node_master=true es_etc_node_data=true +[log-es-1] +18.0.0.15 node_name=refactor-log-es-1 es_etc_node_master=true es_etc_node_data=true [log-es:children] log-es-1 -[swarm-agent-for-prometheus-1] -18.0.0.15 +[swarm-agent-for-prometheus-1] +18.0.0.15 [swarm-agent-for-prometheus:children] swarm-agent-for-prometheus-1 -[swarm-agent-for-grafana-1] +[swarm-agent-for-grafana-1] 18.0.0.15 [swarm-agent-for-grafana:children] swarm-agent-for-grafana-1 -[swarm-agent-for-alertmanager-1] +[swarm-agent-for-alertmanager-1] 18.0.0.15 -[es-1] +[es-1] 18.0.0.9 es_instance_name=es-1 es_etc_node_master=true es_etc_node_data=true [es-backup:children] @@ -44,20 +49,20 @@ log-es-1 [es:children] es-1 -[cassandra-1] +[cassandra-1] 18.0.0.9 [cassandra:children] cassandra-1 -[postgresql-master-1] -18.0.0.9 +[postgresql-master-1] +18.0.0.9 [postgresql-master:children] postgresql-master-1 -[postgresql-slave-1] -18.0.0.9 +[postgresql-slave-1] +18.0.0.9 [postgresql-slave:children] postgresql-slave-1 @@ -67,7 +72,7 @@ postgresql-slave postgresql-master [kafka-1] -18.0.0.13 kafka_id=1 +18.0.0.13 kafka_id=1 [processing-cluster-kafka] 18.0.0.13 @@ -123,4 +128,4 @@ swarm-manager [all:vars] ansible_ssh_user=deployer -ansible_ssh_private_key_file=/run/secrets/deployer_ssh_key \ No newline at end of file +ansible_ssh_private_key_file=/var/lib/jenkins/secrets/deployer_ssh_key \ No newline at end of file diff --git a/private_repo/ansible/inventory/dev/DataPipeline/common.yml b/private_repo/ansible/inventory/dev/DataPipeline/common.yml index bd03ee5a0..6cfaa8bc5 100644 --- a/private_repo/ansible/inventory/dev/DataPipeline/common.yml +++ b/private_repo/ansible/inventory/dev/DataPipeline/common.yml @@ -7,27 +7,21 @@ domain_name: ssh_public_key_deployer: bootstrap_user: bootstrap_key_path: -ansible_ssh_private_key_file: #################### DP ########################## - - -# Every where the value is telemetry-data-store -# Shall we change the value to telemetry-data-store in dev also? -# What's the implication -# Is it azure blob or s3 bucket?? # Is it same as `channel_data_exhaust_bucket` -secor_azure_container_name: +secor_azure_container_name: "" +secor_alerts_slack_channel: "" dp_azure_account_name: # azure storage account name -default_org_hash_id: # channel id of the organization +default_org_hash_id: "" # channel id of the organization # Data products monitoring web hooks -data_exhaust_webhook_url: "" -data_exhaust_Channel: "" -data_exhaust_name: -bucket: +data_exhaust_webhook_url: "" ####Slack webhook +data_exhaust_Channel: "" ### salck channel for data products alerts +data_exhaust_name: +bucket: #### same as secor_azure_container_name stream_base_url: "" # Media content @@ -38,3 +32,11 @@ media_service_azure_account_name: "" media_service_azure_resource_group_name: "" media_service_azure_token_client_key: "" media_service_azure_token_client_secret: "" + +# kafka topic required by core # +# Please do not change this # +ingestion_kafka_topics: + - name: telemetry.ingestion + num_of_partitions: 4 + replication_factor: 1 + retention_time: 604800000 diff --git a/private_repo/ansible/inventory/dev/DataPipeline/hosts b/private_repo/ansible/inventory/dev/DataPipeline/hosts index dd06977aa..919631f7f 100644 --- a/private_repo/ansible/inventory/dev/DataPipeline/hosts +++ b/private_repo/ansible/inventory/dev/DataPipeline/hosts @@ -4,6 +4,10 @@ # Sunbird zookeeper [ingestion-cluster-zookeepers] +15.0.0.8 + +[core-cassandra] +15.0.0.7 ################# LP ########################## @@ -108,7 +112,7 @@ dp [env:vars] ansible_ssh_user=deployer -ansible_ssh_private_key_file=/run/secrets/deployer_ssh_key +ansible_ssh_private_key_file=/var/lib/jenkins/secrets/deployer_ssh_key ########################### Monitoring ########################## @@ -142,4 +146,4 @@ kafka-ps [all:vars] ansible_ssh_user=deployer -ansible_ssh_private_key_file=/run/secrets/deployer_ssh_key +ansible_ssh_private_key_file=/var/lib/jenkins/secrets/deployer_ssh_key diff --git a/private_repo/ansible/inventory/dev/KnowledgePlatform/common.yml b/private_repo/ansible/inventory/dev/KnowledgePlatform/common.yml index efe5cc1bc..23437d899 100644 --- a/private_repo/ansible/inventory/dev/KnowledgePlatform/common.yml +++ b/private_repo/ansible/inventory/dev/KnowledgePlatform/common.yml @@ -32,9 +32,11 @@ artifacts_container: neo4j_zip: neo4j-enterprise-3.3.9-unix.tar.gz # neo4j enterprise version.zip present in the artifacts folder +neo4j_home: "{{learner_user_home}}/{{neo4j_dir}}/neo4j-enterprise-3.3.9" # Change this path to the version of neo4j you will be using neo4j_enterprise: "true" -## Cassandra-backup -cassandra_backup_azure_container_name: -default_org_hash_id: # channel id of the organization +## backup +backup_azure_storage_account_name: sunbirdbackupsdev +### overriding backup secret +backup_azure_storage_access_key: "{{lp_vault_backup_azure_storage_secret}}" diff --git a/private_repo/ansible/inventory/dev/KnowledgePlatform/hosts b/private_repo/ansible/inventory/dev/KnowledgePlatform/hosts index cb141a673..d67f201cf 100644 --- a/private_repo/ansible/inventory/dev/KnowledgePlatform/hosts +++ b/private_repo/ansible/inventory/dev/KnowledgePlatform/hosts @@ -83,8 +83,8 @@ lp swarm-bootstrap-manager [env:vars] -ansible_ssh_user="deployer" -ansible_ssh_private_key_file=/run/secrets/deployer_ssh_key +ansible_ssh_user=deployer +ansible_ssh_private_key_file=/var/lib/jenkins/secrets/deployer_ssh_key ####################### Monitoring ######################## [logstash-ps] @@ -98,9 +98,9 @@ cassandra-ps 15.0.2.7 [process-exporter:vars] -ansible_ssh_user="deployer" -ansible_ssh_private_key_file=/run/secrets/deployer_ssh_key +ansible_ssh_user=deployer +ansible_ssh_private_key_file=/var/lib/jenkins/secrets/deployer_ssh_key [all:vars] ansible_ssh_user=deployer -ansible_ssh_private_key_file=/run/secrets/deployer_ssh_key +ansible_ssh_private_key_file=/var/lib/jenkins/secrets/deployer_ssh_key -- GitLab