From 5ad4493077849fba55d9fd6a285c74a27cd7027b Mon Sep 17 00:00:00 2001 From: santhosh-tg <93243580+santhosh-tg@users.noreply.github.com> Date: Wed, 14 Sep 2022 17:11:34 +0530 Subject: [PATCH] SB-30969: Create new Jenkins jobs for Lern BB (#3529) --- .../jobs/dev/jobs/Lern/config.xml | 28 +++ .../Lern/jobs/LernDataProducts/config.xml | 108 ++++++++ .../jobs/Lern/jobs/LernFlinkJobs/config.xml | 108 ++++++++ .../jenkins/jobs/Build/jobs/Lern/config.xml | 28 +++ .../Lern/jobs/LernDataProducts/config.xml | 82 ++++++ .../jobs/Lern/jobs/LernFlinkJobs/config.xml | 82 ++++++ .../jobs/Deploy/jobs/dev/jobs/Lern/config.xml | 28 +++ .../jobs/LernAnalyticsFetchLogs/config.xml | 146 +++++++++++ .../jobs/LernAnalyticsReplayJobs/config.xml | 209 +++++++++++++++ .../Lern/jobs/LernDataProducts/config.xml | 238 ++++++++++++++++++ .../jobs/Lern/jobs/LernFlinkJobs/config.xml | 170 +++++++++++++ 11 files changed, 1227 insertions(+) create mode 100644 deploy/jenkins/jobs/ArtifactUpload/jobs/dev/jobs/Lern/config.xml create mode 100644 deploy/jenkins/jobs/ArtifactUpload/jobs/dev/jobs/Lern/jobs/LernDataProducts/config.xml create mode 100644 deploy/jenkins/jobs/ArtifactUpload/jobs/dev/jobs/Lern/jobs/LernFlinkJobs/config.xml create mode 100644 deploy/jenkins/jobs/Build/jobs/Lern/config.xml create mode 100644 deploy/jenkins/jobs/Build/jobs/Lern/jobs/LernDataProducts/config.xml create mode 100644 deploy/jenkins/jobs/Build/jobs/Lern/jobs/LernFlinkJobs/config.xml create mode 100644 deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Lern/config.xml create mode 100644 deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Lern/jobs/LernAnalyticsFetchLogs/config.xml create mode 100644 deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Lern/jobs/LernAnalyticsReplayJobs/config.xml create mode 100644 deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Lern/jobs/LernDataProducts/config.xml create mode 100644 deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Lern/jobs/LernFlinkJobs/config.xml diff --git a/deploy/jenkins/jobs/ArtifactUpload/jobs/dev/jobs/Lern/config.xml b/deploy/jenkins/jobs/ArtifactUpload/jobs/dev/jobs/Lern/config.xml new file mode 100644 index 000000000..c20bd4ad2 --- /dev/null +++ b/deploy/jenkins/jobs/ArtifactUpload/jobs/dev/jobs/Lern/config.xml @@ -0,0 +1,28 @@ +<?xml version='1.1' encoding='UTF-8'?> +<com.cloudbees.hudson.plugins.folder.Folder plugin="cloudbees-folder@6.15"> + <description></description> + <properties> + <org.jenkinsci.plugins.docker.workflow.declarative.FolderConfig plugin="docker-workflow@1.26"> + <dockerLabel></dockerLabel> + <registry plugin="docker-commons@1.17"/> + </org.jenkinsci.plugins.docker.workflow.declarative.FolderConfig> + </properties> + <folderViews class="com.cloudbees.hudson.plugins.folder.views.DefaultFolderViewHolder"> + <views> + <hudson.model.AllView> + <owner class="com.cloudbees.hudson.plugins.folder.Folder" reference="../../../.."/> + <name>All</name> + <filterExecutors>false</filterExecutors> + <filterQueue>false</filterQueue> + <properties class="hudson.model.View$PropertyList"/> + </hudson.model.AllView> + </views> + <tabBar class="hudson.views.DefaultViewsTabBar"/> + </folderViews> + <healthMetrics> + <com.cloudbees.hudson.plugins.folder.health.WorstChildHealthMetric> + <nonRecursive>false</nonRecursive> + </com.cloudbees.hudson.plugins.folder.health.WorstChildHealthMetric> + </healthMetrics> + <icon class="com.cloudbees.hudson.plugins.folder.icons.StockFolderIcon"/> +</com.cloudbees.hudson.plugins.folder.Folder> \ No newline at end of file diff --git a/deploy/jenkins/jobs/ArtifactUpload/jobs/dev/jobs/Lern/jobs/LernDataProducts/config.xml b/deploy/jenkins/jobs/ArtifactUpload/jobs/dev/jobs/Lern/jobs/LernDataProducts/config.xml new file mode 100644 index 000000000..e04046555 --- /dev/null +++ b/deploy/jenkins/jobs/ArtifactUpload/jobs/dev/jobs/Lern/jobs/LernDataProducts/config.xml @@ -0,0 +1,108 @@ +<?xml version="1.1" encoding="UTF-8" standalone="no"?><flow-definition plugin="workflow-job@2.40"> + <actions> + <org.jenkinsci.plugins.workflow.multibranch.JobPropertyTrackerAction plugin="workflow-multibranch@2.23"> + <jobPropertyDescriptors> + <string>hudson.model.ParametersDefinitionProperty</string> + <string>com.sonyericsson.rebuild.RebuildSettings</string> + </jobPropertyDescriptors> + </org.jenkinsci.plugins.workflow.multibranch.JobPropertyTrackerAction> + </actions> + <description/> + <keepDependencies>false</keepDependencies> + <properties> + <jenkins.model.BuildDiscarderProperty> + <strategy class="hudson.tasks.LogRotator"> + <daysToKeep>-1</daysToKeep> + <numToKeep>10</numToKeep> + <artifactDaysToKeep>-1</artifactDaysToKeep> + <artifactNumToKeep>1</artifactNumToKeep> + </strategy> + </jenkins.model.BuildDiscarderProperty> + <org.jenkinsci.plugins.workflow.job.properties.DisableConcurrentBuildsJobProperty/> + <com.sonyericsson.rebuild.RebuildSettings plugin="rebuild@1.32"> + <autoRebuild>false</autoRebuild> + <rebuildDisabled>false</rebuildDisabled> + </com.sonyericsson.rebuild.RebuildSettings> + <hudson.model.ParametersDefinitionProperty> + <parameterDefinitions> + <hudson.model.StringParameterDefinition> + <name>absolute_job_path</name> + <description><font color=dimgray size=2><b>Do not change this value! The metadata.json will be copied from this job.</b></font></description> + <defaultValue>Build/Lern/LernDataProducts</defaultValue> + <trim>false</trim> + </hudson.model.StringParameterDefinition> + <hudson.model.StringParameterDefinition> + <name>build_number</name> + <description><font color=darkgreen size=2><b>OPTIONAL: Specify the build job number to upload / copy the artifact built in that job.</b></font></description> + <defaultValue>lastSuccessfulBuild</defaultValue> + <trim>false</trim> + </hudson.model.StringParameterDefinition> + <hudson.model.ChoiceParameterDefinition> + <name>artifact_source</name> + <description><font color=dimgray size=2><b> +ArtifactRepo - Upload and keep a copy of the artifact in Jenkins, JenkinsJob - Just keep a copy of the artifact in Jenkins.</b></font></description> + <choices class="java.util.Arrays$ArrayList"> + <a class="string-array"> + <string>ArtifactRepo</string> + <string>JenkinsJob</string> + </a> + </choices> + </hudson.model.ChoiceParameterDefinition> + </parameterDefinitions> + </hudson.model.ParametersDefinitionProperty> + <hudson.plugins.throttleconcurrents.ThrottleJobProperty plugin="throttle-concurrents@2.2"> + <maxConcurrentPerNode>0</maxConcurrentPerNode> + <maxConcurrentTotal>0</maxConcurrentTotal> + <categories class="java.util.concurrent.CopyOnWriteArrayList"/> + <throttleEnabled>false</throttleEnabled> + <throttleOption>project</throttleOption> + <limitOneJobWithMatchingParams>false</limitOneJobWithMatchingParams> + <paramsToUseForLimit/> + </hudson.plugins.throttleconcurrents.ThrottleJobProperty> + + <org.jenkinsci.plugins.workflow.job.properties.PipelineTriggersJobProperty> + <triggers> + <jenkins.triggers.ReverseBuildTrigger> + <spec/> + <upstreamProjects>/Build/Lern/LernDataProducts</upstreamProjects> + <threshold> + <name>SUCCESS</name> + <ordinal>0</ordinal> + <color>BLUE</color> + <completeBuild>true</completeBuild> + </threshold> + </jenkins.triggers.ReverseBuildTrigger> + </triggers> + </org.jenkinsci.plugins.workflow.job.properties.PipelineTriggersJobProperty> + </properties> + <definition class="org.jenkinsci.plugins.workflow.cps.CpsScmFlowDefinition" plugin="workflow-cps@2.90"> + <scm class="hudson.plugins.git.GitSCM" plugin="git@4.7.1"> + <configVersion>2</configVersion> + <userRemoteConfigs> + <hudson.plugins.git.UserRemoteConfig> + <url>https://github.com/Sunbird-Lern/data-products</url> + </hudson.plugins.git.UserRemoteConfig> + </userRemoteConfigs> + <branches> + <hudson.plugins.git.BranchSpec> + <name>${public_repo_branch}</name> + </hudson.plugins.git.BranchSpec> + </branches> + <doGenerateSubmoduleConfigurations>false</doGenerateSubmoduleConfigurations> + <submoduleCfg class="empty-list"/> + <extensions> + <hudson.plugins.git.extensions.impl.CloneOption> + <shallow>true</shallow> + <noTags>false</noTags> + <reference/> + <depth>1</depth> + <honorRefspec>false</honorRefspec> + </hudson.plugins.git.extensions.impl.CloneOption> + </extensions> + </scm> + <scriptPath>pipelines/upload/Jenkinsfile</scriptPath> + <lightweight>false</lightweight> + </definition> + <triggers/> + <disabled>false</disabled> +</flow-definition> \ No newline at end of file diff --git a/deploy/jenkins/jobs/ArtifactUpload/jobs/dev/jobs/Lern/jobs/LernFlinkJobs/config.xml b/deploy/jenkins/jobs/ArtifactUpload/jobs/dev/jobs/Lern/jobs/LernFlinkJobs/config.xml new file mode 100644 index 000000000..098877934 --- /dev/null +++ b/deploy/jenkins/jobs/ArtifactUpload/jobs/dev/jobs/Lern/jobs/LernFlinkJobs/config.xml @@ -0,0 +1,108 @@ +<?xml version="1.1" encoding="UTF-8" standalone="no"?><flow-definition plugin="workflow-job@2.40"> + <actions> + <org.jenkinsci.plugins.workflow.multibranch.JobPropertyTrackerAction plugin="workflow-multibranch@2.23"> + <jobPropertyDescriptors> + <string>hudson.model.ParametersDefinitionProperty</string> + <string>com.sonyericsson.rebuild.RebuildSettings</string> + </jobPropertyDescriptors> + </org.jenkinsci.plugins.workflow.multibranch.JobPropertyTrackerAction> + </actions> + <description/> + <keepDependencies>false</keepDependencies> + <properties> + <jenkins.model.BuildDiscarderProperty> + <strategy class="hudson.tasks.LogRotator"> + <daysToKeep>-1</daysToKeep> + <numToKeep>10</numToKeep> + <artifactDaysToKeep>-1</artifactDaysToKeep> + <artifactNumToKeep>1</artifactNumToKeep> + </strategy> + </jenkins.model.BuildDiscarderProperty> + <org.jenkinsci.plugins.workflow.job.properties.DisableConcurrentBuildsJobProperty/> + <com.sonyericsson.rebuild.RebuildSettings plugin="rebuild@1.32"> + <autoRebuild>false</autoRebuild> + <rebuildDisabled>false</rebuildDisabled> + </com.sonyericsson.rebuild.RebuildSettings> + <hudson.model.ParametersDefinitionProperty> + <parameterDefinitions> + <hudson.model.StringParameterDefinition> + <name>absolute_job_path</name> + <description><font color=dimgray size=2><b>Do not change this value! The metadata.json will be copied from this job.</b></font></description> + <defaultValue>Build/Lern/LernFlinkJobs</defaultValue> + <trim>false</trim> + </hudson.model.StringParameterDefinition> + <hudson.model.StringParameterDefinition> + <name>image_tag</name> + <description><font color=darkgreen size=2><b>OPTIONAL: Specify the tag to upload a specific image version to the container registry.</b></font></description> + <defaultValue/> + <trim>false</trim> + </hudson.model.StringParameterDefinition> + <hudson.model.ChoiceParameterDefinition> + <name>artifact_source</name> + <description><font color=dimgray size=2><b> +ArtifactRepo - Push the docker image to container registry. +</b></font></description> + <choices class="java.util.Arrays$ArrayList"> + <a class="string-array"> + <string>ArtifactRepo</string> + </a> + </choices> + </hudson.model.ChoiceParameterDefinition> + </parameterDefinitions> + </hudson.model.ParametersDefinitionProperty> + <hudson.plugins.throttleconcurrents.ThrottleJobProperty plugin="throttle-concurrents@2.2"> + <maxConcurrentPerNode>0</maxConcurrentPerNode> + <maxConcurrentTotal>0</maxConcurrentTotal> + <categories class="java.util.concurrent.CopyOnWriteArrayList"/> + <throttleEnabled>false</throttleEnabled> + <throttleOption>project</throttleOption> + <limitOneJobWithMatchingParams>false</limitOneJobWithMatchingParams> + <paramsToUseForLimit/> + </hudson.plugins.throttleconcurrents.ThrottleJobProperty> + + <org.jenkinsci.plugins.workflow.job.properties.PipelineTriggersJobProperty> + <triggers> + <jenkins.triggers.ReverseBuildTrigger> + <spec/> + <upstreamProjects>Build/Lern/LernFlinkJobs</upstreamProjects> + <threshold> + <name>SUCCESS</name> + <ordinal>0</ordinal> + <color>BLUE</color> + <completeBuild>true</completeBuild> + </threshold> + </jenkins.triggers.ReverseBuildTrigger> + </triggers> + </org.jenkinsci.plugins.workflow.job.properties.PipelineTriggersJobProperty> + </properties> + <definition class="org.jenkinsci.plugins.workflow.cps.CpsScmFlowDefinition" plugin="workflow-cps@2.90"> + <scm class="hudson.plugins.git.GitSCM" plugin="git@4.7.1"> + <configVersion>2</configVersion> + <userRemoteConfigs> + <hudson.plugins.git.UserRemoteConfig> + <url>https://github.com/Sunbird-Lern/data-pipeline.git</url> + </hudson.plugins.git.UserRemoteConfig> + </userRemoteConfigs> + <branches> + <hudson.plugins.git.BranchSpec> + <name>${public_repo_branch}</name> + </hudson.plugins.git.BranchSpec> + </branches> + <doGenerateSubmoduleConfigurations>false</doGenerateSubmoduleConfigurations> + <submoduleCfg class="empty-list"/> + <extensions> + <hudson.plugins.git.extensions.impl.CloneOption> + <shallow>true</shallow> + <noTags>false</noTags> + <reference/> + <depth>0</depth> + <honorRefspec>false</honorRefspec> + </hudson.plugins.git.extensions.impl.CloneOption> + </extensions> + </scm> + <scriptPath>kubernetes/pipelines/upload/Jenkinsfile</scriptPath> + <lightweight>false</lightweight> + </definition> + <triggers/> + <disabled>false</disabled> +</flow-definition> \ No newline at end of file diff --git a/deploy/jenkins/jobs/Build/jobs/Lern/config.xml b/deploy/jenkins/jobs/Build/jobs/Lern/config.xml new file mode 100644 index 000000000..c20bd4ad2 --- /dev/null +++ b/deploy/jenkins/jobs/Build/jobs/Lern/config.xml @@ -0,0 +1,28 @@ +<?xml version='1.1' encoding='UTF-8'?> +<com.cloudbees.hudson.plugins.folder.Folder plugin="cloudbees-folder@6.15"> + <description></description> + <properties> + <org.jenkinsci.plugins.docker.workflow.declarative.FolderConfig plugin="docker-workflow@1.26"> + <dockerLabel></dockerLabel> + <registry plugin="docker-commons@1.17"/> + </org.jenkinsci.plugins.docker.workflow.declarative.FolderConfig> + </properties> + <folderViews class="com.cloudbees.hudson.plugins.folder.views.DefaultFolderViewHolder"> + <views> + <hudson.model.AllView> + <owner class="com.cloudbees.hudson.plugins.folder.Folder" reference="../../../.."/> + <name>All</name> + <filterExecutors>false</filterExecutors> + <filterQueue>false</filterQueue> + <properties class="hudson.model.View$PropertyList"/> + </hudson.model.AllView> + </views> + <tabBar class="hudson.views.DefaultViewsTabBar"/> + </folderViews> + <healthMetrics> + <com.cloudbees.hudson.plugins.folder.health.WorstChildHealthMetric> + <nonRecursive>false</nonRecursive> + </com.cloudbees.hudson.plugins.folder.health.WorstChildHealthMetric> + </healthMetrics> + <icon class="com.cloudbees.hudson.plugins.folder.icons.StockFolderIcon"/> +</com.cloudbees.hudson.plugins.folder.Folder> \ No newline at end of file diff --git a/deploy/jenkins/jobs/Build/jobs/Lern/jobs/LernDataProducts/config.xml b/deploy/jenkins/jobs/Build/jobs/Lern/jobs/LernDataProducts/config.xml new file mode 100644 index 000000000..088b9fa27 --- /dev/null +++ b/deploy/jenkins/jobs/Build/jobs/Lern/jobs/LernDataProducts/config.xml @@ -0,0 +1,82 @@ +<?xml version="1.1" encoding="UTF-8" standalone="no"?><flow-definition plugin="workflow-job@2.40"> + <actions> + <org.jenkinsci.plugins.workflow.multibranch.JobPropertyTrackerAction plugin="workflow-multibranch@2.23"> + <jobPropertyDescriptors> + <string>hudson.model.ParametersDefinitionProperty</string> + <string>com.sonyericsson.rebuild.RebuildSettings</string> + </jobPropertyDescriptors> + </org.jenkinsci.plugins.workflow.multibranch.JobPropertyTrackerAction> + </actions> + <description/> + <keepDependencies>false</keepDependencies> + <properties> + <jenkins.model.BuildDiscarderProperty> + <strategy class="hudson.tasks.LogRotator"> + <daysToKeep>-1</daysToKeep> + <numToKeep>10</numToKeep> + <artifactDaysToKeep>-1</artifactDaysToKeep> + <artifactNumToKeep>1</artifactNumToKeep> + </strategy> + </jenkins.model.BuildDiscarderProperty> + <org.jenkinsci.plugins.workflow.job.properties.DisableConcurrentBuildsJobProperty/> + <com.sonyericsson.rebuild.RebuildSettings plugin="rebuild@1.32"> + <autoRebuild>false</autoRebuild> + <rebuildDisabled>false</rebuildDisabled> + </com.sonyericsson.rebuild.RebuildSettings> + <hudson.model.ParametersDefinitionProperty> + <parameterDefinitions> + <hudson.model.StringParameterDefinition> + <name>github_release_tag</name> + <description><font style="color:dimgray;font-size:14px;"><b> +<li>To build from a tag, use refs/tags/github_tag</li> +<li>To build from a branch, use refs/heads/github_branch</li> +<li>The default value of ${public_repo_branch} will be the release / tag version set in global configuration</li> +<li>To build from a differnt branch, replace the ${public_repo_branch} with your branch</li> +</b></font></description> + <defaultValue>refs/heads/${public_repo_branch}</defaultValue> + <trim>true</trim> + </hudson.model.StringParameterDefinition> + </parameterDefinitions> + </hudson.model.ParametersDefinitionProperty> + <hudson.plugins.throttleconcurrents.ThrottleJobProperty plugin="throttle-concurrents@2.2"> + <maxConcurrentPerNode>0</maxConcurrentPerNode> + <maxConcurrentTotal>0</maxConcurrentTotal> + <categories class="java.util.concurrent.CopyOnWriteArrayList"/> + <throttleEnabled>false</throttleEnabled> + <throttleOption>project</throttleOption> + <limitOneJobWithMatchingParams>false</limitOneJobWithMatchingParams> + <paramsToUseForLimit/> + </hudson.plugins.throttleconcurrents.ThrottleJobProperty> + + <org.jenkinsci.plugins.workflow.job.properties.PipelineTriggersJobProperty> + <triggers> + <hudson.triggers.SCMTrigger> + <spec>H/15 * * * *</spec> + <ignorePostCommitHooks>false</ignorePostCommitHooks> + </hudson.triggers.SCMTrigger> + </triggers> + </org.jenkinsci.plugins.workflow.job.properties.PipelineTriggersJobProperty> + </properties> + <definition class="org.jenkinsci.plugins.workflow.cps.CpsScmFlowDefinition" plugin="workflow-cps@2.90"> + <scm class="hudson.plugins.git.GitSCM" plugin="git@4.7.1"> + <configVersion>2</configVersion> + <userRemoteConfigs> + <hudson.plugins.git.UserRemoteConfig> + <url>https://github.com/Sunbird-Lern/data-products.git</url> + </hudson.plugins.git.UserRemoteConfig> + </userRemoteConfigs> + <branches> + <hudson.plugins.git.BranchSpec> + <name>${github_release_tag}</name> + </hudson.plugins.git.BranchSpec> + </branches> + <doGenerateSubmoduleConfigurations>false</doGenerateSubmoduleConfigurations> + <submoduleCfg class="empty-list"/> + <extensions/> + </scm> + <scriptPath>lern-data-products/build.Jenkinsfile</scriptPath> + <lightweight>false</lightweight> + </definition> + <triggers/> + <disabled>false</disabled> +</flow-definition> \ No newline at end of file diff --git a/deploy/jenkins/jobs/Build/jobs/Lern/jobs/LernFlinkJobs/config.xml b/deploy/jenkins/jobs/Build/jobs/Lern/jobs/LernFlinkJobs/config.xml new file mode 100644 index 000000000..df82bece0 --- /dev/null +++ b/deploy/jenkins/jobs/Build/jobs/Lern/jobs/LernFlinkJobs/config.xml @@ -0,0 +1,82 @@ +<?xml version="1.1" encoding="UTF-8" standalone="no"?><flow-definition plugin="workflow-job@2.40"> + <actions> + <org.jenkinsci.plugins.workflow.multibranch.JobPropertyTrackerAction plugin="workflow-multibranch@2.23"> + <jobPropertyDescriptors> + <string>hudson.model.ParametersDefinitionProperty</string> + <string>com.sonyericsson.rebuild.RebuildSettings</string> + </jobPropertyDescriptors> + </org.jenkinsci.plugins.workflow.multibranch.JobPropertyTrackerAction> + </actions> + <description/> + <keepDependencies>false</keepDependencies> + <properties> + <jenkins.model.BuildDiscarderProperty> + <strategy class="hudson.tasks.LogRotator"> + <daysToKeep>-1</daysToKeep> + <numToKeep>10</numToKeep> + <artifactDaysToKeep>-1</artifactDaysToKeep> + <artifactNumToKeep>1</artifactNumToKeep> + </strategy> + </jenkins.model.BuildDiscarderProperty> + <org.jenkinsci.plugins.workflow.job.properties.DisableConcurrentBuildsJobProperty/> + <com.sonyericsson.rebuild.RebuildSettings plugin="rebuild@1.32"> + <autoRebuild>false</autoRebuild> + <rebuildDisabled>false</rebuildDisabled> + </com.sonyericsson.rebuild.RebuildSettings> + <hudson.model.ParametersDefinitionProperty> + <parameterDefinitions> + <hudson.model.StringParameterDefinition> + <name>github_release_tag</name> + <description><font style="color:dimgray;font-size:14px;"><b> +<li>To build from a tag, use refs/tags/github_tag</li> +<li>To build from a branch, use refs/heads/github_branch</li> +<li>The default value of ${public_repo_branch} will be the release / tag version set in global configuration</li> +<li>To build from a differnt branch, replace the ${public_repo_branch} with your branch</li> +</b></font></description> + <defaultValue>refs/heads/${public_repo_branch}</defaultValue> + <trim>true</trim> + </hudson.model.StringParameterDefinition> + </parameterDefinitions> + </hudson.model.ParametersDefinitionProperty> + <hudson.plugins.throttleconcurrents.ThrottleJobProperty plugin="throttle-concurrents@2.2"> + <maxConcurrentPerNode>0</maxConcurrentPerNode> + <maxConcurrentTotal>0</maxConcurrentTotal> + <categories class="java.util.concurrent.CopyOnWriteArrayList"/> + <throttleEnabled>false</throttleEnabled> + <throttleOption>project</throttleOption> + <limitOneJobWithMatchingParams>false</limitOneJobWithMatchingParams> + <paramsToUseForLimit/> + </hudson.plugins.throttleconcurrents.ThrottleJobProperty> + + <org.jenkinsci.plugins.workflow.job.properties.PipelineTriggersJobProperty> + <triggers> + <hudson.triggers.SCMTrigger> + <spec>H/15 * * * *</spec> + <ignorePostCommitHooks>false</ignorePostCommitHooks> + </hudson.triggers.SCMTrigger> + </triggers> + </org.jenkinsci.plugins.workflow.job.properties.PipelineTriggersJobProperty> + </properties> + <definition class="org.jenkinsci.plugins.workflow.cps.CpsScmFlowDefinition" plugin="workflow-cps@2.90"> + <scm class="hudson.plugins.git.GitSCM" plugin="git@4.7.1"> + <configVersion>2</configVersion> + <userRemoteConfigs> + <hudson.plugins.git.UserRemoteConfig> + <url>https://github.com/Sunbird-Lern/data-pipeline.git</url> + </hudson.plugins.git.UserRemoteConfig> + </userRemoteConfigs> + <branches> + <hudson.plugins.git.BranchSpec> + <name>${github_release_tag}</name> + </hudson.plugins.git.BranchSpec> + </branches> + <doGenerateSubmoduleConfigurations>false</doGenerateSubmoduleConfigurations> + <submoduleCfg class="empty-list"/> + <extensions/> + </scm> + <scriptPath>kubernetes/pipelines/build/Jenkinsfile</scriptPath> + <lightweight>false</lightweight> + </definition> + <triggers/> + <disabled>false</disabled> +</flow-definition> \ No newline at end of file diff --git a/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Lern/config.xml b/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Lern/config.xml new file mode 100644 index 000000000..c20bd4ad2 --- /dev/null +++ b/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Lern/config.xml @@ -0,0 +1,28 @@ +<?xml version='1.1' encoding='UTF-8'?> +<com.cloudbees.hudson.plugins.folder.Folder plugin="cloudbees-folder@6.15"> + <description></description> + <properties> + <org.jenkinsci.plugins.docker.workflow.declarative.FolderConfig plugin="docker-workflow@1.26"> + <dockerLabel></dockerLabel> + <registry plugin="docker-commons@1.17"/> + </org.jenkinsci.plugins.docker.workflow.declarative.FolderConfig> + </properties> + <folderViews class="com.cloudbees.hudson.plugins.folder.views.DefaultFolderViewHolder"> + <views> + <hudson.model.AllView> + <owner class="com.cloudbees.hudson.plugins.folder.Folder" reference="../../../.."/> + <name>All</name> + <filterExecutors>false</filterExecutors> + <filterQueue>false</filterQueue> + <properties class="hudson.model.View$PropertyList"/> + </hudson.model.AllView> + </views> + <tabBar class="hudson.views.DefaultViewsTabBar"/> + </folderViews> + <healthMetrics> + <com.cloudbees.hudson.plugins.folder.health.WorstChildHealthMetric> + <nonRecursive>false</nonRecursive> + </com.cloudbees.hudson.plugins.folder.health.WorstChildHealthMetric> + </healthMetrics> + <icon class="com.cloudbees.hudson.plugins.folder.icons.StockFolderIcon"/> +</com.cloudbees.hudson.plugins.folder.Folder> \ No newline at end of file diff --git a/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Lern/jobs/LernAnalyticsFetchLogs/config.xml b/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Lern/jobs/LernAnalyticsFetchLogs/config.xml new file mode 100644 index 000000000..bf6988457 --- /dev/null +++ b/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Lern/jobs/LernAnalyticsFetchLogs/config.xml @@ -0,0 +1,146 @@ +<?xml version="1.1" encoding="UTF-8" standalone="no"?><flow-definition plugin="workflow-job@2.40"> + <actions> + <org.jenkinsci.plugins.workflow.multibranch.JobPropertyTrackerAction plugin="workflow-multibranch@2.23"> + <jobPropertyDescriptors> + <string>hudson.model.ParametersDefinitionProperty</string> + <string>com.sonyericsson.rebuild.RebuildSettings</string> + </jobPropertyDescriptors> + </org.jenkinsci.plugins.workflow.multibranch.JobPropertyTrackerAction> + </actions> + <description/> + <keepDependencies>false</keepDependencies> + <properties> + <jenkins.model.BuildDiscarderProperty> + <strategy class="hudson.tasks.LogRotator"> + <daysToKeep>-1</daysToKeep> + <numToKeep>-1</numToKeep> + <artifactDaysToKeep>-1</artifactDaysToKeep> + <artifactNumToKeep>5</artifactNumToKeep> + </strategy> + </jenkins.model.BuildDiscarderProperty> + <org.jenkinsci.plugins.workflow.job.properties.DisableConcurrentBuildsJobProperty/> + <com.sonyericsson.rebuild.RebuildSettings plugin="rebuild@1.32"> + <autoRebuild>false</autoRebuild> + <rebuildDisabled>false</rebuildDisabled> + </com.sonyericsson.rebuild.RebuildSettings> + <hudson.model.ParametersDefinitionProperty> + <parameterDefinitions> + <hudson.model.ChoiceParameterDefinition> + <name>instance_name</name> + <description><font color=dimgray size=2><b>Choose the instance to fetch logs.</b></font></description> + <choices class="java.util.Arrays$ArrayList"> + <a class="string-array"> + <string>spark</string> + <string>analytics-api</string> + <string>secor</string> + <string>cassandra</string> + </a> + </choices> + </hudson.model.ChoiceParameterDefinition> + <hudson.model.ChoiceParameterDefinition> + <name>action</name> + <description><font color=dimgray size=2><b>Choose one of the option - Fetch logs or set cronjob.</b></font></description> + <choices class="java.util.Arrays$ArrayList"> + <a class="string-array"> + <string>fetch-logs</string> + <string>cronjobs</string> + </a> + </choices> + </hudson.model.ChoiceParameterDefinition> + <org.biouno.unochoice.DynamicReferenceParameter plugin="uno-choice@2.5.6"> + <name>private_branch</name> + <description/> + <randomName>choice-parameter-2544395024638227</randomName> + <visibleItemCount>1</visibleItemCount> + <script class="org.biouno.unochoice.model.GroovyScript"> + <secureScript plugin="script-security@1.76"> + <script>if (override_private_branch.equals("true")) { +return """<input name="value" value="${private_repo_branch}" class="setting-input" type="text"><br> <font color=dimgray size=2><b>Change this value to checkout a different branch from private repository.</b></font>""" +} +else +return """<b>This parameter is not used</b>"""</script> + <sandbox>true</sandbox> + </secureScript> + <secureFallbackScript plugin="script-security@1.76"> + <script>return """<b>This parameter is not used</b>"""</script> + <sandbox>true</sandbox> + </secureFallbackScript> + </script> + <projectName>LernAnalyticsFetchLogs</projectName> + <projectFullName>Deploy/dev/Lern/LernAnalyticsFetchLogs</projectFullName> + <parameters class="linked-hash-map"/> + <referencedParameters/> + <choiceType>ET_FORMATTED_HTML</choiceType> + <omitValueField>true</omitValueField> + </org.biouno.unochoice.DynamicReferenceParameter> + <org.biouno.unochoice.DynamicReferenceParameter plugin="uno-choice@2.5.6"> + <name>branch_or_tag</name> + <description/> + <randomName>choice-parameter-2620434998790477</randomName> + <visibleItemCount>1</visibleItemCount> + <script class="org.biouno.unochoice.model.GroovyScript"> + <secureScript plugin="script-security@1.76"> + <script>if (override_public_branch.equals("true")) { +return """<input name="value" value="" class="setting-input" type="text"><br> <font color=dimgray size=2><b>Provide the tag or branch name to checkout the Jenkinsfile and codebase.<br>Note: The tag or branch name for this job should be taken from <a href="https://github.com/Sunbird-Lern/data-products">Sunbird-Lern/data-products</a></b></font></b></font>"""; + +} +else +return """<b>This parameter is not used</b>"""</script> + <sandbox>true</sandbox> + </secureScript> + <secureFallbackScript plugin="script-security@1.76"> + <script>return """<b>This parameter is not used</b>"""</script> + <sandbox>true</sandbox> + </secureFallbackScript> + </script> + <projectName>LernAnalyticsFetchLogs</projectName> + <projectFullName>Deploy/dev/Lern/LernAnalyticsFetchLogs</projectFullName> + <parameters class="linked-hash-map"/> + <referencedParameters/> + <choiceType>ET_FORMATTED_HTML</choiceType> + <omitValueField>true</omitValueField> + </org.biouno.unochoice.DynamicReferenceParameter> + </parameterDefinitions> + </hudson.model.ParametersDefinitionProperty> + <hudson.plugins.throttleconcurrents.ThrottleJobProperty plugin="throttle-concurrents@2.2"> + <maxConcurrentPerNode>0</maxConcurrentPerNode> + <maxConcurrentTotal>0</maxConcurrentTotal> + <categories class="java.util.concurrent.CopyOnWriteArrayList"/> + <throttleEnabled>false</throttleEnabled> + <throttleOption>project</throttleOption> + <limitOneJobWithMatchingParams>false</limitOneJobWithMatchingParams> + <paramsToUseForLimit/> + </hudson.plugins.throttleconcurrents.ThrottleJobProperty> + + </properties> + <definition class="org.jenkinsci.plugins.workflow.cps.CpsScmFlowDefinition" plugin="workflow-cps@2.90"> + <scm class="hudson.plugins.git.GitSCM" plugin="git@4.7.1"> + <configVersion>2</configVersion> + <userRemoteConfigs> + <hudson.plugins.git.UserRemoteConfig> + <url>https://github.com/Sunbird-Lern/data-products</url> + </hudson.plugins.git.UserRemoteConfig> + </userRemoteConfigs> + <branches> + <hudson.plugins.git.BranchSpec> + <name>${branch_or_tag}</name> + </hudson.plugins.git.BranchSpec> + </branches> + <doGenerateSubmoduleConfigurations>false</doGenerateSubmoduleConfigurations> + <submoduleCfg class="empty-list"/> + <extensions> + <hudson.plugins.git.extensions.impl.CloneOption> + <shallow>true</shallow> + <noTags>false</noTags> + <reference/> + <depth>1</depth> + <honorRefspec>false</honorRefspec> + </hudson.plugins.git.extensions.impl.CloneOption> + </extensions> + </scm> + <scriptPath>pipelines/deploy/fetch-logs/Jenkinsfile</scriptPath> + <lightweight>false</lightweight> + </definition> + <triggers/> + <disabled>false</disabled> +</flow-definition> \ No newline at end of file diff --git a/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Lern/jobs/LernAnalyticsReplayJobs/config.xml b/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Lern/jobs/LernAnalyticsReplayJobs/config.xml new file mode 100644 index 000000000..cd2ac8b2d --- /dev/null +++ b/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Lern/jobs/LernAnalyticsReplayJobs/config.xml @@ -0,0 +1,209 @@ +<?xml version="1.1" encoding="UTF-8" standalone="no"?><flow-definition plugin="workflow-job@2.40"> + <actions> + <org.jenkinsci.plugins.workflow.multibranch.JobPropertyTrackerAction plugin="workflow-multibranch@2.23"> + <jobPropertyDescriptors> + <string>hudson.model.ParametersDefinitionProperty</string> + <string>com.sonyericsson.rebuild.RebuildSettings</string> + </jobPropertyDescriptors> + </org.jenkinsci.plugins.workflow.multibranch.JobPropertyTrackerAction> + </actions> + <description/> + <keepDependencies>false</keepDependencies> + <properties> + <jenkins.model.BuildDiscarderProperty> + <strategy class="hudson.tasks.LogRotator"> + <daysToKeep>-1</daysToKeep> + <numToKeep>10</numToKeep> + <artifactDaysToKeep>-1</artifactDaysToKeep> + <artifactNumToKeep>2</artifactNumToKeep> + </strategy> + </jenkins.model.BuildDiscarderProperty> + <org.jenkinsci.plugins.workflow.job.properties.DisableConcurrentBuildsJobProperty/> + <com.sonyericsson.rebuild.RebuildSettings plugin="rebuild@1.32"> + <autoRebuild>false</autoRebuild> + <rebuildDisabled>false</rebuildDisabled> + </com.sonyericsson.rebuild.RebuildSettings> + <hudson.model.ParametersDefinitionProperty> + <parameterDefinitions> + <hudson.model.StringParameterDefinition> + <name>cql_query</name> + <description><font color=dimgray size=2><b>Specify cql_query if any tables needs to be truncated.<b></font></description> + <defaultValue>0</defaultValue> + <trim>false</trim> + </hudson.model.StringParameterDefinition> + <hudson.model.ChoiceParameterDefinition> + <name>job_type</name> + <description><font color=dimgray size=2><b>Specify the job type - Replay or Run.</b></font></description> + <choices class="java.util.Arrays$ArrayList"> + <a class="string-array"> + <string>run-job</string> + <string>replay-job</string> + <string>generate-metrics</string> + <string>submit-job</string> + </a> + </choices> + </hudson.model.ChoiceParameterDefinition> + <hudson.model.ChoiceParameterDefinition> + <name>job_id</name> + <description><font color=dimgray size=2><b>Specify the job id.</b></font></description> + <choices class="java.util.Arrays$ArrayList"> + <a class="string-array"> + <string>collection-summary-report-v2</string> + <string>collection-summary-report</string> + <string>program-collection-summary-report</string> + <string>audit-metrics-report</string> + <string>admin-user-reports</string> + <string>admin-geo-reports</string> + <string>district-weekly</string> + <string>district-monthly</string> + <string>desktop-consumption-report</string> + <string>wfs</string> + <string>content-rating-updater</string> + <string>druid-query-processor</string> + <string>monitor-job-summ</string> + <string>cassandra-migration </string> + <string>course-enrollment-report</string> + <string>textbook-progress-report</string> + <string>etb-metrics</string> + <string>daily-metrics</string> + <string>progress-exhaust</string> + <string>userinfo-exhaust</string> + <string>response-exhaust</string> + <string>progress-exhaust-v2</string> + <string>response-exhaust-v2</string> + <string>course-batch-status-updater</string> + <string>druid-dataset</string> + <string>score-metric-migration-job</string> + <string>uci-response-exhaust</string> + <string>uci-private-exhaust</string> + </a> + </choices> + </hudson.model.ChoiceParameterDefinition> + <hudson.model.StringParameterDefinition> + <name>batch_identifier</name> + <description><font color=dimgray size=2><b>Specify The BatchId to Generate report for specific batch</b></font> +<font color=dimgray size=2><b>NOTE: Only Applicable if you are running course-metrics and assessment metrics job</b></font></description> + <defaultValue/> + <trim>false</trim> + </hudson.model.StringParameterDefinition> + <hudson.model.StringParameterDefinition> + <name>start_date</name> + <description><font color=dimgray size=2><b>Specify the start date. The default value is just a placeholder which can be changed as per need.</b></font></description> + <defaultValue>2017-05-01</defaultValue> + <trim>false</trim> + </hudson.model.StringParameterDefinition> + <hudson.model.StringParameterDefinition> + <name>end_date</name> + <description><font color=dimgray size=2><b>Specify the end date. The default value is just a placeholder which can be changed as per need.</b></font></description> + <defaultValue>2017-07-11</defaultValue> + <trim>false</trim> + </hudson.model.StringParameterDefinition> + <hudson.model.StringParameterDefinition> + <name>pause_min</name> + <description><font color=dimgray size=2><b>Specify the # of minutes to pause. The default value is just a placeholder which can be changed as per need.</b></font></description> + <defaultValue>30</defaultValue> + <trim>false</trim> + </hudson.model.StringParameterDefinition> + <org.biouno.unochoice.DynamicReferenceParameter plugin="uno-choice@2.5.6"> + <name>private_branch</name> + <description/> + <randomName>choice-parameter-2544395024638227</randomName> + <visibleItemCount>1</visibleItemCount> + <script class="org.biouno.unochoice.model.GroovyScript"> + <secureScript plugin="script-security@1.76"> + <script>if (override_private_branch.equals("true")) { +return """<input name="value" value="${private_repo_branch}" class="setting-input" type="text"><br> <font color=dimgray size=2><b>Change this value to checkout a different branch from private repository.</b></font>""" +} +else +return """<b>This parameter is not used</b>"""</script> + <sandbox>true</sandbox> + </secureScript> + <secureFallbackScript plugin="script-security@1.76"> + <script>return """<b>This parameter is not used</b>"""</script> + <sandbox>true</sandbox> + </secureFallbackScript> + </script> + <projectName>LernAnalyticsReplayJobs</projectName> + <projectFullName>Deploy/dev/Lern/LernAnalyticsReplayJobs</projectFullName> + <parameters class="linked-hash-map"/> + <referencedParameters/> + <choiceType>ET_FORMATTED_HTML</choiceType> + <omitValueField>true</omitValueField> + </org.biouno.unochoice.DynamicReferenceParameter> + <org.biouno.unochoice.DynamicReferenceParameter plugin="uno-choice@2.5.6"> + <name>branch_or_tag</name> + <description/> + <randomName>choice-parameter-2620434998790477</randomName> + <visibleItemCount>1</visibleItemCount> + <script class="org.biouno.unochoice.model.GroovyScript"> + <secureScript plugin="script-security@1.76"> + <script>if (override_public_branch.equals("true")) { +return """<input name="value" value="" class="setting-input" type="text"><br> <font color=dimgray size=2><b>Provide the tag or branch name to checkout the Jenkinsfile and codebase.<br>Note: The tag or branch name for this job should be taken from <a href="https://github.com/Sunbird-Lern/data-products">Sunbird-Lern/data-products</a></b></font></b></font>"""; + +} +else +return """<b>This parameter is not used</b>"""</script> + <sandbox>true</sandbox> + </secureScript> + <secureFallbackScript plugin="script-security@1.76"> + <script>return """<b>This parameter is not used</b>"""</script> + <sandbox>true</sandbox> + </secureFallbackScript> + </script> + <projectName>LernAnalyticsReplayJobs</projectName> + <projectFullName>Deploy/dev/Lern/LernAnalyticsReplayJobs</projectFullName> + <parameters class="linked-hash-map"/> + <referencedParameters/> + <choiceType>ET_FORMATTED_HTML</choiceType> + <omitValueField>true</omitValueField> + </org.biouno.unochoice.DynamicReferenceParameter> + <hudson.model.StringParameterDefinition> + <name>keyword</name> + <description><font color=dimgray size=2><b>Optional - Enter a keyword to generate a report for the "program-collection-summary-report"</b></font></description> + <defaultValue/> + <trim>false</trim> + </hudson.model.StringParameterDefinition> + </parameterDefinitions> + </hudson.model.ParametersDefinitionProperty> + <hudson.plugins.throttleconcurrents.ThrottleJobProperty plugin="throttle-concurrents@2.2"> + <maxConcurrentPerNode>0</maxConcurrentPerNode> + <maxConcurrentTotal>0</maxConcurrentTotal> + <categories class="java.util.concurrent.CopyOnWriteArrayList"/> + <throttleEnabled>false</throttleEnabled> + <throttleOption>project</throttleOption> + <limitOneJobWithMatchingParams>false</limitOneJobWithMatchingParams> + <paramsToUseForLimit/> + </hudson.plugins.throttleconcurrents.ThrottleJobProperty> + + </properties> + <definition class="org.jenkinsci.plugins.workflow.cps.CpsScmFlowDefinition" plugin="workflow-cps@2.90"> + <scm class="hudson.plugins.git.GitSCM" plugin="git@4.7.1"> + <configVersion>2</configVersion> + <userRemoteConfigs> + <hudson.plugins.git.UserRemoteConfig> + <url>https://github.com/Sunbird-Lern/data-products</url> + </hudson.plugins.git.UserRemoteConfig> + </userRemoteConfigs> + <branches> + <hudson.plugins.git.BranchSpec> + <name>${branch_or_tag}</name> + </hudson.plugins.git.BranchSpec> + </branches> + <doGenerateSubmoduleConfigurations>false</doGenerateSubmoduleConfigurations> + <submoduleCfg class="empty-list"/> + <extensions> + <hudson.plugins.git.extensions.impl.CloneOption> + <shallow>true</shallow> + <noTags>false</noTags> + <reference/> + <depth>0</depth> + <honorRefspec>false</honorRefspec> + </hudson.plugins.git.extensions.impl.CloneOption> + </extensions> + </scm> + <scriptPath>pipelines/deploy/replay-jobs/Jenkinsfile</scriptPath> + <lightweight>false</lightweight> + </definition> + <triggers/> + <disabled>false</disabled> +</flow-definition> \ No newline at end of file diff --git a/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Lern/jobs/LernDataProducts/config.xml b/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Lern/jobs/LernDataProducts/config.xml new file mode 100644 index 000000000..6f8fd449c --- /dev/null +++ b/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Lern/jobs/LernDataProducts/config.xml @@ -0,0 +1,238 @@ +<?xml version="1.1" encoding="UTF-8" standalone="no"?><flow-definition plugin="workflow-job@2.40"> + <actions> + <org.jenkinsci.plugins.workflow.multibranch.JobPropertyTrackerAction plugin="workflow-multibranch@2.23"> + <jobPropertyDescriptors> + <string>hudson.model.ParametersDefinitionProperty</string> + <string>com.sonyericsson.rebuild.RebuildSettings</string> + </jobPropertyDescriptors> + </org.jenkinsci.plugins.workflow.multibranch.JobPropertyTrackerAction> + </actions> + <description/> + <keepDependencies>false</keepDependencies> + <properties> + <jenkins.model.BuildDiscarderProperty> + <strategy class="hudson.tasks.LogRotator"> + <daysToKeep>-1</daysToKeep> + <numToKeep>10</numToKeep> + <artifactDaysToKeep>-1</artifactDaysToKeep> + <artifactNumToKeep>2</artifactNumToKeep> + </strategy> + </jenkins.model.BuildDiscarderProperty> + <org.jenkinsci.plugins.workflow.job.properties.DisableConcurrentBuildsJobProperty/> + <com.sonyericsson.rebuild.RebuildSettings plugin="rebuild@1.32"> + <autoRebuild>false</autoRebuild> + <rebuildDisabled>false</rebuildDisabled> + </com.sonyericsson.rebuild.RebuildSettings> + <hudson.model.ParametersDefinitionProperty> + <parameterDefinitions> + <hudson.model.StringParameterDefinition> + <name>absolute_job_path</name> + <description><font color=dimgray size=2><b>Do not change this value! The metadata.json will be copied from this job.</b></font></description> + <defaultValue>ArtifactUpload/dev/Lern/LernDataProducts</defaultValue> + <trim>false</trim> + </hudson.model.StringParameterDefinition> + <org.biouno.unochoice.CascadeChoiceParameter plugin="uno-choice@2.5.6"> + <name>artifact_source</name> + <description><font color=dimgray size=2><b> +ArtifactRepo - Download the artifact from azure blob, JenkinsJob - Use the atrifact from Jenkins job.</b></font></description> + <randomName>choice-parameter-9061667106947</randomName> + <visibleItemCount>1</visibleItemCount> + <script class="org.biouno.unochoice.model.GroovyScript"> + <secureScript plugin="script-security@1.76"> + <script>return[ +'JenkinsJob', +'ArtifactRepo' +]</script> + <sandbox>true</sandbox> + </secureScript> + <secureFallbackScript plugin="script-security@1.76"> + <script/> + <sandbox>true</sandbox> + </secureFallbackScript> + </script> + <projectName>LernDataProducts</projectName> + <projectFullName>Deploy/dev/Lern/LernDataProducts</projectFullName> + <parameters class="linked-hash-map"/> + <referencedParameters/> + <choiceType>PT_SINGLE_SELECT</choiceType> + <filterable>false</filterable> + <filterLength>1</filterLength> + </org.biouno.unochoice.CascadeChoiceParameter> + <org.biouno.unochoice.DynamicReferenceParameter plugin="uno-choice@2.5.6"> + <name>build_number</name> + <description/> + <randomName>choice-parameter-9061670571657</randomName> + <visibleItemCount>1</visibleItemCount> + <script class="org.biouno.unochoice.model.GroovyScript"> + <secureScript plugin="script-security@1.76"> + <script>if (artifact_source.equals("JenkinsJob")) { +return """<input name="value" value="lastSuccessfulBuild" class="setting-input" type="text"><br> <font color=darkgreen size=2><b>OPTIONAL: Specify the build number of ArtifactUpload job from which the artifact will be copied and deployed.</b></font>""" +} +else +{ +return "<b>Not Applicable</b>" +}</script> + <sandbox>true</sandbox> + </secureScript> + <secureFallbackScript plugin="script-security@1.76"> + <script/> + <sandbox>true</sandbox> + </secureFallbackScript> + </script> + <projectName>LernDataProducts</projectName> + <projectFullName>Deploy/dev/Lern/LernDataProducts</projectFullName> + <parameters class="linked-hash-map"/> + <referencedParameters>artifact_source</referencedParameters> + <choiceType>ET_FORMATTED_HTML</choiceType> + <omitValueField>true</omitValueField> + </org.biouno.unochoice.DynamicReferenceParameter> + <org.biouno.unochoice.DynamicReferenceParameter plugin="uno-choice@2.5.6"> + <name>artifact_version</name> + <description/> + <randomName>choice-parameter-9061673103864</randomName> + <visibleItemCount>1</visibleItemCount> + <script class="org.biouno.unochoice.model.GroovyScript"> + <secureScript plugin="script-security@1.76"> + <script>if (artifact_source.equals("ArtifactRepo")) { +return """<input name="value" value="" class="setting-input" type="text"> <br> <font color=red size=2><b>CAUTION: If the value is blank, artifact version will be taken from the latest metadata.json.</b></font>""" +} +else { +return "<b>Not Applicable</b>" +}</script> + <sandbox>true</sandbox> + </secureScript> + <secureFallbackScript plugin="script-security@1.76"> + <script/> + <sandbox>true</sandbox> + </secureFallbackScript> + </script> + <projectName>LernDataProducts</projectName> + <projectFullName>Deploy/dev/Lern/LernDataProducts</projectFullName> + <parameters class="linked-hash-map"/> + <referencedParameters>artifact_source</referencedParameters> + <choiceType>ET_FORMATTED_HTML</choiceType> + <omitValueField>true</omitValueField> + </org.biouno.unochoice.DynamicReferenceParameter> + <org.biouno.unochoice.DynamicReferenceParameter plugin="uno-choice@2.5.6"> + <name>private_branch</name> + <description/> + <randomName>choice-parameter-2544395024638227</randomName> + <visibleItemCount>1</visibleItemCount> + <script class="org.biouno.unochoice.model.GroovyScript"> + <secureScript plugin="script-security@1.76"> + <script>if (override_private_branch.equals("true")) { +return """<input name="value" value="${private_repo_branch}" class="setting-input" type="text"><br> <font color=dimgray size=2><b>Change this value to checkout a different branch from private repository.</b></font>""" +} +else +return """<b>This parameter is not used</b>"""</script> + <sandbox>true</sandbox> + </secureScript> + <secureFallbackScript plugin="script-security@1.76"> + <script>return """<b>This parameter is not used</b>"""</script> + <sandbox>true</sandbox> + </secureFallbackScript> + </script> + <projectName>LernDataProducts</projectName> + <projectFullName>Deploy/dev/Lern/LernDataProducts</projectFullName> + <parameters class="linked-hash-map"/> + <referencedParameters/> + <choiceType>ET_FORMATTED_HTML</choiceType> + <omitValueField>true</omitValueField> + </org.biouno.unochoice.DynamicReferenceParameter> + <org.biouno.unochoice.DynamicReferenceParameter plugin="uno-choice@2.5.6"> + <name>branch_or_tag</name> + <description/> + <randomName>choice-parameter-2620434998790477</randomName> + <visibleItemCount>1</visibleItemCount> + <script class="org.biouno.unochoice.model.GroovyScript"> + <secureScript plugin="script-security@1.76"> + <script>if (override_public_branch.equals("true")) { +return """<input name="value" value="" class="setting-input" type="text"><br> <font color=dimgray size=2><b>Provide the tag or branch name to checkout the Jenkinsfile and codebase.<br>Note: The tag or branch name for this job should be taken from <a href="https://github.com/Sunbird-Lern/data-products">Sunbird-Lern/data-products</a></b></font></b></font>"""; + +} +else +return """<b>This parameter is not used</b>"""</script> + <sandbox>true</sandbox> + </secureScript> + <secureFallbackScript plugin="script-security@1.76"> + <script>return """<b>This parameter is not used</b>"""</script> + <sandbox>true</sandbox> + </secureFallbackScript> + </script> + <projectName>LernDataProducts</projectName> + <projectFullName>Deploy/dev/Lern/LernDataProducts</projectFullName> + <parameters class="linked-hash-map"/> + <referencedParameters/> + <choiceType>ET_FORMATTED_HTML</choiceType> + <omitValueField>true</omitValueField> + </org.biouno.unochoice.DynamicReferenceParameter> + <hudson.model.StringParameterDefinition> + <name>module</name> + <description><font color=dimgray size=2><b>It will deploy only lpa_core_dp_artifacts(batch-models & job-manager) jar.</b></font></description> + <defaultValue>ed-dataproducts</defaultValue> + <trim>false</trim> + </hudson.model.StringParameterDefinition> + <hudson.model.StringParameterDefinition> + <name>remote</name> + <description/> + <defaultValue>spark</defaultValue> + <trim>false</trim> + </hudson.model.StringParameterDefinition> + </parameterDefinitions> + </hudson.model.ParametersDefinitionProperty> + <hudson.plugins.throttleconcurrents.ThrottleJobProperty plugin="throttle-concurrents@2.2"> + <maxConcurrentPerNode>0</maxConcurrentPerNode> + <maxConcurrentTotal>0</maxConcurrentTotal> + <categories class="java.util.concurrent.CopyOnWriteArrayList"/> + <throttleEnabled>false</throttleEnabled> + <throttleOption>project</throttleOption> + <limitOneJobWithMatchingParams>false</limitOneJobWithMatchingParams> + <paramsToUseForLimit/> + </hudson.plugins.throttleconcurrents.ThrottleJobProperty> + + <org.jenkinsci.plugins.workflow.job.properties.PipelineTriggersJobProperty> + <triggers> + <jenkins.triggers.ReverseBuildTrigger> + <spec/> + <upstreamProjects>ArtifactUpload/dev/Lern/LernDataProducts</upstreamProjects> + <threshold> + <name>SUCCESS</name> + <ordinal>0</ordinal> + <color>BLUE</color> + <completeBuild>true</completeBuild> + </threshold> + </jenkins.triggers.ReverseBuildTrigger> + </triggers> + </org.jenkinsci.plugins.workflow.job.properties.PipelineTriggersJobProperty> + </properties> + <definition class="org.jenkinsci.plugins.workflow.cps.CpsScmFlowDefinition" plugin="workflow-cps@2.90"> + <scm class="hudson.plugins.git.GitSCM" plugin="git@4.7.1"> + <configVersion>2</configVersion> + <userRemoteConfigs> + <hudson.plugins.git.UserRemoteConfig> + <url>https://github.com/Sunbird-Lern/data-products</url> + </hudson.plugins.git.UserRemoteConfig> + </userRemoteConfigs> + <branches> + <hudson.plugins.git.BranchSpec> + <name>${branch_or_tag}</name> + </hudson.plugins.git.BranchSpec> + </branches> + <doGenerateSubmoduleConfigurations>false</doGenerateSubmoduleConfigurations> + <submoduleCfg class="empty-list"/> + <extensions> + <hudson.plugins.git.extensions.impl.CloneOption> + <shallow>true</shallow> + <noTags>false</noTags> + <reference/> + <depth>0</depth> + <honorRefspec>false</honorRefspec> + </hudson.plugins.git.extensions.impl.CloneOption> + </extensions> + </scm> + <scriptPath>pipelines/deploy/ed-dataproducts/Jenkinsfile</scriptPath> + <lightweight>false</lightweight> + </definition> + <triggers/> + <disabled>false</disabled> +</flow-definition> \ No newline at end of file diff --git a/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Lern/jobs/LernFlinkJobs/config.xml b/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Lern/jobs/LernFlinkJobs/config.xml new file mode 100644 index 000000000..19322ba1a --- /dev/null +++ b/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Lern/jobs/LernFlinkJobs/config.xml @@ -0,0 +1,170 @@ +<?xml version="1.1" encoding="UTF-8" standalone="no"?><flow-definition plugin="workflow-job@2.40"> + <actions> + <org.jenkinsci.plugins.workflow.multibranch.JobPropertyTrackerAction plugin="workflow-multibranch@2.23"> + <jobPropertyDescriptors> + <string>hudson.model.ParametersDefinitionProperty</string> + <string>com.sonyericsson.rebuild.RebuildSettings</string> + </jobPropertyDescriptors> + </org.jenkinsci.plugins.workflow.multibranch.JobPropertyTrackerAction> + </actions> + <description/> + <keepDependencies>false</keepDependencies> + <properties> + <jenkins.model.BuildDiscarderProperty> + <strategy class="hudson.tasks.LogRotator"> + <daysToKeep>-1</daysToKeep> + <numToKeep>-1</numToKeep> + <artifactDaysToKeep>-1</artifactDaysToKeep> + <artifactNumToKeep>5</artifactNumToKeep> + </strategy> + </jenkins.model.BuildDiscarderProperty> + <org.jenkinsci.plugins.workflow.job.properties.DisableConcurrentBuildsJobProperty/> + <com.sonyericsson.rebuild.RebuildSettings plugin="rebuild@1.32"> + <autoRebuild>false</autoRebuild> + <rebuildDisabled>false</rebuildDisabled> + </com.sonyericsson.rebuild.RebuildSettings> + <hudson.model.ParametersDefinitionProperty> + <parameterDefinitions> + <hudson.model.StringParameterDefinition> + <name>absolute_job_path</name> + <description><font color=dimgray size=2><b>Do not change this value! The metadata.json will be copied from this job.</b></font></description> + <defaultValue>ArtifactUpload/dev/Lern/LernFlinkJobs</defaultValue> + <trim>false</trim> + </hudson.model.StringParameterDefinition> + <hudson.model.StringParameterDefinition> + <name>image_tag</name> + <description><font color=red size=2><b>CAUTION: If the value is blank, image tag will be taken from the latest metadata.json.</b></font></description> + <defaultValue/> + <trim>false</trim> + </hudson.model.StringParameterDefinition> + <org.biouno.unochoice.DynamicReferenceParameter plugin="uno-choice@2.5.6"> + <name>private_branch</name> + <description/> + <randomName>choice-parameter-2544395024638227</randomName> + <visibleItemCount>1</visibleItemCount> + <script class="org.biouno.unochoice.model.GroovyScript"> + <secureScript plugin="script-security@1.76"> + <script>if (override_private_branch.equals("true")) { +return """<input name="value" value="${private_repo_branch}" class="setting-input" type="text"><br> <font color=dimgray size=2><b>Change this value to checkout a different branch from private repository.</b></font>""" +} +else +return """<b>This parameter is not used</b>"""</script> + <sandbox>true</sandbox> + </secureScript> + <secureFallbackScript plugin="script-security@1.76"> + <script>return """<b>This parameter is not used</b>"""</script> + <sandbox>true</sandbox> + </secureFallbackScript> + </script> + <projectName>LernFlinkJobs</projectName> + <projectFullName>Deploy/dev/Lern/LernFlinkJobs</projectFullName> + <parameters class="linked-hash-map"/> + <referencedParameters/> + <choiceType>ET_FORMATTED_HTML</choiceType> + <omitValueField>true</omitValueField> + </org.biouno.unochoice.DynamicReferenceParameter> + <org.biouno.unochoice.DynamicReferenceParameter plugin="uno-choice@2.5.6"> + <name>branch_or_tag</name> + <description/> + <randomName>choice-parameter-2620434998790477</randomName> + <visibleItemCount>1</visibleItemCount> + <script class="org.biouno.unochoice.model.GroovyScript"> + <secureScript plugin="script-security@1.76"> + <script>if (override_public_branch.equals("true")) { +return """<input name="value" value="" class="setting-input" type="text"><br> <font color=dimgray size=2><b>Provide the tag or branch name to checkout the Jenkinsfile and codebase.<br>Note: The tag or branch name for this job should be taken from <a href="https://github.com/project-sunbird/sunbird-devops">project-sunbird/sunbird-devops</a></b></font></b></font>"""; + +} +else +return """<b>This parameter is not used</b>"""</script> + <sandbox>true</sandbox> + </secureScript> + <secureFallbackScript plugin="script-security@1.76"> + <script>return """<b>This parameter is not used</b>"""</script> + <sandbox>true</sandbox> + </secureFallbackScript> + </script> + <projectName>LernFlinkJobs</projectName> + <projectFullName>Deploy/dev/Lern/LernFlinkJobs</projectFullName> + <parameters class="linked-hash-map"/> + <referencedParameters/> + <choiceType>ET_FORMATTED_HTML</choiceType> + <omitValueField>true</omitValueField> + </org.biouno.unochoice.DynamicReferenceParameter> + <org.biouno.unochoice.CascadeChoiceParameter plugin="uno-choice@2.5.6"> + <name>job_names_to_deploy</name> + <description><font color=green size=2><b>Choose the job names to deploy. Multi-selection is available.</b></font></description> + <randomName>choice-parameter-6698726079983885</randomName> + <visibleItemCount>1</visibleItemCount> + <script class="org.biouno.unochoice.model.GroovyScript"> + <secureScript plugin="script-security@1.76"> + <script>return[ +'collection-cert-pre-processor', +'collection-certificate-generator', +'activity-aggregate-updater', +'relation-cache-updater', +'merge-user-courses', +'assessment-aggregator', +'enrolment-reconciliation', +'notification-job']</script> + <sandbox>true</sandbox> + </secureScript> + <secureFallbackScript plugin="script-security@1.76"> + <script/> + <sandbox>true</sandbox> + </secureFallbackScript> + </script> + <projectName>LernFlinkJobs</projectName> + <projectFullName>Deploy/dev/Lern/LernFlinkJobs</projectFullName> + <parameters class="linked-hash-map"/> + <referencedParameters/> + <choiceType>PT_MULTI_SELECT</choiceType> + <filterable>false</filterable> + <filterLength>1</filterLength> + </org.biouno.unochoice.CascadeChoiceParameter> + </parameterDefinitions> + </hudson.model.ParametersDefinitionProperty> + <hudson.plugins.throttleconcurrents.ThrottleJobProperty plugin="throttle-concurrents@2.2"> + <maxConcurrentPerNode>0</maxConcurrentPerNode> + <maxConcurrentTotal>0</maxConcurrentTotal> + <categories class="java.util.concurrent.CopyOnWriteArrayList"/> + <throttleEnabled>false</throttleEnabled> + <throttleOption>project</throttleOption> + <limitOneJobWithMatchingParams>false</limitOneJobWithMatchingParams> + <paramsToUseForLimit/> + </hudson.plugins.throttleconcurrents.ThrottleJobProperty> + + <org.jenkinsci.plugins.workflow.job.properties.PipelineTriggersJobProperty> + <triggers/> + </org.jenkinsci.plugins.workflow.job.properties.PipelineTriggersJobProperty> + </properties> + <definition class="org.jenkinsci.plugins.workflow.cps.CpsScmFlowDefinition" plugin="workflow-cps@2.90"> + <scm class="hudson.plugins.git.GitSCM" plugin="git@4.7.1"> + <configVersion>2</configVersion> + <userRemoteConfigs> + <hudson.plugins.git.UserRemoteConfig> + <url>https://github.com/Sunbird-Lern/data-pipeline.git</url> + </hudson.plugins.git.UserRemoteConfig> + </userRemoteConfigs> + <branches> + <hudson.plugins.git.BranchSpec> + <name>${branch_or_tag}</name> + </hudson.plugins.git.BranchSpec> + </branches> + <doGenerateSubmoduleConfigurations>false</doGenerateSubmoduleConfigurations> + <submoduleCfg class="empty-list"/> + <extensions> + <hudson.plugins.git.extensions.impl.CloneOption> + <shallow>true</shallow> + <noTags>false</noTags> + <reference/> + <depth>0</depth> + <honorRefspec>false</honorRefspec> + </hudson.plugins.git.extensions.impl.CloneOption> + </extensions> + </scm> + <scriptPath>kubernetes/pipelines/deploy/Jenkinsfile</scriptPath> + <lightweight>false</lightweight> + </definition> + <triggers/> + <disabled>false</disabled> +</flow-definition> \ No newline at end of file -- GitLab