Skip to content
GitLab
Explore
Projects
Groups
Topics
Snippets
Projects
Groups
Topics
Snippets
/
Help
Help
Support
Community forum
Keyboard shortcuts
?
Submit feedback
Contribute to GitLab
Register
Sign in
Toggle navigation
Menu
UPSMF
lern-data-pipeline
Commits
2aa1a1e7
Commit
2aa1a1e7
authored
2 years ago
by
PrasadMoka
Browse files
Options
Download
Patches
Plain Diff
fix:LR-105 reverted back kafka topic names
parent
4a82dc87
release-5.0.1
github/fork/rahulbowade/release-5.0.1-collection-certificate-generator-debug
release-5.0.0
release-5.0.1_RC2
release-5.0.0_RC4
No related merge requests found
Changes
1
Hide whitespace changes
Inline
Side-by-side
Showing
1 changed file
kubernetes/helm_charts/datapipeline_jobs/values.j2
+30
-30
kubernetes/helm_charts/datapipeline_jobs/values.j2
with
30 additions
and
30 deletions
+30
-30
kubernetes/helm_charts/datapipeline_jobs/values.j2
+
30
−
30
View file @
2aa1a1e7
...
...
@@ -83,7 +83,7 @@ base_config: |
}
}
job {
env = "{{ env_name
_bb
}}"
env = "{{ env_name }}"
enable.distributed.checkpointing = true
statebackend {
blob {
...
...
@@ -141,11 +141,11 @@ activity-aggregate-updater:
activity-aggregate-updater: |+
include file("/data/flink/conf/base-config.conf")
kafka {
input.topic = {{ env_name
_bb
}}.coursebatch.job.request
output.audit.topic = {{ env_name
_bb
}}.telemetry.raw
output.failed.topic = {{ env_name
_bb
}}.activity.agg.failed
output.certissue.topic = {{ env_name
_bb
}}.issue.certificate.request
groupId = {{ env_name
_bb
}}-activity-aggregate-group
input.topic = {{ env_name }}.coursebatch.job.request
output.audit.topic = {{ env_name }}.telemetry.raw
output.failed.topic = {{ env_name }}.activity.agg.failed
output.certissue.topic = {{ env_name }}.issue.certificate.request
groupId = {{ env_name }}-activity-aggregate-group
}
task {
window.shards = {{ activity_agg_window_shards }}
...
...
@@ -201,8 +201,8 @@ relation-cache-updater:
relation-cache-updater: |+
include file("/data/flink/conf/base-config.conf")
kafka {
input.topic = {{ env_name
_bb
}}.content.postpublish.request
groupId = {{ env_name
_bb
}}-relation-cache-updater-group
input.topic = {{ env_name }}.content.postpublish.request
groupId = {{ env_name }}-relation-cache-updater-group
}
task {
consumer.parallelism = {{ relation_cache_updater_consumer_parallelism }}
...
...
@@ -233,11 +233,11 @@ enrolment-reconciliation:
enrolment-reconciliation: |+
include file("/data/flink/conf/base-config.conf")
kafka {
input.topic = {{ env_name
_bb
}}.batch.enrolment.sync.request
output.audit.topic = {{ env_name
_bb
}}.telemetry.raw
output.failed.topic = {{ env_name
_bb
}}.activity.agg.failed
output.certissue.topic = {{ env_name
_bb
}}.issue.certificate.request
groupId = {{ env_name
_bb
}}-enrolment-reconciliation-group
input.topic = {{ env_name }}.batch.enrolment.sync.request
output.audit.topic = {{ env_name }}.telemetry.raw
output.failed.topic = {{ env_name }}.activity.agg.failed
output.certissue.topic = {{ env_name }}.issue.certificate.request
groupId = {{ env_name }}-enrolment-reconciliation-group
}
task {
restart-strategy.attempts = {{ restart_attempts }} # max 3 restart attempts
...
...
@@ -279,10 +279,10 @@ collection-cert-pre-processor:
collection-cert-pre-processor: |+
include file("/data/flink/conf/base-config.conf")
kafka {
input.topic = {{ env_name
_bb
}}.issue.certificate.request
output.topic = {{ env_name
_bb
}}.generate.certificate.request
output.failed.topic = {{ env_name
_bb
}}.issue.certificate.failed
groupId = {{ env_name
_bb
}}-collection-cert-pre-processor-group
input.topic = {{ env_name }}.issue.certificate.request
output.topic = {{ env_name }}.generate.certificate.request
output.failed.topic = {{ env_name }}.issue.certificate.failed
groupId = {{ env_name }}-collection-cert-pre-processor-group
}
task {
restart-strategy.attempts = {{ restart_attempts }} # max 3 restart attempts
...
...
@@ -329,9 +329,9 @@ collection-certificate-generator:
collection-certificate-generator: |+
include file("/data/flink/conf/base-config.conf")
kafka {
input.topic = {{ env_name
_bb
}}.generate.certificate.request
output.audit.topic = {{ env_name
_bb
}}.telemetry.raw
groupId = {{ env_name
_bb
}}-certificate-generator-group
input.topic = {{ env_name }}.generate.certificate.request
output.audit.topic = {{ env_name }}.telemetry.raw
groupId = {{ env_name }}-certificate-generator-group
}
task {
restart-strategy.attempts = {{ restart_attempts }} # max 3 restart attempts
...
...
@@ -375,10 +375,10 @@ merge-user-courses:
merge-user-courses: |+
include file("/data/flink/conf/base-config.conf")
kafka {
input.topic = {{ env_name
_bb
}}.lms.user.account.merge
output.failed.topic = {{ env_name
_bb
}}.learning.events.failed
groupId = {{ env_name
_bb
}}-merge-courses-group
output.course.batch.updater.topic = {{ env_name
_bb
}}.coursebatch.job.request
input.topic = {{ env_name }}.lms.user.account.merge
output.failed.topic = {{ env_name }}.learning.events.failed
groupId = {{ env_name }}-merge-courses-group
output.course.batch.updater.topic = {{ env_name }}.coursebatch.job.request
}
task {
consumer.parallelism = {{ merge_user_courses_consumer_parallelism }}
...
...
@@ -408,10 +408,10 @@ assessment-aggregator:
producer.broker-servers = "{{ kafka_brokers }}"
consumer.broker-servers = "{{ kafka_brokers }}"
zookeeper = "{{ zookeepers }}"
input.topic = {{ env_name
_bb
}}.telemetry.assess
failed.topic= {{ env_name
_bb
}}.telemetry.assess.failed
groupId = {{ env_name
_bb
}}-assessment-aggregator-group
output.certissue.topic = {{ env_name
_bb
}}.issue.certificate.request
input.topic = {{ env_name }}.telemetry.assess
failed.topic= {{ env_name }}.telemetry.assess.failed
groupId = {{ env_name }}-assessment-aggregator-group
output.certissue.topic = {{ env_name }}.issue.certificate.request
}
task {
consumer.parallelism = {{ assessaggregator_consumer_parallelism }}
...
...
@@ -450,8 +450,8 @@ notification-job:
notification-job: |+
include file("/data/flink/conf/base-config.conf")
kafka {
input.topic = {{ env_name
_bb
}}.lms.notification
groupId = {{ env_name
_bb
}}-lms.notification
input.topic = {{ env_name }}.lms.notification
groupId = {{ env_name }}-lms.notification
}
task {
restart-strategy.attempts = {{ restart_attempts }} # max 3 restart attempts
...
...
This diff is collapsed.
Click to expand it.
Write
Preview
Supports
Markdown
0%
Try again
or
attach a new file
.
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Save comment
Cancel
Please
register
or
sign in
to comment
Menu
Explore
Projects
Groups
Topics
Snippets