fix: add dry run as client (#3063)

kubernetes/ansible/bootstrap.yaml

@@ -39,7 +39,7 @@
     - name: "Tagging {{ namespace }} to enable istio"
       shell: "kubectl label namespaces {{ namespace }} istio-injection=enabled --overwrite"
     - name: Creating docker secrets
-      shell: "kubectl create secret docker-registry {{ imagepullsecrets }} --namespace {{ namespace }} --docker-server {{ vault_docker_registry_url }} --docker-username {{ vault_docker_registry_user }} --docker-password {{ vault_docker_registry_password }} --dry-run -o=yaml | kubectl apply -f -"
+      shell: "kubectl create secret docker-registry {{ imagepullsecrets }} --namespace {{ namespace }} --docker-server {{ vault_docker_registry_url }} --docker-username {{ vault_docker_registry_user }} --docker-password {{ vault_docker_registry_password }} --dry-run=client -o=yaml | kubectl apply -f -"
     - name: Installing reloader for configmaps reload
       shell: helm upgrade --install --atomic reloader ../helm_charts/core/reloader --namespace "{{ namespace }}" -f /tmp/helm_vars.yaml
   roles:

kubernetes/ansible/roles/deploy-player/tasks/main.yml

@@ -30,7 +30,7 @@
     dest: "{{role_path}}/templates/{{ release_name }}.env"
 
 - name: create configmap
-  shell: "kubectl create configmap player-config --from-env-file={{role_path}}/templates/{{ release_name }}.env -n {{namespace}} --dry-run -o=yaml | kubectl apply -f -"
+  shell: "kubectl create configmap player-config --from-env-file={{role_path}}/templates/{{ release_name }}.env -n {{namespace}} --dry-run=client -o=yaml | kubectl apply -f -"
 
 - name: Load role to decrypt private keys, copy to helm chart and encrypt private keys
   include_role:

kubernetes/ansible/roles/sunbird-deploy/tasks/main.yml

@@ -13,7 +13,7 @@
   shell: find "{{role_path}}/templates/" -iname "*.env" -exec /bin/bash -c "ls {}; kubectl create configmap {{ release_name }}-config --from-env-file={} -n {{namespace}} --dry-run -o=yaml | kubectl apply -f - " \;
 
 - name: create aplication configmap
-  shell: find "{{role_path}}/templates/" -iname "*.conf" -exec /bin/bash -c "ls {}; kubectl create configmap {{ release_name }}-config --from-file={} -n {{namespace}} --dry-run -o=yaml | kubectl apply -f - " \;
+  shell: find "{{role_path}}/templates/" -iname "*.conf" -exec /bin/bash -c "ls {}; kubectl create configmap {{ release_name }}-config --from-file={} -n {{namespace}} --dry-run=client -o=yaml | kubectl apply -f - " \;
 
 - name: create xml configmap
   shell: find "{{role_path}}/templates/" -iname "*.xml" -exec /bin/bash -c "ls {}; kubectl create configmap {{ release_name }}-xml-config --from-file={} -n {{namespace}} --dry-run -o=yaml | kubectl apply -f - " \;

private_repo/ansible/inventory/dev/Core/hosts

@@ -80,6 +80,9 @@ processing-cluster-zookeepers
 [dp-redis]
 10.0.1.5
 
+[redis-cluster]
+10.0.1.5
+
 [lp-redis-ps:children]
 lp-redis
 

private_repo/ansible/inventory/dev/DataPipeline/common.yml

@@ -63,127 +63,90 @@ ingestion_kafka_overriden_topics:
     max_message_bytes: 5242880
 
 processing_kafka_overriden_topics:
-  - name: telemetry.raw
-    retention_time: 86400000
-    replication_factor: 1
-  - name: telemetry.valid
-    retention_time: 86400000
-    replication_factor: 1
-  - name: telemetry.unique
-    retention_time: 86400000
-    replication_factor: 1
-  - name: telemetry.duplicate
-    retention_time: 86400000
-    replication_factor: 1
-  - name: telemetry.sink
-    retention_time: 86400000
-    replication_factor: 1
-  - name: telemetry.with_location
-    retention_time: 86400000
-    replication_factor: 1
-  - name: telemetry.audit
-    retention_time: 86400000
-    replication_factor: 1
-  - name: telemetry.denorm
+  - name: analytics.job_queue
     retention_time: 86400000
     replication_factor: 1
-  - name: telemetry.denorm.valid
+  - name: analytics_metrics
     retention_time: 86400000
     replication_factor: 1
-  - name: telemetry.de_normalized
+  - name: druid.events.error
     retention_time: 86400000
     replication_factor: 1
-  - name: telemetry.log
+  - name: druid.events.log
     retention_time: 86400000
     replication_factor: 1
-  - name: analytics.job_queue
+  - name: druid.events.summary
     retention_time: 86400000
     replication_factor: 1
-  - name: learning.graph.events
+  - name: druid.events.telemetry
     retention_time: 86400000
     replication_factor: 1
-  - name: pipeline_metrics
+  - name: events.deviceprofile
     retention_time: 86400000
     replication_factor: 1
   - name: prom.monitoring.metrics
     retention_time: 86400000
     replication_factor: 1
-  - name: metrics
-    retention_time: 86400000
-    replication_factor: 1
-  - name: learning.graph.events.fail
+  - name: telemetry.assess
     retention_time: 86400000
     replication_factor: 1
-  - name: analytics_metrics
+  - name: telemetry.assess.failed
     retention_time: 86400000
     replication_factor: 1
-  - name: learning.job.request
+  - name: telemetry.assess.raw
     retention_time: 86400000
     replication_factor: 1
-  - name: learning.job.request.fail
+  - name: telemetry.audit
     retention_time: 86400000
     replication_factor: 1
-  - name: learning.republish.job.request
+  - name: telemetry.denorm 
     retention_time: 86400000
     replication_factor: 1
   - name: telemetry.derived
     retention_time: 86400000
     replication_factor: 1
-  - name: events.telemetry
-    retention_time: 86400000
-    replication_factor: 1
-  - name: events.summary
+  - name: telemetry.derived.unique
     retention_time: 86400000
     replication_factor: 1
-  - name: events.log
-    retention_time: 86400000
-  - name: events.error
-    retention_time: 86400000
-  - name: telemetry.assess
+  - name: telemetry.duplicate
     retention_time: 86400000
     replication_factor: 1
-  - name: telemetry.assess.redact
+  - name: telemetry.error
     retention_time: 86400000
     replication_factor: 1
-  - name: telemetry.assess.raw
+  - name: telemetry.extractor.duplicate
     retention_time: 86400000
     replication_factor: 1
-  - name: telemetry.derived.unique
+  - name: telemetry.extractor.failed
     retention_time: 86400000
     replication_factor: 1
   - name: telemetry.failed
     retention_time: 86400000
     replication_factor: 1
-  - name: telemetry.malformed
-    retention_time: 86400000
-    replication_factor: 1
-  - name: telemetry.extractor.failed
-    retention_time: 86400000
-    replication_factor: 1
-  - name: events.deviceprofile
+  - name: telemetry.ingest
     retention_time: 86400000
     replication_factor: 1
-  - name: system.command
+  - name: telemetry.metrics
     retention_time: 86400000
     replication_factor: 1
-  - name: lms.audit.events
+  - name: telemetry.raw
     retention_time: 86400000
     replication_factor: 1
-  - name: lms.sso.events
+  - name: telemetry.unique
     retention_time: 86400000
     replication_factor: 1
-  - name: lms.user.account.merge
+  - name: telemetry.unique.latest
     retention_time: 86400000
     replication_factor: 1
-  - name: telemetry.metrics
+  - name: telemetry.unique.primary
     retention_time: 86400000
     replication_factor: 1
-  - name: telemetry.assess.failed
+  - name: telemetry.unique.secondary
     retention_time: 86400000
     replication_factor: 1
-  - name: telemetry.share
+  - name: ml.observation.raw
     retention_time: 86400000
     replication_factor: 1
-  - name: telemetry.error
+  - name: ml.observation.druid
     retention_time: 86400000
     replication_factor: 1