diff --git a/kubernetes/ansible/bootstrap.yaml b/kubernetes/ansible/bootstrap.yaml index 02cafaeb6d7e0a896fd0a50d096e62e04432cd07..0fa7e0acfeeedb46e3e3a947e77b127e3a661273 100644 --- a/kubernetes/ansible/bootstrap.yaml +++ b/kubernetes/ansible/bootstrap.yaml @@ -39,7 +39,7 @@ - name: "Tagging {{ namespace }} to enable istio" shell: "kubectl label namespaces {{ namespace }} istio-injection=enabled --overwrite" - name: Creating docker secrets - shell: "kubectl create secret docker-registry {{ imagepullsecrets }} --namespace {{ namespace }} --docker-server {{ vault_docker_registry_url }} --docker-username {{ vault_docker_registry_user }} --docker-password {{ vault_docker_registry_password }} --dry-run -o=yaml | kubectl apply -f -" + shell: "kubectl create secret docker-registry {{ imagepullsecrets }} --namespace {{ namespace }} --docker-server {{ vault_docker_registry_url }} --docker-username {{ vault_docker_registry_user }} --docker-password {{ vault_docker_registry_password }} --dry-run=client -o=yaml | kubectl apply -f -" - name: Installing reloader for configmaps reload shell: helm upgrade --install --atomic reloader ../helm_charts/core/reloader --namespace "{{ namespace }}" -f /tmp/helm_vars.yaml roles: diff --git a/kubernetes/ansible/roles/deploy-player/tasks/main.yml b/kubernetes/ansible/roles/deploy-player/tasks/main.yml index 36dbff10b10aa41b6fd886a2de4d797d07754dd7..5abdc85449761713073ae5cb3a90efc8f300f134 100644 --- a/kubernetes/ansible/roles/deploy-player/tasks/main.yml +++ b/kubernetes/ansible/roles/deploy-player/tasks/main.yml @@ -30,7 +30,7 @@ dest: "{{role_path}}/templates/{{ release_name }}.env" - name: create configmap - shell: "kubectl create configmap player-config --from-env-file={{role_path}}/templates/{{ release_name }}.env -n {{namespace}} --dry-run -o=yaml | kubectl apply -f -" + shell: "kubectl create configmap player-config --from-env-file={{role_path}}/templates/{{ release_name }}.env -n {{namespace}} --dry-run=client -o=yaml | kubectl apply -f -" - name: Load role to decrypt private keys, copy to helm chart and encrypt private keys include_role: diff --git a/kubernetes/ansible/roles/sunbird-deploy/tasks/main.yml b/kubernetes/ansible/roles/sunbird-deploy/tasks/main.yml index 23bf9013f6a61142e69f846619f5f8a82a39dbce..0b20f4f30b5d40158c7e5b65f715922de9b6d27f 100644 --- a/kubernetes/ansible/roles/sunbird-deploy/tasks/main.yml +++ b/kubernetes/ansible/roles/sunbird-deploy/tasks/main.yml @@ -13,7 +13,7 @@ shell: find "{{role_path}}/templates/" -iname "*.env" -exec /bin/bash -c "ls {}; kubectl create configmap {{ release_name }}-config --from-env-file={} -n {{namespace}} --dry-run -o=yaml | kubectl apply -f - " \; - name: create aplication configmap - shell: find "{{role_path}}/templates/" -iname "*.conf" -exec /bin/bash -c "ls {}; kubectl create configmap {{ release_name }}-config --from-file={} -n {{namespace}} --dry-run -o=yaml | kubectl apply -f - " \; + shell: find "{{role_path}}/templates/" -iname "*.conf" -exec /bin/bash -c "ls {}; kubectl create configmap {{ release_name }}-config --from-file={} -n {{namespace}} --dry-run=client -o=yaml | kubectl apply -f - " \; - name: create xml configmap shell: find "{{role_path}}/templates/" -iname "*.xml" -exec /bin/bash -c "ls {}; kubectl create configmap {{ release_name }}-xml-config --from-file={} -n {{namespace}} --dry-run -o=yaml | kubectl apply -f - " \; diff --git a/private_repo/ansible/inventory/dev/Core/hosts b/private_repo/ansible/inventory/dev/Core/hosts index 60a596f1157a03c8e1e5605e36d234b80753c9b9..58fb6eeb95bbb08536837f3383aa99d42615f778 100644 --- a/private_repo/ansible/inventory/dev/Core/hosts +++ b/private_repo/ansible/inventory/dev/Core/hosts @@ -80,6 +80,9 @@ processing-cluster-zookeepers [dp-redis] 10.0.1.5 +[redis-cluster] +10.0.1.5 + [lp-redis-ps:children] lp-redis diff --git a/private_repo/ansible/inventory/dev/DataPipeline/common.yml b/private_repo/ansible/inventory/dev/DataPipeline/common.yml index d58f913a57472ac63cd2ff41c6e9e7e97d56074b..3669327528d551ae7fc3b6aa12578eb9c28152f3 100644 --- a/private_repo/ansible/inventory/dev/DataPipeline/common.yml +++ b/private_repo/ansible/inventory/dev/DataPipeline/common.yml @@ -63,127 +63,90 @@ ingestion_kafka_overriden_topics: max_message_bytes: 5242880 processing_kafka_overriden_topics: - - name: telemetry.raw - retention_time: 86400000 - replication_factor: 1 - - name: telemetry.valid - retention_time: 86400000 - replication_factor: 1 - - name: telemetry.unique - retention_time: 86400000 - replication_factor: 1 - - name: telemetry.duplicate - retention_time: 86400000 - replication_factor: 1 - - name: telemetry.sink - retention_time: 86400000 - replication_factor: 1 - - name: telemetry.with_location - retention_time: 86400000 - replication_factor: 1 - - name: telemetry.audit - retention_time: 86400000 - replication_factor: 1 - - name: telemetry.denorm + - name: analytics.job_queue retention_time: 86400000 replication_factor: 1 - - name: telemetry.denorm.valid + - name: analytics_metrics retention_time: 86400000 replication_factor: 1 - - name: telemetry.de_normalized + - name: druid.events.error retention_time: 86400000 replication_factor: 1 - - name: telemetry.log + - name: druid.events.log retention_time: 86400000 replication_factor: 1 - - name: analytics.job_queue + - name: druid.events.summary retention_time: 86400000 replication_factor: 1 - - name: learning.graph.events + - name: druid.events.telemetry retention_time: 86400000 replication_factor: 1 - - name: pipeline_metrics + - name: events.deviceprofile retention_time: 86400000 replication_factor: 1 - name: prom.monitoring.metrics retention_time: 86400000 replication_factor: 1 - - name: metrics - retention_time: 86400000 - replication_factor: 1 - - name: learning.graph.events.fail + - name: telemetry.assess retention_time: 86400000 replication_factor: 1 - - name: analytics_metrics + - name: telemetry.assess.failed retention_time: 86400000 replication_factor: 1 - - name: learning.job.request + - name: telemetry.assess.raw retention_time: 86400000 replication_factor: 1 - - name: learning.job.request.fail + - name: telemetry.audit retention_time: 86400000 replication_factor: 1 - - name: learning.republish.job.request + - name: telemetry.denorm retention_time: 86400000 replication_factor: 1 - name: telemetry.derived retention_time: 86400000 replication_factor: 1 - - name: events.telemetry - retention_time: 86400000 - replication_factor: 1 - - name: events.summary + - name: telemetry.derived.unique retention_time: 86400000 replication_factor: 1 - - name: events.log - retention_time: 86400000 - - name: events.error - retention_time: 86400000 - - name: telemetry.assess + - name: telemetry.duplicate retention_time: 86400000 replication_factor: 1 - - name: telemetry.assess.redact + - name: telemetry.error retention_time: 86400000 replication_factor: 1 - - name: telemetry.assess.raw + - name: telemetry.extractor.duplicate retention_time: 86400000 replication_factor: 1 - - name: telemetry.derived.unique + - name: telemetry.extractor.failed retention_time: 86400000 replication_factor: 1 - name: telemetry.failed retention_time: 86400000 replication_factor: 1 - - name: telemetry.malformed - retention_time: 86400000 - replication_factor: 1 - - name: telemetry.extractor.failed - retention_time: 86400000 - replication_factor: 1 - - name: events.deviceprofile + - name: telemetry.ingest retention_time: 86400000 replication_factor: 1 - - name: system.command + - name: telemetry.metrics retention_time: 86400000 replication_factor: 1 - - name: lms.audit.events + - name: telemetry.raw retention_time: 86400000 replication_factor: 1 - - name: lms.sso.events + - name: telemetry.unique retention_time: 86400000 replication_factor: 1 - - name: lms.user.account.merge + - name: telemetry.unique.latest retention_time: 86400000 replication_factor: 1 - - name: telemetry.metrics + - name: telemetry.unique.primary retention_time: 86400000 replication_factor: 1 - - name: telemetry.assess.failed + - name: telemetry.unique.secondary retention_time: 86400000 replication_factor: 1 - - name: telemetry.share + - name: ml.observation.raw retention_time: 86400000 replication_factor: 1 - - name: telemetry.error + - name: ml.observation.druid retention_time: 86400000 replication_factor: 1