Issue #00 feat: core kafka setup role

ansible/core_kafka_setup.yml

+---
+- hosts: processing-cluster-kafka
+  become: yes
+  pre_tasks:
+    - name: Registering kafka_id
+      set_fact:
+        kafka_id: "{% for servername in play_hosts %}{% if inventory_hostname==servername %}{{ loop.index }}{% endif %}{% endfor %}"
+    - name: Print kafka_id
+      debug:
+        var: kafka_id
+  roles:
+    - setup-kafka

ansible/roles/setup-kafka/defaults/main.yml

+env: dev
+
+processing_kafka_overriden_topics:
+  - name: lms.audit.events
+    retention_time: 172800000
+    replication_factor: 1
+  - name: lms.sso.events
+    retention_time: 172800000
+    replication_factor: 1
+  - name: lms.user.account.merge
+    retention_time: 172800000
+    replication_factor: 1
+
+processing_kafka_topics:
+  - name: lms.audit.events
+    num_of_partitions: 1
+    replication_factor: 1
+  - name: lms.sso.events
+    num_of_partitions: 4
+    replication_factor: 1
+  - name: lms.user.account.merge
+    num_of_partitions: 1
+    replication_factor: 1

ansible/roles/setup-kafka/tasks/main.yml

+- name: create topics
+  command: /opt/kafka/bin/kafka-topics.sh --zookeeper localhost:2181 --create --topic {{env}}.{{item.name}} --partitions {{ item.num_of_partitions }} --replication-factor {{ item.replication_factor }}
+  with_items: "{{processing_kafka_topics}}"
+  ignore_errors: true
+  when: kafka_id=="1"
+  tags:
+    - processing-kafka
+
+- name: override retention time
+  command: /opt/kafka/bin/kafka-topics.sh --zookeeper localhost:2181 --alter --topic {{env}}.{{item.name}} --config retention.ms={{ item.retention_time }}
+  with_items: "{{processing_kafka_overriden_topics}}"
+  when: kafka_id=="1" and item.retention_time is defined  
+  tags:
+    - processing-kafka