infra-nimbus/ansible/logs.yml

---
- name: Verify Ansible versions
  hosts: all
  tags: always
  become: false
  run_once: true
  gather_facts: false
  tasks:
    - local_action: command ./versioncheck.py
      changed_when: false

- name: Configure ElasticSearch servers
  become: true
  hosts: logs.nimbus
  roles:
    - role: swap-file
      tags: swap-file
    - role: origin-certs
      tags: origin-certs
    - role: elasticsearch
      tags: elasticsearch
    - role: oauth-proxy
      tags: oauth-proxy
    - role: nginx
      tags: nginx
    - role: open-ports
      tags: open-ports

- name: Configure ElasticSearch servers
  become: true
  hosts: dash.nimbus
  pre_tasks:
    - name: Fetch available elasticsearch nodes
      uri:
        url: '{{ consul_catalog_url }}/service/elasticsearch?dc={{ es_lb_cluster_dc }}&tag={{ es_lb_cluster_name }}'
      register: es_services
    - name: Extract ElasticSearch hostnames
      set_fact:
        # we also need to remove our own node from the list
        es_lb_master_nodes: |
          {{ es_services.json
            | rejectattr("Node", "equalto", hostname)
            | list
            | json_query(
            '[].{
              name: Node,
              addr: ServiceAddress,
              port: to_string(ServiceMeta.cluster_port)
            }') }}
  roles:
    - role: swap-file
      tags: swap-file
    - role: elasticsearch-lb
      tags: elasticsearch-lb
    - role: logclean-job
      tags: logclean-job
    - role: kibana
      tags: kibana
    - role: oauth-proxy
      tags: oauth-proxy
    - role: origin-certs
      tags: origin-certs
    - role: nginx
      tags: nginx
    - role: open-ports
      tags: open-ports
log-store: deploy an ElasticSearch cluster Signed-off-by: Jakub Sokołowski <jakub@status.im> 2020-02-03 11:00:27 +00:00			`---`
ansible: add meta requirements target, add check to bootstrap Signed-off-by: Jakub Sokołowski <jakub@status.im> 2021-05-10 13:29:38 +00:00			`- name: Verify Ansible versions`
add versioncheck.py script to verify Ansible role versions Since Ansible or Ansible Galaxy doesn't actually check role versions itself, we have to do it ourselves. This script goes through contents of `ansible/requirements.txt` and verifies each role is installed and has correct version. It also checks the version of Ansible itself. Signed-off-by: Jakub Sokołowski <jakub@status.im> 2021-04-09 06:18:59 +00:00			`hosts: all`
			`tags: always`
ansible: add meta requirements target, add check to bootstrap Signed-off-by: Jakub Sokołowski <jakub@status.im> 2021-05-10 13:29:38 +00:00			`become: false`
			`run_once: true`
add versioncheck.py script to verify Ansible role versions Since Ansible or Ansible Galaxy doesn't actually check role versions itself, we have to do it ourselves. This script goes through contents of `ansible/requirements.txt` and verifies each role is installed and has correct version. It also checks the version of Ansible itself. Signed-off-by: Jakub Sokołowski <jakub@status.im> 2021-04-09 06:18:59 +00:00			`gather_facts: false`
			`tasks:`
			`- local_action: command ./versioncheck.py`
			`changed_when: false`

log-store: deploy an ElasticSearch cluster Signed-off-by: Jakub Sokołowski <jakub@status.im> 2020-02-03 11:00:27 +00:00			`- name: Configure ElasticSearch servers`
set become=false in ansible.cfg, set it to true in playbooks See: https://github.com/status-im/nimbus-private/pull/9 Signed-off-by: Jakub Sokołowski <jakub@status.im> 2021-02-09 19:27:13 +00:00			`become: true`
logs.nimbus: migrate to Hetzner metal hosts For better performance, lower prices, and better network utilization. https://github.com/status-im/infra-nimbus/issues/84 Signed-off-by: Jakub Sokołowski <jakub@status.im> 2022-02-03 20:38:55 +00:00			`hosts: logs.nimbus`
log-store: deploy an ElasticSearch cluster Signed-off-by: Jakub Sokołowski <jakub@status.im> 2020-02-03 11:00:27 +00:00			`roles:`
log-store: add 2GB swap files to hosts Signed-off-by: Jakub Sokołowski <jakub@status.im> 2021-01-20 19:35:33 +00:00			`- role: swap-file`
			`tags: swap-file`
log-store: deploy an ElasticSearch cluster Signed-off-by: Jakub Sokołowski <jakub@status.im> 2020-02-03 11:00:27 +00:00			`- role: origin-certs`
			`tags: origin-certs`
			`- role: elasticsearch`
			`tags: elasticsearch`
			`- role: oauth-proxy`
			`tags: oauth-proxy`
			`- role: nginx`
			`tags: nginx`
			`- role: open-ports`
			`tags: open-ports`
log-dash: configure Kibana dashboard Signed-off-by: Jakub Sokołowski <jakub@status.im> 2020-02-05 12:39:43 +00:00
			`- name: Configure ElasticSearch servers`
set become=false in ansible.cfg, set it to true in playbooks See: https://github.com/status-im/nimbus-private/pull/9 Signed-off-by: Jakub Sokołowski <jakub@status.im> 2021-02-09 19:27:13 +00:00			`become: true`
logs.nimbus: migrate to Hetzner metal hosts For better performance, lower prices, and better network utilization. https://github.com/status-im/infra-nimbus/issues/84 Signed-off-by: Jakub Sokołowski <jakub@status.im> 2022-02-03 20:38:55 +00:00			`hosts: dash.nimbus`
log-dash: configure Kibana dashboard Signed-off-by: Jakub Sokołowski <jakub@status.im> 2020-02-05 12:39:43 +00:00			`pre_tasks:`
			`- name: Fetch available elasticsearch nodes`
			`uri:`
logs.nimbus: migrate to Hetzner metal hosts For better performance, lower prices, and better network utilization. https://github.com/status-im/infra-nimbus/issues/84 Signed-off-by: Jakub Sokołowski <jakub@status.im> 2022-02-03 20:38:55 +00:00			`url: '{{ consul_catalog_url }}/service/elasticsearch?dc={{ es_lb_cluster_dc }}&tag={{ es_lb_cluster_name }}'`
log-dash: configure Kibana dashboard Signed-off-by: Jakub Sokołowski <jakub@status.im> 2020-02-05 12:39:43 +00:00			`register: es_services`
			`- name: Extract ElasticSearch hostnames`
			`set_fact:`
			`# we also need to remove our own node from the list`
			`es_lb_master_nodes: \|`
			`{{ es_services.json`
			`\| rejectattr("Node", "equalto", hostname)`
			`\| list`
			`\| json_query(`
			`'[].{`
			`name: Node,`
			`addr: ServiceAddress,`
			`port: to_string(ServiceMeta.cluster_port)`
			`}') }}`
			`roles:`
logs.nimbus: use docker compose setup for elasticsearch https://github.com/status-im/infra-role-elasticsearch/commit/567f32ac Signed-off-by: Jakub Sokołowski <jakub@status.im> 2022-02-10 20:33:17 +00:00			`- role: swap-file`
			`tags: swap-file`
log-dash: configure Kibana dashboard Signed-off-by: Jakub Sokołowski <jakub@status.im> 2020-02-05 12:39:43 +00:00			`- role: elasticsearch-lb`
			`tags: elasticsearch-lb`
logclean-job: keep only 9 newest logstash daily indices Signed-off-by: Jakub Sokołowski <jakub@status.im> 2020-02-07 13:11:17 +00:00			`- role: logclean-job`
			`tags: logclean-job`
log-dash: configure Kibana dashboard Signed-off-by: Jakub Sokołowski <jakub@status.im> 2020-02-05 12:39:43 +00:00			`- role: kibana`
			`tags: kibana`
			`- role: oauth-proxy`
			`tags: oauth-proxy`
			`- role: origin-certs`
			`tags: origin-certs`
			`- role: nginx`
			`tags: nginx`
			`- role: open-ports`
			`tags: open-ports`