Verified Commit 7235e726 authored by Kristian Klausen's avatar Kristian Klausen 🎉 Committed by Jelle van der Waa
Browse files

Implement centralized logging

Fix #263
parent 99d76922
...@@ -111,7 +111,7 @@ Medium-fast-ish packet.net Arch Linux box. ...@@ -111,7 +111,7 @@ Medium-fast-ish packet.net Arch Linux box.
## monitoring.archlinux.org ## monitoring.archlinux.org
Prometheus and Grafana server which collects performance/metrics from our services and runs alertmanager. Prometheus, Loki and Grafana server which collects performance/metrics and logs from our services and runs alertmanager.
### Services ### Services
- Alertmanager - Alertmanager
......
...@@ -20,3 +20,4 @@ ...@@ -20,3 +20,4 @@
- { role: keycloak } - { role: keycloak }
- { role: borg_client, tags: ["borg"] } - { role: borg_client, tags: ["borg"] }
- { role: fail2ban } - { role: fail2ban }
- { role: promtail }
...@@ -14,3 +14,4 @@ ...@@ -14,3 +14,4 @@
- { role: syncarchive } - { role: syncarchive }
- { role: archive_web } - { role: archive_web }
- { role: prometheus_exporters } - { role: prometheus_exporters }
- { role: promtail }
...@@ -38,3 +38,4 @@ ...@@ -38,3 +38,4 @@
- { role: archweb, archweb_planet: true } - { role: archweb, archweb_planet: true }
- { role: fail2ban } - { role: fail2ban }
- { role: prometheus_exporters } - { role: prometheus_exporters }
- { role: promtail }
...@@ -20,3 +20,4 @@ ...@@ -20,3 +20,4 @@
- { role: fail2ban } - { role: fail2ban }
- { role: aurweb, aurweb_domain: 'aur-dev.archlinux.org', aurweb_version: 'pu' } - { role: aurweb, aurweb_domain: 'aur-dev.archlinux.org', aurweb_version: 'pu' }
- { role: prometheus_exporters } - { role: prometheus_exporters }
- { role: promtail }
...@@ -9,6 +9,7 @@ ...@@ -9,6 +9,7 @@
- { role: sshd, sshd_enable_includes: true } - { role: sshd, sshd_enable_includes: true }
- { role: root_ssh } - { role: root_ssh }
- { role: prometheus_exporters } - { role: prometheus_exporters }
- { role: promtail }
- { role: certbot } - { role: certbot }
- { role: nginx } - { role: nginx }
- { role: mariadb, mariadb_query_cache_type: '0', mariadb_innodb_file_per_table: true, mariadb_innodb_buffer_pool_size: '1G' } - { role: mariadb, mariadb_query_cache_type: '0', mariadb_innodb_file_per_table: true, mariadb_innodb_buffer_pool_size: '1G' }
......
...@@ -18,3 +18,4 @@ ...@@ -18,3 +18,4 @@
- { role: postfix, postfix_relayhost: "mail.archlinux.org" } - { role: postfix, postfix_relayhost: "mail.archlinux.org" }
- { role: fail2ban } - { role: fail2ban }
- { role: prometheus_exporters } - { role: prometheus_exporters }
- { role: promtail }
...@@ -18,3 +18,4 @@ ...@@ -18,3 +18,4 @@
- { role: postfix, postfix_relayhost: "mail.archlinux.org" } - { role: postfix, postfix_relayhost: "mail.archlinux.org" }
- { role: fail2ban } - { role: fail2ban }
- { role: prometheus_exporters } - { role: prometheus_exporters }
- { role: promtail }
...@@ -14,3 +14,4 @@ ...@@ -14,3 +14,4 @@
- { role: archbuild } - { role: archbuild }
- { role: fail2ban } - { role: fail2ban }
- { role: prometheus_exporters } - { role: prometheus_exporters }
- { role: promtail }
...@@ -26,3 +26,4 @@ ...@@ -26,3 +26,4 @@
- { role: postfix, postfix_relayhost: "mail.archlinux.org" } - { role: postfix, postfix_relayhost: "mail.archlinux.org" }
- { role: fail2ban } - { role: fail2ban }
- { role: prometheus_exporters } - { role: prometheus_exporters }
- { role: promtail }
...@@ -10,4 +10,5 @@ ...@@ -10,4 +10,5 @@
- { role: root_ssh } - { role: root_ssh }
- { role: fail2ban } - { role: fail2ban }
- { role: prometheus_exporters } - { role: prometheus_exporters }
- { role: promtail }
- { role: gitlab_runner } - { role: gitlab_runner }
...@@ -16,4 +16,5 @@ ...@@ -16,4 +16,5 @@
gitlab_pages_https_addresses: ['116.203.6.156:443', '[2a01:4f8:c2c:5d2d::2]:443']} gitlab_pages_https_addresses: ['116.203.6.156:443', '[2a01:4f8:c2c:5d2d::2]:443']}
- { role: borg_client, tags: ["borg"] } - { role: borg_client, tags: ["borg"] }
- { role: prometheus_exporters } - { role: prometheus_exporters }
- { role: promtail }
- { role: fail2ban } - { role: fail2ban }
...@@ -14,4 +14,5 @@ ...@@ -14,4 +14,5 @@
- { role: public_html, public_domain: "pkgbuild.com", tags: ['nginx'] } - { role: public_html, public_domain: "pkgbuild.com", tags: ['nginx'] }
- { role: borg_client, tags: ["borg"] } - { role: borg_client, tags: ["borg"] }
- { role: prometheus_exporters } - { role: prometheus_exporters }
- { role: promtail }
- { role: fail2ban } - { role: fail2ban }
...@@ -29,6 +29,7 @@ ...@@ -29,6 +29,7 @@
- rspamd - rspamd
- { role: mariadb, mariadb_query_cache_type: '0', mariadb_innodb_file_per_table: true } - { role: mariadb, mariadb_query_cache_type: '0', mariadb_innodb_file_per_table: true }
- { role: prometheus_exporters } - { role: prometheus_exporters }
- { role: promtail }
# luna is hosting mailman lists; this postfix role does not cater to this yet # luna is hosting mailman lists; this postfix role does not cater to this yet
# TODO: make postfix role handle mailman config? # TODO: make postfix role handle mailman config?
# - { role: postfix, tags: ["postfix"], postfix_relayhost: "mail.archlinux.org" } # - { role: postfix, tags: ["postfix"], postfix_relayhost: "mail.archlinux.org" }
...@@ -18,3 +18,4 @@ ...@@ -18,3 +18,4 @@
- { role: archusers } - { role: archusers }
- { role: fail2ban } - { role: fail2ban }
- { role: prometheus_exporters } - { role: prometheus_exporters }
- { role: promtail }
...@@ -14,6 +14,7 @@ ...@@ -14,6 +14,7 @@
- { role: nginx } - { role: nginx }
- { role: fail2ban } - { role: fail2ban }
- { role: prometheus_exporters } - { role: prometheus_exporters }
- { role: promtail }
- { role: postgres } - { role: postgres }
- { role: uwsgi } - { role: uwsgi }
- { role: archmanweb, archmanweb_version: 'v1.1' } - { role: archmanweb, archmanweb_version: 'v1.1' }
...@@ -23,3 +23,4 @@ ...@@ -23,3 +23,4 @@
- { role: matrix } - { role: matrix }
- { role: fail2ban } - { role: fail2ban }
- { role: prometheus_exporters } - { role: prometheus_exporters }
- { role: promtail }
...@@ -19,3 +19,4 @@ ...@@ -19,3 +19,4 @@
postgres_effective_cache_size: 1GB postgres_effective_cache_size: 1GB
- { role: hedgedoc, hedgedoc_domain: "md.archlinux.org" } - { role: hedgedoc, hedgedoc_domain: "md.archlinux.org" }
- { role: prometheus_exporters } - { role: prometheus_exporters }
- { role: promtail }
...@@ -13,4 +13,5 @@ ...@@ -13,4 +13,5 @@
- { role: archweb, archweb_site: false, archweb_services: false, archweb_mirrorcheck: true } - { role: archweb, archweb_site: false, archweb_services: false, archweb_mirrorcheck: true }
- { role: arch32_mirror, tags: ['nginx'] } - { role: arch32_mirror, tags: ['nginx'] }
- { role: prometheus_exporters } - { role: prometheus_exporters }
- { role: promtail }
- { role: fail2ban } - { role: fail2ban }
...@@ -11,6 +11,8 @@ ...@@ -11,6 +11,8 @@
- { role: borg_client, tags: ["borg"], when: "'borg_clients' in group_names" } - { role: borg_client, tags: ["borg"], when: "'borg_clients' in group_names" }
- { role: prometheus } - { role: prometheus }
- { role: prometheus_exporters } - { role: prometheus_exporters }
- { role: loki }
- { role: promtail }
- { role: certbot } - { role: certbot }
- { role: nginx } - { role: nginx }
- { role: grafana, grafana_domain: 'monitoring.archlinux.org' } - { role: grafana, grafana_domain: 'monitoring.archlinux.org' }
......
Supports Markdown
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment