Deploy Prometheus container.
Configure the role.
# https://hub.docker.com/r/prom/prometheus
prometheus_image: prom/prometheus:v2.54.1
prometheus_hostname: prom01
prometheus_description: Monitoring # default: Prometheus
prometheus_volume_name: prom_data01 # default: "{{ prometheus_hostname }}"
prometheus_data_dir: /usr/share/prom # default: "/usr/share/{{ prometheus_hostname }}"
prometheus_hosts: # default: groups['all']
- server1.example.com
- server2.example.com
- server3.example.com
prometheus_port: 127.0.0.1:9999 # default: 127.0.0.1:9090
prometheus_retention_time: "30d" # default: "15d"
prometheus_etc_hosts: # defaults: {}
"server.example.com": 10.42.5.2
prometheus_proxy_basic_auth_username: metric # default: prometheus
prometheus_proxy_basic_auth_password: # default: "{{ vault_prometheus_proxy_basic_auth_password }}"
prometheus_node_exporter_basic_auth_username: node-exporter
prometheus_node_exporter_basic_auth_password: # default: "{{ vault_prometheus_node_exporter_basic_auth_password }}"
prometheus_cadvisor_basic_auth_username: cadvisor
prometheus_cadvisor_basic_auth_password: # default: "{{ vault_prometheus_cadvisor_basic_auth_password }}"
prometheus_nextcloud_exporter_basic_auth_username: nextcloud-exporter
prometheus_nextcloud_exporter_basic_auth_password: # default: "{{ vault_prometheus_nextcloud_exporter_basic_auth_password }}"
prometheus_bigbluebutton_exporter_basic_auth_username: bigbluebutton-exporter
prometheus_bigbluebutton_exporter_basic_auth_password: # default: "{{ vault_prometheus_bigbluebutton_exporter_basic_auth_password }}"
prometheus_postgres_exporter_basic_auth_username: postgres-exporter
prometheus_postgres_exporter_basic_auth_password: # default: "{{ vault_prometheus_postgres_exporter_basic_auth_password }}"
prometheus_restic_exporter_basic_auth_username: restic-exporter
prometheus_restic_exporter_basic_auth_password: # default: "{{ vault_prometheus_restic_server_basic_auth_password }}"
prometheus_mysqld_exporter_basic_auth_username: mysqld-exporter
prometheus_mysqld_exporter_basic_auth_password: # default: "{{ vault_prometheus_mysqld_exporter_basic_auth_password }}"
prometheus_odoo_exporter_basic_auth_username: odoo-exporter
prometheus_odoo_exporter_basic_auth_password: # default: "{{ vault_prometheus_odoo_exporter_basic_auth_password }}"
prometheus_n8n_exporter_basic_auth_username: n8n-exporter
prometheus_n8n_exporter_basic_auth_password: # default: "{{ vault_prometheus_n8n_exporter_basic_auth_password }}"
prometheus_uptime_kuma_exporter_basic_auth_username: uptime-kuma-exporter
prometheus_uptime_kuma_exporter_basic_auth_password: # default: "{{ vault_prometheus_uptime_kuma_exporter_basic_auth_password }}"
prometheus_meilisearch_exporter_api_key: "{{ vault_prometheus_meilisearch_exporter_api_key }}"
Ensure the targets nginx proxy includes the exporter config:
nginx_proxies:
- src_hostname: server.example.com
ssl: true
monitor: /
exporter: node,cadvsior,nextcloud,bigbluebutton,postgres,restic,mysqld,odoo,n8n
options: |
include /etc/nginx/conf.d/proxies/node-exporter.nginx;
include /etc/nginx/conf.d/proxies/cadvisor.nginx;
include /etc/nginx/conf.d/proxies/nextcloud-exporter.nginx;
include /etc/nginx/conf.d/proxies/bigbluebutton-exporter.nginx;
include /etc/nginx/conf.d/proxies/postgres-exporter.nginx;
include /etc/nginx/conf.d/proxies/restic-exporter.nginx;
include /etc/nginx/conf.d/proxies/mysqld-exporter.nginx;
include /etc/nginx/conf.d/proxies/odoo-exporter.nginx;
include /etc/nginx/conf.d/proxies/n8n-exporter.nginx;
And include it in your playbook.
- hosts: prometheus
roles:
- role: prometheus
The prometheus.yml
template contains predefined srcape jobs that lookup proxy configurations of prometheus_hosts
in the Ansible inventory.
- prometheus: Target is
localhost:9090
. - node-exporter https: Targets are
nginx_proxies
with exporternode
. - cadvisor https: Targets are
nginx_proxies
with exportercadvisor
. - nextcloud https: Targets are
nginx_proxies
with exporternextcloud
. - bigbluebutton http: Targets are
nginx_proxies
with exporterbigbluebutton
. - postgres https:Targets are
nginx_proxies
with exporterpostgres
. - restic https: Targets are
nginx_proxies
with exporterrestic
. - mysqld https: Targets are
nginx_proxies
with exportermysqld
. - odoo https: Targets are
nginx_proxies
with exporterodoo
. - n8n https: Targets are
nginx_proxies
with exportern8n
. - uptime-kuma https: Targets are
nginx_proxies
with exporteruptime-kuma
. - meilisearch https: Targets are
nginx_proxies
with exportermeilisearch
. - blackbox: Targets are
nginx_proxies
withmonitor
not false and host isblackbox01:9115
.
Set the prometheus_custom_scrapers
variable with you job definition:
prometheus_custom_scrapers: |
- job_name: n8n business metrics https
metrics_path: "/webhook/metrics"
scrape_interval: 60s
honor_labels: true
scheme: https
basic_auth:
username: {{ prometheus_n8n_business_metrics_username }}
password: {{ prometheus_n8n_business_metrics_password }}
static_configs:
- targets: ['n8n.example.com']
Select multiple inventories when deploying.
ansible-playbook -i inventories/odoo -i inventories/nextcloud -i inventories/setup plays/setup.yml -l prometheus -t prometheus
Remove container and volume.
docker rm -f prom01
docker volume rm prom01
Then redeploy.
Use the prometheus web api to delete a time series.
curl -X POST -g 'http://prom01:9090/api/v1/admin/tsdb/delete_series?match[]={instance="https://n8n.example.com/"}'
Then restart the container.