Differences

This shows you the differences between two versions of the page.

--- сервис_prometheus [2024/06/27 16:29]
val [prometheus-blackbox-exporter]
+++ сервис_prometheus [2026/10/31 12:37] (current)
val [Сервис Prometheus]
@@ Line 6: / Line 6: @@
   * [[https://habr.com/ru/companies/tochka/articles/683608/|Человеческим языком про метрики]]
   * [[https://selectel.ru/blog/tutorials/monitoring-in-k8s-with-prometheus/|Мониторинг в K8s с помощью Prometheus]]
+  * [[https://www.dmosk.ru/instruktions.php?object=prometheus-linux|Установка Prometheus + Alertmanager + node_exporter на Linux]]
 ===== Установка в Debian/Ubuntu =====
@@ Line 19: / Line 20: @@
 ...
 </code>
+или
+<code>
+# wget https://github.com/prometheus/prometheus/releases/download/v2.53.4/prometheus-2.53.3.linux-amd64.tar.gz
+</code>
 ==== Проверка конфигурации и перезапуск ====
@@ Line 33: / Line 37: @@
   * [[http://192.168.X.10:9090/]]
-  * [[http://server.corpX.un:9090/targets]]
+  * [[http://server.corpX.un:9090/]]
   * [[http://server:9090/classic/targets]]
+<code>
+# /usr/share/prometheus/install-ui.sh
+</code>
 ==== Источники данных ====
@@ Line 41: / Line 49: @@
 ===== prometheus-alertmanager =====
-  * [[https://medium.com/devops-dudes/prometheus-alerting-with-alertmanager-e1bbba8e6a8e|Prometheus Alerting with AlertManager]]
+  * [[https://samber.github.io/awesome-prometheus-alerts/rules|Awesome Prometheus alerts]]
-  * [[https://alex.dzyoba.com/blog/prometheus-alerts/|Prometheus alerts examples]]
+  * [[https://github.com/samber/awesome-prometheus-alerts/tree/master/dist/rules]]
-  * [[https://www.digitalocean.com/community/tutorials/how-to-use-alertmanager-and-blackbox-exporter-to-monitor-your-web-server-on-ubuntu-16-04|How To Use Alertmanager And Blackbox Exporter To Monitor Your Web Server On Ubuntu 16.04]]
-  * [[https://awesome-prometheus-alerts.grep.to/|Awesome Prometheus alerts]]
   * [[Сервис MTA#Установка и настройка MTA на обработку почты домена hostname]]
+  * [[Сервис adnanh/webhook]]
+==== Настройка маршрутизации уведомлений ====
 <code>
 # apt install prometheus-alertmanager
@@ Line 53: / Line 60: @@
 # cat /etc/prometheus/alertmanager.yml
 </code><code>
-...
 global:
-  smtp_smarthost: 'localhost:25'
+  smtp_smarthost: 'server.corpX.un:25'
-  smtp_from: 'prometheus@server.corpX.un'
+  smtp_from: 'alertmanager@corpX.un'
   smtp_require_tls: false
-#  smtp_auth_username: 'alertmanager'
+templates:
-#  smtp_auth_password: 'password'
+- '/etc/prometheus/alertmanager_templates/*.tmpl'
-...
-  # A default receiver
+route:
+  group_wait: 30s
+  group_interval: 5m
+  repeat_interval: 3h
   receiver: team-X-mails
-...
+#  routes:
+#    - matchers:
+#        - job="roundcube_monitor"
+#      receiver: script-receiver
 receivers:
 - name: 'team-X-mails'
   email_configs:
-#  - to: 'student@corpX.un'
+  - to: 'student@corpX.un'
-#  - to: 'userX@isp.un'
-    send_resolved: true
+#- name: 'script-receiver'
-...
+#  webhook_configs:
+#  - url: 'http://localhost:9000/hooks/my-alert-script'
+#    send_resolved: false
 </code><code>
+# amtool check-config /etc/prometheus/alertmanager.yml
 # service prometheus-alertmanager restart
+</code>
+==== Подключение к alertmanager ====
+  * http://server.corpX.un:9093/
+==== Тестирование alertmanager ====
+<code>
+$ curl -H "Content-Type: application/json" -d '[
+  {
+    "labels": {
+      "alertname": "TestAlert",
+      "severity": "critical",
+      "job": "roundcube_monitor",
+      "instance": "test-host"
+    },
+    "annotations": {
+      "summary": "This is a test alert",
+      "description": "Triggered manually via curl to test Alertmanager routing."
+    }
+  }
+]' http://localhost:9093/api/v2/alerts
+</code>
+==== Подключение готовых правил alertmanager ====
+  * [[Управление сервисами в Linux#Управление юнитами Systemd]] reset-failed
+<code>
+# wget -qO - https://raw.githubusercontent.com/samber/awesome-prometheus-alerts/master/dist/rules/host-and-hardware/node-exporter.yml | tee /etc/prometheus/node_exporter_rules.yml
+</code>
+==== Создание правил alertmanager ====
+<code>
 # cat /etc/prometheus/first_rules.yml
 </code><code>
@@ Line 103: / Line 151: @@
     annotations:
       summary: "CriticalTraffic {{ $labels.instance }}"
-</code><code>
+#  - alert: RoundcubeDown
+#    expr: roundcube_login_logout_runtime == 0
+#    for: 1m
+#    labels:
+#      severity: "critical"
+#    annotations:
+#      summary: "Сервис Roundcube не доступен"
+#      dashboard_url: "http://server.corpX.un:3000/n/nnnnnnnn/mail-app"
+</code>
+==== Подключение Alertmanager к Prometheus ====
+<code>
 # cat /etc/prometheus/prometheus.yml
 </code><code>
@@ Line 117: / Line 177: @@
   - "first_rules.yml"
   # - "second_rules.yml"
+  # - "node_exporter_rules.yml"
+  # - "*rules.yml"
 ...
 </code>
@@ Line 130: / Line 191: @@
 </code>
-  * [[http://192.168.X.10:9090/alerts]]
+  * [[http://server.corpX.un:9090/classic/alerts]]
+==== Отладка Alertmanager ====
+<code>
+# cat /etc/default/prometheus-alertmanager
+ARGS="--log.level=debug"
+</code>
 ===== Exporters =====
@@ Line 144: / Line 211: @@
 $ df /
 ...
-/dev/mapper/debian--vg-root  15662008 1877488  12969212  13% /
+/dev/.....  15662008 1877488  12969212  13% /
 ...
 # TYPE node_filesystem_free_bytes gauge
-node_filesystem_free_bytes{device="/dev/mapper/debian--vg-root",fstype="ext4",mountpoint="/"} = (15662008 - 1877488) * 1024
+node_filesystem_free_bytes{fstype="ext4",mountpoint="/"} = (15662008 - 1877488) * 1024
+  или
+{__name__="node_filesystem_free_bytes",fstype="ext4",mountpoint="/"}
 </code>
@@ Line 171: / Line 243: @@
       - targets: ['localhost:9100']
 </code>
+=== collector.systemd ===
+  * включен по умолчанию
 === Запросы PromQL ===
@@ Line 179: / Line 255: @@
 *rate(node_network_receive_bytes_total{device="eth0",instance="localhost:9100",job="node"}[1m])
+node_systemd_unit_state
+node_systemd_unit_state{instance="localhost:9100",job="node",name="dovecot.service",state="active"}
 </code>
@@ Line 215: / Line 295: @@
         - https://val.bmstu.ru
         - https://ya.ru
-    relabel_configs:
-      - source_labels: [__address__]
-        target_label: __param_target
-      - source_labels: [__param_target]
-        target_label: instance
-      - target_label: __address__
-        replacement: localhost:9115
-  - job_name: check_ssh
-    metrics_path: /probe
-    params:
-      module: [ssh_banner]
-    static_configs:
-      - targets:
-        - switch1:22
-        - switch2:22
-        - switch3:22
     relabel_configs:
       - source_labels: [__address__]
@@ Line 251: / Line 314: @@
 probe_http_duration_seconds...
 </code>
 === Пример использования file-based service discovery и сервиса ping ===
-  * [[https://www.robustperception.io/icmp-pings-with-the-blackbox-exporter|ICMP Pings with the Blackbox exporter]], [[https://github.com/prometheus/blackbox_exporter|github blackbox_exporter]], [[POSIX capabilities]] или [[Управление ядром и модулями в Linux#Переменные ядра]]
+  * [[https://www.robustperception.io/icmp-pings-with-the-blackbox-exporter|ICMP Pings with the Blackbox exporter]], [[https://github.com/prometheus/blackbox_exporter?tab=readme-ov-file#permissions|github blackbox_exporter permissions]], [[POSIX capabilities]] или [[Управление ядром и модулями в Linux#Переменные ядра]]
 <code>
@@ Line 355: / Line 419: @@
 </code>
-=== Примеры использования ===
+=== Проверка конфигурации и перезапуск prometheus-snmp-exporter ===
 <code>
+# prometheus-snmp-exporter --dry-run
 # service prometheus-snmp-exporter restart
 </code>
+=== Примеры использования ===
   * [[http://server.corpX.un:9116/]]
@@ Line 395: / Line 463: @@
 </code>
+===== prometheus-apache-exporter =====
+<code>
+root@server:~# curl http://localhost/server-status?auto
+root@server:~# apt install prometheus-apache-exporter
+root@server:~# curl http://localhost:9117/metrics
+# cat /etc/prometheus/prometheus.yml
+...
+  - job_name: 'apache'
+    static_configs:
+      - targets: ['localhost:9117']
+#        labels:
+#          env: 'QA'
+...
+rate(apache_accesses_total[1m])
+</code>
+  * [[#Проверка конфигурации и перезапуск]]
 ===== prometheus-pushgateway =====
@@ Line 411: / Line 503: @@
   * [[#Проверка конфигурации и перезапуск]]
-==== Пример prometheus pushgateway на bash ====
+==== Отправка метрик из приложения ====
+=== Пример 1 ===
   * [[https://vinayakpandey-7997.medium.com/pushing-bash-script-result-to-prometheus-using-pushgateway-a0760cd261e|Scrape data using Bash script and push it to Prometheus using PushGateway]]
@@ Line 431: / Line 525: @@
 </code><code>
-ip_dhcp_binding{dhcp_server="router",job="cisco_dhcp",net="192.168"}
+PromQL: ip_dhcp_binding{dhcp_server="router",job="cisco_dhcp",net="192.168"}
 </code><code>
 # crontab -l
 </code><code>
 * * * * * /root/ip_dhcp_binding.sh
+</code>
+=== Пример 2 ===
+  * Web интерфейс к почте [[Web интерфейс к почте#Roundcube]]
+  * [[Средства программирования shell#Тестирование Web приложения на shell]]
+<code>
+root@server:~# apt install bc
+root@server:~# cat /usr/local/bin/roundcube_monitor_stat_log.sh
+</code><code>
+#!/bin/bash
+start=$(date +%s.%N)
+/usr/local/bin/roundcube_monitor.sh 2>&1 | logger -t roundcube_monitor
+test ${PIPESTATUS[0]} -eq 0 && end=$(date +%s.%N) || end=$start
+runtime=$(echo "$end - $start" | bc)
+echo "roundcube_login_logout_runtime ${runtime}" | \
+  curl -Ss --data-binary @- http://localhost:9091/metrics/job/roundcube_monitor/host/$(hostname)
+echo "Выполнено за $runtime сек."
+</code><code>
+PromQL: roundcube_login_logout_runtime
+</code><code>
+root@server:~# crontab -l
+</code><code>
+* * * * * /usr/local/bin/roundcube_monitor_stat_log.sh >/dev/null
 </code>

Методические материалы Лохтурова Вячеслава

User Tools

Site Tools

Differences

Page Tools