job=etcd (0/3 up) state=down, endpoint=https://10.10.10.12:2379/metrics, labels={cls="etcd",ins="etcd-1",instance="10.10.10.12:2379",ip="10.10.10.12",job="etcd"}, scrapes_total=29531, scrapes_failed=29531, last_scrape=9.160s ago, scrape_duration=8000ms, scrape_response_size=never scraped, samples_scraped=0, error=cannot perform request to "https://10.10.10.12:2379/metrics": Get "https://10.10.10.12:2379/metrics": net/http: request canceled while waiting for connection (Client.Timeout exceeded while awaiting headers) state=down, endpoint=https://10.10.10.13:2379/metrics, labels={cls="etcd",ins="etcd-2",instance="10.10.10.13:2379",ip="10.10.10.13",job="etcd"}, scrapes_total=29531, scrapes_failed=29531, last_scrape=10.016s ago, scrape_duration=8087ms, scrape_response_size=never scraped, samples_scraped=0, error=cannot perform request to "https://10.10.10.13:2379/metrics": Get "https://10.10.10.13:2379/metrics": context deadline exceeded state=down, endpoint=https://10.10.10.14:2379/metrics, labels={cls="etcd",ins="etcd-3",instance="10.10.10.14:2379",ip="10.10.10.14",job="etcd"}, scrapes_total=29531, scrapes_failed=29531, last_scrape=10.923s ago, scrape_duration=8019ms, scrape_response_size=never scraped, samples_scraped=0, error=cannot perform request to "https://10.10.10.14:2379/metrics": Get "https://10.10.10.14:2379/metrics": net/http: request canceled while waiting for connection (Client.Timeout exceeded while awaiting headers) job=infra (0/8 up) state=down, endpoint=http://10.10.10.11:10428/metrics, labels={cls="vtraces",ins="vtraces-1",instance="10.10.10.11:10428",ip="10.10.10.11",job="infra"}, scrapes_total=29530, scrapes_failed=29530, last_scrape=16.187s ago, scrape_duration=8000ms, scrape_response_size=never scraped, samples_scraped=0, error=cannot perform request to "http://10.10.10.11:10428/metrics": Get "http://10.10.10.11:10428/metrics": net/http: request canceled while waiting for connection (Client.Timeout exceeded while awaiting headers) state=down, endpoint=http://10.10.10.11:3000/metrics, labels={cls="grafana",ins="grafana-1",instance="10.10.10.11:3000",ip="10.10.10.11",job="infra"}, scrapes_total=29531, scrapes_failed=29531, last_scrape=11.818s ago, scrape_duration=8002ms, scrape_response_size=never scraped, samples_scraped=0, error=cannot perform request to "http://10.10.10.11:3000/metrics": Get "http://10.10.10.11:3000/metrics": net/http: request canceled while waiting for connection (Client.Timeout exceeded while awaiting headers) state=down, endpoint=http://10.10.10.11:8428/metrics, labels={cls="vmetrics",ins="vmetrics-1",instance="10.10.10.11:8428",ip="10.10.10.11",job="infra"}, scrapes_total=29531, scrapes_failed=29531, last_scrape=8.173s ago, scrape_duration=8002ms, scrape_response_size=never scraped, samples_scraped=0, error=cannot perform request to "http://10.10.10.11:8428/metrics": Get "http://10.10.10.11:8428/metrics": net/http: request canceled while waiting for connection (Client.Timeout exceeded while awaiting headers) state=down, endpoint=http://10.10.10.11:8880/metrics, labels={cls="vmalert",ins="vmalert-1",instance="10.10.10.11:8880",ip="10.10.10.11",job="infra"}, scrapes_total=29531, scrapes_failed=29531, last_scrape=10.016s ago, scrape_duration=8086ms, scrape_response_size=never scraped, samples_scraped=0, error=cannot perform request to "http://10.10.10.11:8880/metrics": Get "http://10.10.10.11:8880/metrics": net/http: request canceled while waiting for connection (Client.Timeout exceeded while awaiting headers) state=down, endpoint=http://10.10.10.11:9059/metrics, labels={cls="alertmanager",ins="alertmanager-1",instance="10.10.10.11:9059",ip="10.10.10.11",job="infra"}, scrapes_total=29531, scrapes_failed=29531, last_scrape=9.584s ago, scrape_duration=8006ms, scrape_response_size=never scraped, samples_scraped=0, error=cannot perform request to "http://10.10.10.11:9059/metrics": Get "http://10.10.10.11:9059/metrics": context deadline exceeded state=down, endpoint=http://10.10.10.11:9113/metrics, labels={cls="nginx",ins="nginx-1",instance="10.10.10.11:9113",ip="10.10.10.11",job="infra"}, scrapes_total=29530, scrapes_failed=29530, last_scrape=16.449s ago, scrape_duration=8000ms, scrape_response_size=never scraped, samples_scraped=0, error=cannot perform request to "http://10.10.10.11:9113/metrics": Get "http://10.10.10.11:9113/metrics": net/http: request canceled while waiting for connection (Client.Timeout exceeded while awaiting headers) state=down, endpoint=http://10.10.10.11:9115/metrics, labels={cls="blackbox",ins="blackbox-1",instance="10.10.10.11:9115",ip="10.10.10.11",job="infra"}, scrapes_total=29531, scrapes_failed=29531, last_scrape=10.230s ago, scrape_duration=8042ms, scrape_response_size=never scraped, samples_scraped=0, error=cannot perform request to "http://10.10.10.11:9115/metrics": Get "http://10.10.10.11:9115/metrics": net/http: request canceled while waiting for connection (Client.Timeout exceeded while awaiting headers) state=down, endpoint=http://10.10.10.11:9428/metrics, labels={cls="vlogs",ins="vlogs-1",instance="10.10.10.11:9428",ip="10.10.10.11",job="infra"}, scrapes_total=29531, scrapes_failed=29531, last_scrape=12.375s ago, scrape_duration=8000ms, scrape_response_size=never scraped, samples_scraped=0, error=cannot perform request to "http://10.10.10.11:9428/metrics": Get "http://10.10.10.11:9428/metrics": net/http: request canceled while waiting for connection (Client.Timeout exceeded while awaiting headers) job=node (0/12 up) state=down, endpoint=http://10.10.10.11:9100/metrics, labels={cls="nodes",ins="vmi3265066",instance="10.10.10.11:9100",ip="10.10.10.11",job="node"}, scrapes_total=29531, scrapes_failed=29531, last_scrape=9.852s ago, scrape_duration=8038ms, scrape_response_size=never scraped, samples_scraped=0, error=cannot perform request to "http://10.10.10.11:9100/metrics": Get "http://10.10.10.11:9100/metrics": context deadline exceeded state=down, endpoint=http://10.10.10.11:9101/metrics, labels={cls="nodes",ins="vmi3265066",instance="10.10.10.11:9101",ip="10.10.10.11",job="node"}, scrapes_total=29530, scrapes_failed=29530, last_scrape=17.083s ago, scrape_duration=8000ms, scrape_response_size=never scraped, samples_scraped=0, error=cannot perform request to "http://10.10.10.11:9101/metrics": Get "http://10.10.10.11:9101/metrics": net/http: request canceled while waiting for connection (Client.Timeout exceeded while awaiting headers) state=down, endpoint=http://10.10.10.11:9598/metrics, labels={cls="nodes",ins="vmi3265066",instance="10.10.10.11:9598",ip="10.10.10.11",job="node"}, scrapes_total=29531, scrapes_failed=29531, last_scrape=10.796s ago, scrape_duration=8002ms, scrape_response_size=never scraped, samples_scraped=0, error=cannot perform request to "http://10.10.10.11:9598/metrics": Get "http://10.10.10.11:9598/metrics": context deadline exceeded state=down, endpoint=http://10.10.10.12:9100/metrics, labels={cls="pg-main",ins="pg-main-1",instance="10.10.10.12:9100",ip="10.10.10.12",job="node"}, scrapes_total=29531, scrapes_failed=29531, last_scrape=8.828s ago, scrape_duration=8004ms, scrape_response_size=never scraped, samples_scraped=0, error=cannot perform request to "http://10.10.10.12:9100/metrics": Get "http://10.10.10.12:9100/metrics": net/http: request canceled while waiting for connection (Client.Timeout exceeded while awaiting headers) state=down, endpoint=http://10.10.10.12:9101/metrics, labels={cls="pg-main",ins="pg-main-1",instance="10.10.10.12:9101",ip="10.10.10.12",job="node"}, scrapes_total=29531, scrapes_failed=29531, last_scrape=13.237s ago, scrape_duration=8003ms, scrape_response_size=never scraped, samples_scraped=0, error=cannot perform request to "http://10.10.10.12:9101/metrics": Get "http://10.10.10.12:9101/metrics": net/http: request canceled while waiting for connection (Client.Timeout exceeded while awaiting headers) state=down, endpoint=http://10.10.10.12:9598/metrics, labels={cls="pg-main",ins="pg-main-1",instance="10.10.10.12:9598",ip="10.10.10.12",job="node"}, scrapes_total=29531, scrapes_failed=29531, last_scrape=9.615s ago, scrape_duration=8004ms, scrape_response_size=never scraped, samples_scraped=0, error=cannot perform request to "http://10.10.10.12:9598/metrics": Get "http://10.10.10.12:9598/metrics": context deadline exceeded state=down, endpoint=http://10.10.10.13:9100/metrics, labels={cls="pg-main",ins="pg-main-2",instance="10.10.10.13:9100",ip="10.10.10.13",job="node"}, scrapes_total=29530, scrapes_failed=29530, last_scrape=16.571s ago, scrape_duration=8004ms, scrape_response_size=never scraped, samples_scraped=0, error=cannot perform request to "http://10.10.10.13:9100/metrics": Get "http://10.10.10.13:9100/metrics": context deadline exceeded state=down, endpoint=http://10.10.10.13:9101/metrics, labels={cls="pg-main",ins="pg-main-2",instance="10.10.10.13:9101",ip="10.10.10.13",job="node"}, scrapes_total=29531, scrapes_failed=29531, last_scrape=10.678s ago, scrape_duration=8002ms, scrape_response_size=never scraped, samples_scraped=0, error=cannot perform request to "http://10.10.10.13:9101/metrics": Get "http://10.10.10.13:9101/metrics": context deadline exceeded (Client.Timeout exceeded while awaiting headers) state=down, endpoint=http://10.10.10.13:9598/metrics, labels={cls="pg-main",ins="pg-main-2",instance="10.10.10.13:9598",ip="10.10.10.13",job="node"}, scrapes_total=29530, scrapes_failed=29530, last_scrape=17.070s ago, scrape_duration=8002ms, scrape_response_size=never scraped, samples_scraped=0, error=cannot perform request to "http://10.10.10.13:9598/metrics": Get "http://10.10.10.13:9598/metrics": net/http: request canceled while waiting for connection (Client.Timeout exceeded while awaiting headers) state=down, endpoint=http://10.10.10.14:9100/metrics, labels={cls="pg-main",ins="pg-main-3",instance="10.10.10.14:9100",ip="10.10.10.14",job="node"}, scrapes_total=29531, scrapes_failed=29531, last_scrape=8.755s ago, scrape_duration=8002ms, scrape_response_size=never scraped, samples_scraped=0, error=cannot perform request to "http://10.10.10.14:9100/metrics": Get "http://10.10.10.14:9100/metrics": net/http: request canceled while waiting for connection (Client.Timeout exceeded while awaiting headers) state=down, endpoint=http://10.10.10.14:9101/metrics, labels={cls="pg-main",ins="pg-main-3",instance="10.10.10.14:9101",ip="10.10.10.14",job="node"}, scrapes_total=29531, scrapes_failed=29531, last_scrape=13.108s ago, scrape_duration=8000ms, scrape_response_size=never scraped, samples_scraped=0, error=cannot perform request to "http://10.10.10.14:9101/metrics": Get "http://10.10.10.14:9101/metrics": context deadline exceeded state=down, endpoint=http://10.10.10.14:9598/metrics, labels={cls="pg-main",ins="pg-main-3",instance="10.10.10.14:9598",ip="10.10.10.14",job="node"}, scrapes_total=29531, scrapes_failed=29531, last_scrape=8.599s ago, scrape_duration=8002ms, scrape_response_size=never scraped, samples_scraped=0, error=cannot perform request to "http://10.10.10.14:9598/metrics": Get "http://10.10.10.14:9598/metrics": context deadline exceeded job=pgsql (0/12 up) state=down, endpoint=http://10.10.10.12:8008/metrics, labels={cls="pg-main",ins="pg-main-1",instance="10.10.10.12:8008",ip="10.10.10.12",job="pgsql"}, scrapes_total=29530, scrapes_failed=29530, last_scrape=17.044s ago, scrape_duration=8003ms, scrape_response_size=never scraped, samples_scraped=0, error=cannot perform request to "http://10.10.10.12:8008/metrics": Get "http://10.10.10.12:8008/metrics": net/http: request canceled while waiting for connection (Client.Timeout exceeded while awaiting headers) state=down, endpoint=http://10.10.10.12:9630/metrics, labels={cls="pg-main",ins="pg-main-1",instance="10.10.10.12:9630",ip="10.10.10.12",job="pgsql"}, scrapes_total=29531, scrapes_failed=29531, last_scrape=14.181s ago, scrape_duration=8002ms, scrape_response_size=never scraped, samples_scraped=0, error=cannot perform request to "http://10.10.10.12:9630/metrics": Get "http://10.10.10.12:9630/metrics": net/http: request canceled while waiting for connection (Client.Timeout exceeded while awaiting headers) state=down, endpoint=http://10.10.10.12:9631/metrics, labels={cls="pg-main",ins="pg-main-1",instance="10.10.10.12:9631",ip="10.10.10.12",job="pgsql"}, scrapes_total=29531, scrapes_failed=29531, last_scrape=14.142s ago, scrape_duration=8000ms, scrape_response_size=never scraped, samples_scraped=0, error=cannot perform request to "http://10.10.10.12:9631/metrics": Get "http://10.10.10.12:9631/metrics": net/http: request canceled while waiting for connection (Client.Timeout exceeded while awaiting headers) state=down, endpoint=http://10.10.10.12:9854/metrics, labels={cls="pg-main",ins="pg-main-1",instance="10.10.10.12:9854",ip="10.10.10.12",job="pgsql"}, scrapes_total=29531, scrapes_failed=29531, last_scrape=8.664s ago, scrape_duration=8000ms, scrape_response_size=never scraped, samples_scraped=0, error=cannot perform request to "http://10.10.10.12:9854/metrics": Get "http://10.10.10.12:9854/metrics": net/http: request canceled while waiting for connection (Client.Timeout exceeded while awaiting headers) state=down, endpoint=http://10.10.10.13:8008/metrics, labels={cls="pg-main",ins="pg-main-2",instance="10.10.10.13:8008",ip="10.10.10.13",job="pgsql"}, scrapes_total=29531, scrapes_failed=29531, last_scrape=10.709s ago, scrape_duration=8002ms, scrape_response_size=never scraped, samples_scraped=0, error=cannot perform request to "http://10.10.10.13:8008/metrics": Get "http://10.10.10.13:8008/metrics": net/http: request canceled while waiting for connection (Client.Timeout exceeded while awaiting headers) state=down, endpoint=http://10.10.10.13:9630/metrics, labels={cls="pg-main",ins="pg-main-2",instance="10.10.10.13:9630",ip="10.10.10.13",job="pgsql"}, scrapes_total=29531, scrapes_failed=29531, last_scrape=8.051s ago, scrape_duration=8000ms, scrape_response_size=never scraped, samples_scraped=0, error=cannot perform request to "http://10.10.10.13:9630/metrics": Get "http://10.10.10.13:9630/metrics": net/http: request canceled while waiting for connection (Client.Timeout exceeded while awaiting headers) state=down, endpoint=http://10.10.10.13:9631/metrics, labels={cls="pg-main",ins="pg-main-2",instance="10.10.10.13:9631",ip="10.10.10.13",job="pgsql"}, scrapes_total=29530, scrapes_failed=29530, last_scrape=16.697s ago, scrape_duration=8003ms, scrape_response_size=never scraped, samples_scraped=0, error=cannot perform request to "http://10.10.10.13:9631/metrics": Get "http://10.10.10.13:9631/metrics": net/http: request canceled while waiting for connection (Client.Timeout exceeded while awaiting headers) state=down, endpoint=http://10.10.10.13:9854/metrics, labels={cls="pg-main",ins="pg-main-2",instance="10.10.10.13:9854",ip="10.10.10.13",job="pgsql"}, scrapes_total=29530, scrapes_failed=29530, last_scrape=15.808s ago, scrape_duration=8000ms, scrape_response_size=never scraped, samples_scraped=0, error=cannot perform request to "http://10.10.10.13:9854/metrics": Get "http://10.10.10.13:9854/metrics": net/http: request canceled while waiting for connection (Client.Timeout exceeded while awaiting headers) state=down, endpoint=http://10.10.10.14:8008/metrics, labels={cls="pg-main",ins="pg-main-3",instance="10.10.10.14:8008",ip="10.10.10.14",job="pgsql"}, scrapes_total=29530, scrapes_failed=29530, last_scrape=17.821s ago, scrape_duration=8000ms, scrape_response_size=never scraped, samples_scraped=0, error=cannot perform request to "http://10.10.10.14:8008/metrics": Get "http://10.10.10.14:8008/metrics": net/http: request canceled while waiting for connection (Client.Timeout exceeded while awaiting headers) state=down, endpoint=http://10.10.10.14:9630/metrics, labels={cls="pg-main",ins="pg-main-3",instance="10.10.10.14:9630",ip="10.10.10.14",job="pgsql"}, scrapes_total=29531, scrapes_failed=29531, last_scrape=11.967s ago, scrape_duration=8004ms, scrape_response_size=never scraped, samples_scraped=0, error=cannot perform request to "http://10.10.10.14:9630/metrics": Get "http://10.10.10.14:9630/metrics": net/http: request canceled while waiting for connection (Client.Timeout exceeded while awaiting headers) state=down, endpoint=http://10.10.10.14:9631/metrics, labels={cls="pg-main",ins="pg-main-3",instance="10.10.10.14:9631",ip="10.10.10.14",job="pgsql"}, scrapes_total=29530, scrapes_failed=29530, last_scrape=14.593s ago, scrape_duration=8002ms, scrape_response_size=never scraped, samples_scraped=0, error=cannot perform request to "http://10.10.10.14:9631/metrics": Get "http://10.10.10.14:9631/metrics": context deadline exceeded state=down, endpoint=http://10.10.10.14:9854/metrics, labels={cls="pg-main",ins="pg-main-3",instance="10.10.10.14:9854",ip="10.10.10.14",job="pgsql"}, scrapes_total=29531, scrapes_failed=29531, last_scrape=11.252s ago, scrape_duration=8000ms, scrape_response_size=never scraped, samples_scraped=0, error=cannot perform request to "http://10.10.10.14:9854/metrics": Get "http://10.10.10.14:9854/metrics": context deadline exceeded job=ping (4/4 up) state=up, endpoint=http://127.0.0.1:9115/probe?module=icmp&target=10.10.10.11, labels={cls="nodes",ins="vmi3265066",instance="10.10.10.11",ip="10.10.10.11",job="ping"}, scrapes_total=29531, scrapes_failed=1, last_scrape=14.392s ago, scrape_duration=7513ms, scrape_response_size=1015B, samples_scraped=8, error= state=up, endpoint=http://127.0.0.1:9115/probe?module=icmp&target=10.10.10.12, labels={cls="pg-main",ins="pg-main-1",instance="10.10.10.12",ip="10.10.10.12",job="ping"}, scrapes_total=29531, scrapes_failed=0, last_scrape=13.206s ago, scrape_duration=7507ms, scrape_response_size=1008B, samples_scraped=8, error= state=up, endpoint=http://127.0.0.1:9115/probe?module=icmp&target=10.10.10.13, labels={cls="pg-main",ins="pg-main-2",instance="10.10.10.13",ip="10.10.10.13",job="ping"}, scrapes_total=29530, scrapes_failed=1, last_scrape=16.009s ago, scrape_duration=7506ms, scrape_response_size=1007B, samples_scraped=8, error= state=up, endpoint=http://127.0.0.1:9115/probe?module=icmp&target=10.10.10.14, labels={cls="pg-main",ins="pg-main-3",instance="10.10.10.14",ip="10.10.10.14",job="ping"}, scrapes_total=29531, scrapes_failed=0, last_scrape=9.151s ago, scrape_duration=7504ms, scrape_response_size=1005B, samples_scraped=8, error= job=docker (0/0 up) job=juice (0/0 up) job=kafka (0/0 up) job=minio (0/0 up) job=mongo (0/0 up) job=mysql (0/0 up) job=pgrds (0/0 up) job=redis (0/0 up)