job=etcd (0/3 up) state=down, endpoint=https://10.10.10.12:2379/metrics, labels={cls="etcd",ins="etcd-1",instance="10.10.10.12:2379",ip="10.10.10.12",job="etcd"}, scrapes_total=203344, scrapes_failed=203344, last_scrape=17.767s ago, scrape_duration=8000ms, scrape_response_size=never scraped, samples_scraped=0, error=cannot perform request to "https://10.10.10.12:2379/metrics": Get "https://10.10.10.12:2379/metrics": net/http: request canceled while waiting for connection (Client.Timeout exceeded while awaiting headers) state=down, endpoint=https://10.10.10.13:2379/metrics, labels={cls="etcd",ins="etcd-2",instance="10.10.10.13:2379",ip="10.10.10.13",job="etcd"}, scrapes_total=203345, scrapes_failed=203345, last_scrape=8.623s ago, scrape_duration=8000ms, scrape_response_size=never scraped, samples_scraped=0, error=cannot perform request to "https://10.10.10.13:2379/metrics": Get "https://10.10.10.13:2379/metrics": context deadline exceeded state=down, endpoint=https://10.10.10.14:2379/metrics, labels={cls="etcd",ins="etcd-3",instance="10.10.10.14:2379",ip="10.10.10.14",job="etcd"}, scrapes_total=203345, scrapes_failed=203345, last_scrape=9.530s ago, scrape_duration=8000ms, scrape_response_size=never scraped, samples_scraped=0, error=cannot perform request to "https://10.10.10.14:2379/metrics": Get "https://10.10.10.14:2379/metrics": context deadline exceeded job=infra (0/8 up) state=down, endpoint=http://10.10.10.11:10428/metrics, labels={cls="vtraces",ins="vtraces-1",instance="10.10.10.11:10428",ip="10.10.10.11",job="infra"}, scrapes_total=203344, scrapes_failed=203344, last_scrape=14.794s ago, scrape_duration=8000ms, scrape_response_size=never scraped, samples_scraped=0, error=cannot perform request to "http://10.10.10.11:10428/metrics": Get "http://10.10.10.11:10428/metrics": context deadline exceeded state=down, endpoint=http://10.10.10.11:3000/metrics, labels={cls="grafana",ins="grafana-1",instance="10.10.10.11:3000",ip="10.10.10.11",job="infra"}, scrapes_total=203345, scrapes_failed=203345, last_scrape=10.425s ago, scrape_duration=8000ms, scrape_response_size=never scraped, samples_scraped=0, error=cannot perform request to "http://10.10.10.11:3000/metrics": Get "http://10.10.10.11:3000/metrics": net/http: request canceled while waiting for connection (Client.Timeout exceeded while awaiting headers) state=down, endpoint=http://10.10.10.11:8428/metrics, labels={cls="vmetrics",ins="vmetrics-1",instance="10.10.10.11:8428",ip="10.10.10.11",job="infra"}, scrapes_total=203344, scrapes_failed=203344, last_scrape=16.780s ago, scrape_duration=8000ms, scrape_response_size=never scraped, samples_scraped=0, error=cannot perform request to "http://10.10.10.11:8428/metrics": Get "http://10.10.10.11:8428/metrics": context deadline exceeded state=down, endpoint=http://10.10.10.11:8880/metrics, labels={cls="vmalert",ins="vmalert-1",instance="10.10.10.11:8880",ip="10.10.10.11",job="infra"}, scrapes_total=203345, scrapes_failed=203345, last_scrape=8.623s ago, scrape_duration=8002ms, scrape_response_size=never scraped, samples_scraped=0, error=cannot perform request to "http://10.10.10.11:8880/metrics": Get "http://10.10.10.11:8880/metrics": net/http: request canceled while waiting for connection (Client.Timeout exceeded while awaiting headers) state=down, endpoint=http://10.10.10.11:9059/metrics, labels={cls="alertmanager",ins="alertmanager-1",instance="10.10.10.11:9059",ip="10.10.10.11",job="infra"}, scrapes_total=203345, scrapes_failed=203345, last_scrape=8.191s ago, scrape_duration=8000ms, scrape_response_size=never scraped, samples_scraped=0, error=cannot perform request to "http://10.10.10.11:9059/metrics": Get "http://10.10.10.11:9059/metrics": context deadline exceeded state=down, endpoint=http://10.10.10.11:9113/metrics, labels={cls="nginx",ins="nginx-1",instance="10.10.10.11:9113",ip="10.10.10.11",job="infra"}, scrapes_total=203344, scrapes_failed=203344, last_scrape=15.056s ago, scrape_duration=8002ms, scrape_response_size=never scraped, samples_scraped=0, error=cannot perform request to "http://10.10.10.11:9113/metrics": Get "http://10.10.10.11:9113/metrics": context deadline exceeded state=down, endpoint=http://10.10.10.11:9115/metrics, labels={cls="blackbox",ins="blackbox-1",instance="10.10.10.11:9115",ip="10.10.10.11",job="infra"}, scrapes_total=203345, scrapes_failed=203345, last_scrape=8.837s ago, scrape_duration=8000ms, scrape_response_size=never scraped, samples_scraped=0, error=cannot perform request to "http://10.10.10.11:9115/metrics": Get "http://10.10.10.11:9115/metrics": net/http: request canceled while waiting for connection (Client.Timeout exceeded while awaiting headers) state=down, endpoint=http://10.10.10.11:9428/metrics, labels={cls="vlogs",ins="vlogs-1",instance="10.10.10.11:9428",ip="10.10.10.11",job="infra"}, scrapes_total=203345, scrapes_failed=203345, last_scrape=10.982s ago, scrape_duration=8002ms, scrape_response_size=never scraped, samples_scraped=0, error=cannot perform request to "http://10.10.10.11:9428/metrics": Get "http://10.10.10.11:9428/metrics": net/http: request canceled while waiting for connection (Client.Timeout exceeded while awaiting headers) job=node (0/12 up) state=down, endpoint=http://10.10.10.11:9100/metrics, labels={cls="nodes",ins="vmi3265066",instance="10.10.10.11:9100",ip="10.10.10.11",job="node"}, scrapes_total=203345, scrapes_failed=203345, last_scrape=8.459s ago, scrape_duration=8002ms, scrape_response_size=never scraped, samples_scraped=0, error=cannot perform request to "http://10.10.10.11:9100/metrics": Get "http://10.10.10.11:9100/metrics": context deadline exceeded state=down, endpoint=http://10.10.10.11:9101/metrics, labels={cls="nodes",ins="vmi3265066",instance="10.10.10.11:9101",ip="10.10.10.11",job="node"}, scrapes_total=203344, scrapes_failed=203344, last_scrape=15.690s ago, scrape_duration=8002ms, scrape_response_size=never scraped, samples_scraped=0, error=cannot perform request to "http://10.10.10.11:9101/metrics": Get "http://10.10.10.11:9101/metrics": context deadline exceeded state=down, endpoint=http://10.10.10.11:9598/metrics, labels={cls="nodes",ins="vmi3265066",instance="10.10.10.11:9598",ip="10.10.10.11",job="node"}, scrapes_total=203345, scrapes_failed=203345, last_scrape=9.403s ago, scrape_duration=8002ms, scrape_response_size=never scraped, samples_scraped=0, error=cannot perform request to "http://10.10.10.11:9598/metrics": Get "http://10.10.10.11:9598/metrics": context deadline exceeded state=down, endpoint=http://10.10.10.12:9100/metrics, labels={cls="pg-main",ins="pg-main-1",instance="10.10.10.12:9100",ip="10.10.10.12",job="node"}, scrapes_total=203344, scrapes_failed=203344, last_scrape=17.435s ago, scrape_duration=8002ms, scrape_response_size=never scraped, samples_scraped=0, error=cannot perform request to "http://10.10.10.12:9100/metrics": Get "http://10.10.10.12:9100/metrics": context deadline exceeded state=down, endpoint=http://10.10.10.12:9101/metrics, labels={cls="pg-main",ins="pg-main-1",instance="10.10.10.12:9101",ip="10.10.10.12",job="node"}, scrapes_total=203345, scrapes_failed=203345, last_scrape=11.844s ago, scrape_duration=8000ms, scrape_response_size=never scraped, samples_scraped=0, error=cannot perform request to "http://10.10.10.12:9101/metrics": Get "http://10.10.10.12:9101/metrics": net/http: request canceled while waiting for connection (Client.Timeout exceeded while awaiting headers) state=down, endpoint=http://10.10.10.12:9598/metrics, labels={cls="pg-main",ins="pg-main-1",instance="10.10.10.12:9598",ip="10.10.10.12",job="node"}, scrapes_total=203345, scrapes_failed=203345, last_scrape=8.222s ago, scrape_duration=8002ms, scrape_response_size=never scraped, samples_scraped=0, error=cannot perform request to "http://10.10.10.12:9598/metrics": Get "http://10.10.10.12:9598/metrics": net/http: request canceled while waiting for connection (Client.Timeout exceeded while awaiting headers) state=down, endpoint=http://10.10.10.13:9100/metrics, labels={cls="pg-main",ins="pg-main-2",instance="10.10.10.13:9100",ip="10.10.10.13",job="node"}, scrapes_total=203344, scrapes_failed=203344, last_scrape=15.178s ago, scrape_duration=8010ms, scrape_response_size=never scraped, samples_scraped=0, error=cannot perform request to "http://10.10.10.13:9100/metrics": Get "http://10.10.10.13:9100/metrics": net/http: request canceled while waiting for connection (Client.Timeout exceeded while awaiting headers) state=down, endpoint=http://10.10.10.13:9101/metrics, labels={cls="pg-main",ins="pg-main-2",instance="10.10.10.13:9101",ip="10.10.10.13",job="node"}, scrapes_total=203345, scrapes_failed=203345, last_scrape=9.285s ago, scrape_duration=8002ms, scrape_response_size=never scraped, samples_scraped=0, error=cannot perform request to "http://10.10.10.13:9101/metrics": Get "http://10.10.10.13:9101/metrics": context deadline exceeded (Client.Timeout exceeded while awaiting headers) state=down, endpoint=http://10.10.10.13:9598/metrics, labels={cls="pg-main",ins="pg-main-2",instance="10.10.10.13:9598",ip="10.10.10.13",job="node"}, scrapes_total=203344, scrapes_failed=203344, last_scrape=15.677s ago, scrape_duration=8002ms, scrape_response_size=never scraped, samples_scraped=0, error=cannot perform request to "http://10.10.10.13:9598/metrics": Get "http://10.10.10.13:9598/metrics": net/http: request canceled while waiting for connection (Client.Timeout exceeded while awaiting headers) state=down, endpoint=http://10.10.10.14:9100/metrics, labels={cls="pg-main",ins="pg-main-3",instance="10.10.10.14:9100",ip="10.10.10.14",job="node"}, scrapes_total=203344, scrapes_failed=203344, last_scrape=17.362s ago, scrape_duration=8003ms, scrape_response_size=never scraped, samples_scraped=0, error=cannot perform request to "http://10.10.10.14:9100/metrics": Get "http://10.10.10.14:9100/metrics": net/http: request canceled while waiting for connection (Client.Timeout exceeded while awaiting headers) state=down, endpoint=http://10.10.10.14:9101/metrics, labels={cls="pg-main",ins="pg-main-3",instance="10.10.10.14:9101",ip="10.10.10.14",job="node"}, scrapes_total=203345, scrapes_failed=203345, last_scrape=11.715s ago, scrape_duration=8000ms, scrape_response_size=never scraped, samples_scraped=0, error=cannot perform request to "http://10.10.10.14:9101/metrics": Get "http://10.10.10.14:9101/metrics": context deadline exceeded state=down, endpoint=http://10.10.10.14:9598/metrics, labels={cls="pg-main",ins="pg-main-3",instance="10.10.10.14:9598",ip="10.10.10.14",job="node"}, scrapes_total=203344, scrapes_failed=203344, last_scrape=17.206s ago, scrape_duration=8000ms, scrape_response_size=never scraped, samples_scraped=0, error=cannot perform request to "http://10.10.10.14:9598/metrics": Get "http://10.10.10.14:9598/metrics": context deadline exceeded job=pgsql (0/12 up) state=down, endpoint=http://10.10.10.12:8008/metrics, labels={cls="pg-main",ins="pg-main-1",instance="10.10.10.12:8008",ip="10.10.10.12",job="pgsql"}, scrapes_total=203344, scrapes_failed=203344, last_scrape=15.651s ago, scrape_duration=8002ms, scrape_response_size=never scraped, samples_scraped=0, error=cannot perform request to "http://10.10.10.12:8008/metrics": Get "http://10.10.10.12:8008/metrics": context deadline exceeded state=down, endpoint=http://10.10.10.12:9630/metrics, labels={cls="pg-main",ins="pg-main-1",instance="10.10.10.12:9630",ip="10.10.10.12",job="pgsql"}, scrapes_total=203345, scrapes_failed=203345, last_scrape=12.788s ago, scrape_duration=8000ms, scrape_response_size=never scraped, samples_scraped=0, error=cannot perform request to "http://10.10.10.12:9630/metrics": Get "http://10.10.10.12:9630/metrics": net/http: request canceled while waiting for connection (Client.Timeout exceeded while awaiting headers) state=down, endpoint=http://10.10.10.12:9631/metrics, labels={cls="pg-main",ins="pg-main-1",instance="10.10.10.12:9631",ip="10.10.10.12",job="pgsql"}, scrapes_total=203345, scrapes_failed=203345, last_scrape=12.749s ago, scrape_duration=8004ms, scrape_response_size=never scraped, samples_scraped=0, error=cannot perform request to "http://10.10.10.12:9631/metrics": Get "http://10.10.10.12:9631/metrics": net/http: request canceled while waiting for connection (Client.Timeout exceeded while awaiting headers) state=down, endpoint=http://10.10.10.12:9854/metrics, labels={cls="pg-main",ins="pg-main-1",instance="10.10.10.12:9854",ip="10.10.10.12",job="pgsql"}, scrapes_total=203344, scrapes_failed=203344, last_scrape=17.271s ago, scrape_duration=8000ms, scrape_response_size=never scraped, samples_scraped=0, error=cannot perform request to "http://10.10.10.12:9854/metrics": Get "http://10.10.10.12:9854/metrics": net/http: request canceled while waiting for connection (Client.Timeout exceeded while awaiting headers) state=down, endpoint=http://10.10.10.13:8008/metrics, labels={cls="pg-main",ins="pg-main-2",instance="10.10.10.13:8008",ip="10.10.10.13",job="pgsql"}, scrapes_total=203345, scrapes_failed=203345, last_scrape=9.316s ago, scrape_duration=8000ms, scrape_response_size=never scraped, samples_scraped=0, error=cannot perform request to "http://10.10.10.13:8008/metrics": Get "http://10.10.10.13:8008/metrics": context deadline exceeded state=down, endpoint=http://10.10.10.13:9630/metrics, labels={cls="pg-main",ins="pg-main-2",instance="10.10.10.13:9630",ip="10.10.10.13",job="pgsql"}, scrapes_total=203344, scrapes_failed=203344, last_scrape=16.658s ago, scrape_duration=8000ms, scrape_response_size=never scraped, samples_scraped=0, error=cannot perform request to "http://10.10.10.13:9630/metrics": Get "http://10.10.10.13:9630/metrics": context deadline exceeded state=down, endpoint=http://10.10.10.13:9631/metrics, labels={cls="pg-main",ins="pg-main-2",instance="10.10.10.13:9631",ip="10.10.10.13",job="pgsql"}, scrapes_total=203344, scrapes_failed=203344, last_scrape=15.304s ago, scrape_duration=8002ms, scrape_response_size=never scraped, samples_scraped=0, error=cannot perform request to "http://10.10.10.13:9631/metrics": Get "http://10.10.10.13:9631/metrics": net/http: request canceled while waiting for connection (Client.Timeout exceeded while awaiting headers) state=down, endpoint=http://10.10.10.13:9854/metrics, labels={cls="pg-main",ins="pg-main-2",instance="10.10.10.13:9854",ip="10.10.10.13",job="pgsql"}, scrapes_total=203344, scrapes_failed=203344, last_scrape=14.415s ago, scrape_duration=8000ms, scrape_response_size=never scraped, samples_scraped=0, error=cannot perform request to "http://10.10.10.13:9854/metrics": Get "http://10.10.10.13:9854/metrics": net/http: request canceled while waiting for connection (Client.Timeout exceeded while awaiting headers) state=down, endpoint=http://10.10.10.14:8008/metrics, labels={cls="pg-main",ins="pg-main-3",instance="10.10.10.14:8008",ip="10.10.10.14",job="pgsql"}, scrapes_total=203344, scrapes_failed=203344, last_scrape=16.428s ago, scrape_duration=8002ms, scrape_response_size=never scraped, samples_scraped=0, error=cannot perform request to "http://10.10.10.14:8008/metrics": Get "http://10.10.10.14:8008/metrics": net/http: request canceled while waiting for connection (Client.Timeout exceeded while awaiting headers) state=down, endpoint=http://10.10.10.14:9630/metrics, labels={cls="pg-main",ins="pg-main-3",instance="10.10.10.14:9630",ip="10.10.10.14",job="pgsql"}, scrapes_total=203345, scrapes_failed=203345, last_scrape=10.574s ago, scrape_duration=8002ms, scrape_response_size=never scraped, samples_scraped=0, error=cannot perform request to "http://10.10.10.14:9630/metrics": Get "http://10.10.10.14:9630/metrics": net/http: request canceled while waiting for connection (Client.Timeout exceeded while awaiting headers) state=down, endpoint=http://10.10.10.14:9631/metrics, labels={cls="pg-main",ins="pg-main-3",instance="10.10.10.14:9631",ip="10.10.10.14",job="pgsql"}, scrapes_total=203344, scrapes_failed=203344, last_scrape=13.200s ago, scrape_duration=8002ms, scrape_response_size=never scraped, samples_scraped=0, error=cannot perform request to "http://10.10.10.14:9631/metrics": Get "http://10.10.10.14:9631/metrics": net/http: request canceled while waiting for connection (Client.Timeout exceeded while awaiting headers) state=down, endpoint=http://10.10.10.14:9854/metrics, labels={cls="pg-main",ins="pg-main-3",instance="10.10.10.14:9854",ip="10.10.10.14",job="pgsql"}, scrapes_total=203345, scrapes_failed=203345, last_scrape=9.859s ago, scrape_duration=8002ms, scrape_response_size=never scraped, samples_scraped=0, error=cannot perform request to "http://10.10.10.14:9854/metrics": Get "http://10.10.10.14:9854/metrics": context deadline exceeded job=ping (4/4 up) state=up, endpoint=http://127.0.0.1:9115/probe?module=icmp&target=10.10.10.11, labels={cls="nodes",ins="vmi3265066",instance="10.10.10.11",ip="10.10.10.11",job="ping"}, scrapes_total=203345, scrapes_failed=764, last_scrape=12.999s ago, scrape_duration=7504ms, scrape_response_size=1008B, samples_scraped=8, error= state=up, endpoint=http://127.0.0.1:9115/probe?module=icmp&target=10.10.10.12, labels={cls="pg-main",ins="pg-main-1",instance="10.10.10.12",ip="10.10.10.12",job="ping"}, scrapes_total=203345, scrapes_failed=393, last_scrape=11.813s ago, scrape_duration=7507ms, scrape_response_size=1008B, samples_scraped=8, error= state=up, endpoint=http://127.0.0.1:9115/probe?module=icmp&target=10.10.10.13, labels={cls="pg-main",ins="pg-main-2",instance="10.10.10.13",ip="10.10.10.13",job="ping"}, scrapes_total=203344, scrapes_failed=624, last_scrape=14.616s ago, scrape_duration=7504ms, scrape_response_size=1008B, samples_scraped=8, error= state=up, endpoint=http://127.0.0.1:9115/probe?module=icmp&target=10.10.10.14, labels={cls="pg-main",ins="pg-main-3",instance="10.10.10.14",ip="10.10.10.14",job="ping"}, scrapes_total=203345, scrapes_failed=558, last_scrape=7.758s ago, scrape_duration=7509ms, scrape_response_size=1008B, samples_scraped=8, error= job=docker (0/0 up) job=juice (0/0 up) job=kafka (0/0 up) job=minio (0/0 up) job=mongo (0/0 up) job=mysql (0/0 up) job=pgrds (0/0 up) job=redis (0/0 up)