# HELP go_gc_duration_seconds A summary of the wall-time pause (stop-the-world) duration in garbage collection cycles. # TYPE go_gc_duration_seconds summary go_gc_duration_seconds{quantile="0"} 9.7239e-05 go_gc_duration_seconds{quantile="0.25"} 0.000134488 go_gc_duration_seconds{quantile="0.5"} 0.000169127 go_gc_duration_seconds{quantile="0.75"} 0.000217046 go_gc_duration_seconds{quantile="1"} 0.003810086 go_gc_duration_seconds_sum 24.091151406 go_gc_duration_seconds_count 98471 # HELP go_gc_gogc_percent Heap size target percentage configured by the user, otherwise 100. This value is set by the GOGC environment variable, and the runtime/debug.SetGCPercent function. Sourced from /gc/gogc:percent. # TYPE go_gc_gogc_percent gauge go_gc_gogc_percent 100 # HELP go_gc_gomemlimit_bytes Go runtime memory limit configured by the user, otherwise math.MaxInt64. This value is set by the GOMEMLIMIT environment variable, and the runtime/debug.SetMemoryLimit function. Sourced from /gc/gomemlimit:bytes. # TYPE go_gc_gomemlimit_bytes gauge go_gc_gomemlimit_bytes 9.223372036854776e+18 # HELP go_goroutines Number of goroutines that currently exist. # TYPE go_goroutines gauge go_goroutines 86 # HELP go_info Information about the Go environment. # TYPE go_info gauge go_info{version="go1.27.0"} 1 # HELP go_memstats_alloc_bytes Number of bytes allocated in heap and currently in use. Equals to /memory/classes/heap/objects:bytes. # TYPE go_memstats_alloc_bytes gauge go_memstats_alloc_bytes 2.4693352e+07 # HELP go_memstats_alloc_bytes_total Total number of bytes allocated in heap until now, even if released already. Equals to /gc/heap/allocs:bytes. # TYPE go_memstats_alloc_bytes_total counter go_memstats_alloc_bytes_total 2.247005032576e+12 # HELP go_memstats_buck_hash_sys_bytes Number of bytes used by the profiling bucket hash table. Equals to /memory/classes/profiling/buckets:bytes. # TYPE go_memstats_buck_hash_sys_bytes gauge go_memstats_buck_hash_sys_bytes 3.301189e+06 # HELP go_memstats_frees_total Total number of heap objects frees. Equals to /gc/heap/frees:objects + /gc/heap/tiny/allocs:objects. # TYPE go_memstats_frees_total counter go_memstats_frees_total 3.598572963e+09 # HELP go_memstats_gc_sys_bytes Number of bytes used for garbage collection system metadata. Equals to /memory/classes/metadata/other:bytes. # TYPE go_memstats_gc_sys_bytes gauge go_memstats_gc_sys_bytes 5.140224e+06 # HELP go_memstats_heap_alloc_bytes Number of heap bytes allocated and currently in use, same as go_memstats_alloc_bytes. Equals to /memory/classes/heap/objects:bytes. # TYPE go_memstats_heap_alloc_bytes gauge go_memstats_heap_alloc_bytes 2.4693352e+07 # HELP go_memstats_heap_idle_bytes Number of heap bytes waiting to be used. Equals to /memory/classes/heap/released:bytes + /memory/classes/heap/free:bytes. # TYPE go_memstats_heap_idle_bytes gauge go_memstats_heap_idle_bytes 4.0697856e+07 # HELP go_memstats_heap_inuse_bytes Number of heap bytes that are in use. Equals to /memory/classes/heap/objects:bytes + /memory/classes/heap/unused:bytes # TYPE go_memstats_heap_inuse_bytes gauge go_memstats_heap_inuse_bytes 3.2538624e+07 # HELP go_memstats_heap_objects Number of currently allocated objects. Equals to /gc/heap/objects:objects. # TYPE go_memstats_heap_objects gauge go_memstats_heap_objects 58094 # HELP go_memstats_heap_released_bytes Number of heap bytes released to OS. Equals to /memory/classes/heap/released:bytes. # TYPE go_memstats_heap_released_bytes gauge go_memstats_heap_released_bytes 1.6900096e+07 # HELP go_memstats_heap_sys_bytes Number of heap bytes obtained from system. Equals to /memory/classes/heap/objects:bytes + /memory/classes/heap/unused:bytes + /memory/classes/heap/released:bytes + /memory/classes/heap/free:bytes. # TYPE go_memstats_heap_sys_bytes gauge go_memstats_heap_sys_bytes 7.323648e+07 # HELP go_memstats_last_gc_time_seconds Number of seconds since 1970 of last garbage collection. # TYPE go_memstats_last_gc_time_seconds gauge go_memstats_last_gc_time_seconds 1.7897203827113607e+09 # HELP go_memstats_mallocs_total Total number of heap objects allocated, both live and gc-ed. Semantically a counter version for go_memstats_heap_objects gauge. Equals to /gc/heap/allocs:objects + /gc/heap/tiny/allocs:objects. # TYPE go_memstats_mallocs_total counter go_memstats_mallocs_total 3.598631057e+09 # HELP go_memstats_mcache_inuse_bytes Number of bytes in use by mcache structures. Equals to /memory/classes/metadata/mcache/inuse:bytes. # TYPE go_memstats_mcache_inuse_bytes gauge go_memstats_mcache_inuse_bytes 110208 # HELP go_memstats_mcache_sys_bytes Number of bytes used for mcache structures obtained from system. Equals to /memory/classes/metadata/mcache/inuse:bytes + /memory/classes/metadata/mcache/free:bytes. # TYPE go_memstats_mcache_sys_bytes gauge go_memstats_mcache_sys_bytes 112504 # HELP go_memstats_mspan_inuse_bytes Number of bytes in use by mspan structures. Equals to /memory/classes/metadata/mspan/inuse:bytes. # TYPE go_memstats_mspan_inuse_bytes gauge go_memstats_mspan_inuse_bytes 680160 # HELP go_memstats_mspan_sys_bytes Number of bytes used for mspan structures obtained from system. Equals to /memory/classes/metadata/mspan/inuse:bytes + /memory/classes/metadata/mspan/free:bytes. # TYPE go_memstats_mspan_sys_bytes gauge go_memstats_mspan_sys_bytes 1.01184e+06 # HELP go_memstats_next_gc_bytes Number of heap bytes when next garbage collection will take place. Equals to /gc/heap/goal:bytes. # TYPE go_memstats_next_gc_bytes gauge go_memstats_next_gc_bytes 4.9801714e+07 # HELP go_memstats_other_sys_bytes Number of bytes used for other system allocations. Equals to /memory/classes/other:bytes. # TYPE go_memstats_other_sys_bytes gauge go_memstats_other_sys_bytes 7.910107e+06 # HELP go_memstats_stack_inuse_bytes Number of bytes obtained from system for stack allocator in non-CGO environments. Equals to /memory/classes/heap/stacks:bytes. # TYPE go_memstats_stack_inuse_bytes gauge go_memstats_stack_inuse_bytes 6.455296e+06 # HELP go_memstats_stack_sys_bytes Number of bytes obtained from system for stack allocator. Equals to /memory/classes/heap/stacks:bytes + /memory/classes/os-stacks:bytes. # TYPE go_memstats_stack_sys_bytes gauge go_memstats_stack_sys_bytes 6.455296e+06 # HELP go_memstats_sys_bytes Number of bytes obtained from system. Equals to /memory/classes/total:byte. # TYPE go_memstats_sys_bytes gauge go_memstats_sys_bytes 9.716764e+07 # HELP go_sched_gomaxprocs_threads The current runtime.GOMAXPROCS setting, or the number of operating system threads that can execute user-level Go code simultaneously. Sourced from /sched/gomaxprocs:threads. # TYPE go_sched_gomaxprocs_threads gauge go_sched_gomaxprocs_threads 48 # HELP go_threads Number of OS threads created. # TYPE go_threads gauge go_threads 45 # HELP process_cpu_seconds_total Total user and system CPU time spent in seconds. # TYPE process_cpu_seconds_total counter process_cpu_seconds_total 75287.46 # HELP process_max_fds Maximum number of open file descriptors. # TYPE process_max_fds gauge process_max_fds 524287 # HELP process_network_receive_bytes_total Number of bytes received by the process over the network. # TYPE process_network_receive_bytes_total counter process_network_receive_bytes_total 2.691298685405e+13 # HELP process_network_transmit_bytes_total Number of bytes sent by the process over the network. # TYPE process_network_transmit_bytes_total counter process_network_transmit_bytes_total 7.82226954276086e+14 # HELP process_open_fds Number of open file descriptors. # TYPE process_open_fds gauge process_open_fds 72 # HELP process_resident_memory_bytes Resident memory size in bytes. # TYPE process_resident_memory_bytes gauge process_resident_memory_bytes 4.912533504e+09 # HELP process_start_time_seconds Start time of the process since unix epoch in seconds. # TYPE process_start_time_seconds gauge process_start_time_seconds 1.78965070719e+09 # HELP process_virtual_memory_bytes Virtual memory size in bytes. # TYPE process_virtual_memory_bytes gauge process_virtual_memory_bytes 6.667575296e+09 # HELP process_virtual_memory_max_bytes Maximum amount of virtual memory available in bytes. # TYPE process_virtual_memory_max_bytes gauge process_virtual_memory_max_bytes 1.8446744073709552e+19 # HELP sunlight_addchain_requests_total Number of add-[pre-]chain requests, by chain characteristics and errors if any. # TYPE sunlight_addchain_requests_total counter sunlight_addchain_requests_total{chain_len="",error="failed to read body",issuer="",log="navigli2026h2",low_priority="",precert="",preissuer="",reused="false",root="",source=""} 4 sunlight_addchain_requests_total{chain_len="",error="failed to read body",issuer="",log="navigli2026h2",low_priority="",precert="",preissuer="",reused="true",root="",source=""} 4 sunlight_addchain_requests_total{chain_len="2",error="",issuer="O=Geomys, CN=CT Uptime Test Root",log="navigli2026h2",low_priority="false",precert="true",preissuer="",reused="false",root="O=Geomys, CN=CT Uptime Test Root",source="cache"} 1139 sunlight_addchain_requests_total{chain_len="2",error="",issuer="O=Geomys, CN=CT Uptime Test Root",log="navigli2026h2",low_priority="false",precert="true",preissuer="",reused="false",root="O=Geomys, CN=CT Uptime Test Root",source="pool"} 22 sunlight_addchain_requests_total{chain_len="2",error="",issuer="O=Geomys, CN=CT Uptime Test Root",log="navigli2026h2",low_priority="false",precert="true",preissuer="",reused="false",root="O=Geomys, CN=CT Uptime Test Root",source="sequencer"} 1161 sunlight_addchain_requests_total{chain_len="2",error="",issuer="O=Geomys, CN=CT Uptime Test Root",log="navigli2027h1",low_priority="false",precert="true",preissuer="",reused="false",root="O=Geomys, CN=CT Uptime Test Root",source="cache"} 1145 sunlight_addchain_requests_total{chain_len="2",error="",issuer="O=Geomys, CN=CT Uptime Test Root",log="navigli2027h1",low_priority="false",precert="true",preissuer="",reused="false",root="O=Geomys, CN=CT Uptime Test Root",source="pool"} 16 sunlight_addchain_requests_total{chain_len="2",error="",issuer="O=Geomys, CN=CT Uptime Test Root",log="navigli2027h1",low_priority="false",precert="true",preissuer="",reused="false",root="O=Geomys, CN=CT Uptime Test Root",source="sequencer"} 1162 sunlight_addchain_requests_total{chain_len="2",error="",issuer="O=Geomys, CN=CT Uptime Test Root",log="navigli2027h2",low_priority="false",precert="true",preissuer="",reused="false",root="O=Geomys, CN=CT Uptime Test Root",source="cache"} 1134 sunlight_addchain_requests_total{chain_len="2",error="",issuer="O=Geomys, CN=CT Uptime Test Root",log="navigli2027h2",low_priority="false",precert="true",preissuer="",reused="false",root="O=Geomys, CN=CT Uptime Test Root",source="pool"} 27 sunlight_addchain_requests_total{chain_len="2",error="",issuer="O=Geomys, CN=CT Uptime Test Root",log="navigli2027h2",low_priority="false",precert="true",preissuer="",reused="false",root="O=Geomys, CN=CT Uptime Test Root",source="sequencer"} 1161 sunlight_addchain_requests_total{chain_len="2",error="",issuer="O=Geomys, CN=CT Uptime Test Root",log="navigli2028h1",low_priority="false",precert="true",preissuer="",reused="false",root="O=Geomys, CN=CT Uptime Test Root",source="cache"} 1137 sunlight_addchain_requests_total{chain_len="2",error="",issuer="O=Geomys, CN=CT Uptime Test Root",log="navigli2028h1",low_priority="false",precert="true",preissuer="",reused="false",root="O=Geomys, CN=CT Uptime Test Root",source="pool"} 24 sunlight_addchain_requests_total{chain_len="2",error="",issuer="O=Geomys, CN=CT Uptime Test Root",log="navigli2028h1",low_priority="false",precert="true",preissuer="",reused="false",root="O=Geomys, CN=CT Uptime Test Root",source="sequencer"} 1161 sunlight_addchain_requests_total{chain_len="2",error="",issuer="O=Geomys, CN=CT Uptime Test Root",log="navigli2028h2",low_priority="false",precert="true",preissuer="",reused="false",root="O=Geomys, CN=CT Uptime Test Root",source="cache"} 1137 sunlight_addchain_requests_total{chain_len="2",error="",issuer="O=Geomys, CN=CT Uptime Test Root",log="navigli2028h2",low_priority="false",precert="true",preissuer="",reused="false",root="O=Geomys, CN=CT Uptime Test Root",source="pool"} 24 sunlight_addchain_requests_total{chain_len="2",error="",issuer="O=Geomys, CN=CT Uptime Test Root",log="navigli2028h2",low_priority="false",precert="true",preissuer="",reused="false",root="O=Geomys, CN=CT Uptime Test Root",source="sequencer"} 1162 sunlight_addchain_requests_total{chain_len="4",error="",issuer="C=FI, O=Telia Finland Oyj, CN=Telia PreProd Domain Validation CA v3",log="navigli2026h2",low_priority="false",precert="true",preissuer="",reused="false",root="O=TeliaSonera, CN=TeliaSonera PreProd Root CA v1",source="sequencer"} 1 sunlight_addchain_requests_total{chain_len="4",error="",issuer="C=US, O=Let's Encrypt, CN=(STAGING) Dastardly Durum YR1",log="navigli2026h2",low_priority="false",precert="true",preissuer="",reused="false",root="C=US, O=(STAGING) Internet Security Research Group, CN=(STAGING) Pretend Pear X1",source="sequencer"} 1147 sunlight_addchain_requests_total{chain_len="4",error="",issuer="C=US, O=Let's Encrypt, CN=(STAGING) Dastardly Durum YR1",log="navigli2026h2",low_priority="false",precert="true",preissuer="",reused="true",root="C=US, O=(STAGING) Internet Security Research Group, CN=(STAGING) Pretend Pear X1",source="sequencer"} 24247 sunlight_addchain_requests_total{chain_len="4",error="",issuer="C=US, O=Let's Encrypt, CN=(STAGING) Ersatz Emmer YR2",log="navigli2026h2",low_priority="false",precert="true",preissuer="",reused="false",root="C=US, O=(STAGING) Internet Security Research Group, CN=(STAGING) Pretend Pear X1",source="sequencer"} 1093 sunlight_addchain_requests_total{chain_len="4",error="",issuer="C=US, O=Let's Encrypt, CN=(STAGING) Ersatz Emmer YR2",log="navigli2026h2",low_priority="false",precert="true",preissuer="",reused="true",root="C=US, O=(STAGING) Internet Security Research Group, CN=(STAGING) Pretend Pear X1",source="sequencer"} 24255 sunlight_addchain_requests_total{chain_len="4",error="client went away: failed to sequence leaf: context canceled while queued for the pool",issuer="C=US, O=Let's Encrypt, CN=(STAGING) Dastardly Durum YR1",log="navigli2026h2",low_priority="false",precert="true",preissuer="",reused="true",root="C=US, O=(STAGING) Internet Security Research Group, CN=(STAGING) Pretend Pear X1",source="canceled"} 23 sunlight_addchain_requests_total{chain_len="4",error="client went away: failed to sequence leaf: context canceled while queued for the pool",issuer="C=US, O=Let's Encrypt, CN=(STAGING) Ersatz Emmer YR2",log="navigli2026h2",low_priority="false",precert="true",preissuer="",reused="false",root="C=US, O=(STAGING) Internet Security Research Group, CN=(STAGING) Pretend Pear X1",source="canceled"} 1 sunlight_addchain_requests_total{chain_len="4",error="client went away: failed to sequence leaf: context canceled while queued for the pool",issuer="C=US, O=Let's Encrypt, CN=(STAGING) Ersatz Emmer YR2",log="navigli2026h2",low_priority="false",precert="true",preissuer="",reused="true",root="C=US, O=(STAGING) Internet Security Research Group, CN=(STAGING) Pretend Pear X1",source="canceled"} 28 sunlight_addchain_requests_total{chain_len="4",error="client went away: failed to sequence leaf: context canceled while waiting for sequencing",issuer="C=US, O=Let's Encrypt, CN=(STAGING) Dastardly Durum YR1",log="navigli2026h2",low_priority="false",precert="true",preissuer="",reused="false",root="C=US, O=(STAGING) Internet Security Research Group, CN=(STAGING) Pretend Pear X1",source="sequencer"} 13 sunlight_addchain_requests_total{chain_len="4",error="client went away: failed to sequence leaf: context canceled while waiting for sequencing",issuer="C=US, O=Let's Encrypt, CN=(STAGING) Dastardly Durum YR1",log="navigli2026h2",low_priority="false",precert="true",preissuer="",reused="true",root="C=US, O=(STAGING) Internet Security Research Group, CN=(STAGING) Pretend Pear X1",source="sequencer"} 230 sunlight_addchain_requests_total{chain_len="4",error="client went away: failed to sequence leaf: context canceled while waiting for sequencing",issuer="C=US, O=Let's Encrypt, CN=(STAGING) Ersatz Emmer YR2",log="navigli2026h2",low_priority="false",precert="true",preissuer="",reused="false",root="C=US, O=(STAGING) Internet Security Research Group, CN=(STAGING) Pretend Pear X1",source="sequencer"} 11 sunlight_addchain_requests_total{chain_len="4",error="client went away: failed to sequence leaf: context canceled while waiting for sequencing",issuer="C=US, O=Let's Encrypt, CN=(STAGING) Ersatz Emmer YR2",log="navigli2026h2",low_priority="false",precert="true",preissuer="",reused="true",root="C=US, O=(STAGING) Internet Security Research Group, CN=(STAGING) Pretend Pear X1",source="sequencer"} 238 sunlight_addchain_requests_total{chain_len="5",error="",issuer="C=SE, O=Telia Company AB, CN=Telia CA Test EC QWAC ACME R1",log="navigli2026h2",low_priority="false",precert="true",preissuer="",reused="false",root="O=TeliaSonera, CN=TeliaSonera PreProd Root CA v1",source="sequencer"} 6 sunlight_addchain_requests_total{chain_len="5",error="",issuer="C=SE, O=Telia Company AB, CN=Telia CA Test EC QWAC R1, 2.5.4.97=NTRSE-5561034249",log="navigli2026h2",low_priority="false",precert="true",preissuer="",reused="false",root="O=TeliaSonera, CN=TeliaSonera PreProd Root CA v1",source="sequencer"} 6 sunlight_addchain_requests_total{chain_len="5",error="",issuer="C=SE, O=Telia Company AB, CN=Telia CA Test EC QWAC R1, 2.5.4.97=NTRSE-5561034249",log="navigli2027h1",low_priority="false",precert="true",preissuer="",reused="false",root="O=TeliaSonera, CN=TeliaSonera PreProd Root CA v1",source="sequencer"} 1 sunlight_addchain_requests_total{chain_len="5",error="",issuer="C=SE, O=Telia Company AB, CN=Telia Test RSA DV CA v4",log="navigli2026h2",low_priority="false",precert="true",preissuer="",reused="false",root="O=TeliaSonera, CN=TeliaSonera PreProd Root CA v1",source="sequencer"} 27 sunlight_addchain_requests_total{chain_len="5",error="",issuer="C=SE, O=Telia Company AB, CN=Telia Test RSA DV CA v4",log="navigli2026h2",low_priority="false",precert="true",preissuer="",reused="true",root="O=TeliaSonera, CN=TeliaSonera PreProd Root CA v1",source="sequencer"} 3 sunlight_addchain_requests_total{chain_len="5",error="",issuer="C=SE, O=Telia Company AB, CN=Telia Test RSA DV CA v4",log="navigli2027h1",low_priority="false",precert="true",preissuer="",reused="false",root="O=TeliaSonera, CN=TeliaSonera PreProd Root CA v1",source="sequencer"} 1 sunlight_addchain_requests_total{chain_len="5",error="",issuer="C=SE, O=Telia Company AB, CN=Telia Test RSA OV CA v4",log="navigli2026h2",low_priority="false",precert="true",preissuer="",reused="false",root="O=TeliaSonera, CN=TeliaSonera PreProd Root CA v1",source="sequencer"} 18 sunlight_addchain_requests_total{chain_len="5",error="",issuer="C=SE, O=Telia Company AB, CN=Telia Test RSA OV CA v4",log="navigli2027h1",low_priority="false",precert="true",preissuer="",reused="false",root="O=TeliaSonera, CN=TeliaSonera PreProd Root CA v1",source="sequencer"} 6 sunlight_addchain_requests_total{chain_len="5",error="",issuer="C=US, O=Let's Encrypt, CN=(STAGING) Artificial Amaranth YE1",log="navigli2026h2",low_priority="false",precert="true",preissuer="",reused="false",root="C=US, O=(STAGING) Internet Security Research Group, CN=(STAGING) Pretend Pear X1",source="sequencer"} 21162 sunlight_addchain_requests_total{chain_len="5",error="",issuer="C=US, O=Let's Encrypt, CN=(STAGING) Artificial Amaranth YE1",log="navigli2026h2",low_priority="false",precert="true",preissuer="",reused="true",root="C=US, O=(STAGING) Internet Security Research Group, CN=(STAGING) Pretend Pear X1",source="sequencer"} 444490 sunlight_addchain_requests_total{chain_len="5",error="",issuer="C=US, O=Let's Encrypt, CN=(STAGING) Baloney Bulgur YE2",log="navigli2026h2",low_priority="false",precert="true",preissuer="",reused="false",root="C=US, O=(STAGING) Internet Security Research Group, CN=(STAGING) Pretend Pear X1",source="sequencer"} 21233 sunlight_addchain_requests_total{chain_len="5",error="",issuer="C=US, O=Let's Encrypt, CN=(STAGING) Baloney Bulgur YE2",log="navigli2026h2",low_priority="false",precert="true",preissuer="",reused="true",root="C=US, O=(STAGING) Internet Security Research Group, CN=(STAGING) Pretend Pear X1",source="sequencer"} 442800 sunlight_addchain_requests_total{chain_len="5",error="client went away: failed to sequence leaf: context canceled while queued for the pool",issuer="C=US, O=Let's Encrypt, CN=(STAGING) Artificial Amaranth YE1",log="navigli2026h2",low_priority="false",precert="true",preissuer="",reused="false",root="C=US, O=(STAGING) Internet Security Research Group, CN=(STAGING) Pretend Pear X1",source="canceled"} 58 sunlight_addchain_requests_total{chain_len="5",error="client went away: failed to sequence leaf: context canceled while queued for the pool",issuer="C=US, O=Let's Encrypt, CN=(STAGING) Artificial Amaranth YE1",log="navigli2026h2",low_priority="false",precert="true",preissuer="",reused="true",root="C=US, O=(STAGING) Internet Security Research Group, CN=(STAGING) Pretend Pear X1",source="canceled"} 1467 sunlight_addchain_requests_total{chain_len="5",error="client went away: failed to sequence leaf: context canceled while queued for the pool",issuer="C=US, O=Let's Encrypt, CN=(STAGING) Baloney Bulgur YE2",log="navigli2026h2",low_priority="false",precert="true",preissuer="",reused="false",root="C=US, O=(STAGING) Internet Security Research Group, CN=(STAGING) Pretend Pear X1",source="canceled"} 66 sunlight_addchain_requests_total{chain_len="5",error="client went away: failed to sequence leaf: context canceled while queued for the pool",issuer="C=US, O=Let's Encrypt, CN=(STAGING) Baloney Bulgur YE2",log="navigli2026h2",low_priority="false",precert="true",preissuer="",reused="true",root="C=US, O=(STAGING) Internet Security Research Group, CN=(STAGING) Pretend Pear X1",source="canceled"} 1458 sunlight_addchain_requests_total{chain_len="5",error="client went away: failed to sequence leaf: context canceled while waiting for sequencing",issuer="C=US, O=Let's Encrypt, CN=(STAGING) Artificial Amaranth YE1",log="navigli2026h2",low_priority="false",precert="true",preissuer="",reused="false",root="C=US, O=(STAGING) Internet Security Research Group, CN=(STAGING) Pretend Pear X1",source="sequencer"} 186 sunlight_addchain_requests_total{chain_len="5",error="client went away: failed to sequence leaf: context canceled while waiting for sequencing",issuer="C=US, O=Let's Encrypt, CN=(STAGING) Artificial Amaranth YE1",log="navigli2026h2",low_priority="false",precert="true",preissuer="",reused="true",root="C=US, O=(STAGING) Internet Security Research Group, CN=(STAGING) Pretend Pear X1",source="sequencer"} 4395 sunlight_addchain_requests_total{chain_len="5",error="client went away: failed to sequence leaf: context canceled while waiting for sequencing",issuer="C=US, O=Let's Encrypt, CN=(STAGING) Baloney Bulgur YE2",log="navigli2026h2",low_priority="false",precert="true",preissuer="",reused="false",root="C=US, O=(STAGING) Internet Security Research Group, CN=(STAGING) Pretend Pear X1",source="sequencer"} 169 sunlight_addchain_requests_total{chain_len="5",error="client went away: failed to sequence leaf: context canceled while waiting for sequencing",issuer="C=US, O=Let's Encrypt, CN=(STAGING) Baloney Bulgur YE2",log="navigli2026h2",low_priority="false",precert="true",preissuer="",reused="true",root="C=US, O=(STAGING) Internet Security Research Group, CN=(STAGING) Pretend Pear X1",source="sequencer"} 4353 # HELP sunlight_addchain_wait_seconds Duration of add-[pre-]chain pauses waiting for a leaf to be sequenced, excluding deduplicated entries. # TYPE sunlight_addchain_wait_seconds summary sunlight_addchain_wait_seconds{log="navigli2026h2",quantile="0.5"} 0.182413298 sunlight_addchain_wait_seconds{log="navigli2026h2",quantile="0.75"} 0.221165517 sunlight_addchain_wait_seconds{log="navigli2026h2",quantile="0.9"} 0.2533955 sunlight_addchain_wait_seconds{log="navigli2026h2",quantile="0.99"} 0.294723199 sunlight_addchain_wait_seconds_sum{log="navigli2026h2"} 167793.71626035028 sunlight_addchain_wait_seconds_count{log="navigli2026h2"} 991244 sunlight_addchain_wait_seconds{log="navigli2027h1",quantile="0.5"} 0.233759446 sunlight_addchain_wait_seconds{log="navigli2027h1",quantile="0.75"} 0.233759446 sunlight_addchain_wait_seconds{log="navigli2027h1",quantile="0.9"} 0.233759446 sunlight_addchain_wait_seconds{log="navigli2027h1",quantile="0.99"} 0.233759446 sunlight_addchain_wait_seconds_sum{log="navigli2027h1"} 183.4021865320001 sunlight_addchain_wait_seconds_count{log="navigli2027h1"} 1170 sunlight_addchain_wait_seconds{log="navigli2027h2",quantile="0.5"} NaN sunlight_addchain_wait_seconds{log="navigli2027h2",quantile="0.75"} NaN sunlight_addchain_wait_seconds{log="navigli2027h2",quantile="0.9"} NaN sunlight_addchain_wait_seconds{log="navigli2027h2",quantile="0.99"} NaN sunlight_addchain_wait_seconds_sum{log="navigli2027h2"} 183.74730432800015 sunlight_addchain_wait_seconds_count{log="navigli2027h2"} 1161 sunlight_addchain_wait_seconds{log="navigli2028h1",quantile="0.5"} NaN sunlight_addchain_wait_seconds{log="navigli2028h1",quantile="0.75"} NaN sunlight_addchain_wait_seconds{log="navigli2028h1",quantile="0.9"} NaN sunlight_addchain_wait_seconds{log="navigli2028h1",quantile="0.99"} NaN sunlight_addchain_wait_seconds_sum{log="navigli2028h1"} 180.92792480199972 sunlight_addchain_wait_seconds_count{log="navigli2028h1"} 1161 sunlight_addchain_wait_seconds{log="navigli2028h2",quantile="0.5"} 0.091834663 sunlight_addchain_wait_seconds{log="navigli2028h2",quantile="0.75"} 0.133471555 sunlight_addchain_wait_seconds{log="navigli2028h2",quantile="0.9"} 0.133471555 sunlight_addchain_wait_seconds{log="navigli2028h2",quantile="0.99"} 0.133471555 sunlight_addchain_wait_seconds_sum{log="navigli2028h2"} 182.70843801100017 sunlight_addchain_wait_seconds_count{log="navigli2028h2"} 1162 # HELP sunlight_build_info Build information about the running sunlight binary. # TYPE sunlight_build_info gauge sunlight_build_info{commit="9df52bc1601173528297f188120eebe0b9ff3355",version="v0.9.1-0.20260917130017-9df52bc16011"} 1 # HELP sunlight_cache_checkpoint_busy_total Number of cache WAL checkpoints that couldn't complete and reset the WAL. # TYPE sunlight_cache_checkpoint_busy_total counter sunlight_cache_checkpoint_busy_total{log="navigli2026h2"} 0 sunlight_cache_checkpoint_busy_total{log="navigli2027h1"} 0 sunlight_cache_checkpoint_busy_total{log="navigli2027h2"} 0 sunlight_cache_checkpoint_busy_total{log="navigli2028h1"} 0 sunlight_cache_checkpoint_busy_total{log="navigli2028h2"} 0 # HELP sunlight_cache_checkpoint_duration_seconds Duration of deduplication cache WAL checkpoints. # TYPE sunlight_cache_checkpoint_duration_seconds summary sunlight_cache_checkpoint_duration_seconds{log="navigli2026h2",quantile="0.5"} 0.000133398 sunlight_cache_checkpoint_duration_seconds{log="navigli2026h2",quantile="0.9"} 0.000232236 sunlight_cache_checkpoint_duration_seconds{log="navigli2026h2",quantile="0.99"} 0.000456152 sunlight_cache_checkpoint_duration_seconds_sum{log="navigli2026h2"} 52.8556973840004 sunlight_cache_checkpoint_duration_seconds_count{log="navigli2026h2"} 348371 sunlight_cache_checkpoint_duration_seconds{log="navigli2027h1",quantile="0.5"} 5.1488e-05 sunlight_cache_checkpoint_duration_seconds{log="navigli2027h1",quantile="0.9"} 8.3968e-05 sunlight_cache_checkpoint_duration_seconds{log="navigli2027h1",quantile="0.99"} 0.000140597 sunlight_cache_checkpoint_duration_seconds_sum{log="navigli2027h1"} 21.8881808679998 sunlight_cache_checkpoint_duration_seconds_count{log="navigli2027h1"} 348371 sunlight_cache_checkpoint_duration_seconds{log="navigli2027h2",quantile="0.5"} 5.2839e-05 sunlight_cache_checkpoint_duration_seconds{log="navigli2027h2",quantile="0.9"} 8.5318e-05 sunlight_cache_checkpoint_duration_seconds{log="navigli2027h2",quantile="0.99"} 0.000150347 sunlight_cache_checkpoint_duration_seconds_sum{log="navigli2027h2"} 21.68628900299997 sunlight_cache_checkpoint_duration_seconds_count{log="navigli2027h2"} 348371 sunlight_cache_checkpoint_duration_seconds{log="navigli2028h1",quantile="0.5"} 5.2499e-05 sunlight_cache_checkpoint_duration_seconds{log="navigli2028h1",quantile="0.9"} 9.1298e-05 sunlight_cache_checkpoint_duration_seconds{log="navigli2028h1",quantile="0.99"} 0.000124598 sunlight_cache_checkpoint_duration_seconds_sum{log="navigli2028h1"} 22.247878297000415 sunlight_cache_checkpoint_duration_seconds_count{log="navigli2028h1"} 348370 sunlight_cache_checkpoint_duration_seconds{log="navigli2028h2",quantile="0.5"} 5.1749e-05 sunlight_cache_checkpoint_duration_seconds{log="navigli2028h2",quantile="0.9"} 8.8558e-05 sunlight_cache_checkpoint_duration_seconds{log="navigli2028h2",quantile="0.99"} 0.000149477 sunlight_cache_checkpoint_duration_seconds_sum{log="navigli2028h2"} 21.765543535000162 sunlight_cache_checkpoint_duration_seconds_count{log="navigli2028h2"} 348369 # HELP sunlight_cache_checkpoint_errors_total Number of failed cache WAL checkpoints. # TYPE sunlight_cache_checkpoint_errors_total counter sunlight_cache_checkpoint_errors_total{log="navigli2026h2"} 0 sunlight_cache_checkpoint_errors_total{log="navigli2027h1"} 0 sunlight_cache_checkpoint_errors_total{log="navigli2027h2"} 0 sunlight_cache_checkpoint_errors_total{log="navigli2028h1"} 0 sunlight_cache_checkpoint_errors_total{log="navigli2028h2"} 0 # HELP sunlight_cache_database_bytes Size of the deduplication cache database file. # TYPE sunlight_cache_database_bytes gauge sunlight_cache_database_bytes{log="navigli2026h2"} 9.672753152e+09 sunlight_cache_database_bytes{log="navigli2027h1"} 3.09248e+06 sunlight_cache_database_bytes{log="navigli2027h2"} 2.924544e+06 sunlight_cache_database_bytes{log="navigli2028h1"} 2.90816e+06 sunlight_cache_database_bytes{log="navigli2028h2"} 2.920448e+06 # HELP sunlight_cache_get_duration_seconds Duration of individual deduplication cache lookups. # TYPE sunlight_cache_get_duration_seconds summary sunlight_cache_get_duration_seconds{log="navigli2026h2",quantile="0.5"} 0.000242305 sunlight_cache_get_duration_seconds{log="navigli2026h2",quantile="0.9"} 0.000359873 sunlight_cache_get_duration_seconds{log="navigli2026h2",quantile="0.99"} 0.00051717 sunlight_cache_get_duration_seconds_sum{log="navigli2026h2"} 280.610043162982 sunlight_cache_get_duration_seconds_count{log="navigli2026h2"} 992389 sunlight_cache_get_duration_seconds{log="navigli2027h1",quantile="0.5"} 0.000132927 sunlight_cache_get_duration_seconds{log="navigli2027h1",quantile="0.9"} 0.000323584 sunlight_cache_get_duration_seconds{log="navigli2027h1",quantile="0.99"} 0.000323584 sunlight_cache_get_duration_seconds_sum{log="navigli2027h1"} 0.41274952500000006 sunlight_cache_get_duration_seconds_count{log="navigli2027h1"} 2315 sunlight_cache_get_duration_seconds{log="navigli2027h2",quantile="0.5"} 9.6349e-05 sunlight_cache_get_duration_seconds{log="navigli2027h2",quantile="0.9"} 9.6349e-05 sunlight_cache_get_duration_seconds{log="navigli2027h2",quantile="0.99"} 9.6349e-05 sunlight_cache_get_duration_seconds_sum{log="navigli2027h2"} 0.4090983830000001 sunlight_cache_get_duration_seconds_count{log="navigli2027h2"} 2295 sunlight_cache_get_duration_seconds{log="navigli2028h1",quantile="0.5"} 0.000109948 sunlight_cache_get_duration_seconds{log="navigli2028h1",quantile="0.9"} 0.000109948 sunlight_cache_get_duration_seconds{log="navigli2028h1",quantile="0.99"} 0.000109948 sunlight_cache_get_duration_seconds_sum{log="navigli2028h1"} 0.40970435900000074 sunlight_cache_get_duration_seconds_count{log="navigli2028h1"} 2298 sunlight_cache_get_duration_seconds{log="navigli2028h2",quantile="0.5"} 7.1859e-05 sunlight_cache_get_duration_seconds{log="navigli2028h2",quantile="0.9"} 0.000209946 sunlight_cache_get_duration_seconds{log="navigli2028h2",quantile="0.99"} 0.000209946 sunlight_cache_get_duration_seconds_sum{log="navigli2028h2"} 0.42414456000000006 sunlight_cache_get_duration_seconds_count{log="navigli2028h2"} 2299 # HELP sunlight_cache_put_duration_seconds Duration of batch deduplication cache inserts. # TYPE sunlight_cache_put_duration_seconds summary sunlight_cache_put_duration_seconds{log="navigli2026h2",quantile="0.5"} 0.000298975 sunlight_cache_put_duration_seconds{log="navigli2026h2",quantile="0.9"} 0.000766405 sunlight_cache_put_duration_seconds{log="navigli2026h2",quantile="0.99"} 0.001240977 sunlight_cache_put_duration_seconds_sum{log="navigli2026h2"} 128.04821547500148 sunlight_cache_put_duration_seconds_count{log="navigli2026h2"} 348371 sunlight_cache_put_duration_seconds{log="navigli2027h1",quantile="0.5"} 4.0679e-05 sunlight_cache_put_duration_seconds{log="navigli2027h1",quantile="0.9"} 7.1378e-05 sunlight_cache_put_duration_seconds{log="navigli2027h1",quantile="0.99"} 0.000117557 sunlight_cache_put_duration_seconds_sum{log="navigli2027h1"} 18.010024178000442 sunlight_cache_put_duration_seconds_count{log="navigli2027h1"} 348371 sunlight_cache_put_duration_seconds{log="navigli2027h2",quantile="0.5"} 4.0809e-05 sunlight_cache_put_duration_seconds{log="navigli2027h2",quantile="0.9"} 7.0818e-05 sunlight_cache_put_duration_seconds{log="navigli2027h2",quantile="0.99"} 0.000110108 sunlight_cache_put_duration_seconds_sum{log="navigli2027h2"} 17.912020991999693 sunlight_cache_put_duration_seconds_count{log="navigli2027h2"} 348371 sunlight_cache_put_duration_seconds{log="navigli2028h1",quantile="0.5"} 4.1989e-05 sunlight_cache_put_duration_seconds{log="navigli2028h1",quantile="0.9"} 7.4058e-05 sunlight_cache_put_duration_seconds{log="navigli2028h1",quantile="0.99"} 0.000101119 sunlight_cache_put_duration_seconds_sum{log="navigli2028h1"} 18.145054969999624 sunlight_cache_put_duration_seconds_count{log="navigli2028h1"} 348370 sunlight_cache_put_duration_seconds{log="navigli2028h2",quantile="0.5"} 3.9269e-05 sunlight_cache_put_duration_seconds{log="navigli2028h2",quantile="0.9"} 7.4299e-05 sunlight_cache_put_duration_seconds{log="navigli2028h2",quantile="0.99"} 0.000153908 sunlight_cache_put_duration_seconds_sum{log="navigli2028h2"} 17.628340422000147 sunlight_cache_put_duration_seconds_count{log="navigli2028h2"} 348369 # HELP sunlight_cache_put_entries_total Number of entries in deduplication cache inserts, successful or not. # TYPE sunlight_cache_put_entries_total counter sunlight_cache_put_entries_total{log="navigli2026h2"} 991244 sunlight_cache_put_entries_total{log="navigli2027h1"} 1170 sunlight_cache_put_entries_total{log="navigli2027h2"} 1161 sunlight_cache_put_entries_total{log="navigli2028h1"} 1161 sunlight_cache_put_entries_total{log="navigli2028h2"} 1162 # HELP sunlight_cache_put_errors_total Number of failed deduplication cache inserts. # TYPE sunlight_cache_put_errors_total counter sunlight_cache_put_errors_total{log="navigli2026h2"} 0 sunlight_cache_put_errors_total{log="navigli2027h1"} 0 sunlight_cache_put_errors_total{log="navigli2027h2"} 0 sunlight_cache_put_errors_total{log="navigli2028h1"} 0 sunlight_cache_put_errors_total{log="navigli2028h2"} 0 # HELP sunlight_cache_wal_frames Frames in the cache WAL as of the latest checkpoint. # TYPE sunlight_cache_wal_frames gauge sunlight_cache_wal_frames{log="navigli2026h2"} 6 sunlight_cache_wal_frames{log="navigli2027h1"} 1 sunlight_cache_wal_frames{log="navigli2027h2"} 1 sunlight_cache_wal_frames{log="navigli2028h1"} 1 sunlight_cache_wal_frames{log="navigli2028h2"} 1 # HELP sunlight_config_notafter_end_timestamp_seconds End of the NotAfter accepted period. # TYPE sunlight_config_notafter_end_timestamp_seconds gauge sunlight_config_notafter_end_timestamp_seconds{log="navigli2026h2"} 1.7987616e+09 sunlight_config_notafter_end_timestamp_seconds{log="navigli2027h1"} 1.8144e+09 sunlight_config_notafter_end_timestamp_seconds{log="navigli2027h2"} 1.8302976e+09 sunlight_config_notafter_end_timestamp_seconds{log="navigli2028h1"} 1.8460224e+09 sunlight_config_notafter_end_timestamp_seconds{log="navigli2028h2"} 1.86192e+09 # HELP sunlight_config_notafter_start_timestamp_seconds Start of the NotAfter accepted period. # TYPE sunlight_config_notafter_start_timestamp_seconds gauge sunlight_config_notafter_start_timestamp_seconds{log="navigli2026h2"} 1.782864e+09 sunlight_config_notafter_start_timestamp_seconds{log="navigli2027h1"} 1.7987616e+09 sunlight_config_notafter_start_timestamp_seconds{log="navigli2027h2"} 1.8144e+09 sunlight_config_notafter_start_timestamp_seconds{log="navigli2028h1"} 1.8302976e+09 sunlight_config_notafter_start_timestamp_seconds{log="navigli2028h2"} 1.8460224e+09 # HELP sunlight_config_roots_total Number of accepted roots. # TYPE sunlight_config_roots_total gauge sunlight_config_roots_total{log="navigli2026h2"} 118 sunlight_config_roots_total{log="navigli2027h1"} 118 sunlight_config_roots_total{log="navigli2027h2"} 118 sunlight_config_roots_total{log="navigli2028h1"} 86 sunlight_config_roots_total{log="navigli2028h2"} 86 # HELP sunlight_fs_op_duration_seconds Overall local backend operation latency. # TYPE sunlight_fs_op_duration_seconds summary sunlight_fs_op_duration_seconds{log="navigli2026h2",method="discard",quantile="0.5"} 8.3708e-05 sunlight_fs_op_duration_seconds{log="navigli2026h2",method="discard",quantile="0.75"} 9.6388e-05 sunlight_fs_op_duration_seconds{log="navigli2026h2",method="discard",quantile="0.9"} 0.000116507 sunlight_fs_op_duration_seconds{log="navigli2026h2",method="discard",quantile="0.99"} 0.000201636 sunlight_fs_op_duration_seconds_sum{log="navigli2026h2",method="discard"} 35.32013633299934 sunlight_fs_op_duration_seconds_count{log="navigli2026h2",method="discard"} 321462 sunlight_fs_op_duration_seconds{log="navigli2026h2",method="fetch",quantile="0.5"} NaN sunlight_fs_op_duration_seconds{log="navigli2026h2",method="fetch",quantile="0.75"} NaN sunlight_fs_op_duration_seconds{log="navigli2026h2",method="fetch",quantile="0.9"} NaN sunlight_fs_op_duration_seconds{log="navigli2026h2",method="fetch",quantile="0.99"} NaN sunlight_fs_op_duration_seconds_sum{log="navigli2026h2",method="fetch"} 0.005875397999999999 sunlight_fs_op_duration_seconds_count{log="navigli2026h2",method="fetch"} 26 sunlight_fs_op_duration_seconds{log="navigli2026h2",method="upload",quantile="0.5"} 0.000605868 sunlight_fs_op_duration_seconds{log="navigli2026h2",method="upload",quantile="0.75"} 0.000762365 sunlight_fs_op_duration_seconds{log="navigli2026h2",method="upload",quantile="0.9"} 0.000897393 sunlight_fs_op_duration_seconds{log="navigli2026h2",method="upload",quantile="0.99"} 0.001223896 sunlight_fs_op_duration_seconds_sum{log="navigli2026h2",method="upload"} 1155.4411052079486 sunlight_fs_op_duration_seconds_count{log="navigli2026h2",method="upload"} 1.646013e+06 sunlight_fs_op_duration_seconds{log="navigli2027h1",method="discard",quantile="0.5"} 7.9009e-05 sunlight_fs_op_duration_seconds{log="navigli2027h1",method="discard",quantile="0.75"} 7.9009e-05 sunlight_fs_op_duration_seconds{log="navigli2027h1",method="discard",quantile="0.9"} 7.9009e-05 sunlight_fs_op_duration_seconds{log="navigli2027h1",method="discard",quantile="0.99"} 7.9009e-05 sunlight_fs_op_duration_seconds_sum{log="navigli2027h1",method="discard"} 0.12379487600000011 sunlight_fs_op_duration_seconds_count{log="navigli2027h1",method="discard"} 1170 sunlight_fs_op_duration_seconds{log="navigli2027h1",method="fetch",quantile="0.5"} NaN sunlight_fs_op_duration_seconds{log="navigli2027h1",method="fetch",quantile="0.75"} NaN sunlight_fs_op_duration_seconds{log="navigli2027h1",method="fetch",quantile="0.9"} NaN sunlight_fs_op_duration_seconds{log="navigli2027h1",method="fetch",quantile="0.99"} NaN sunlight_fs_op_duration_seconds_sum{log="navigli2027h1",method="fetch"} 0.004426839 sunlight_fs_op_duration_seconds_count{log="navigli2027h1",method="fetch"} 14 sunlight_fs_op_duration_seconds{log="navigli2027h1",method="upload",quantile="0.5"} 0.000586379 sunlight_fs_op_duration_seconds{log="navigli2027h1",method="upload",quantile="0.75"} 0.000727206 sunlight_fs_op_duration_seconds{log="navigli2027h1",method="upload",quantile="0.9"} 0.000920453 sunlight_fs_op_duration_seconds{log="navigli2027h1",method="upload",quantile="0.99"} 0.001213187 sunlight_fs_op_duration_seconds_sum{log="navigli2027h1",method="upload"} 243.72146462599844 sunlight_fs_op_duration_seconds_count{log="navigli2027h1",method="upload"} 353056 sunlight_fs_op_duration_seconds{log="navigli2027h2",method="discard",quantile="0.5"} NaN sunlight_fs_op_duration_seconds{log="navigli2027h2",method="discard",quantile="0.75"} NaN sunlight_fs_op_duration_seconds{log="navigli2027h2",method="discard",quantile="0.9"} NaN sunlight_fs_op_duration_seconds{log="navigli2027h2",method="discard",quantile="0.99"} NaN sunlight_fs_op_duration_seconds_sum{log="navigli2027h2",method="discard"} 0.12859521800000007 sunlight_fs_op_duration_seconds_count{log="navigli2027h2",method="discard"} 1161 sunlight_fs_op_duration_seconds{log="navigli2027h2",method="fetch",quantile="0.5"} NaN sunlight_fs_op_duration_seconds{log="navigli2027h2",method="fetch",quantile="0.75"} NaN sunlight_fs_op_duration_seconds{log="navigli2027h2",method="fetch",quantile="0.9"} NaN sunlight_fs_op_duration_seconds{log="navigli2027h2",method="fetch",quantile="0.99"} NaN sunlight_fs_op_duration_seconds_sum{log="navigli2027h2",method="fetch"} 0.001734177 sunlight_fs_op_duration_seconds_count{log="navigli2027h2",method="fetch"} 8 sunlight_fs_op_duration_seconds{log="navigli2027h2",method="upload",quantile="0.5"} 0.000612208 sunlight_fs_op_duration_seconds{log="navigli2027h2",method="upload",quantile="0.75"} 0.000798504 sunlight_fs_op_duration_seconds{log="navigli2027h2",method="upload",quantile="0.9"} 0.000914742 sunlight_fs_op_duration_seconds{log="navigli2027h2",method="upload",quantile="0.99"} 0.001394674 sunlight_fs_op_duration_seconds_sum{log="navigli2027h2",method="upload"} 250.21984225000406 sunlight_fs_op_duration_seconds_count{log="navigli2027h2",method="upload"} 353021 sunlight_fs_op_duration_seconds{log="navigli2028h1",method="discard",quantile="0.5"} NaN sunlight_fs_op_duration_seconds{log="navigli2028h1",method="discard",quantile="0.75"} NaN sunlight_fs_op_duration_seconds{log="navigli2028h1",method="discard",quantile="0.9"} NaN sunlight_fs_op_duration_seconds{log="navigli2028h1",method="discard",quantile="0.99"} NaN sunlight_fs_op_duration_seconds_sum{log="navigli2028h1",method="discard"} 0.12741608099999988 sunlight_fs_op_duration_seconds_count{log="navigli2028h1",method="discard"} 1161 sunlight_fs_op_duration_seconds{log="navigli2028h1",method="fetch",quantile="0.5"} NaN sunlight_fs_op_duration_seconds{log="navigli2028h1",method="fetch",quantile="0.75"} NaN sunlight_fs_op_duration_seconds{log="navigli2028h1",method="fetch",quantile="0.9"} NaN sunlight_fs_op_duration_seconds{log="navigli2028h1",method="fetch",quantile="0.99"} NaN sunlight_fs_op_duration_seconds_sum{log="navigli2028h1",method="fetch"} 0.0017766070000000001 sunlight_fs_op_duration_seconds_count{log="navigli2028h1",method="fetch"} 8 sunlight_fs_op_duration_seconds{log="navigli2028h1",method="upload",quantile="0.5"} 0.000582449 sunlight_fs_op_duration_seconds{log="navigli2028h1",method="upload",quantile="0.75"} 0.000796915 sunlight_fs_op_duration_seconds{log="navigli2028h1",method="upload",quantile="0.9"} 0.000941962 sunlight_fs_op_duration_seconds{log="navigli2028h1",method="upload",quantile="0.99"} 0.001168898 sunlight_fs_op_duration_seconds_sum{log="navigli2028h1",method="upload"} 245.9429584380047 sunlight_fs_op_duration_seconds_count{log="navigli2028h1",method="upload"} 353020 sunlight_fs_op_duration_seconds{log="navigli2028h2",method="discard",quantile="0.5"} 7.2568e-05 sunlight_fs_op_duration_seconds{log="navigli2028h2",method="discard",quantile="0.75"} 8.2328e-05 sunlight_fs_op_duration_seconds{log="navigli2028h2",method="discard",quantile="0.9"} 8.2328e-05 sunlight_fs_op_duration_seconds{log="navigli2028h2",method="discard",quantile="0.99"} 8.2328e-05 sunlight_fs_op_duration_seconds_sum{log="navigli2028h2",method="discard"} 0.12395078000000008 sunlight_fs_op_duration_seconds_count{log="navigli2028h2",method="discard"} 1162 sunlight_fs_op_duration_seconds{log="navigli2028h2",method="fetch",quantile="0.5"} NaN sunlight_fs_op_duration_seconds{log="navigli2028h2",method="fetch",quantile="0.75"} NaN sunlight_fs_op_duration_seconds{log="navigli2028h2",method="fetch",quantile="0.9"} NaN sunlight_fs_op_duration_seconds{log="navigli2028h2",method="fetch",quantile="0.99"} NaN sunlight_fs_op_duration_seconds_sum{log="navigli2028h2",method="fetch"} 0.0016111979999999999 sunlight_fs_op_duration_seconds_count{log="navigli2028h2",method="fetch"} 8 sunlight_fs_op_duration_seconds{log="navigli2028h2",method="upload",quantile="0.5"} 0.000583349 sunlight_fs_op_duration_seconds{log="navigli2028h2",method="upload",quantile="0.75"} 0.000750706 sunlight_fs_op_duration_seconds{log="navigli2028h2",method="upload",quantile="0.9"} 0.000911922 sunlight_fs_op_duration_seconds{log="navigli2028h2",method="upload",quantile="0.99"} 0.001089969 sunlight_fs_op_duration_seconds_sum{log="navigli2028h2",method="upload"} 243.3745054330047 sunlight_fs_op_duration_seconds_count{log="navigli2028h2",method="upload"} 353023 # HELP sunlight_http_in_flight_requests Requests currently being served, by endpoint. # TYPE sunlight_http_in_flight_requests gauge sunlight_http_in_flight_requests{endpoint="add-chain",log="navigli2026h2"} 0 sunlight_http_in_flight_requests{endpoint="add-chain",log="navigli2027h1"} 0 sunlight_http_in_flight_requests{endpoint="add-chain",log="navigli2027h2"} 0 sunlight_http_in_flight_requests{endpoint="add-chain",log="navigli2028h1"} 0 sunlight_http_in_flight_requests{endpoint="add-chain",log="navigli2028h2"} 0 sunlight_http_in_flight_requests{endpoint="add-pre-chain",log="navigli2026h2"} 6 sunlight_http_in_flight_requests{endpoint="add-pre-chain",log="navigli2027h1"} 0 sunlight_http_in_flight_requests{endpoint="add-pre-chain",log="navigli2027h2"} 0 sunlight_http_in_flight_requests{endpoint="add-pre-chain",log="navigli2028h1"} 0 sunlight_http_in_flight_requests{endpoint="add-pre-chain",log="navigli2028h2"} 0 sunlight_http_in_flight_requests{endpoint="get-roots",log="navigli2026h2"} 0 sunlight_http_in_flight_requests{endpoint="get-roots",log="navigli2027h1"} 0 sunlight_http_in_flight_requests{endpoint="get-roots",log="navigli2027h2"} 0 sunlight_http_in_flight_requests{endpoint="get-roots",log="navigli2028h1"} 0 sunlight_http_in_flight_requests{endpoint="get-roots",log="navigli2028h2"} 0 # HELP sunlight_http_request_duration_seconds HTTP request serving latencies in seconds, by endpoint. # TYPE sunlight_http_request_duration_seconds summary sunlight_http_request_duration_seconds{endpoint="add-pre-chain",log="navigli2026h2",quantile="0.5"} 0.216448817 sunlight_http_request_duration_seconds{endpoint="add-pre-chain",log="navigli2026h2",quantile="0.75"} 0.256772145 sunlight_http_request_duration_seconds{endpoint="add-pre-chain",log="navigli2026h2",quantile="0.9"} 0.290135917 sunlight_http_request_duration_seconds{endpoint="add-pre-chain",log="navigli2026h2",quantile="0.99"} 0.327928553 sunlight_http_request_duration_seconds_sum{endpoint="add-pre-chain",log="navigli2026h2"} 203227.57745624054 sunlight_http_request_duration_seconds_count{endpoint="add-pre-chain",log="navigli2026h2"} 995514 sunlight_http_request_duration_seconds{endpoint="add-pre-chain",log="navigli2027h1",quantile="0.5"} 0.002200438 sunlight_http_request_duration_seconds{endpoint="add-pre-chain",log="navigli2027h1",quantile="0.75"} 0.237109732 sunlight_http_request_duration_seconds{endpoint="add-pre-chain",log="navigli2027h1",quantile="0.9"} 0.237109732 sunlight_http_request_duration_seconds{endpoint="add-pre-chain",log="navigli2027h1",quantile="0.99"} 0.237109732 sunlight_http_request_duration_seconds_sum{endpoint="add-pre-chain",log="navigli2027h1"} 191.06328232100006 sunlight_http_request_duration_seconds_count{endpoint="add-pre-chain",log="navigli2027h1"} 2331 sunlight_http_request_duration_seconds{endpoint="add-pre-chain",log="navigli2027h2",quantile="0.5"} 0.001507361 sunlight_http_request_duration_seconds{endpoint="add-pre-chain",log="navigli2027h2",quantile="0.75"} 0.001507361 sunlight_http_request_duration_seconds{endpoint="add-pre-chain",log="navigli2027h2",quantile="0.9"} 0.001507361 sunlight_http_request_duration_seconds{endpoint="add-pre-chain",log="navigli2027h2",quantile="0.99"} 0.001507361 sunlight_http_request_duration_seconds_sum{endpoint="add-pre-chain",log="navigli2027h2"} 191.51532932700022 sunlight_http_request_duration_seconds_count{endpoint="add-pre-chain",log="navigli2027h2"} 2322 sunlight_http_request_duration_seconds{endpoint="add-pre-chain",log="navigli2028h1",quantile="0.5"} NaN sunlight_http_request_duration_seconds{endpoint="add-pre-chain",log="navigli2028h1",quantile="0.75"} NaN sunlight_http_request_duration_seconds{endpoint="add-pre-chain",log="navigli2028h1",quantile="0.9"} NaN sunlight_http_request_duration_seconds{endpoint="add-pre-chain",log="navigli2028h1",quantile="0.99"} NaN sunlight_http_request_duration_seconds_sum{endpoint="add-pre-chain",log="navigli2028h1"} 188.41127790899975 sunlight_http_request_duration_seconds_count{endpoint="add-pre-chain",log="navigli2028h1"} 2322 sunlight_http_request_duration_seconds{endpoint="add-pre-chain",log="navigli2028h2",quantile="0.5"} 0.093336424 sunlight_http_request_duration_seconds{endpoint="add-pre-chain",log="navigli2028h2",quantile="0.75"} 0.135289741 sunlight_http_request_duration_seconds{endpoint="add-pre-chain",log="navigli2028h2",quantile="0.9"} 0.135289741 sunlight_http_request_duration_seconds{endpoint="add-pre-chain",log="navigli2028h2",quantile="0.99"} 0.135289741 sunlight_http_request_duration_seconds_sum{endpoint="add-pre-chain",log="navigli2028h2"} 190.6881476760002 sunlight_http_request_duration_seconds_count{endpoint="add-pre-chain",log="navigli2028h2"} 2323 sunlight_http_request_duration_seconds{endpoint="get-roots",log="navigli2026h2",quantile="0.5"} NaN sunlight_http_request_duration_seconds{endpoint="get-roots",log="navigli2026h2",quantile="0.75"} NaN sunlight_http_request_duration_seconds{endpoint="get-roots",log="navigli2026h2",quantile="0.9"} NaN sunlight_http_request_duration_seconds{endpoint="get-roots",log="navigli2026h2",quantile="0.99"} NaN sunlight_http_request_duration_seconds_sum{endpoint="get-roots",log="navigli2026h2"} 1.431210205 sunlight_http_request_duration_seconds_count{endpoint="get-roots",log="navigli2026h2"} 24 sunlight_http_request_duration_seconds{endpoint="get-roots",log="navigli2027h1",quantile="0.5"} 0.137772773 sunlight_http_request_duration_seconds{endpoint="get-roots",log="navigli2027h1",quantile="0.75"} 0.137772773 sunlight_http_request_duration_seconds{endpoint="get-roots",log="navigli2027h1",quantile="0.9"} 0.137772773 sunlight_http_request_duration_seconds{endpoint="get-roots",log="navigli2027h1",quantile="0.99"} 0.137772773 sunlight_http_request_duration_seconds_sum{endpoint="get-roots",log="navigli2027h1"} 1.3682087829999998 sunlight_http_request_duration_seconds_count{endpoint="get-roots",log="navigli2027h1"} 25 sunlight_http_request_duration_seconds{endpoint="get-roots",log="navigli2027h2",quantile="0.5"} NaN sunlight_http_request_duration_seconds{endpoint="get-roots",log="navigli2027h2",quantile="0.75"} NaN sunlight_http_request_duration_seconds{endpoint="get-roots",log="navigli2027h2",quantile="0.9"} NaN sunlight_http_request_duration_seconds{endpoint="get-roots",log="navigli2027h2",quantile="0.99"} NaN sunlight_http_request_duration_seconds_sum{endpoint="get-roots",log="navigli2027h2"} 1.625870262 sunlight_http_request_duration_seconds_count{endpoint="get-roots",log="navigli2027h2"} 24 sunlight_http_request_duration_seconds{endpoint="get-roots",log="navigli2028h1",quantile="0.5"} NaN sunlight_http_request_duration_seconds{endpoint="get-roots",log="navigli2028h1",quantile="0.75"} NaN sunlight_http_request_duration_seconds{endpoint="get-roots",log="navigli2028h1",quantile="0.9"} NaN sunlight_http_request_duration_seconds{endpoint="get-roots",log="navigli2028h1",quantile="0.99"} NaN sunlight_http_request_duration_seconds_sum{endpoint="get-roots",log="navigli2028h1"} 1.2578260479999996 sunlight_http_request_duration_seconds_count{endpoint="get-roots",log="navigli2028h1"} 25 sunlight_http_request_duration_seconds{endpoint="get-roots",log="navigli2028h2",quantile="0.5"} NaN sunlight_http_request_duration_seconds{endpoint="get-roots",log="navigli2028h2",quantile="0.75"} NaN sunlight_http_request_duration_seconds{endpoint="get-roots",log="navigli2028h2",quantile="0.9"} NaN sunlight_http_request_duration_seconds{endpoint="get-roots",log="navigli2028h2",quantile="0.99"} NaN sunlight_http_request_duration_seconds_sum{endpoint="get-roots",log="navigli2028h2"} 1.183286105 sunlight_http_request_duration_seconds_count{endpoint="get-roots",log="navigli2028h2"} 25 # HELP sunlight_http_requests_total HTTP requests served, by endpoint and response code. # TYPE sunlight_http_requests_total counter sunlight_http_requests_total{code="200",endpoint="add-pre-chain",log="navigli2026h2"} 982810 sunlight_http_requests_total{code="200",endpoint="add-pre-chain",log="navigli2027h1"} 2331 sunlight_http_requests_total{code="200",endpoint="add-pre-chain",log="navigli2027h2"} 2322 sunlight_http_requests_total{code="200",endpoint="add-pre-chain",log="navigli2028h1"} 2322 sunlight_http_requests_total{code="200",endpoint="add-pre-chain",log="navigli2028h2"} 2323 sunlight_http_requests_total{code="200",endpoint="get-roots",log="navigli2026h2"} 24 sunlight_http_requests_total{code="200",endpoint="get-roots",log="navigli2027h1"} 25 sunlight_http_requests_total{code="200",endpoint="get-roots",log="navigli2027h2"} 24 sunlight_http_requests_total{code="200",endpoint="get-roots",log="navigli2028h1"} 25 sunlight_http_requests_total{code="200",endpoint="get-roots",log="navigli2028h2"} 25 sunlight_http_requests_total{code="499",endpoint="add-pre-chain",log="navigli2026h2"} 12704 # HELP sunlight_issuers_cache_total Number of issuers observed since restarting. # TYPE sunlight_issuers_cache_total gauge sunlight_issuers_cache_total{log="navigli2026h2"} 17 sunlight_issuers_cache_total{log="navigli2027h1"} 7 sunlight_issuers_cache_total{log="navigli2027h2"} 1 sunlight_issuers_cache_total{log="navigli2028h1"} 1 sunlight_issuers_cache_total{log="navigli2028h2"} 1 # HELP sunlight_sequencing_data_tiles_bytes Uncompressed size of uploaded data tiles, including partials. # TYPE sunlight_sequencing_data_tiles_bytes summary sunlight_sequencing_data_tiles_bytes{log="navigli2026h2",quantile="0.5"} 185489 sunlight_sequencing_data_tiles_bytes{log="navigli2026h2",quantile="0.9"} 359036 sunlight_sequencing_data_tiles_bytes{log="navigli2026h2",quantile="0.99"} 395862 sunlight_sequencing_data_tiles_bytes_sum{log="navigli2026h2"} 6.6791805762e+10 sunlight_sequencing_data_tiles_bytes_count{log="navigli2026h2"} 324097 sunlight_sequencing_data_tiles_bytes{log="navigli2027h1",quantile="0.5"} 217808 sunlight_sequencing_data_tiles_bytes{log="navigli2027h1",quantile="0.9"} 217808 sunlight_sequencing_data_tiles_bytes{log="navigli2027h1",quantile="0.99"} 217808 sunlight_sequencing_data_tiles_bytes_sum{log="navigli2027h1"} 1.66108315e+08 sunlight_sequencing_data_tiles_bytes_count{log="navigli2027h1"} 1170 sunlight_sequencing_data_tiles_bytes{log="navigli2027h2",quantile="0.5"} NaN sunlight_sequencing_data_tiles_bytes{log="navigli2027h2",quantile="0.9"} NaN sunlight_sequencing_data_tiles_bytes{log="navigli2027h2",quantile="0.99"} NaN sunlight_sequencing_data_tiles_bytes_sum{log="navigli2027h2"} 1.61975635e+08 sunlight_sequencing_data_tiles_bytes_count{log="navigli2027h2"} 1161 sunlight_sequencing_data_tiles_bytes{log="navigli2028h1",quantile="0.5"} NaN sunlight_sequencing_data_tiles_bytes{log="navigli2028h1",quantile="0.9"} NaN sunlight_sequencing_data_tiles_bytes{log="navigli2028h1",quantile="0.99"} NaN sunlight_sequencing_data_tiles_bytes_sum{log="navigli2028h1"} 1.62250574e+08 sunlight_sequencing_data_tiles_bytes_count{log="navigli2028h1"} 1161 sunlight_sequencing_data_tiles_bytes{log="navigli2028h2",quantile="0.5"} 95877 sunlight_sequencing_data_tiles_bytes{log="navigli2028h2",quantile="0.9"} 96980 sunlight_sequencing_data_tiles_bytes{log="navigli2028h2",quantile="0.99"} 96980 sunlight_sequencing_data_tiles_bytes_sum{log="navigli2028h2"} 1.62082069e+08 sunlight_sequencing_data_tiles_bytes_count{log="navigli2028h2"} 1162 # HELP sunlight_sequencing_data_tiles_gzip_bytes Compressed size of uploaded data tiles, including partials. # TYPE sunlight_sequencing_data_tiles_gzip_bytes summary sunlight_sequencing_data_tiles_gzip_bytes{log="navigli2026h2",quantile="0.5"} 41087 sunlight_sequencing_data_tiles_gzip_bytes{log="navigli2026h2",quantile="0.9"} 79778 sunlight_sequencing_data_tiles_gzip_bytes{log="navigli2026h2",quantile="0.99"} 87493 sunlight_sequencing_data_tiles_gzip_bytes_sum{log="navigli2026h2"} 1.5774089085e+10 sunlight_sequencing_data_tiles_gzip_bytes_count{log="navigli2026h2"} 324097 sunlight_sequencing_data_tiles_gzip_bytes{log="navigli2027h1",quantile="0.5"} 26370 sunlight_sequencing_data_tiles_gzip_bytes{log="navigli2027h1",quantile="0.9"} 26370 sunlight_sequencing_data_tiles_gzip_bytes{log="navigli2027h1",quantile="0.99"} 26370 sunlight_sequencing_data_tiles_gzip_bytes_sum{log="navigli2027h1"} 1.9540731e+07 sunlight_sequencing_data_tiles_gzip_bytes_count{log="navigli2027h1"} 1170 sunlight_sequencing_data_tiles_gzip_bytes{log="navigli2027h2",quantile="0.5"} NaN sunlight_sequencing_data_tiles_gzip_bytes{log="navigli2027h2",quantile="0.9"} NaN sunlight_sequencing_data_tiles_gzip_bytes{log="navigli2027h2",quantile="0.99"} NaN sunlight_sequencing_data_tiles_gzip_bytes_sum{log="navigli2027h2"} 1.8284542e+07 sunlight_sequencing_data_tiles_gzip_bytes_count{log="navigli2027h2"} 1161 sunlight_sequencing_data_tiles_gzip_bytes{log="navigli2028h1",quantile="0.5"} NaN sunlight_sequencing_data_tiles_gzip_bytes{log="navigli2028h1",quantile="0.9"} NaN sunlight_sequencing_data_tiles_gzip_bytes{log="navigli2028h1",quantile="0.99"} NaN sunlight_sequencing_data_tiles_gzip_bytes_sum{log="navigli2028h1"} 1.831917e+07 sunlight_sequencing_data_tiles_gzip_bytes_count{log="navigli2028h1"} 1161 sunlight_sequencing_data_tiles_gzip_bytes{log="navigli2028h2",quantile="0.5"} 10990 sunlight_sequencing_data_tiles_gzip_bytes{log="navigli2028h2",quantile="0.9"} 11107 sunlight_sequencing_data_tiles_gzip_bytes{log="navigli2028h2",quantile="0.99"} 11107 sunlight_sequencing_data_tiles_gzip_bytes_sum{log="navigli2028h2"} 1.8303699e+07 sunlight_sequencing_data_tiles_gzip_bytes_count{log="navigli2028h2"} 1162 # HELP sunlight_sequencing_duration_seconds Duration of sequencing rounds, successful or not. # TYPE sunlight_sequencing_duration_seconds summary sunlight_sequencing_duration_seconds{log="navigli2026h2",quantile="0.5"} 0.062426036 sunlight_sequencing_duration_seconds{log="navigli2026h2",quantile="0.75"} 0.086286879 sunlight_sequencing_duration_seconds{log="navigli2026h2",quantile="0.9"} 0.101149294 sunlight_sequencing_duration_seconds{log="navigli2026h2",quantile="0.99"} 0.127611457 sunlight_sequencing_duration_seconds_sum{log="navigli2026h2"} 22265.860817538898 sunlight_sequencing_duration_seconds_count{log="navigli2026h2"} 348371 sunlight_sequencing_duration_seconds{log="navigli2027h1",quantile="0.5"} 0.006501306 sunlight_sequencing_duration_seconds{log="navigli2027h1",quantile="0.75"} 0.009481408 sunlight_sequencing_duration_seconds{log="navigli2027h1",quantile="0.9"} 0.01357334 sunlight_sequencing_duration_seconds{log="navigli2027h1",quantile="0.99"} 0.028610932 sunlight_sequencing_duration_seconds_sum{log="navigli2027h1"} 2634.3794338009698 sunlight_sequencing_duration_seconds_count{log="navigli2027h1"} 348371 sunlight_sequencing_duration_seconds{log="navigli2027h2",quantile="0.5"} 0.005471925 sunlight_sequencing_duration_seconds{log="navigli2027h2",quantile="0.75"} 0.008407289 sunlight_sequencing_duration_seconds{log="navigli2027h2",quantile="0.9"} 0.012259596 sunlight_sequencing_duration_seconds{log="navigli2027h2",quantile="0.99"} 0.025415334 sunlight_sequencing_duration_seconds_sum{log="navigli2027h2"} 2609.935469470934 sunlight_sequencing_duration_seconds_count{log="navigli2027h2"} 348371 sunlight_sequencing_duration_seconds{log="navigli2028h1",quantile="0.5"} 0.005701521 sunlight_sequencing_duration_seconds{log="navigli2028h1",quantile="0.75"} 0.008178304 sunlight_sequencing_duration_seconds{log="navigli2028h1",quantile="0.9"} 0.012488271 sunlight_sequencing_duration_seconds{log="navigli2028h1",quantile="0.99"} 0.025522071 sunlight_sequencing_duration_seconds_sum{log="navigli2028h1"} 2568.9320457370027 sunlight_sequencing_duration_seconds_count{log="navigli2028h1"} 348370 sunlight_sequencing_duration_seconds{log="navigli2028h2",quantile="0.5"} 0.005492645 sunlight_sequencing_duration_seconds{log="navigli2028h2",quantile="0.75"} 0.007893659 sunlight_sequencing_duration_seconds{log="navigli2028h2",quantile="0.9"} 0.010634087 sunlight_sequencing_duration_seconds{log="navigli2028h2",quantile="0.99"} 0.027958825 sunlight_sequencing_duration_seconds_sum{log="navigli2028h2"} 2512.169442824003 sunlight_sequencing_duration_seconds_count{log="navigli2028h2"} 348369 # HELP sunlight_sequencing_leaf_bytes Size of leaves in sequencing rounds, successful or not. # TYPE sunlight_sequencing_leaf_bytes summary sunlight_sequencing_leaf_bytes{log="navigli2026h2",quantile="0.5"} 1538 sunlight_sequencing_leaf_bytes{log="navigli2026h2",quantile="0.99"} 1666 sunlight_sequencing_leaf_bytes_sum{log="navigli2026h2"} 1.575737246e+09 sunlight_sequencing_leaf_bytes_count{log="navigli2026h2"} 991250 sunlight_sequencing_leaf_bytes{log="navigli2027h1",quantile="0.5"} 1103 sunlight_sequencing_leaf_bytes{log="navigli2027h1",quantile="0.99"} 1103 sunlight_sequencing_leaf_bytes_sum{log="navigli2027h1"} 1.300574e+06 sunlight_sequencing_leaf_bytes_count{log="navigli2027h1"} 1170 sunlight_sequencing_leaf_bytes{log="navigli2027h2",quantile="0.5"} NaN sunlight_sequencing_leaf_bytes{log="navigli2027h2",quantile="0.99"} NaN sunlight_sequencing_leaf_bytes_sum{log="navigli2027h2"} 1.27943e+06 sunlight_sequencing_leaf_bytes_count{log="navigli2027h2"} 1161 sunlight_sequencing_leaf_bytes{log="navigli2028h1",quantile="0.5"} NaN sunlight_sequencing_leaf_bytes{log="navigli2028h1",quantile="0.99"} NaN sunlight_sequencing_leaf_bytes_sum{log="navigli2028h1"} 1.279513e+06 sunlight_sequencing_leaf_bytes_count{log="navigli2028h1"} 1161 sunlight_sequencing_leaf_bytes{log="navigli2028h2",quantile="0.5"} 1103 sunlight_sequencing_leaf_bytes{log="navigli2028h2",quantile="0.99"} 1103 sunlight_sequencing_leaf_bytes_sum{log="navigli2028h2"} 1.28057e+06 sunlight_sequencing_leaf_bytes_count{log="navigli2028h2"} 1162 # HELP sunlight_sequencing_names_tiles_bytes Uncompressed size of uploaded names tiles, including partials. # TYPE sunlight_sequencing_names_tiles_bytes summary sunlight_sequencing_names_tiles_bytes{log="navigli2026h2",quantile="0.5"} 16345 sunlight_sequencing_names_tiles_bytes{log="navigli2026h2",quantile="0.9"} 31697 sunlight_sequencing_names_tiles_bytes{log="navigli2026h2",quantile="0.99"} 35603 sunlight_sequencing_names_tiles_bytes_sum{log="navigli2026h2"} 5.745823125e+09 sunlight_sequencing_names_tiles_bytes_count{log="navigli2026h2"} 324097 sunlight_sequencing_names_tiles_bytes{log="navigli2027h1",quantile="0.5"} 41452 sunlight_sequencing_names_tiles_bytes{log="navigli2027h1",quantile="0.9"} 41452 sunlight_sequencing_names_tiles_bytes{log="navigli2027h1",quantile="0.99"} 41452 sunlight_sequencing_names_tiles_bytes_sum{log="navigli2027h1"} 3.1792302e+07 sunlight_sequencing_names_tiles_bytes_count{log="navigli2027h1"} 1170 sunlight_sequencing_names_tiles_bytes{log="navigli2027h2",quantile="0.5"} NaN sunlight_sequencing_names_tiles_bytes{log="navigli2027h2",quantile="0.9"} NaN sunlight_sequencing_names_tiles_bytes{log="navigli2027h2",quantile="0.99"} NaN sunlight_sequencing_names_tiles_bytes_sum{log="navigli2027h2"} 3.1308231e+07 sunlight_sequencing_names_tiles_bytes_count{log="navigli2027h2"} 1161 sunlight_sequencing_names_tiles_bytes{log="navigli2028h1",quantile="0.5"} NaN sunlight_sequencing_names_tiles_bytes{log="navigli2028h1",quantile="0.9"} NaN sunlight_sequencing_names_tiles_bytes{log="navigli2028h1",quantile="0.99"} NaN sunlight_sequencing_names_tiles_bytes_sum{log="navigli2028h1"} 3.1358925e+07 sunlight_sequencing_names_tiles_bytes_count{log="navigli2028h1"} 1161 sunlight_sequencing_names_tiles_bytes{log="navigli2028h2",quantile="0.5"} 18531 sunlight_sequencing_names_tiles_bytes{log="navigli2028h2",quantile="0.9"} 18744 sunlight_sequencing_names_tiles_bytes{log="navigli2028h2",quantile="0.99"} 18744 sunlight_sequencing_names_tiles_bytes_sum{log="navigli2028h2"} 3.1326975e+07 sunlight_sequencing_names_tiles_bytes_count{log="navigli2028h2"} 1162 # HELP sunlight_sequencing_names_tiles_gzip_bytes Compressed size of uploaded names tiles, including partials. # TYPE sunlight_sequencing_names_tiles_gzip_bytes summary sunlight_sequencing_names_tiles_gzip_bytes{log="navigli2026h2",quantile="0.5"} 5255 sunlight_sequencing_names_tiles_gzip_bytes{log="navigli2026h2",quantile="0.9"} 9539 sunlight_sequencing_names_tiles_gzip_bytes{log="navigli2026h2",quantile="0.99"} 10467 sunlight_sequencing_names_tiles_gzip_bytes_sum{log="navigli2026h2"} 1.711929339e+09 sunlight_sequencing_names_tiles_gzip_bytes_count{log="navigli2026h2"} 324097 sunlight_sequencing_names_tiles_gzip_bytes{log="navigli2027h1",quantile="0.5"} 1703 sunlight_sequencing_names_tiles_gzip_bytes{log="navigli2027h1",quantile="0.9"} 1703 sunlight_sequencing_names_tiles_gzip_bytes{log="navigli2027h1",quantile="0.99"} 1703 sunlight_sequencing_names_tiles_gzip_bytes_sum{log="navigli2027h1"} 1.324009e+06 sunlight_sequencing_names_tiles_gzip_bytes_count{log="navigli2027h1"} 1170 sunlight_sequencing_names_tiles_gzip_bytes{log="navigli2027h2",quantile="0.5"} NaN sunlight_sequencing_names_tiles_gzip_bytes{log="navigli2027h2",quantile="0.9"} NaN sunlight_sequencing_names_tiles_gzip_bytes{log="navigli2027h2",quantile="0.99"} NaN sunlight_sequencing_names_tiles_gzip_bytes_sum{log="navigli2027h2"} 1.256126e+06 sunlight_sequencing_names_tiles_gzip_bytes_count{log="navigli2027h2"} 1161 sunlight_sequencing_names_tiles_gzip_bytes{log="navigli2028h1",quantile="0.5"} NaN sunlight_sequencing_names_tiles_gzip_bytes{log="navigli2028h1",quantile="0.9"} NaN sunlight_sequencing_names_tiles_gzip_bytes{log="navigli2028h1",quantile="0.99"} NaN sunlight_sequencing_names_tiles_gzip_bytes_sum{log="navigli2028h1"} 1.270778e+06 sunlight_sequencing_names_tiles_gzip_bytes_count{log="navigli2028h1"} 1161 sunlight_sequencing_names_tiles_gzip_bytes{log="navigli2028h2",quantile="0.5"} 810 sunlight_sequencing_names_tiles_gzip_bytes{log="navigli2028h2",quantile="0.9"} 820 sunlight_sequencing_names_tiles_gzip_bytes{log="navigli2028h2",quantile="0.99"} 820 sunlight_sequencing_names_tiles_gzip_bytes_sum{log="navigli2028h2"} 1.267253e+06 sunlight_sequencing_names_tiles_gzip_bytes_count{log="navigli2028h2"} 1162 # HELP sunlight_sequencing_phase_duration_seconds Duration of sequencing round phases, up to the point of failure. # TYPE sunlight_sequencing_phase_duration_seconds summary sunlight_sequencing_phase_duration_seconds{log="navigli2026h2",phase="cache",quantile="0.5"} 0.00048921 sunlight_sequencing_phase_duration_seconds{log="navigli2026h2",phase="cache",quantile="0.9"} 0.001175308 sunlight_sequencing_phase_duration_seconds{log="navigli2026h2",phase="cache",quantile="0.99"} 0.003506353 sunlight_sequencing_phase_duration_seconds_sum{log="navigli2026h2",phase="cache"} 206.27909459800907 sunlight_sequencing_phase_duration_seconds_count{log="navigli2026h2",phase="cache"} 348371 sunlight_sequencing_phase_duration_seconds{log="navigli2026h2",phase="checkpoint",quantile="0.5"} 0.002862326 sunlight_sequencing_phase_duration_seconds{log="navigli2026h2",phase="checkpoint",quantile="0.9"} 0.005602892 sunlight_sequencing_phase_duration_seconds{log="navigli2026h2",phase="checkpoint",quantile="0.99"} 0.014926364 sunlight_sequencing_phase_duration_seconds_sum{log="navigli2026h2",phase="checkpoint"} 1208.7911088760177 sunlight_sequencing_phase_duration_seconds_count{log="navigli2026h2",phase="checkpoint"} 348371 sunlight_sequencing_phase_duration_seconds{log="navigli2026h2",phase="hash",quantile="0.5"} 0.041304939 sunlight_sequencing_phase_duration_seconds{log="navigli2026h2",phase="hash",quantile="0.9"} 0.071486142 sunlight_sequencing_phase_duration_seconds{log="navigli2026h2",phase="hash",quantile="0.99"} 0.092791574 sunlight_sequencing_phase_duration_seconds_sum{log="navigli2026h2",phase="hash"} 15526.473925243094 sunlight_sequencing_phase_duration_seconds_count{log="navigli2026h2",phase="hash"} 348371 sunlight_sequencing_phase_duration_seconds{log="navigli2026h2",phase="stage",quantile="0.5"} 0.009712274 sunlight_sequencing_phase_duration_seconds{log="navigli2026h2",phase="stage",quantile="0.9"} 0.0167133 sunlight_sequencing_phase_duration_seconds{log="navigli2026h2",phase="stage",quantile="0.99"} 0.025993792 sunlight_sequencing_phase_duration_seconds_sum{log="navigli2026h2",phase="stage"} 3731.0319443970975 sunlight_sequencing_phase_duration_seconds_count{log="navigli2026h2",phase="stage"} 348371 sunlight_sequencing_phase_duration_seconds{log="navigli2026h2",phase="upload",quantile="0.5"} 0.006345939 sunlight_sequencing_phase_duration_seconds{log="navigli2026h2",phase="upload",quantile="0.9"} 0.008785671 sunlight_sequencing_phase_duration_seconds{log="navigli2026h2",phase="upload",quantile="0.99"} 0.015277968 sunlight_sequencing_phase_duration_seconds_sum{log="navigli2026h2",phase="upload"} 1535.2522391750103 sunlight_sequencing_phase_duration_seconds_count{log="navigli2026h2",phase="upload"} 348371 sunlight_sequencing_phase_duration_seconds{log="navigli2027h1",phase="cache",quantile="0.5"} 0.000104898 sunlight_sequencing_phase_duration_seconds{log="navigli2027h1",phase="cache",quantile="0.9"} 0.000198337 sunlight_sequencing_phase_duration_seconds{log="navigli2027h1",phase="cache",quantile="0.99"} 0.004233599 sunlight_sequencing_phase_duration_seconds_sum{log="navigli2027h1",phase="cache"} 71.84495203900097 sunlight_sequencing_phase_duration_seconds_count{log="navigli2027h1",phase="cache"} 348371 sunlight_sequencing_phase_duration_seconds{log="navigli2027h1",phase="checkpoint",quantile="0.5"} 0.003618051 sunlight_sequencing_phase_duration_seconds{log="navigli2027h1",phase="checkpoint",quantile="0.9"} 0.009098546 sunlight_sequencing_phase_duration_seconds{log="navigli2027h1",phase="checkpoint",quantile="0.99"} 0.01464541 sunlight_sequencing_phase_duration_seconds_sum{log="navigli2027h1",phase="checkpoint"} 1665.2155089929652 sunlight_sequencing_phase_duration_seconds_count{log="navigli2027h1",phase="checkpoint"} 348371 sunlight_sequencing_phase_duration_seconds{log="navigli2027h1",phase="hash",quantile="0.5"} 0.001501262 sunlight_sequencing_phase_duration_seconds{log="navigli2027h1",phase="hash",quantile="0.9"} 0.002721357 sunlight_sequencing_phase_duration_seconds{log="navigli2027h1",phase="hash",quantile="0.99"} 0.004028263 sunlight_sequencing_phase_duration_seconds_sum{log="navigli2027h1",phase="hash"} 516.9692737539957 sunlight_sequencing_phase_duration_seconds_count{log="navigli2027h1",phase="hash"} 348371 sunlight_sequencing_phase_duration_seconds{log="navigli2027h1",phase="stage",quantile="0.5"} 3.357e-05 sunlight_sequencing_phase_duration_seconds{log="navigli2027h1",phase="stage",quantile="0.9"} 5.6299e-05 sunlight_sequencing_phase_duration_seconds{log="navigli2027h1",phase="stage",quantile="0.99"} 0.003877666 sunlight_sequencing_phase_duration_seconds_sum{log="navigli2027h1",phase="stage"} 32.22996670200043 sunlight_sequencing_phase_duration_seconds_count{log="navigli2027h1",phase="stage"} 348371 sunlight_sequencing_phase_duration_seconds{log="navigli2027h1",phase="upload",quantile="0.5"} 0.000645088 sunlight_sequencing_phase_duration_seconds{log="navigli2027h1",phase="upload",quantile="0.9"} 0.001062919 sunlight_sequencing_phase_duration_seconds{log="navigli2027h1",phase="upload",quantile="0.99"} 0.005109032 sunlight_sequencing_phase_duration_seconds_sum{log="navigli2027h1",phase="upload"} 287.29453964700053 sunlight_sequencing_phase_duration_seconds_count{log="navigli2027h1",phase="upload"} 348371 sunlight_sequencing_phase_duration_seconds{log="navigli2027h2",phase="cache",quantile="0.5"} 0.000109267 sunlight_sequencing_phase_duration_seconds{log="navigli2027h2",phase="cache",quantile="0.9"} 0.000193627 sunlight_sequencing_phase_duration_seconds{log="navigli2027h2",phase="cache",quantile="0.99"} 0.004988475 sunlight_sequencing_phase_duration_seconds_sum{log="navigli2027h2",phase="cache"} 71.69056776899905 sunlight_sequencing_phase_duration_seconds_count{log="navigli2027h2",phase="cache"} 348371 sunlight_sequencing_phase_duration_seconds{log="navigli2027h2",phase="checkpoint",quantile="0.5"} 0.003496893 sunlight_sequencing_phase_duration_seconds{log="navigli2027h2",phase="checkpoint",quantile="0.9"} 0.008651395 sunlight_sequencing_phase_duration_seconds{log="navigli2027h2",phase="checkpoint",quantile="0.99"} 0.014569292 sunlight_sequencing_phase_duration_seconds_sum{log="navigli2027h2",phase="checkpoint"} 1675.1365766499944 sunlight_sequencing_phase_duration_seconds_count{log="navigli2027h2",phase="checkpoint"} 348371 sunlight_sequencing_phase_duration_seconds{log="navigli2027h2",phase="hash",quantile="0.5"} 0.000840894 sunlight_sequencing_phase_duration_seconds{log="navigli2027h2",phase="hash",quantile="0.9"} 0.00152731 sunlight_sequencing_phase_duration_seconds{log="navigli2027h2",phase="hash",quantile="0.99"} 0.002176238 sunlight_sequencing_phase_duration_seconds_sum{log="navigli2027h2",phase="hash"} 472.85428824599575 sunlight_sequencing_phase_duration_seconds_count{log="navigli2027h2",phase="hash"} 348371 sunlight_sequencing_phase_duration_seconds{log="navigli2027h2",phase="stage",quantile="0.5"} 3.4099e-05 sunlight_sequencing_phase_duration_seconds{log="navigli2027h2",phase="stage",quantile="0.9"} 5.8108e-05 sunlight_sequencing_phase_duration_seconds{log="navigli2027h2",phase="stage",quantile="0.99"} 0.002848266 sunlight_sequencing_phase_duration_seconds_sum{log="navigli2027h2",phase="stage"} 32.04825669999962 sunlight_sequencing_phase_duration_seconds_count{log="navigli2027h2",phase="stage"} 348371 sunlight_sequencing_phase_duration_seconds{log="navigli2027h2",phase="upload",quantile="0.5"} 0.000681997 sunlight_sequencing_phase_duration_seconds{log="navigli2027h2",phase="upload",quantile="0.9"} 0.00105954 sunlight_sequencing_phase_duration_seconds{log="navigli2027h2",phase="upload",quantile="0.99"} 0.004498573 sunlight_sequencing_phase_duration_seconds_sum{log="navigli2027h2",phase="upload"} 294.07362553699045 sunlight_sequencing_phase_duration_seconds_count{log="navigli2027h2",phase="upload"} 348371 sunlight_sequencing_phase_duration_seconds{log="navigli2028h1",phase="cache",quantile="0.5"} 0.000108498 sunlight_sequencing_phase_duration_seconds{log="navigli2028h1",phase="cache",quantile="0.9"} 0.000200816 sunlight_sequencing_phase_duration_seconds{log="navigli2028h1",phase="cache",quantile="0.99"} 0.007109663 sunlight_sequencing_phase_duration_seconds_sum{log="navigli2028h1",phase="cache"} 71.5234328740004 sunlight_sequencing_phase_duration_seconds_count{log="navigli2028h1",phase="cache"} 348370 sunlight_sequencing_phase_duration_seconds{log="navigli2028h1",phase="checkpoint",quantile="0.5"} 0.003623741 sunlight_sequencing_phase_duration_seconds{log="navigli2028h1",phase="checkpoint",quantile="0.9"} 0.008682703 sunlight_sequencing_phase_duration_seconds{log="navigli2028h1",phase="checkpoint",quantile="0.99"} 0.017313839 sunlight_sequencing_phase_duration_seconds_sum{log="navigli2028h1",phase="checkpoint"} 1647.4862562029928 sunlight_sequencing_phase_duration_seconds_count{log="navigli2028h1",phase="checkpoint"} 348370 sunlight_sequencing_phase_duration_seconds{log="navigli2028h1",phase="hash",quantile="0.5"} 0.000786005 sunlight_sequencing_phase_duration_seconds{log="navigli2028h1",phase="hash",quantile="0.9"} 0.001456722 sunlight_sequencing_phase_duration_seconds{log="navigli2028h1",phase="hash",quantile="0.99"} 0.001981222 sunlight_sequencing_phase_duration_seconds_sum{log="navigli2028h1",phase="hash"} 468.76220912599194 sunlight_sequencing_phase_duration_seconds_count{log="navigli2028h1",phase="hash"} 348370 sunlight_sequencing_phase_duration_seconds{log="navigli2028h1",phase="stage",quantile="0.5"} 3.4169e-05 sunlight_sequencing_phase_duration_seconds{log="navigli2028h1",phase="stage",quantile="0.9"} 6.2368e-05 sunlight_sequencing_phase_duration_seconds{log="navigli2028h1",phase="stage",quantile="0.99"} 0.002316246 sunlight_sequencing_phase_duration_seconds_sum{log="navigli2028h1",phase="stage"} 31.837729442000093 sunlight_sequencing_phase_duration_seconds_count{log="navigli2028h1",phase="stage"} 348370 sunlight_sequencing_phase_duration_seconds{log="navigli2028h1",phase="upload",quantile="0.5"} 0.000644528 sunlight_sequencing_phase_duration_seconds{log="navigli2028h1",phase="upload",quantile="0.9"} 0.001075129 sunlight_sequencing_phase_duration_seconds{log="navigli2028h1",phase="upload",quantile="0.99"} 0.004428145 sunlight_sequencing_phase_duration_seconds_sum{log="navigli2028h1",phase="upload"} 288.72796666099913 sunlight_sequencing_phase_duration_seconds_count{log="navigli2028h1",phase="upload"} 348370 sunlight_sequencing_phase_duration_seconds{log="navigli2028h2",phase="cache",quantile="0.5"} 0.000106438 sunlight_sequencing_phase_duration_seconds{log="navigli2028h2",phase="cache",quantile="0.9"} 0.000202906 sunlight_sequencing_phase_duration_seconds{log="navigli2028h2",phase="cache",quantile="0.99"} 0.003568951 sunlight_sequencing_phase_duration_seconds_sum{log="navigli2028h2",phase="cache"} 69.6134745749996 sunlight_sequencing_phase_duration_seconds_count{log="navigli2028h2",phase="cache"} 348369 sunlight_sequencing_phase_duration_seconds{log="navigli2028h2",phase="checkpoint",quantile="0.5"} 0.003607671 sunlight_sequencing_phase_duration_seconds{log="navigli2028h2",phase="checkpoint",quantile="0.9"} 0.007584975 sunlight_sequencing_phase_duration_seconds{log="navigli2028h2",phase="checkpoint",quantile="0.99"} 0.014726448 sunlight_sequencing_phase_duration_seconds_sum{log="navigli2028h2",phase="checkpoint"} 1603.3479459890325 sunlight_sequencing_phase_duration_seconds_count{log="navigli2028h2",phase="checkpoint"} 348369 sunlight_sequencing_phase_duration_seconds{log="navigli2028h2",phase="hash",quantile="0.5"} 0.000785805 sunlight_sequencing_phase_duration_seconds{log="navigli2028h2",phase="hash",quantile="0.9"} 0.001463652 sunlight_sequencing_phase_duration_seconds{log="navigli2028h2",phase="hash",quantile="0.99"} 0.002004581 sunlight_sequencing_phase_duration_seconds_sum{log="navigli2028h2",phase="hash"} 464.0460011719998 sunlight_sequencing_phase_duration_seconds_count{log="navigli2028h2",phase="hash"} 348369 sunlight_sequencing_phase_duration_seconds{log="navigli2028h2",phase="stage",quantile="0.5"} 3.2619e-05 sunlight_sequencing_phase_duration_seconds{log="navigli2028h2",phase="stage",quantile="0.9"} 5.6259e-05 sunlight_sequencing_phase_duration_seconds{log="navigli2028h2",phase="stage",quantile="0.99"} 0.002464183 sunlight_sequencing_phase_duration_seconds_sum{log="navigli2028h2",phase="stage"} 30.668538665000067 sunlight_sequencing_phase_duration_seconds_count{log="navigli2028h2",phase="stage"} 348369 sunlight_sequencing_phase_duration_seconds{log="navigli2028h2",phase="upload",quantile="0.5"} 0.000645687 sunlight_sequencing_phase_duration_seconds{log="navigli2028h2",phase="upload",quantile="0.9"} 0.001088309 sunlight_sequencing_phase_duration_seconds{log="navigli2028h2",phase="upload",quantile="0.99"} 0.006737651 sunlight_sequencing_phase_duration_seconds_sum{log="navigli2028h2",phase="upload"} 285.5363935559964 sunlight_sequencing_phase_duration_seconds_count{log="navigli2028h2",phase="upload"} 348369 # HELP sunlight_sequencing_pool_entries Number of entries in the pools being sequenced. # TYPE sunlight_sequencing_pool_entries summary sunlight_sequencing_pool_entries{log="navigli2026h2",quantile="0.5"} 3 sunlight_sequencing_pool_entries{log="navigli2026h2",quantile="0.99"} 9 sunlight_sequencing_pool_entries_sum{log="navigli2026h2"} 991244 sunlight_sequencing_pool_entries_count{log="navigli2026h2"} 348371 sunlight_sequencing_pool_entries{log="navigli2027h1",quantile="0.5"} 0 sunlight_sequencing_pool_entries{log="navigli2027h1",quantile="0.99"} 0 sunlight_sequencing_pool_entries_sum{log="navigli2027h1"} 1170 sunlight_sequencing_pool_entries_count{log="navigli2027h1"} 348371 sunlight_sequencing_pool_entries{log="navigli2027h2",quantile="0.5"} 0 sunlight_sequencing_pool_entries{log="navigli2027h2",quantile="0.99"} 0 sunlight_sequencing_pool_entries_sum{log="navigli2027h2"} 1161 sunlight_sequencing_pool_entries_count{log="navigli2027h2"} 348371 sunlight_sequencing_pool_entries{log="navigli2028h1",quantile="0.5"} 0 sunlight_sequencing_pool_entries{log="navigli2028h1",quantile="0.99"} 0 sunlight_sequencing_pool_entries_sum{log="navigli2028h1"} 1161 sunlight_sequencing_pool_entries_count{log="navigli2028h1"} 348370 sunlight_sequencing_pool_entries{log="navigli2028h2",quantile="0.5"} 0 sunlight_sequencing_pool_entries{log="navigli2028h2",quantile="0.99"} 0 sunlight_sequencing_pool_entries_sum{log="navigli2028h2"} 1162 sunlight_sequencing_pool_entries_count{log="navigli2028h2"} 348369 # HELP sunlight_sequencing_rounds_total Number of sequencing rounds, by error category if failed. # TYPE sunlight_sequencing_rounds_total counter sunlight_sequencing_rounds_total{error="",log="navigli2026h2"} 348371 sunlight_sequencing_rounds_total{error="",log="navigli2027h1"} 348371 sunlight_sequencing_rounds_total{error="",log="navigli2027h2"} 348371 sunlight_sequencing_rounds_total{error="",log="navigli2028h1"} 348370 sunlight_sequencing_rounds_total{error="",log="navigli2028h2"} 348369 # HELP sunlight_sequencing_uploaded_tiles_total Number of tiles uploaded in successful rounds, including partials. # TYPE sunlight_sequencing_uploaded_tiles_total counter sunlight_sequencing_uploaded_tiles_total{log="navigli2026h2"} 976178 sunlight_sequencing_uploaded_tiles_total{log="navigli2027h1"} 3514 sunlight_sequencing_uploaded_tiles_total{log="navigli2027h2"} 3488 sunlight_sequencing_uploaded_tiles_total{log="navigli2028h1"} 3488 sunlight_sequencing_uploaded_tiles_total{log="navigli2028h2"} 3491 # HELP sunlight_sqlite_update_duration_seconds Duration of SQLite lock backend updates. # TYPE sunlight_sqlite_update_duration_seconds summary sunlight_sqlite_update_duration_seconds{quantile="0.5"} 0.000387392 sunlight_sqlite_update_duration_seconds{quantile="0.9"} 0.000640098 sunlight_sqlite_update_duration_seconds{quantile="0.99"} 0.00105705 sunlight_sqlite_update_duration_seconds_sum 981.0448750680207 sunlight_sqlite_update_duration_seconds_count 2.082969e+06 # HELP sunlight_staging_discard_errors_total Number of errors discarding staging entries. # TYPE sunlight_staging_discard_errors_total counter sunlight_staging_discard_errors_total{log="navigli2026h2"} 0 sunlight_staging_discard_errors_total{log="navigli2027h1"} 0 sunlight_staging_discard_errors_total{log="navigli2027h2"} 0 sunlight_staging_discard_errors_total{log="navigli2028h1"} 0 sunlight_staging_discard_errors_total{log="navigli2028h2"} 0 # HELP sunlight_tree_size_leaves_total Size of the latest published tree head. # TYPE sunlight_tree_size_leaves_total gauge sunlight_tree_size_leaves_total{log="navigli2026h2"} 1.76380599e+08 sunlight_tree_size_leaves_total{log="navigli2027h1"} 57795 sunlight_tree_size_leaves_total{log="navigli2027h2"} 54615 sunlight_tree_size_leaves_total{log="navigli2028h1"} 54613 sunlight_tree_size_leaves_total{log="navigli2028h2"} 54616 # HELP sunlight_tree_timestamp_seconds Timestamp of the latest published tree head. # TYPE sunlight_tree_timestamp_seconds gauge sunlight_tree_timestamp_seconds{log="navigli2026h2"} 1.789720382556e+09 sunlight_tree_timestamp_seconds{log="navigli2027h1"} 1.789720382567e+09 sunlight_tree_timestamp_seconds{log="navigli2027h2"} 1.789720382734e+09 sunlight_tree_timestamp_seconds{log="navigli2028h1"} 1.78972038271e+09 sunlight_tree_timestamp_seconds{log="navigli2028h2"} 1.789720382649e+09 # HELP sunlight_witness_add_checkpoint_requests_total Total number of add-checkpoint requests processed, by log origin. # TYPE sunlight_witness_add_checkpoint_requests_total counter sunlight_witness_add_checkpoint_requests_total{error="",origin="apertrue.photo/witness/production",progress="false"} 18 sunlight_witness_add_checkpoint_requests_total{error="",origin="coachandhorses2026h1.staging.certificate.transparency.goog",progress="false"} 2333 sunlight_witness_add_checkpoint_requests_total{error="",origin="coachandhorses2026h2.staging.certificate.transparency.goog",progress="false"} 1012 sunlight_witness_add_checkpoint_requests_total{error="",origin="coachandhorses2026h2.staging.certificate.transparency.goog",progress="true"} 54644 sunlight_witness_add_checkpoint_requests_total{error="",origin="coachandhorses2027h1.staging.certificate.transparency.goog",progress="false"} 726 sunlight_witness_add_checkpoint_requests_total{error="",origin="coachandhorses2027h1.staging.certificate.transparency.goog",progress="true"} 19707 sunlight_witness_add_checkpoint_requests_total{error="",origin="coachandhorses2027h2.staging.certificate.transparency.goog",progress="false"} 2312 sunlight_witness_add_checkpoint_requests_total{error="",origin="coachandhorses2027h2.staging.certificate.transparency.goog",progress="true"} 20 sunlight_witness_add_checkpoint_requests_total{error="",origin="geomys.org/witness/test-log",progress="false"} 5805 sunlight_witness_add_checkpoint_requests_total{error="",origin="keyserver.geomys.org",progress="false"} 20 sunlight_witness_add_checkpoint_requests_total{error="",origin="log2025-1.rekor.sigstore.dev",progress="false"} 1 sunlight_witness_add_checkpoint_requests_total{error="",origin="log2025-1.rekor.sigstore.dev",progress="true"} 23276 sunlight_witness_add_checkpoint_requests_total{error="",origin="log2025-alpha3.rekor.sigstage.dev",progress="false"} 3 sunlight_witness_add_checkpoint_requests_total{error="",origin="log2025-alpha3.rekor.sigstage.dev",progress="true"} 10669 sunlight_witness_add_checkpoint_requests_total{error="",origin="log2026-1.us-east4.rekor.sigstage.dev",progress="false"} 3 sunlight_witness_add_checkpoint_requests_total{error="",origin="log2026-1.us-east4.rekor.sigstage.dev",progress="true"} 12015 sunlight_witness_add_checkpoint_requests_total{error="",origin="markovianprotocol.com/log",progress="false"} 10 sunlight_witness_add_checkpoint_requests_total{error="",origin="markovianprotocol.com/log",progress="true"} 34 sunlight_witness_add_checkpoint_requests_total{error="",origin="oid/1.3.6.1.4.1.44494.3.1.1.0.1",progress="true"} 2 sunlight_witness_add_checkpoint_requests_total{error="",origin="parcelyard2026h2.prod.certificate.transparency.goog",progress="false"} 1851 sunlight_witness_add_checkpoint_requests_total{error="",origin="parcelyard2026h2.prod.certificate.transparency.goog",progress="true"} 55232 sunlight_witness_add_checkpoint_requests_total{error="",origin="parcelyard2027h1.prod.certificate.transparency.goog",progress="false"} 1342 sunlight_witness_add_checkpoint_requests_total{error="",origin="parcelyard2027h1.prod.certificate.transparency.goog",progress="true"} 53626 sunlight_witness_add_checkpoint_requests_total{error="",origin="parcelyard2027h2.prod.certificate.transparency.goog",progress="false"} 2303 sunlight_witness_add_checkpoint_requests_total{error="",origin="parcelyard2027h2.prod.certificate.transparency.goog",progress="true"} 61 sunlight_witness_add_checkpoint_requests_total{error="",origin="plumbersarms2026h2.prod.certificate.transparency.goog",progress="false"} 496 sunlight_witness_add_checkpoint_requests_total{error="",origin="plumbersarms2026h2.prod.certificate.transparency.goog",progress="true"} 37319 sunlight_witness_add_checkpoint_requests_total{error="",origin="plumbersarms2027h1.prod.certificate.transparency.goog",progress="false"} 715 sunlight_witness_add_checkpoint_requests_total{error="",origin="plumbersarms2027h1.prod.certificate.transparency.goog",progress="true"} 38732 sunlight_witness_add_checkpoint_requests_total{error="",origin="plumbersarms2027h2.prod.certificate.transparency.goog",progress="false"} 2305 sunlight_witness_add_checkpoint_requests_total{error="",origin="plumbersarms2027h2.prod.certificate.transparency.goog",progress="true"} 61 sunlight_witness_add_checkpoint_requests_total{error="",origin="sigsum.org/v1/tree/1643169b32bef33a3f54f8a353b87c475d19b6223cbb106390d10a29978e1cba",progress="false"} 6967 sunlight_witness_add_checkpoint_requests_total{error="",origin="sigsum.org/v1/tree/4e89cc51651f0d95f3c6127c15e1a42e3ddf7046c5b17b752689c402e773bb4d",progress="false"} 6708 sunlight_witness_add_checkpoint_requests_total{error="",origin="sigsum.org/v1/tree/4e89cc51651f0d95f3c6127c15e1a42e3ddf7046c5b17b752689c402e773bb4d",progress="true"} 258 sunlight_witness_add_checkpoint_requests_total{error="",origin="thelemail.com/keys",progress="false"} 116 sunlight_witness_add_checkpoint_requests_total{error="",origin="thelemail.com/keys",progress="true"} 2 sunlight_witness_add_checkpoint_requests_total{error="known tree size doesn't match provided old size",origin="coachandhorses2026h2.staging.certificate.transparency.goog",progress="true"} 966 sunlight_witness_add_checkpoint_requests_total{error="known tree size doesn't match provided old size",origin="coachandhorses2027h1.staging.certificate.transparency.goog",progress="true"} 347 sunlight_witness_add_checkpoint_requests_total{error="known tree size doesn't match provided old size",origin="log2025-1.rekor.sigstore.dev",progress="true"} 4 sunlight_witness_add_checkpoint_requests_total{error="known tree size doesn't match provided old size",origin="log2025-alpha3.rekor.sigstage.dev",progress="true"} 4 sunlight_witness_add_checkpoint_requests_total{error="known tree size doesn't match provided old size",origin="log2026-1.us-east4.rekor.sigstage.dev",progress="true"} 5 sunlight_witness_add_checkpoint_requests_total{error="known tree size doesn't match provided old size",origin="parcelyard2026h2.prod.certificate.transparency.goog",progress="true"} 1717 sunlight_witness_add_checkpoint_requests_total{error="known tree size doesn't match provided old size",origin="parcelyard2027h1.prod.certificate.transparency.goog",progress="true"} 1268 sunlight_witness_add_checkpoint_requests_total{error="known tree size doesn't match provided old size",origin="parcelyard2027h2.prod.certificate.transparency.goog",progress="true"} 1 sunlight_witness_add_checkpoint_requests_total{error="known tree size doesn't match provided old size",origin="plumbersarms2026h2.prod.certificate.transparency.goog",progress="false"} 12 sunlight_witness_add_checkpoint_requests_total{error="known tree size doesn't match provided old size",origin="plumbersarms2026h2.prod.certificate.transparency.goog",progress="true"} 11139 sunlight_witness_add_checkpoint_requests_total{error="known tree size doesn't match provided old size",origin="plumbersarms2027h1.prod.certificate.transparency.goog",progress="false"} 23 sunlight_witness_add_checkpoint_requests_total{error="known tree size doesn't match provided old size",origin="plumbersarms2027h1.prod.certificate.transparency.goog",progress="true"} 9505 sunlight_witness_add_checkpoint_requests_total{error="known tree size doesn't match provided old size",origin="plumbersarms2027h2.prod.certificate.transparency.goog",progress="false"} 8 sunlight_witness_add_checkpoint_requests_total{error="unknown log",origin="",progress=""} 18826 # HELP sunlight_witness_add_entries_requests_total Total number of add-entries requests processed, by log origin. # TYPE sunlight_witness_add_entries_requests_total counter sunlight_witness_add_entries_requests_total{error="",origin="oid/1.3.6.1.4.1.44494.3.1.1.0.1"} 18 sunlight_witness_add_entries_requests_total{error="",origin="oid/1.3.6.1.4.1.44494.3.1.2.0.1"} 5 # HELP sunlight_witness_fs_op_duration_seconds Overall local backend operation latency. # TYPE sunlight_witness_fs_op_duration_seconds summary sunlight_witness_fs_op_duration_seconds{method="fetch",quantile="0.5"} NaN sunlight_witness_fs_op_duration_seconds{method="fetch",quantile="0.75"} NaN sunlight_witness_fs_op_duration_seconds{method="fetch",quantile="0.9"} NaN sunlight_witness_fs_op_duration_seconds{method="fetch",quantile="0.99"} NaN sunlight_witness_fs_op_duration_seconds_sum{method="fetch"} 0.002875007999999999 sunlight_witness_fs_op_duration_seconds_count{method="fetch"} 27 sunlight_witness_fs_op_duration_seconds{method="upload",quantile="0.5"} 0.000619878 sunlight_witness_fs_op_duration_seconds{method="upload",quantile="0.75"} 0.000826793 sunlight_witness_fs_op_duration_seconds{method="upload",quantile="0.9"} 0.000980361 sunlight_witness_fs_op_duration_seconds{method="upload",quantile="0.99"} 0.001313495 sunlight_witness_fs_op_duration_seconds_sum{method="upload"} 249.2176538320039 sunlight_witness_fs_op_duration_seconds_count{method="upload"} 340733 # HELP sunlight_witness_http_in_flight_requests Requests currently being served, by endpoint. # TYPE sunlight_witness_http_in_flight_requests gauge sunlight_witness_http_in_flight_requests{endpoint="add-checkpoint"} 0 sunlight_witness_http_in_flight_requests{endpoint="add-entries"} 0 sunlight_witness_http_in_flight_requests{endpoint="sign-subtree"} 0 # HELP sunlight_witness_http_request_duration_seconds HTTP request serving latencies in seconds, by endpoint. # TYPE sunlight_witness_http_request_duration_seconds summary sunlight_witness_http_request_duration_seconds{endpoint="add-checkpoint",quantile="0.5"} 0.006545235 sunlight_witness_http_request_duration_seconds{endpoint="add-checkpoint",quantile="0.75"} 0.010199835 sunlight_witness_http_request_duration_seconds{endpoint="add-checkpoint",quantile="0.9"} 0.013771066 sunlight_witness_http_request_duration_seconds{endpoint="add-checkpoint",quantile="0.99"} 0.024500901 sunlight_witness_http_request_duration_seconds_sum{endpoint="add-checkpoint"} 3042.814654976065 sunlight_witness_http_request_duration_seconds_count{endpoint="add-checkpoint"} 384540 sunlight_witness_http_request_duration_seconds{endpoint="add-entries",quantile="0.5"} NaN sunlight_witness_http_request_duration_seconds{endpoint="add-entries",quantile="0.75"} NaN sunlight_witness_http_request_duration_seconds{endpoint="add-entries",quantile="0.9"} NaN sunlight_witness_http_request_duration_seconds{endpoint="add-entries",quantile="0.99"} NaN sunlight_witness_http_request_duration_seconds_sum{endpoint="add-entries"} 0.3170496040000001 sunlight_witness_http_request_duration_seconds_count{endpoint="add-entries"} 23 sunlight_witness_http_request_duration_seconds{endpoint="sign-subtree",quantile="0.5"} NaN sunlight_witness_http_request_duration_seconds{endpoint="sign-subtree",quantile="0.75"} NaN sunlight_witness_http_request_duration_seconds{endpoint="sign-subtree",quantile="0.9"} NaN sunlight_witness_http_request_duration_seconds{endpoint="sign-subtree",quantile="0.99"} NaN sunlight_witness_http_request_duration_seconds_sum{endpoint="sign-subtree"} 0.792786027 sunlight_witness_http_request_duration_seconds_count{endpoint="sign-subtree"} 9 # HELP sunlight_witness_http_request_size_bytes HTTP request sizes in bytes, by endpoint. # TYPE sunlight_witness_http_request_size_bytes summary sunlight_witness_http_request_size_bytes{endpoint="add-entries",quantile="0.5"} NaN sunlight_witness_http_request_size_bytes{endpoint="add-entries",quantile="0.9"} NaN sunlight_witness_http_request_size_bytes{endpoint="add-entries",quantile="0.99"} NaN sunlight_witness_http_request_size_bytes_sum{endpoint="add-entries"} 5875 sunlight_witness_http_request_size_bytes_count{endpoint="add-entries"} 23 # HELP sunlight_witness_http_requests_total HTTP requests served, by endpoint and response code. # TYPE sunlight_witness_http_requests_total counter sunlight_witness_http_requests_total{code="200",endpoint="add-checkpoint"} 340704 sunlight_witness_http_requests_total{code="200",endpoint="add-entries"} 23 sunlight_witness_http_requests_total{code="200",endpoint="sign-subtree"} 3 sunlight_witness_http_requests_total{code="403",endpoint="sign-subtree"} 6 sunlight_witness_http_requests_total{code="404",endpoint="add-checkpoint"} 18826 sunlight_witness_http_requests_total{code="409",endpoint="add-checkpoint"} 24999 sunlight_witness_http_requests_total{code="500",endpoint="add-checkpoint"} 11 # HELP sunlight_witness_known_logs Number of logs known to the witness. # TYPE sunlight_witness_known_logs gauge sunlight_witness_known_logs 37 # HELP sunlight_witness_log_entries_total Size of the latest checkpoint, by log origin. # TYPE sunlight_witness_log_entries_total gauge sunlight_witness_log_entries_total{origin="apertrue.photo/witness/production"} 16 sunlight_witness_log_entries_total{origin="coachandhorses2026h1.staging.certificate.transparency.goog"} 1.85550988e+08 sunlight_witness_log_entries_total{origin="coachandhorses2026h2.staging.certificate.transparency.goog"} 4.157135854e+09 sunlight_witness_log_entries_total{origin="coachandhorses2027h1.staging.certificate.transparency.goog"} 3.00964853e+08 sunlight_witness_log_entries_total{origin="coachandhorses2027h2.staging.certificate.transparency.goog"} 3609 sunlight_witness_log_entries_total{origin="geomys.org/witness/test-log"} 1 sunlight_witness_log_entries_total{origin="keyserver.geomys.org"} 79 sunlight_witness_log_entries_total{origin="log2025-1.rekor.sigstore.dev"} 1.15067217e+08 sunlight_witness_log_entries_total{origin="log2025-alpha3.rekor.sigstage.dev"} 5.7267e+06 sunlight_witness_log_entries_total{origin="log2026-1.us-east4.rekor.sigstage.dev"} 1.447534e+06 sunlight_witness_log_entries_total{origin="markovianprotocol.com/log"} 8352 sunlight_witness_log_entries_total{origin="oid/1.3.6.1.4.1.44494.3.1.1.0.1"} 9981 sunlight_witness_log_entries_total{origin="parcelyard2026h2.prod.certificate.transparency.goog"} 1.330567932e+09 sunlight_witness_log_entries_total{origin="parcelyard2027h1.prod.certificate.transparency.goog"} 6.4688815e+07 sunlight_witness_log_entries_total{origin="parcelyard2027h2.prod.certificate.transparency.goog"} 7036 sunlight_witness_log_entries_total{origin="plumbersarms2026h2.prod.certificate.transparency.goog"} 1.330203409e+09 sunlight_witness_log_entries_total{origin="plumbersarms2027h1.prod.certificate.transparency.goog"} 6.4639416e+07 sunlight_witness_log_entries_total{origin="plumbersarms2027h2.prod.certificate.transparency.goog"} 7060 sunlight_witness_log_entries_total{origin="sigsum.org/v1/tree/1643169b32bef33a3f54f8a353b87c475d19b6223cbb106390d10a29978e1cba"} 478498 sunlight_witness_log_entries_total{origin="sigsum.org/v1/tree/4e89cc51651f0d95f3c6127c15e1a42e3ddf7046c5b17b752689c402e773bb4d"} 221998 sunlight_witness_log_entries_total{origin="thelemail.com/keys"} 252 # HELP sunlight_witness_log_list_pull_timestamp_seconds Timestamp of the last successful pull of each log list. # TYPE sunlight_witness_log_list_pull_timestamp_seconds gauge sunlight_witness_log_list_pull_timestamp_seconds{list="https://github.com/geomys/magnolia/raw/refs/heads/main/staging/mirror.log-list.txt"} 1.7897200104498382e+09 sunlight_witness_log_list_pull_timestamp_seconds{list="https://staging.witness-network.org/log-list-100qps-40klogs.1"} 1.7897200098266551e+09 sunlight_witness_log_list_pull_timestamp_seconds{list="https://staging.witness-network.org/log-list-10qps-4klogs.1"} 1.7897200097935903e+09 sunlight_witness_log_list_pull_timestamp_seconds{list="https://testing.witness-network.org/log-list.1"} 1.7897200096676557e+09 sunlight_witness_log_list_pull_timestamp_seconds{list="https://uptime.geomys.org/witness/log-list"} 1.7897200099934375e+09 # HELP sunlight_witness_mirror_data_tiles_bytes Uncompressed size of uploaded mirror data tiles, including partials, by log origin. # TYPE sunlight_witness_mirror_data_tiles_bytes summary sunlight_witness_mirror_data_tiles_bytes{origin="oid/1.3.6.1.4.1.44494.3.1.1.0.1",quantile="0.5"} NaN sunlight_witness_mirror_data_tiles_bytes{origin="oid/1.3.6.1.4.1.44494.3.1.1.0.1",quantile="0.9"} NaN sunlight_witness_mirror_data_tiles_bytes{origin="oid/1.3.6.1.4.1.44494.3.1.1.0.1",quantile="0.99"} NaN sunlight_witness_mirror_data_tiles_bytes_sum{origin="oid/1.3.6.1.4.1.44494.3.1.1.0.1"} 191879 sunlight_witness_mirror_data_tiles_bytes_count{origin="oid/1.3.6.1.4.1.44494.3.1.1.0.1"} 2 # HELP sunlight_witness_mirror_data_tiles_gzip_bytes Compressed size of uploaded mirror data tiles, including partials, by log origin. # TYPE sunlight_witness_mirror_data_tiles_gzip_bytes summary sunlight_witness_mirror_data_tiles_gzip_bytes{origin="oid/1.3.6.1.4.1.44494.3.1.1.0.1",quantile="0.5"} NaN sunlight_witness_mirror_data_tiles_gzip_bytes{origin="oid/1.3.6.1.4.1.44494.3.1.1.0.1",quantile="0.9"} NaN sunlight_witness_mirror_data_tiles_gzip_bytes{origin="oid/1.3.6.1.4.1.44494.3.1.1.0.1",quantile="0.99"} NaN sunlight_witness_mirror_data_tiles_gzip_bytes_sum{origin="oid/1.3.6.1.4.1.44494.3.1.1.0.1"} 14668 sunlight_witness_mirror_data_tiles_gzip_bytes_count{origin="oid/1.3.6.1.4.1.44494.3.1.1.0.1"} 2 # HELP sunlight_witness_mirror_entry_bytes Size of individual entries uploaded via add-entries, by log origin. # TYPE sunlight_witness_mirror_entry_bytes summary sunlight_witness_mirror_entry_bytes{origin="oid/1.3.6.1.4.1.44494.3.1.1.0.1",quantile="0.5"} NaN sunlight_witness_mirror_entry_bytes{origin="oid/1.3.6.1.4.1.44494.3.1.1.0.1",quantile="0.99"} NaN sunlight_witness_mirror_entry_bytes_sum{origin="oid/1.3.6.1.4.1.44494.3.1.1.0.1"} 732 sunlight_witness_mirror_entry_bytes_count{origin="oid/1.3.6.1.4.1.44494.3.1.1.0.1"} 2 # HELP sunlight_witness_mirror_log_entries_total Size of the latest mirror checkpoint, by log origin. # TYPE sunlight_witness_mirror_log_entries_total gauge sunlight_witness_mirror_log_entries_total{origin="oid/1.3.6.1.4.1.44494.3.1.1.0.1"} 9981 sunlight_witness_mirror_log_entries_total{origin="oid/1.3.6.1.4.1.44494.3.1.2.0.1"} 15 # HELP sunlight_witness_mirror_next_entry Number of entries durably uploaded to the mirror, at or ahead of the mirror checkpoint, by log origin. # TYPE sunlight_witness_mirror_next_entry gauge sunlight_witness_mirror_next_entry{origin="oid/1.3.6.1.4.1.44494.3.1.1.0.1"} 9981 sunlight_witness_mirror_next_entry{origin="oid/1.3.6.1.4.1.44494.3.1.2.0.1"} 15 # HELP sunlight_witness_mirror_uploaded_entries_total Number of new entries uploaded via add-entries, by log origin. # TYPE sunlight_witness_mirror_uploaded_entries_total counter sunlight_witness_mirror_uploaded_entries_total{origin="oid/1.3.6.1.4.1.44494.3.1.1.0.1"} 2 # HELP sunlight_witness_mirror_uploaded_tiles_total Number of tiles uploaded via add-entries, including partials, by log origin and whether they are tiles cut at the committed checkpoint. # TYPE sunlight_witness_mirror_uploaded_tiles_total counter sunlight_witness_mirror_uploaded_tiles_total{cut="false",origin="oid/1.3.6.1.4.1.44494.3.1.1.0.1"} 4 # HELP sunlight_witness_mirrored_logs Number of logs mirrored by the witness. # TYPE sunlight_witness_mirrored_logs gauge sunlight_witness_mirrored_logs 3 # HELP sunlight_witness_sign_subtree_requests_total Total number of sign-subtree requests processed, by log origin. # TYPE sunlight_witness_sign_subtree_requests_total counter sunlight_witness_sign_subtree_requests_total{error="",origin="oid/1.3.6.1.4.1.44494.3.1.1.0.1"} 3 sunlight_witness_sign_subtree_requests_total{error="invalid signature",origin="oid/1.3.6.1.4.1.44494.3.1.1.0.1"} 6