# HELP go_gc_duration_seconds A summary of the wall-time pause (stop-the-world) duration in garbage collection cycles. # TYPE go_gc_duration_seconds summary go_gc_duration_seconds{quantile="0"} 0.000167302 go_gc_duration_seconds{quantile="0.25"} 0.000243877 go_gc_duration_seconds{quantile="0.5"} 0.000260064 go_gc_duration_seconds{quantile="0.75"} 0.000284804 go_gc_duration_seconds{quantile="1"} 0.001831034 go_gc_duration_seconds_sum 117.102403184 go_gc_duration_seconds_count 430171 # HELP go_gc_gogc_percent Heap size target percentage configured by the user, otherwise 100. This value is set by the GOGC environment variable, and the runtime/debug.SetGCPercent function. Sourced from /gc/gogc:percent. # TYPE go_gc_gogc_percent gauge go_gc_gogc_percent 100 # HELP go_gc_gomemlimit_bytes Go runtime memory limit configured by the user, otherwise math.MaxInt64. This value is set by the GOMEMLIMIT environment variable, and the runtime/debug.SetMemoryLimit function. Sourced from /gc/gomemlimit:bytes. # TYPE go_gc_gomemlimit_bytes gauge go_gc_gomemlimit_bytes 9.223372036854776e+18 # HELP go_goroutines Number of goroutines that currently exist. # TYPE go_goroutines gauge go_goroutines 38 # HELP go_info Information about the Go environment. # TYPE go_info gauge go_info{version="go1.27.1"} 1 # HELP go_memstats_alloc_bytes Number of bytes allocated in heap and currently in use. Equals to /memory/classes/heap/objects:bytes. # TYPE go_memstats_alloc_bytes gauge go_memstats_alloc_bytes 1.8725648e+07 # HELP go_memstats_alloc_bytes_total Total number of bytes allocated in heap until now, even if released already. Equals to /gc/heap/allocs:bytes. # TYPE go_memstats_alloc_bytes_total counter go_memstats_alloc_bytes_total 6.530745826552e+12 # HELP go_memstats_buck_hash_sys_bytes Number of bytes used by the profiling bucket hash table. Equals to /memory/classes/profiling/buckets:bytes. # TYPE go_memstats_buck_hash_sys_bytes gauge go_memstats_buck_hash_sys_bytes 3.196918e+06 # HELP go_memstats_frees_total Total number of heap objects frees. Equals to /gc/heap/frees:objects + /gc/heap/tiny/allocs:objects. # TYPE go_memstats_frees_total counter go_memstats_frees_total 2.216028605e+10 # HELP go_memstats_gc_sys_bytes Number of bytes used for garbage collection system metadata. Equals to /memory/classes/metadata/other:bytes. # TYPE go_memstats_gc_sys_bytes gauge go_memstats_gc_sys_bytes 4.86016e+06 # HELP go_memstats_heap_alloc_bytes Number of heap bytes allocated and currently in use, same as go_memstats_alloc_bytes. Equals to /memory/classes/heap/objects:bytes. # TYPE go_memstats_heap_alloc_bytes gauge go_memstats_heap_alloc_bytes 1.8725648e+07 # HELP go_memstats_heap_idle_bytes Number of heap bytes waiting to be used. Equals to /memory/classes/heap/released:bytes + /memory/classes/heap/free:bytes. # TYPE go_memstats_heap_idle_bytes gauge go_memstats_heap_idle_bytes 3.4316288e+07 # HELP go_memstats_heap_inuse_bytes Number of heap bytes that are in use. Equals to /memory/classes/heap/objects:bytes + /memory/classes/heap/unused:bytes # TYPE go_memstats_heap_inuse_bytes gauge go_memstats_heap_inuse_bytes 2.3846912e+07 # HELP go_memstats_heap_objects Number of currently allocated objects. Equals to /gc/heap/objects:objects. # TYPE go_memstats_heap_objects gauge go_memstats_heap_objects 50700 # HELP go_memstats_heap_released_bytes Number of heap bytes released to OS. Equals to /memory/classes/heap/released:bytes. # TYPE go_memstats_heap_released_bytes gauge go_memstats_heap_released_bytes 1.9800064e+07 # HELP go_memstats_heap_sys_bytes Number of heap bytes obtained from system. Equals to /memory/classes/heap/objects:bytes + /memory/classes/heap/unused:bytes + /memory/classes/heap/released:bytes + /memory/classes/heap/free:bytes. # TYPE go_memstats_heap_sys_bytes gauge go_memstats_heap_sys_bytes 5.81632e+07 # HELP go_memstats_last_gc_time_seconds Number of seconds since 1970 of last garbage collection. # TYPE go_memstats_last_gc_time_seconds gauge go_memstats_last_gc_time_seconds 1.791919397943292e+09 # HELP go_memstats_mallocs_total Total number of heap objects allocated, both live and gc-ed. Semantically a counter version for go_memstats_heap_objects gauge. Equals to /gc/heap/allocs:objects + /gc/heap/tiny/allocs:objects. # TYPE go_memstats_mallocs_total counter go_memstats_mallocs_total 2.216033675e+10 # HELP go_memstats_mcache_inuse_bytes Number of bytes in use by mcache structures. Equals to /memory/classes/metadata/mcache/inuse:bytes. # TYPE go_memstats_mcache_inuse_bytes gauge go_memstats_mcache_inuse_bytes 91840 # HELP go_memstats_mcache_sys_bytes Number of bytes used for mcache structures obtained from system. Equals to /memory/classes/metadata/mcache/inuse:bytes + /memory/classes/metadata/mcache/free:bytes. # TYPE go_memstats_mcache_sys_bytes gauge go_memstats_mcache_sys_bytes 96432 # HELP go_memstats_mspan_inuse_bytes Number of bytes in use by mspan structures. Equals to /memory/classes/metadata/mspan/inuse:bytes. # TYPE go_memstats_mspan_inuse_bytes gauge go_memstats_mspan_inuse_bytes 611200 # HELP go_memstats_mspan_sys_bytes Number of bytes used for mspan structures obtained from system. Equals to /memory/classes/metadata/mspan/inuse:bytes + /memory/classes/metadata/mspan/free:bytes. # TYPE go_memstats_mspan_sys_bytes gauge go_memstats_mspan_sys_bytes 913920 # HELP go_memstats_next_gc_bytes Number of heap bytes when next garbage collection will take place. Equals to /gc/heap/goal:bytes. # TYPE go_memstats_next_gc_bytes gauge go_memstats_next_gc_bytes 3.5447842e+07 # HELP go_memstats_other_sys_bytes Number of bytes used for other system allocations. Equals to /memory/classes/other:bytes. # TYPE go_memstats_other_sys_bytes gauge go_memstats_other_sys_bytes 5.959026e+06 # HELP go_memstats_stack_inuse_bytes Number of bytes obtained from system for stack allocator in non-CGO environments. Equals to /memory/classes/heap/stacks:bytes. # TYPE go_memstats_stack_inuse_bytes gauge go_memstats_stack_inuse_bytes 4.75136e+06 # HELP go_memstats_stack_sys_bytes Number of bytes obtained from system for stack allocator. Equals to /memory/classes/heap/stacks:bytes + /memory/classes/os-stacks:bytes. # TYPE go_memstats_stack_sys_bytes gauge go_memstats_stack_sys_bytes 4.75136e+06 # HELP go_memstats_sys_bytes Number of bytes obtained from system. Equals to /memory/classes/total:byte. # TYPE go_memstats_sys_bytes gauge go_memstats_sys_bytes 7.7941016e+07 # HELP go_sched_gomaxprocs_threads The current runtime.GOMAXPROCS setting, or the number of operating system threads that can execute user-level Go code simultaneously. Sourced from /sched/gomaxprocs:threads. # TYPE go_sched_gomaxprocs_threads gauge go_sched_gomaxprocs_threads 40 # HELP go_threads Number of OS threads created. # TYPE go_threads gauge go_threads 41 # HELP process_cpu_seconds_total Total user and system CPU time spent in seconds. # TYPE process_cpu_seconds_total counter process_cpu_seconds_total 173886.19 # HELP process_max_fds Maximum number of open file descriptors. # TYPE process_max_fds gauge process_max_fds 524287 # HELP process_network_receive_bytes_total Number of bytes received by the process over the network. # TYPE process_network_receive_bytes_total counter process_network_receive_bytes_total 2.16864725575e+12 # HELP process_network_transmit_bytes_total Number of bytes sent by the process over the network. # TYPE process_network_transmit_bytes_total counter process_network_transmit_bytes_total 2.8531480669404e+13 # HELP process_open_fds Number of open file descriptors. # TYPE process_open_fds gauge process_open_fds 42 # HELP process_resident_memory_bytes Resident memory size in bytes. # TYPE process_resident_memory_bytes gauge process_resident_memory_bytes 5.23362304e+08 # HELP process_start_time_seconds Start time of the process since unix epoch in seconds. # TYPE process_start_time_seconds gauge process_start_time_seconds 1.79076932996e+09 # HELP process_virtual_memory_bytes Virtual memory size in bytes. # TYPE process_virtual_memory_bytes gauge process_virtual_memory_bytes 4.35079168e+09 # HELP process_virtual_memory_max_bytes Maximum amount of virtual memory available in bytes. # TYPE process_virtual_memory_max_bytes gauge process_virtual_memory_max_bytes 1.8446744073709552e+19 # HELP sunlight_addchain_requests_total Number of add-[pre-]chain requests, by chain characteristics and errors if any. # TYPE sunlight_addchain_requests_total counter sunlight_addchain_requests_total{chain_len="3",error="",issuer="C=GB, O=Google UK Ltd., OU=Certificate Transparency, ST=London, CN=Merge Delay Intermediate 1",log="rennet2027h1",low_priority="false",precert="",preissuer="",reused="false",root="C=GB, O=Google UK Ltd., OU=Certificate Transparency, ST=London, CN=Merge Delay Monitor Root",source="sequencer"} 160 sunlight_addchain_requests_total{chain_len="3",error="",issuer="C=GB, O=Google UK Ltd., OU=Certificate Transparency, ST=London, CN=Merge Delay Intermediate 1",log="rennet2027h1",low_priority="false",precert="true",preissuer="",reused="false",root="C=GB, O=Google UK Ltd., OU=Certificate Transparency, ST=London, CN=Merge Delay Monitor Root",source="sequencer"} 159 sunlight_addchain_requests_total{chain_len="3",error="",issuer="C=GB, O=Google UK Ltd., OU=Certificate Transparency, ST=London, CN=Merge Delay Intermediate 1",log="rennet2027h2",low_priority="false",precert="",preissuer="",reused="false",root="C=GB, O=Google UK Ltd., OU=Certificate Transparency, ST=London, CN=Merge Delay Monitor Root",source="sequencer"} 161 sunlight_addchain_requests_total{chain_len="3",error="",issuer="C=GB, O=Google UK Ltd., OU=Certificate Transparency, ST=London, CN=Merge Delay Intermediate 1",log="rennet2027h2",low_priority="false",precert="true",preissuer="",reused="false",root="C=GB, O=Google UK Ltd., OU=Certificate Transparency, ST=London, CN=Merge Delay Monitor Root",source="sequencer"} 159 sunlight_addchain_requests_total{chain_len="4",error="",issuer="C=US, O=Let's Encrypt, CN=(STAGING) Dastardly Durum YR1",log="rennet2027h1",low_priority="false",precert="true",preissuer="",reused="false",root="C=US, O=(STAGING) Internet Security Research Group, CN=(STAGING) Pretend Pear X1",source="sequencer"} 303985 sunlight_addchain_requests_total{chain_len="4",error="",issuer="C=US, O=Let's Encrypt, CN=(STAGING) Ersatz Emmer YR2",log="rennet2027h1",low_priority="false",precert="true",preissuer="",reused="false",root="C=US, O=(STAGING) Internet Security Research Group, CN=(STAGING) Pretend Pear X1",source="sequencer"} 303595 sunlight_addchain_requests_total{chain_len="4",error="client went away: failed to sequence leaf: context canceled while queued for the pool",issuer="C=US, O=Let's Encrypt, CN=(STAGING) Dastardly Durum YR1",log="rennet2027h1",low_priority="false",precert="true",preissuer="",reused="false",root="C=US, O=(STAGING) Internet Security Research Group, CN=(STAGING) Pretend Pear X1",source="canceled"} 205 sunlight_addchain_requests_total{chain_len="4",error="client went away: failed to sequence leaf: context canceled while queued for the pool",issuer="C=US, O=Let's Encrypt, CN=(STAGING) Ersatz Emmer YR2",log="rennet2027h1",low_priority="false",precert="true",preissuer="",reused="false",root="C=US, O=(STAGING) Internet Security Research Group, CN=(STAGING) Pretend Pear X1",source="canceled"} 185 sunlight_addchain_requests_total{chain_len="4",error="client went away: failed to sequence leaf: context canceled while waiting for sequencing",issuer="C=US, O=Let's Encrypt, CN=(STAGING) Dastardly Durum YR1",log="rennet2027h1",low_priority="false",precert="true",preissuer="",reused="false",root="C=US, O=(STAGING) Internet Security Research Group, CN=(STAGING) Pretend Pear X1",source="sequencer"} 5795 sunlight_addchain_requests_total{chain_len="4",error="client went away: failed to sequence leaf: context canceled while waiting for sequencing",issuer="C=US, O=Let's Encrypt, CN=(STAGING) Ersatz Emmer YR2",log="rennet2027h1",low_priority="false",precert="true",preissuer="",reused="false",root="C=US, O=(STAGING) Internet Security Research Group, CN=(STAGING) Pretend Pear X1",source="sequencer"} 5899 sunlight_addchain_requests_total{chain_len="5",error="",issuer="C=US, O=Let's Encrypt, CN=(STAGING) Artificial Amaranth YE1",log="rennet2027h1",low_priority="false",precert="true",preissuer="",reused="false",root="C=US, O=(STAGING) Internet Security Research Group, CN=(STAGING) Pretend Pear X1",source="sequencer"} 3.484189e+06 sunlight_addchain_requests_total{chain_len="5",error="",issuer="C=US, O=Let's Encrypt, CN=(STAGING) Baloney Bulgur YE2",log="rennet2027h1",low_priority="false",precert="true",preissuer="",reused="false",root="C=US, O=(STAGING) Internet Security Research Group, CN=(STAGING) Pretend Pear X1",source="sequencer"} 3.483842e+06 sunlight_addchain_requests_total{chain_len="5",error="client went away: failed to sequence leaf: context canceled while queued for the pool",issuer="C=US, O=Let's Encrypt, CN=(STAGING) Artificial Amaranth YE1",log="rennet2027h1",low_priority="false",precert="true",preissuer="",reused="false",root="C=US, O=(STAGING) Internet Security Research Group, CN=(STAGING) Pretend Pear X1",source="canceled"} 4595 sunlight_addchain_requests_total{chain_len="5",error="client went away: failed to sequence leaf: context canceled while queued for the pool",issuer="C=US, O=Let's Encrypt, CN=(STAGING) Baloney Bulgur YE2",log="rennet2027h1",low_priority="false",precert="true",preissuer="",reused="false",root="C=US, O=(STAGING) Internet Security Research Group, CN=(STAGING) Pretend Pear X1",source="canceled"} 4653 sunlight_addchain_requests_total{chain_len="5",error="client went away: failed to sequence leaf: context canceled while waiting for sequencing",issuer="C=US, O=Let's Encrypt, CN=(STAGING) Artificial Amaranth YE1",log="rennet2027h1",low_priority="false",precert="true",preissuer="",reused="false",root="C=US, O=(STAGING) Internet Security Research Group, CN=(STAGING) Pretend Pear X1",source="sequencer"} 65611 sunlight_addchain_requests_total{chain_len="5",error="client went away: failed to sequence leaf: context canceled while waiting for sequencing",issuer="C=US, O=Let's Encrypt, CN=(STAGING) Baloney Bulgur YE2",log="rennet2027h1",low_priority="false",precert="true",preissuer="",reused="false",root="C=US, O=(STAGING) Internet Security Research Group, CN=(STAGING) Pretend Pear X1",source="sequencer"} 65582 # HELP sunlight_addchain_wait_seconds Duration of add-[pre-]chain pauses waiting for a leaf to be sequenced, excluding deduplicated entries. # TYPE sunlight_addchain_wait_seconds summary sunlight_addchain_wait_seconds{log="rennet2027h1",quantile="0.5"} 0.626771079 sunlight_addchain_wait_seconds{log="rennet2027h1",quantile="0.75"} 0.848663947 sunlight_addchain_wait_seconds{log="rennet2027h1",quantile="0.9"} 1.007211154 sunlight_addchain_wait_seconds{log="rennet2027h1",quantile="0.99"} 1.195016884 sunlight_addchain_wait_seconds_sum{log="rennet2027h1"} 4.65313334717795e+06 sunlight_addchain_wait_seconds_count{log="rennet2027h1"} 7.718817e+06 sunlight_addchain_wait_seconds{log="rennet2027h2",quantile="0.5"} NaN sunlight_addchain_wait_seconds{log="rennet2027h2",quantile="0.75"} NaN sunlight_addchain_wait_seconds{log="rennet2027h2",quantile="0.9"} NaN sunlight_addchain_wait_seconds{log="rennet2027h2",quantile="0.99"} NaN sunlight_addchain_wait_seconds_sum{log="rennet2027h2"} 194.3088816300001 sunlight_addchain_wait_seconds_count{log="rennet2027h2"} 320 sunlight_addchain_wait_seconds{log="rennet2028h1",quantile="0.5"} NaN sunlight_addchain_wait_seconds{log="rennet2028h1",quantile="0.75"} NaN sunlight_addchain_wait_seconds{log="rennet2028h1",quantile="0.9"} NaN sunlight_addchain_wait_seconds{log="rennet2028h1",quantile="0.99"} NaN sunlight_addchain_wait_seconds_sum{log="rennet2028h1"} 0 sunlight_addchain_wait_seconds_count{log="rennet2028h1"} 0 sunlight_addchain_wait_seconds{log="rennet2028h2",quantile="0.5"} NaN sunlight_addchain_wait_seconds{log="rennet2028h2",quantile="0.75"} NaN sunlight_addchain_wait_seconds{log="rennet2028h2",quantile="0.9"} NaN sunlight_addchain_wait_seconds{log="rennet2028h2",quantile="0.99"} NaN sunlight_addchain_wait_seconds_sum{log="rennet2028h2"} 0 sunlight_addchain_wait_seconds_count{log="rennet2028h2"} 0 # HELP sunlight_build_info Build information about the running sunlight binary. # TYPE sunlight_build_info gauge sunlight_build_info{commit="",version="v0.10.0"} 1 # HELP sunlight_cache_checkpoint_busy_total Number of cache WAL checkpoints that couldn't complete and reset the WAL. # TYPE sunlight_cache_checkpoint_busy_total counter sunlight_cache_checkpoint_busy_total{log="rennet2027h1"} 0 sunlight_cache_checkpoint_busy_total{log="rennet2027h2"} 0 sunlight_cache_checkpoint_busy_total{log="rennet2028h1"} 0 sunlight_cache_checkpoint_busy_total{log="rennet2028h2"} 0 # HELP sunlight_cache_checkpoint_duration_seconds Duration of deduplication cache WAL checkpoints. # TYPE sunlight_cache_checkpoint_duration_seconds summary sunlight_cache_checkpoint_duration_seconds{log="rennet2027h1",quantile="0.5"} 0.000904952 sunlight_cache_checkpoint_duration_seconds{log="rennet2027h1",quantile="0.9"} 0.001617351 sunlight_cache_checkpoint_duration_seconds{log="rennet2027h1",quantile="0.99"} 0.002476132 sunlight_cache_checkpoint_duration_seconds_sum{log="rennet2027h1"} 700.3082711320038 sunlight_cache_checkpoint_duration_seconds_count{log="rennet2027h1"} 1.150061e+06 sunlight_cache_checkpoint_duration_seconds{log="rennet2027h2",quantile="0.5"} 7.5147e-05 sunlight_cache_checkpoint_duration_seconds{log="rennet2027h2",quantile="0.9"} 9.6534e-05 sunlight_cache_checkpoint_duration_seconds{log="rennet2027h2",quantile="0.99"} 0.000208451 sunlight_cache_checkpoint_duration_seconds_sum{log="rennet2027h2"} 90.75957636300403 sunlight_cache_checkpoint_duration_seconds_count{log="rennet2027h2"} 1.150064e+06 sunlight_cache_checkpoint_duration_seconds{log="rennet2028h1",quantile="0.5"} 8.489e-05 sunlight_cache_checkpoint_duration_seconds{log="rennet2028h1",quantile="0.9"} 9.863e-05 sunlight_cache_checkpoint_duration_seconds{log="rennet2028h1",quantile="0.99"} 0.000180627 sunlight_cache_checkpoint_duration_seconds_sum{log="rennet2028h1"} 95.83448354499836 sunlight_cache_checkpoint_duration_seconds_count{log="rennet2028h1"} 1.150064e+06 sunlight_cache_checkpoint_duration_seconds{log="rennet2028h2",quantile="0.5"} 7.505e-05 sunlight_cache_checkpoint_duration_seconds{log="rennet2028h2",quantile="0.9"} 9.148e-05 sunlight_cache_checkpoint_duration_seconds{log="rennet2028h2",quantile="0.99"} 0.000128537 sunlight_cache_checkpoint_duration_seconds_sum{log="rennet2028h2"} 90.5787874850018 sunlight_cache_checkpoint_duration_seconds_count{log="rennet2028h2"} 1.150062e+06 # HELP sunlight_cache_checkpoint_errors_total Number of failed cache WAL checkpoints. # TYPE sunlight_cache_checkpoint_errors_total counter sunlight_cache_checkpoint_errors_total{log="rennet2027h1"} 0 sunlight_cache_checkpoint_errors_total{log="rennet2027h2"} 0 sunlight_cache_checkpoint_errors_total{log="rennet2028h1"} 0 sunlight_cache_checkpoint_errors_total{log="rennet2028h2"} 0 # HELP sunlight_cache_database_bytes Size of the deduplication cache database file. # TYPE sunlight_cache_database_bytes gauge sunlight_cache_database_bytes{log="rennet2027h1"} 4.15059968e+08 sunlight_cache_database_bytes{log="rennet2027h2"} 413696 sunlight_cache_database_bytes{log="rennet2028h1"} 8192 sunlight_cache_database_bytes{log="rennet2028h2"} 8192 # HELP sunlight_cache_get_duration_seconds Duration of individual deduplication cache lookups. # TYPE sunlight_cache_get_duration_seconds summary sunlight_cache_get_duration_seconds{log="rennet2027h1",quantile="0.5"} 0.000276138 sunlight_cache_get_duration_seconds{log="rennet2027h1",quantile="0.9"} 0.000384768 sunlight_cache_get_duration_seconds{log="rennet2027h1",quantile="0.99"} 0.000639061 sunlight_cache_get_duration_seconds_sum{log="rennet2027h1"} 1849.3791849642687 sunlight_cache_get_duration_seconds_count{log="rennet2027h1"} 7.718827e+06 sunlight_cache_get_duration_seconds{log="rennet2027h2",quantile="0.5"} NaN sunlight_cache_get_duration_seconds{log="rennet2027h2",quantile="0.9"} NaN sunlight_cache_get_duration_seconds{log="rennet2027h2",quantile="0.99"} NaN sunlight_cache_get_duration_seconds_sum{log="rennet2027h2"} 0.5657406080000001 sunlight_cache_get_duration_seconds_count{log="rennet2027h2"} 320 sunlight_cache_get_duration_seconds{log="rennet2028h1",quantile="0.5"} NaN sunlight_cache_get_duration_seconds{log="rennet2028h1",quantile="0.9"} NaN sunlight_cache_get_duration_seconds{log="rennet2028h1",quantile="0.99"} NaN sunlight_cache_get_duration_seconds_sum{log="rennet2028h1"} 0 sunlight_cache_get_duration_seconds_count{log="rennet2028h1"} 0 sunlight_cache_get_duration_seconds{log="rennet2028h2",quantile="0.5"} NaN sunlight_cache_get_duration_seconds{log="rennet2028h2",quantile="0.9"} NaN sunlight_cache_get_duration_seconds{log="rennet2028h2",quantile="0.99"} NaN sunlight_cache_get_duration_seconds_sum{log="rennet2028h2"} 0 sunlight_cache_get_duration_seconds_count{log="rennet2028h2"} 0 # HELP sunlight_cache_put_duration_seconds Duration of batch deduplication cache inserts. # TYPE sunlight_cache_put_duration_seconds summary sunlight_cache_put_duration_seconds{log="rennet2027h1",quantile="0.5"} 0.001075519 sunlight_cache_put_duration_seconds{log="rennet2027h1",quantile="0.9"} 0.001618063 sunlight_cache_put_duration_seconds{log="rennet2027h1",quantile="0.99"} 0.00284731 sunlight_cache_put_duration_seconds_sum{log="rennet2027h1"} 792.2810734719758 sunlight_cache_put_duration_seconds_count{log="rennet2027h1"} 1.150061e+06 sunlight_cache_put_duration_seconds{log="rennet2027h2",quantile="0.5"} 4.3324e-05 sunlight_cache_put_duration_seconds{log="rennet2027h2",quantile="0.9"} 6.612e-05 sunlight_cache_put_duration_seconds{log="rennet2027h2",quantile="0.99"} 8.43e-05 sunlight_cache_put_duration_seconds_sum{log="rennet2027h2"} 56.10444089300168 sunlight_cache_put_duration_seconds_count{log="rennet2027h2"} 1.150064e+06 sunlight_cache_put_duration_seconds{log="rennet2028h1",quantile="0.5"} 4.4924e-05 sunlight_cache_put_duration_seconds{log="rennet2028h1",quantile="0.9"} 6.9167e-05 sunlight_cache_put_duration_seconds{log="rennet2028h1",quantile="0.99"} 0.00010321 sunlight_cache_put_duration_seconds_sum{log="rennet2028h1"} 56.404267045998964 sunlight_cache_put_duration_seconds_count{log="rennet2028h1"} 1.150064e+06 sunlight_cache_put_duration_seconds{log="rennet2028h2",quantile="0.5"} 4.343e-05 sunlight_cache_put_duration_seconds{log="rennet2028h2",quantile="0.9"} 5.7017e-05 sunlight_cache_put_duration_seconds{log="rennet2028h2",quantile="0.99"} 7.3547e-05 sunlight_cache_put_duration_seconds_sum{log="rennet2028h2"} 54.513895341997895 sunlight_cache_put_duration_seconds_count{log="rennet2028h2"} 1.150062e+06 # HELP sunlight_cache_put_entries_total Number of entries in deduplication cache inserts, successful or not. # TYPE sunlight_cache_put_entries_total counter sunlight_cache_put_entries_total{log="rennet2027h1"} 7.718817e+06 sunlight_cache_put_entries_total{log="rennet2027h2"} 320 sunlight_cache_put_entries_total{log="rennet2028h1"} 0 sunlight_cache_put_entries_total{log="rennet2028h2"} 0 # HELP sunlight_cache_put_errors_total Number of failed deduplication cache inserts. # TYPE sunlight_cache_put_errors_total counter sunlight_cache_put_errors_total{log="rennet2027h1"} 0 sunlight_cache_put_errors_total{log="rennet2027h2"} 0 sunlight_cache_put_errors_total{log="rennet2028h1"} 0 sunlight_cache_put_errors_total{log="rennet2028h2"} 0 # HELP sunlight_cache_wal_frames Frames in the cache WAL as of the latest checkpoint. # TYPE sunlight_cache_wal_frames gauge sunlight_cache_wal_frames{log="rennet2027h1"} 16 sunlight_cache_wal_frames{log="rennet2027h2"} 1 sunlight_cache_wal_frames{log="rennet2028h1"} 0 sunlight_cache_wal_frames{log="rennet2028h2"} 0 # HELP sunlight_config_notafter_end_timestamp_seconds End of the NotAfter accepted period. # TYPE sunlight_config_notafter_end_timestamp_seconds gauge sunlight_config_notafter_end_timestamp_seconds{log="rennet2027h1"} 1.8144e+09 sunlight_config_notafter_end_timestamp_seconds{log="rennet2027h2"} 1.8302976e+09 sunlight_config_notafter_end_timestamp_seconds{log="rennet2028h1"} 1.8460224e+09 sunlight_config_notafter_end_timestamp_seconds{log="rennet2028h2"} 1.86192e+09 # HELP sunlight_config_notafter_start_timestamp_seconds Start of the NotAfter accepted period. # TYPE sunlight_config_notafter_start_timestamp_seconds gauge sunlight_config_notafter_start_timestamp_seconds{log="rennet2027h1"} 1.7987616e+09 sunlight_config_notafter_start_timestamp_seconds{log="rennet2027h2"} 1.8144e+09 sunlight_config_notafter_start_timestamp_seconds{log="rennet2028h1"} 1.8302976e+09 sunlight_config_notafter_start_timestamp_seconds{log="rennet2028h2"} 1.8460224e+09 # HELP sunlight_config_roots_total Number of accepted roots. # TYPE sunlight_config_roots_total gauge sunlight_config_roots_total{log="rennet2027h1"} 106 sunlight_config_roots_total{log="rennet2027h2"} 106 sunlight_config_roots_total{log="rennet2028h1"} 74 sunlight_config_roots_total{log="rennet2028h2"} 74 # HELP sunlight_fs_op_duration_seconds Overall local backend operation latency. # TYPE sunlight_fs_op_duration_seconds summary sunlight_fs_op_duration_seconds{log="rennet2027h1",method="discard",quantile="0.5"} 0.000189684 sunlight_fs_op_duration_seconds{log="rennet2027h1",method="discard",quantile="0.75"} 0.000219081 sunlight_fs_op_duration_seconds{log="rennet2027h1",method="discard",quantile="0.9"} 0.000261427 sunlight_fs_op_duration_seconds{log="rennet2027h1",method="discard",quantile="0.99"} 0.000306597 sunlight_fs_op_duration_seconds_sum{log="rennet2027h1",method="discard"} 190.77599068200976 sunlight_fs_op_duration_seconds_count{log="rennet2027h1",method="discard"} 926584 sunlight_fs_op_duration_seconds{log="rennet2027h1",method="fetch",quantile="0.5"} NaN sunlight_fs_op_duration_seconds{log="rennet2027h1",method="fetch",quantile="0.75"} NaN sunlight_fs_op_duration_seconds{log="rennet2027h1",method="fetch",quantile="0.9"} NaN sunlight_fs_op_duration_seconds{log="rennet2027h1",method="fetch",quantile="0.99"} NaN sunlight_fs_op_duration_seconds_sum{log="rennet2027h1",method="fetch"} 0.0016348780000000004 sunlight_fs_op_duration_seconds_count{log="rennet2027h1",method="fetch"} 17 sunlight_fs_op_duration_seconds{log="rennet2027h1",method="upload",quantile="0.5"} 0.001737024 sunlight_fs_op_duration_seconds{log="rennet2027h1",method="upload",quantile="0.75"} 0.048194568 sunlight_fs_op_duration_seconds{log="rennet2027h1",method="upload",quantile="0.9"} 0.068509767 sunlight_fs_op_duration_seconds{log="rennet2027h1",method="upload",quantile="0.99"} 0.106661585 sunlight_fs_op_duration_seconds_sum{log="rennet2027h1",method="upload"} 133939.52549822888 sunlight_fs_op_duration_seconds_count{log="rennet2027h1",method="upload"} 4.966297e+06 sunlight_fs_op_duration_seconds{log="rennet2027h2",method="discard",quantile="0.5"} NaN sunlight_fs_op_duration_seconds{log="rennet2027h2",method="discard",quantile="0.75"} NaN sunlight_fs_op_duration_seconds{log="rennet2027h2",method="discard",quantile="0.9"} NaN sunlight_fs_op_duration_seconds{log="rennet2027h2",method="discard",quantile="0.99"} NaN sunlight_fs_op_duration_seconds_sum{log="rennet2027h2",method="discard"} 0.07138790199999998 sunlight_fs_op_duration_seconds_count{log="rennet2027h2",method="discard"} 320 sunlight_fs_op_duration_seconds{log="rennet2027h2",method="fetch",quantile="0.5"} NaN sunlight_fs_op_duration_seconds{log="rennet2027h2",method="fetch",quantile="0.75"} NaN sunlight_fs_op_duration_seconds{log="rennet2027h2",method="fetch",quantile="0.9"} NaN sunlight_fs_op_duration_seconds{log="rennet2027h2",method="fetch",quantile="0.99"} NaN sunlight_fs_op_duration_seconds_sum{log="rennet2027h2",method="fetch"} 0.001003793 sunlight_fs_op_duration_seconds_count{log="rennet2027h2",method="fetch"} 9 sunlight_fs_op_duration_seconds{log="rennet2027h2",method="upload",quantile="0.5"} 0.001303867 sunlight_fs_op_duration_seconds{log="rennet2027h2",method="upload",quantile="0.75"} 0.032927495 sunlight_fs_op_duration_seconds{log="rennet2027h2",method="upload",quantile="0.9"} 0.049642298 sunlight_fs_op_duration_seconds{log="rennet2027h2",method="upload",quantile="0.99"} 0.05430398 sunlight_fs_op_duration_seconds_sum{log="rennet2027h2",method="upload"} 23348.310930036987 sunlight_fs_op_duration_seconds_count{log="rennet2027h2",method="upload"} 1.151346e+06 sunlight_fs_op_duration_seconds{log="rennet2028h1",method="fetch",quantile="0.5"} NaN sunlight_fs_op_duration_seconds{log="rennet2028h1",method="fetch",quantile="0.75"} NaN sunlight_fs_op_duration_seconds{log="rennet2028h1",method="fetch",quantile="0.9"} NaN sunlight_fs_op_duration_seconds{log="rennet2028h1",method="fetch",quantile="0.99"} NaN sunlight_fs_op_duration_seconds_sum{log="rennet2028h1",method="fetch"} 0.00075681 sunlight_fs_op_duration_seconds_count{log="rennet2028h1",method="fetch"} 4 sunlight_fs_op_duration_seconds{log="rennet2028h1",method="upload",quantile="0.5"} 0.001364289 sunlight_fs_op_duration_seconds{log="rennet2028h1",method="upload",quantile="0.75"} 0.04370805 sunlight_fs_op_duration_seconds{log="rennet2028h1",method="upload",quantile="0.9"} 0.069655956 sunlight_fs_op_duration_seconds{log="rennet2028h1",method="upload",quantile="0.99"} 0.108739349 sunlight_fs_op_duration_seconds_sum{log="rennet2028h1",method="upload"} 25831.787035570047 sunlight_fs_op_duration_seconds_count{log="rennet2028h1",method="upload"} 1.150065e+06 sunlight_fs_op_duration_seconds{log="rennet2028h2",method="fetch",quantile="0.5"} NaN sunlight_fs_op_duration_seconds{log="rennet2028h2",method="fetch",quantile="0.75"} NaN sunlight_fs_op_duration_seconds{log="rennet2028h2",method="fetch",quantile="0.9"} NaN sunlight_fs_op_duration_seconds{log="rennet2028h2",method="fetch",quantile="0.99"} NaN sunlight_fs_op_duration_seconds_sum{log="rennet2028h2",method="fetch"} 0.000676918 sunlight_fs_op_duration_seconds_count{log="rennet2028h2",method="fetch"} 4 sunlight_fs_op_duration_seconds{log="rennet2028h2",method="upload",quantile="0.5"} 0.001301699 sunlight_fs_op_duration_seconds{log="rennet2028h2",method="upload",quantile="0.75"} 0.038644602 sunlight_fs_op_duration_seconds{log="rennet2028h2",method="upload",quantile="0.9"} 0.058575814 sunlight_fs_op_duration_seconds{log="rennet2028h2",method="upload",quantile="0.99"} 0.065607722 sunlight_fs_op_duration_seconds_sum{log="rennet2028h2",method="upload"} 25971.371457022666 sunlight_fs_op_duration_seconds_count{log="rennet2028h2",method="upload"} 1.150063e+06 # HELP sunlight_http_in_flight_requests Requests currently being served, by endpoint. # TYPE sunlight_http_in_flight_requests gauge sunlight_http_in_flight_requests{endpoint="add-chain",log="rennet2027h1"} 0 sunlight_http_in_flight_requests{endpoint="add-chain",log="rennet2027h2"} 0 sunlight_http_in_flight_requests{endpoint="add-chain",log="rennet2028h1"} 0 sunlight_http_in_flight_requests{endpoint="add-chain",log="rennet2028h2"} 0 sunlight_http_in_flight_requests{endpoint="add-pre-chain",log="rennet2027h1"} 10 sunlight_http_in_flight_requests{endpoint="add-pre-chain",log="rennet2027h2"} 0 sunlight_http_in_flight_requests{endpoint="add-pre-chain",log="rennet2028h1"} 0 sunlight_http_in_flight_requests{endpoint="add-pre-chain",log="rennet2028h2"} 0 sunlight_http_in_flight_requests{endpoint="get-roots",log="rennet2027h1"} 0 sunlight_http_in_flight_requests{endpoint="get-roots",log="rennet2027h2"} 0 sunlight_http_in_flight_requests{endpoint="get-roots",log="rennet2028h1"} 0 sunlight_http_in_flight_requests{endpoint="get-roots",log="rennet2028h2"} 0 # HELP sunlight_http_request_duration_seconds HTTP request serving latencies in seconds, by endpoint. # TYPE sunlight_http_request_duration_seconds summary sunlight_http_request_duration_seconds{endpoint="add-chain",log="rennet2027h1",quantile="0.5"} NaN sunlight_http_request_duration_seconds{endpoint="add-chain",log="rennet2027h1",quantile="0.75"} NaN sunlight_http_request_duration_seconds{endpoint="add-chain",log="rennet2027h1",quantile="0.9"} NaN sunlight_http_request_duration_seconds{endpoint="add-chain",log="rennet2027h1",quantile="0.99"} NaN sunlight_http_request_duration_seconds_sum{endpoint="add-chain",log="rennet2027h1"} 95.997157265 sunlight_http_request_duration_seconds_count{endpoint="add-chain",log="rennet2027h1"} 160 sunlight_http_request_duration_seconds{endpoint="add-chain",log="rennet2027h2",quantile="0.5"} NaN sunlight_http_request_duration_seconds{endpoint="add-chain",log="rennet2027h2",quantile="0.75"} NaN sunlight_http_request_duration_seconds{endpoint="add-chain",log="rennet2027h2",quantile="0.9"} NaN sunlight_http_request_duration_seconds{endpoint="add-chain",log="rennet2027h2",quantile="0.99"} NaN sunlight_http_request_duration_seconds_sum{endpoint="add-chain",log="rennet2027h2"} 96.78287229000001 sunlight_http_request_duration_seconds_count{endpoint="add-chain",log="rennet2027h2"} 161 sunlight_http_request_duration_seconds{endpoint="add-pre-chain",log="rennet2027h1",quantile="0.5"} 0.662666715 sunlight_http_request_duration_seconds{endpoint="add-pre-chain",log="rennet2027h1",quantile="0.75"} 0.854251689 sunlight_http_request_duration_seconds{endpoint="add-pre-chain",log="rennet2027h1",quantile="0.9"} 1.031130443 sunlight_http_request_duration_seconds{endpoint="add-pre-chain",log="rennet2027h1",quantile="0.99"} 1.210340493 sunlight_http_request_duration_seconds_sum{endpoint="add-pre-chain",log="rennet2027h1"} 4.768771273547361e+06 sunlight_http_request_duration_seconds_count{endpoint="add-pre-chain",log="rennet2027h1"} 7.728295e+06 sunlight_http_request_duration_seconds{endpoint="add-pre-chain",log="rennet2027h2",quantile="0.5"} NaN sunlight_http_request_duration_seconds{endpoint="add-pre-chain",log="rennet2027h2",quantile="0.75"} NaN sunlight_http_request_duration_seconds{endpoint="add-pre-chain",log="rennet2027h2",quantile="0.9"} NaN sunlight_http_request_duration_seconds{endpoint="add-pre-chain",log="rennet2027h2",quantile="0.99"} NaN sunlight_http_request_duration_seconds_sum{endpoint="add-pre-chain",log="rennet2027h2"} 99.01333199600006 sunlight_http_request_duration_seconds_count{endpoint="add-pre-chain",log="rennet2027h2"} 159 sunlight_http_request_duration_seconds{endpoint="get-roots",log="rennet2027h1",quantile="0.5"} NaN sunlight_http_request_duration_seconds{endpoint="get-roots",log="rennet2027h1",quantile="0.75"} NaN sunlight_http_request_duration_seconds{endpoint="get-roots",log="rennet2027h1",quantile="0.9"} NaN sunlight_http_request_duration_seconds{endpoint="get-roots",log="rennet2027h1",quantile="0.99"} NaN sunlight_http_request_duration_seconds_sum{endpoint="get-roots",log="rennet2027h1"} 0.6597173379999993 sunlight_http_request_duration_seconds_count{endpoint="get-roots",log="rennet2027h1"} 621 sunlight_http_request_duration_seconds{endpoint="get-roots",log="rennet2027h2",quantile="0.5"} NaN sunlight_http_request_duration_seconds{endpoint="get-roots",log="rennet2027h2",quantile="0.75"} NaN sunlight_http_request_duration_seconds{endpoint="get-roots",log="rennet2027h2",quantile="0.9"} NaN sunlight_http_request_duration_seconds{endpoint="get-roots",log="rennet2027h2",quantile="0.99"} NaN sunlight_http_request_duration_seconds_sum{endpoint="get-roots",log="rennet2027h2"} 4.686778900000012 sunlight_http_request_duration_seconds_count{endpoint="get-roots",log="rennet2027h2"} 4458 sunlight_http_request_duration_seconds{endpoint="get-roots",log="rennet2028h1",quantile="0.5"} NaN sunlight_http_request_duration_seconds{endpoint="get-roots",log="rennet2028h1",quantile="0.75"} NaN sunlight_http_request_duration_seconds{endpoint="get-roots",log="rennet2028h1",quantile="0.9"} NaN sunlight_http_request_duration_seconds{endpoint="get-roots",log="rennet2028h1",quantile="0.99"} NaN sunlight_http_request_duration_seconds_sum{endpoint="get-roots",log="rennet2028h1"} 0.3139963030000002 sunlight_http_request_duration_seconds_count{endpoint="get-roots",log="rennet2028h1"} 410 sunlight_http_request_duration_seconds{endpoint="get-roots",log="rennet2028h2",quantile="0.5"} NaN sunlight_http_request_duration_seconds{endpoint="get-roots",log="rennet2028h2",quantile="0.75"} NaN sunlight_http_request_duration_seconds{endpoint="get-roots",log="rennet2028h2",quantile="0.9"} NaN sunlight_http_request_duration_seconds{endpoint="get-roots",log="rennet2028h2",quantile="0.99"} NaN sunlight_http_request_duration_seconds_sum{endpoint="get-roots",log="rennet2028h2"} 0.3117239869999999 sunlight_http_request_duration_seconds_count{endpoint="get-roots",log="rennet2028h2"} 407 # HELP sunlight_http_requests_total HTTP requests served, by endpoint and response code. # TYPE sunlight_http_requests_total counter sunlight_http_requests_total{code="200",endpoint="add-chain",log="rennet2027h1"} 160 sunlight_http_requests_total{code="200",endpoint="add-chain",log="rennet2027h2"} 161 sunlight_http_requests_total{code="200",endpoint="add-pre-chain",log="rennet2027h1"} 7.57577e+06 sunlight_http_requests_total{code="200",endpoint="add-pre-chain",log="rennet2027h2"} 159 sunlight_http_requests_total{code="200",endpoint="get-roots",log="rennet2027h1"} 621 sunlight_http_requests_total{code="200",endpoint="get-roots",log="rennet2027h2"} 4458 sunlight_http_requests_total{code="200",endpoint="get-roots",log="rennet2028h1"} 410 sunlight_http_requests_total{code="200",endpoint="get-roots",log="rennet2028h2"} 407 sunlight_http_requests_total{code="499",endpoint="add-pre-chain",log="rennet2027h1"} 152525 # HELP sunlight_issuers_cache_total Number of issuers observed since restarting. # TYPE sunlight_issuers_cache_total gauge sunlight_issuers_cache_total{log="rennet2027h1"} 10 sunlight_issuers_cache_total{log="rennet2027h2"} 2 sunlight_issuers_cache_total{log="rennet2028h1"} 0 sunlight_issuers_cache_total{log="rennet2028h2"} 0 # HELP sunlight_sequencing_data_tiles_bytes Uncompressed size of uploaded data tiles, including partials. # TYPE sunlight_sequencing_data_tiles_bytes summary sunlight_sequencing_data_tiles_bytes{log="rennet2027h1",quantile="0.5"} 236797 sunlight_sequencing_data_tiles_bytes{log="rennet2027h1",quantile="0.9"} 379098 sunlight_sequencing_data_tiles_bytes{log="rennet2027h1",quantile="0.99"} 413672 sunlight_sequencing_data_tiles_bytes_sum{log="rennet2027h1"} 2.02377162573e+11 sunlight_sequencing_data_tiles_bytes_count{log="rennet2027h1"} 953125 sunlight_sequencing_data_tiles_bytes{log="rennet2027h2",quantile="0.5"} NaN sunlight_sequencing_data_tiles_bytes{log="rennet2027h2",quantile="0.9"} NaN sunlight_sequencing_data_tiles_bytes{log="rennet2027h2",quantile="0.99"} NaN sunlight_sequencing_data_tiles_bytes_sum{log="rennet2027h2"} 7.0667954e+07 sunlight_sequencing_data_tiles_bytes_count{log="rennet2027h2"} 320 sunlight_sequencing_data_tiles_bytes{log="rennet2028h1",quantile="0.5"} NaN sunlight_sequencing_data_tiles_bytes{log="rennet2028h1",quantile="0.9"} NaN sunlight_sequencing_data_tiles_bytes{log="rennet2028h1",quantile="0.99"} NaN sunlight_sequencing_data_tiles_bytes_sum{log="rennet2028h1"} 0 sunlight_sequencing_data_tiles_bytes_count{log="rennet2028h1"} 0 sunlight_sequencing_data_tiles_bytes{log="rennet2028h2",quantile="0.5"} NaN sunlight_sequencing_data_tiles_bytes{log="rennet2028h2",quantile="0.9"} NaN sunlight_sequencing_data_tiles_bytes{log="rennet2028h2",quantile="0.99"} NaN sunlight_sequencing_data_tiles_bytes_sum{log="rennet2028h2"} 0 sunlight_sequencing_data_tiles_bytes_count{log="rennet2028h2"} 0 # HELP sunlight_sequencing_data_tiles_gzip_bytes Compressed size of uploaded data tiles, including partials. # TYPE sunlight_sequencing_data_tiles_gzip_bytes summary sunlight_sequencing_data_tiles_gzip_bytes{log="rennet2027h1",quantile="0.5"} 57156 sunlight_sequencing_data_tiles_gzip_bytes{log="rennet2027h1",quantile="0.9"} 91107 sunlight_sequencing_data_tiles_gzip_bytes{log="rennet2027h1",quantile="0.99"} 99504 sunlight_sequencing_data_tiles_gzip_bytes_sum{log="rennet2027h1"} 4.922125998e+10 sunlight_sequencing_data_tiles_gzip_bytes_count{log="rennet2027h1"} 953125 sunlight_sequencing_data_tiles_gzip_bytes{log="rennet2027h2",quantile="0.5"} NaN sunlight_sequencing_data_tiles_gzip_bytes{log="rennet2027h2",quantile="0.9"} NaN sunlight_sequencing_data_tiles_gzip_bytes{log="rennet2027h2",quantile="0.99"} NaN sunlight_sequencing_data_tiles_gzip_bytes_sum{log="rennet2027h2"} 3.2166563e+07 sunlight_sequencing_data_tiles_gzip_bytes_count{log="rennet2027h2"} 320 sunlight_sequencing_data_tiles_gzip_bytes{log="rennet2028h1",quantile="0.5"} NaN sunlight_sequencing_data_tiles_gzip_bytes{log="rennet2028h1",quantile="0.9"} NaN sunlight_sequencing_data_tiles_gzip_bytes{log="rennet2028h1",quantile="0.99"} NaN sunlight_sequencing_data_tiles_gzip_bytes_sum{log="rennet2028h1"} 0 sunlight_sequencing_data_tiles_gzip_bytes_count{log="rennet2028h1"} 0 sunlight_sequencing_data_tiles_gzip_bytes{log="rennet2028h2",quantile="0.5"} NaN sunlight_sequencing_data_tiles_gzip_bytes{log="rennet2028h2",quantile="0.9"} NaN sunlight_sequencing_data_tiles_gzip_bytes{log="rennet2028h2",quantile="0.99"} NaN sunlight_sequencing_data_tiles_gzip_bytes_sum{log="rennet2028h2"} 0 sunlight_sequencing_data_tiles_gzip_bytes_count{log="rennet2028h2"} 0 # HELP sunlight_sequencing_duration_seconds Duration of sequencing rounds, successful or not. # TYPE sunlight_sequencing_duration_seconds summary sunlight_sequencing_duration_seconds{log="rennet2027h1",quantile="0.5"} 0.0317337 sunlight_sequencing_duration_seconds{log="rennet2027h1",quantile="0.75"} 0.191033815 sunlight_sequencing_duration_seconds{log="rennet2027h1",quantile="0.9"} 0.237133693 sunlight_sequencing_duration_seconds{log="rennet2027h1",quantile="0.99"} 0.315204777 sunlight_sequencing_duration_seconds_sum{log="rennet2027h1"} 107246.28128162275 sunlight_sequencing_duration_seconds_count{log="rennet2027h1"} 1.150061e+06 sunlight_sequencing_duration_seconds{log="rennet2027h2",quantile="0.5"} 0.006641741 sunlight_sequencing_duration_seconds{log="rennet2027h2",quantile="0.75"} 0.049870862 sunlight_sequencing_duration_seconds{log="rennet2027h2",quantile="0.9"} 0.064119629 sunlight_sequencing_duration_seconds{log="rennet2027h2",quantile="0.99"} 0.082951638 sunlight_sequencing_duration_seconds_sum{log="rennet2027h2"} 34982.878514137476 sunlight_sequencing_duration_seconds_count{log="rennet2027h2"} 1.150064e+06 sunlight_sequencing_duration_seconds{log="rennet2028h1",quantile="0.5"} 0.005952122 sunlight_sequencing_duration_seconds{log="rennet2028h1",quantile="0.75"} 0.066860453 sunlight_sequencing_duration_seconds{log="rennet2028h1",quantile="0.9"} 0.110168501 sunlight_sequencing_duration_seconds{log="rennet2028h1",quantile="0.99"} 0.163323621 sunlight_sequencing_duration_seconds_sum{log="rennet2028h1"} 39435.2344507855 sunlight_sequencing_duration_seconds_count{log="rennet2028h1"} 1.150064e+06 sunlight_sequencing_duration_seconds{log="rennet2028h2",quantile="0.5"} 0.006550773 sunlight_sequencing_duration_seconds{log="rennet2028h2",quantile="0.75"} 0.068725404 sunlight_sequencing_duration_seconds{log="rennet2028h2",quantile="0.9"} 0.096583917 sunlight_sequencing_duration_seconds{log="rennet2028h2",quantile="0.99"} 0.120145817 sunlight_sequencing_duration_seconds_sum{log="rennet2028h2"} 41330.876593851564 sunlight_sequencing_duration_seconds_count{log="rennet2028h2"} 1.150062e+06 # HELP sunlight_sequencing_leaf_bytes Size of leaves in sequencing rounds, successful or not. # TYPE sunlight_sequencing_leaf_bytes summary sunlight_sequencing_leaf_bytes{log="rennet2027h1",quantile="0.5"} 1540 sunlight_sequencing_leaf_bytes{log="rennet2027h1",quantile="0.99"} 2675 sunlight_sequencing_leaf_bytes_sum{log="rennet2027h1"} 1.2409555146e+10 sunlight_sequencing_leaf_bytes_count{log="rennet2027h1"} 7.718817e+06 sunlight_sequencing_leaf_bytes{log="rennet2027h2",quantile="0.5"} NaN sunlight_sequencing_leaf_bytes{log="rennet2027h2",quantile="0.99"} NaN sunlight_sequencing_leaf_bytes_sum{log="rennet2027h2"} 588989 sunlight_sequencing_leaf_bytes_count{log="rennet2027h2"} 320 sunlight_sequencing_leaf_bytes{log="rennet2028h1",quantile="0.5"} NaN sunlight_sequencing_leaf_bytes{log="rennet2028h1",quantile="0.99"} NaN sunlight_sequencing_leaf_bytes_sum{log="rennet2028h1"} 0 sunlight_sequencing_leaf_bytes_count{log="rennet2028h1"} 0 sunlight_sequencing_leaf_bytes{log="rennet2028h2",quantile="0.5"} NaN sunlight_sequencing_leaf_bytes{log="rennet2028h2",quantile="0.99"} NaN sunlight_sequencing_leaf_bytes_sum{log="rennet2028h2"} 0 sunlight_sequencing_leaf_bytes_count{log="rennet2028h2"} 0 # HELP sunlight_sequencing_names_tiles_bytes Uncompressed size of uploaded names tiles, including partials. # TYPE sunlight_sequencing_names_tiles_bytes summary sunlight_sequencing_names_tiles_bytes{log="rennet2027h1",quantile="0.5"} 19871 sunlight_sequencing_names_tiles_bytes{log="rennet2027h1",quantile="0.9"} 31435 sunlight_sequencing_names_tiles_bytes{log="rennet2027h1",quantile="0.99"} 34233 sunlight_sequencing_names_tiles_bytes_sum{log="rennet2027h1"} 1.668345123e+10 sunlight_sequencing_names_tiles_bytes_count{log="rennet2027h1"} 953125 sunlight_sequencing_names_tiles_bytes{log="rennet2027h2",quantile="0.5"} NaN sunlight_sequencing_names_tiles_bytes{log="rennet2027h2",quantile="0.9"} NaN sunlight_sequencing_names_tiles_bytes{log="rennet2027h2",quantile="0.99"} NaN sunlight_sequencing_names_tiles_bytes_sum{log="rennet2027h2"} 1.1088352e+07 sunlight_sequencing_names_tiles_bytes_count{log="rennet2027h2"} 320 sunlight_sequencing_names_tiles_bytes{log="rennet2028h1",quantile="0.5"} NaN sunlight_sequencing_names_tiles_bytes{log="rennet2028h1",quantile="0.9"} NaN sunlight_sequencing_names_tiles_bytes{log="rennet2028h1",quantile="0.99"} NaN sunlight_sequencing_names_tiles_bytes_sum{log="rennet2028h1"} 0 sunlight_sequencing_names_tiles_bytes_count{log="rennet2028h1"} 0 sunlight_sequencing_names_tiles_bytes{log="rennet2028h2",quantile="0.5"} NaN sunlight_sequencing_names_tiles_bytes{log="rennet2028h2",quantile="0.9"} NaN sunlight_sequencing_names_tiles_bytes{log="rennet2028h2",quantile="0.99"} NaN sunlight_sequencing_names_tiles_bytes_sum{log="rennet2028h2"} 0 sunlight_sequencing_names_tiles_bytes_count{log="rennet2028h2"} 0 # HELP sunlight_sequencing_names_tiles_gzip_bytes Compressed size of uploaded names tiles, including partials. # TYPE sunlight_sequencing_names_tiles_gzip_bytes summary sunlight_sequencing_names_tiles_gzip_bytes{log="rennet2027h1",quantile="0.5"} 5854 sunlight_sequencing_names_tiles_gzip_bytes{log="rennet2027h1",quantile="0.9"} 8925 sunlight_sequencing_names_tiles_gzip_bytes{log="rennet2027h1",quantile="0.99"} 9891 sunlight_sequencing_names_tiles_gzip_bytes_sum{log="rennet2027h1"} 4.859484618e+09 sunlight_sequencing_names_tiles_gzip_bytes_count{log="rennet2027h1"} 953125 sunlight_sequencing_names_tiles_gzip_bytes{log="rennet2027h2",quantile="0.5"} NaN sunlight_sequencing_names_tiles_gzip_bytes{log="rennet2027h2",quantile="0.9"} NaN sunlight_sequencing_names_tiles_gzip_bytes{log="rennet2027h2",quantile="0.99"} NaN sunlight_sequencing_names_tiles_gzip_bytes_sum{log="rennet2027h2"} 341263 sunlight_sequencing_names_tiles_gzip_bytes_count{log="rennet2027h2"} 320 sunlight_sequencing_names_tiles_gzip_bytes{log="rennet2028h1",quantile="0.5"} NaN sunlight_sequencing_names_tiles_gzip_bytes{log="rennet2028h1",quantile="0.9"} NaN sunlight_sequencing_names_tiles_gzip_bytes{log="rennet2028h1",quantile="0.99"} NaN sunlight_sequencing_names_tiles_gzip_bytes_sum{log="rennet2028h1"} 0 sunlight_sequencing_names_tiles_gzip_bytes_count{log="rennet2028h1"} 0 sunlight_sequencing_names_tiles_gzip_bytes{log="rennet2028h2",quantile="0.5"} NaN sunlight_sequencing_names_tiles_gzip_bytes{log="rennet2028h2",quantile="0.9"} NaN sunlight_sequencing_names_tiles_gzip_bytes{log="rennet2028h2",quantile="0.99"} NaN sunlight_sequencing_names_tiles_gzip_bytes_sum{log="rennet2028h2"} 0 sunlight_sequencing_names_tiles_gzip_bytes_count{log="rennet2028h2"} 0 # HELP sunlight_sequencing_phase_duration_seconds Duration of sequencing round phases, up to the point of failure. # TYPE sunlight_sequencing_phase_duration_seconds summary sunlight_sequencing_phase_duration_seconds{log="rennet2027h1",phase="cache",quantile="0.5"} 0.002026111 sunlight_sequencing_phase_duration_seconds{log="rennet2027h1",phase="cache",quantile="0.9"} 0.003221153 sunlight_sequencing_phase_duration_seconds{log="rennet2027h1",phase="cache",quantile="0.99"} 0.005340805 sunlight_sequencing_phase_duration_seconds_sum{log="rennet2027h1",phase="cache"} 1504.7887046039868 sunlight_sequencing_phase_duration_seconds_count{log="rennet2027h1",phase="cache"} 1.150061e+06 sunlight_sequencing_phase_duration_seconds{log="rennet2027h1",phase="checkpoint",quantile="0.5"} 0.004353405 sunlight_sequencing_phase_duration_seconds{log="rennet2027h1",phase="checkpoint",quantile="0.9"} 0.034257703 sunlight_sequencing_phase_duration_seconds{log="rennet2027h1",phase="checkpoint",quantile="0.99"} 0.044723627 sunlight_sequencing_phase_duration_seconds_sum{log="rennet2027h1",phase="checkpoint"} 15140.406621526117 sunlight_sequencing_phase_duration_seconds_count{log="rennet2027h1",phase="checkpoint"} 1.150061e+06 sunlight_sequencing_phase_duration_seconds{log="rennet2027h1",phase="hash",quantile="0.5"} 0.011985852 sunlight_sequencing_phase_duration_seconds{log="rennet2027h1",phase="hash",quantile="0.9"} 0.018000921 sunlight_sequencing_phase_duration_seconds{log="rennet2027h1",phase="hash",quantile="0.99"} 0.023725372 sunlight_sequencing_phase_duration_seconds_sum{log="rennet2027h1",phase="hash"} 9952.36215495371 sunlight_sequencing_phase_duration_seconds_count{log="rennet2027h1",phase="hash"} 1.150061e+06 sunlight_sequencing_phase_duration_seconds{log="rennet2027h1",phase="stage",quantile="0.5"} 0.005620006 sunlight_sequencing_phase_duration_seconds{log="rennet2027h1",phase="stage",quantile="0.9"} 0.078148772 sunlight_sequencing_phase_duration_seconds{log="rennet2027h1",phase="stage",quantile="0.99"} 0.107322353 sunlight_sequencing_phase_duration_seconds_sum{log="rennet2027h1",phase="stage"} 27435.55140768798 sunlight_sequencing_phase_duration_seconds_count{log="rennet2027h1",phase="stage"} 1.150061e+06 sunlight_sequencing_phase_duration_seconds{log="rennet2027h1",phase="upload",quantile="0.5"} 0.003552215 sunlight_sequencing_phase_duration_seconds{log="rennet2027h1",phase="upload",quantile="0.9"} 0.137734611 sunlight_sequencing_phase_duration_seconds{log="rennet2027h1",phase="upload",quantile="0.99"} 0.168192681 sunlight_sequencing_phase_duration_seconds_sum{log="rennet2027h1",phase="upload"} 53117.73149053611 sunlight_sequencing_phase_duration_seconds_count{log="rennet2027h1",phase="upload"} 1.150061e+06 sunlight_sequencing_phase_duration_seconds{log="rennet2027h2",phase="cache",quantile="0.5"} 0.000133884 sunlight_sequencing_phase_duration_seconds{log="rennet2027h2",phase="cache",quantile="0.9"} 0.00016922 sunlight_sequencing_phase_duration_seconds{log="rennet2027h2",phase="cache",quantile="0.99"} 0.000305324 sunlight_sequencing_phase_duration_seconds_sum{log="rennet2027h2",phase="cache"} 159.03046691300588 sunlight_sequencing_phase_duration_seconds_count{log="rennet2027h2",phase="cache"} 1.150064e+06 sunlight_sequencing_phase_duration_seconds{log="rennet2027h2",phase="checkpoint",quantile="0.5"} 0.003957915 sunlight_sequencing_phase_duration_seconds{log="rennet2027h2",phase="checkpoint",quantile="0.9"} 0.020225886 sunlight_sequencing_phase_duration_seconds{log="rennet2027h2",phase="checkpoint",quantile="0.99"} 0.02842342 sunlight_sequencing_phase_duration_seconds_sum{log="rennet2027h2",phase="checkpoint"} 10801.715891686008 sunlight_sequencing_phase_duration_seconds_count{log="rennet2027h2",phase="checkpoint"} 1.150064e+06 sunlight_sequencing_phase_duration_seconds{log="rennet2027h2",phase="hash",quantile="0.5"} 0.000408991 sunlight_sequencing_phase_duration_seconds{log="rennet2027h2",phase="hash",quantile="0.9"} 0.000661601 sunlight_sequencing_phase_duration_seconds{log="rennet2027h2",phase="hash",quantile="0.99"} 0.001974614 sunlight_sequencing_phase_duration_seconds_sum{log="rennet2027h2",phase="hash"} 537.528049580996 sunlight_sequencing_phase_duration_seconds_count{log="rennet2027h2",phase="hash"} 1.150064e+06 sunlight_sequencing_phase_duration_seconds{log="rennet2027h2",phase="stage",quantile="0.5"} 1.711e-05 sunlight_sequencing_phase_duration_seconds{log="rennet2027h2",phase="stage",quantile="0.9"} 3.3174e-05 sunlight_sequencing_phase_duration_seconds{log="rennet2027h2",phase="stage",quantile="0.99"} 5.0877e-05 sunlight_sequencing_phase_duration_seconds_sum{log="rennet2027h2",phase="stage"} 30.752303069997993 sunlight_sequencing_phase_duration_seconds_count{log="rennet2027h2",phase="stage"} 1.150064e+06 sunlight_sequencing_phase_duration_seconds{log="rennet2027h2",phase="upload",quantile="0.5"} 0.001370037 sunlight_sequencing_phase_duration_seconds{log="rennet2027h2",phase="upload",quantile="0.9"} 0.049709224 sunlight_sequencing_phase_duration_seconds{log="rennet2027h2",phase="upload",quantile="0.99"} 0.054350911 sunlight_sequencing_phase_duration_seconds_sum{log="rennet2027h2",phase="upload"} 23372.695370980935 sunlight_sequencing_phase_duration_seconds_count{log="rennet2027h2",phase="upload"} 1.150064e+06 sunlight_sequencing_phase_duration_seconds{log="rennet2028h1",phase="cache",quantile="0.5"} 0.000139687 sunlight_sequencing_phase_duration_seconds{log="rennet2028h1",phase="cache",quantile="0.9"} 0.000185127 sunlight_sequencing_phase_duration_seconds{log="rennet2028h1",phase="cache",quantile="0.99"} 0.000257997 sunlight_sequencing_phase_duration_seconds_sum{log="rennet2028h1",phase="cache"} 164.25849244200364 sunlight_sequencing_phase_duration_seconds_count{log="rennet2028h1",phase="cache"} 1.150064e+06 sunlight_sequencing_phase_duration_seconds{log="rennet2028h1",phase="checkpoint",quantile="0.5"} 0.004549192 sunlight_sequencing_phase_duration_seconds{log="rennet2028h1",phase="checkpoint",quantile="0.9"} 0.043755686 sunlight_sequencing_phase_duration_seconds{log="rennet2028h1",phase="checkpoint",quantile="0.99"} 0.070227768 sunlight_sequencing_phase_duration_seconds_sum{log="rennet2028h1",phase="checkpoint"} 13232.495917137916 sunlight_sequencing_phase_duration_seconds_count{log="rennet2028h1",phase="checkpoint"} 1.150064e+06 sunlight_sequencing_phase_duration_seconds{log="rennet2028h1",phase="hash",quantile="0.5"} 4.854e-05 sunlight_sequencing_phase_duration_seconds{log="rennet2028h1",phase="hash",quantile="0.9"} 6.047e-05 sunlight_sequencing_phase_duration_seconds{log="rennet2028h1",phase="hash",quantile="0.99"} 9.0224e-05 sunlight_sequencing_phase_duration_seconds_sum{log="rennet2028h1",phase="hash"} 55.07568367500186 sunlight_sequencing_phase_duration_seconds_count{log="rennet2028h1",phase="hash"} 1.150065e+06 sunlight_sequencing_phase_duration_seconds{log="rennet2028h1",phase="stage",quantile="0.5"} 1.862e-05 sunlight_sequencing_phase_duration_seconds{log="rennet2028h1",phase="stage",quantile="0.9"} 2.8447e-05 sunlight_sequencing_phase_duration_seconds{log="rennet2028h1",phase="stage",quantile="0.99"} 7.3054e-05 sunlight_sequencing_phase_duration_seconds_sum{log="rennet2028h1",phase="stage"} 22.949963808998707 sunlight_sequencing_phase_duration_seconds_count{log="rennet2028h1",phase="stage"} 1.150065e+06 sunlight_sequencing_phase_duration_seconds{log="rennet2028h1",phase="upload",quantile="0.5"} 0.001411943 sunlight_sequencing_phase_duration_seconds{log="rennet2028h1",phase="upload",quantile="0.9"} 0.069740373 sunlight_sequencing_phase_duration_seconds{log="rennet2028h1",phase="upload",quantile="0.99"} 0.108819427 sunlight_sequencing_phase_duration_seconds_sum{log="rennet2028h1",phase="upload"} 25880.43069415369 sunlight_sequencing_phase_duration_seconds_count{log="rennet2028h1",phase="upload"} 1.150064e+06 sunlight_sequencing_phase_duration_seconds{log="rennet2028h2",phase="cache",quantile="0.5"} 0.000133944 sunlight_sequencing_phase_duration_seconds{log="rennet2028h2",phase="cache",quantile="0.9"} 0.00016118 sunlight_sequencing_phase_duration_seconds{log="rennet2028h2",phase="cache",quantile="0.99"} 0.000194714 sunlight_sequencing_phase_duration_seconds_sum{log="rennet2028h2",phase="cache"} 156.7352195170074 sunlight_sequencing_phase_duration_seconds_count{log="rennet2028h2",phase="cache"} 1.150062e+06 sunlight_sequencing_phase_duration_seconds{log="rennet2028h2",phase="checkpoint",quantile="0.5"} 0.005059061 sunlight_sequencing_phase_duration_seconds{log="rennet2028h2",phase="checkpoint",quantile="0.9"} 0.038953698 sunlight_sequencing_phase_duration_seconds{log="rennet2028h2",phase="checkpoint",quantile="0.99"} 0.065477592 sunlight_sequencing_phase_duration_seconds_sum{log="rennet2028h2",phase="checkpoint"} 15002.001756932352 sunlight_sequencing_phase_duration_seconds_count{log="rennet2028h2",phase="checkpoint"} 1.150062e+06 sunlight_sequencing_phase_duration_seconds{log="rennet2028h2",phase="hash",quantile="0.5"} 4.4277e-05 sunlight_sequencing_phase_duration_seconds{log="rennet2028h2",phase="hash",quantile="0.9"} 6.308e-05 sunlight_sequencing_phase_duration_seconds{log="rennet2028h2",phase="hash",quantile="0.99"} 0.000131047 sunlight_sequencing_phase_duration_seconds_sum{log="rennet2028h2",phase="hash"} 51.139181280999885 sunlight_sequencing_phase_duration_seconds_count{log="rennet2028h2",phase="hash"} 1.150062e+06 sunlight_sequencing_phase_duration_seconds{log="rennet2028h2",phase="stage",quantile="0.5"} 1.7601e-05 sunlight_sequencing_phase_duration_seconds{log="rennet2028h2",phase="stage",quantile="0.9"} 2.7003e-05 sunlight_sequencing_phase_duration_seconds{log="rennet2028h2",phase="stage",quantile="0.99"} 4.6734e-05 sunlight_sequencing_phase_duration_seconds_sum{log="rennet2028h2",phase="stage"} 23.86176778800025 sunlight_sequencing_phase_duration_seconds_count{log="rennet2028h2",phase="stage"} 1.150062e+06 sunlight_sequencing_phase_duration_seconds{log="rennet2028h2",phase="upload",quantile="0.5"} 0.001331226 sunlight_sequencing_phase_duration_seconds{log="rennet2028h2",phase="upload",quantile="0.9"} 0.058623644 sunlight_sequencing_phase_duration_seconds{log="rennet2028h2",phase="upload",quantile="0.99"} 0.065682622 sunlight_sequencing_phase_duration_seconds_sum{log="rennet2028h2",phase="upload"} 26019.422214565097 sunlight_sequencing_phase_duration_seconds_count{log="rennet2028h2",phase="upload"} 1.150062e+06 # HELP sunlight_sequencing_pool_entries Number of entries in the pools being sequenced. # TYPE sunlight_sequencing_pool_entries summary sunlight_sequencing_pool_entries{log="rennet2027h1",quantile="0.5"} 10 sunlight_sequencing_pool_entries{log="rennet2027h1",quantile="0.99"} 19 sunlight_sequencing_pool_entries_sum{log="rennet2027h1"} 7.718817e+06 sunlight_sequencing_pool_entries_count{log="rennet2027h1"} 1.150061e+06 sunlight_sequencing_pool_entries{log="rennet2027h2",quantile="0.5"} 0 sunlight_sequencing_pool_entries{log="rennet2027h2",quantile="0.99"} 0 sunlight_sequencing_pool_entries_sum{log="rennet2027h2"} 320 sunlight_sequencing_pool_entries_count{log="rennet2027h2"} 1.150064e+06 sunlight_sequencing_pool_entries{log="rennet2028h1",quantile="0.5"} 0 sunlight_sequencing_pool_entries{log="rennet2028h1",quantile="0.99"} 0 sunlight_sequencing_pool_entries_sum{log="rennet2028h1"} 0 sunlight_sequencing_pool_entries_count{log="rennet2028h1"} 1.150064e+06 sunlight_sequencing_pool_entries{log="rennet2028h2",quantile="0.5"} 0 sunlight_sequencing_pool_entries{log="rennet2028h2",quantile="0.99"} 0 sunlight_sequencing_pool_entries_sum{log="rennet2028h2"} 0 sunlight_sequencing_pool_entries_count{log="rennet2028h2"} 1.150062e+06 # HELP sunlight_sequencing_rounds_total Number of sequencing rounds, by error category if failed. # TYPE sunlight_sequencing_rounds_total counter sunlight_sequencing_rounds_total{error="",log="rennet2027h1"} 1.150061e+06 sunlight_sequencing_rounds_total{error="",log="rennet2027h2"} 1.150064e+06 sunlight_sequencing_rounds_total{error="",log="rennet2028h1"} 1.150064e+06 sunlight_sequencing_rounds_total{error="",log="rennet2028h2"} 1.150062e+06 # HELP sunlight_sequencing_uploaded_tiles_total Number of tiles uploaded in successful rounds, including partials. # TYPE sunlight_sequencing_uploaded_tiles_total counter sunlight_sequencing_uploaded_tiles_total{log="rennet2027h1"} 2.889643e+06 sunlight_sequencing_uploaded_tiles_total{log="rennet2027h2"} 961 sunlight_sequencing_uploaded_tiles_total{log="rennet2028h1"} 0 sunlight_sequencing_uploaded_tiles_total{log="rennet2028h2"} 0 # HELP sunlight_sqlite_update_duration_seconds Duration of SQLite lock backend updates. # TYPE sunlight_sqlite_update_duration_seconds summary sunlight_sqlite_update_duration_seconds{quantile="0.5"} 0.000667022 sunlight_sqlite_update_duration_seconds{quantile="0.9"} 0.032096227 sunlight_sqlite_update_duration_seconds{quantile="0.99"} 0.062469004 sunlight_sqlite_update_duration_seconds_sum 44188.523062904926 sunlight_sqlite_update_duration_seconds_count 4.600251e+06 # HELP sunlight_staging_discard_errors_total Number of errors discarding staging entries. # TYPE sunlight_staging_discard_errors_total counter sunlight_staging_discard_errors_total{log="rennet2027h1"} 0 sunlight_staging_discard_errors_total{log="rennet2027h2"} 0 sunlight_staging_discard_errors_total{log="rennet2028h1"} 0 sunlight_staging_discard_errors_total{log="rennet2028h2"} 0 # HELP sunlight_tree_size_leaves_total Size of the latest published tree head. # TYPE sunlight_tree_size_leaves_total gauge sunlight_tree_size_leaves_total{log="rennet2027h1"} 7.728857e+06 sunlight_tree_size_leaves_total{log="rennet2027h2"} 10357 sunlight_tree_size_leaves_total{log="rennet2028h1"} 0 sunlight_tree_size_leaves_total{log="rennet2028h2"} 0 # HELP sunlight_tree_timestamp_seconds Timestamp of the latest published tree head. # TYPE sunlight_tree_timestamp_seconds gauge sunlight_tree_timestamp_seconds{log="rennet2027h1"} 1.791919397792e+09 sunlight_tree_timestamp_seconds{log="rennet2027h2"} 1.791919398288e+09 sunlight_tree_timestamp_seconds{log="rennet2028h1"} 1.791919397735e+09 sunlight_tree_timestamp_seconds{log="rennet2028h2"} 1.791919397817e+09