Metrics for the SCONE Service Operator

Retrieve the metrics from the metrics service endpoint

You can retrieve the metrics published by the scone-service-operator with the following commands.

Create a port-forward to the metrics service endpoint.

export SCONE_SERVICE_OPERATOR_NAMESPACE=osc-sec-scone-svc-operator
k port-forward -n $SCONE_SERVICE_OPERATOR_NAMESPACE service/scone-service-operator-controller-metrics 8080:8080

From another terminal, run the following command to retrieve the metrics:

curl http://localhost:8080/metrics

Scone Service Operator Metrics

<!--This scone-service-operator metrics are autogenerated and should not be edited manually-->
<!--SCONE_SERVICE_OPERATOR_METRICS:START-->
# HELP certwatcher_read_certificate_errors_total Total number of certificate read errors
# TYPE certwatcher_read_certificate_errors_total counter
certwatcher_read_certificate_errors_total 0
# HELP certwatcher_read_certificate_total Total number of certificate reads
# TYPE certwatcher_read_certificate_total counter
certwatcher_read_certificate_total 1
# HELP controller_runtime_active_workers Number of currently used workers per controller
# TYPE controller_runtime_active_workers gauge
controller_runtime_active_workers{controller="scone"} 0
# HELP controller_runtime_max_concurrent_reconciles Maximum number of concurrent reconciles per controller
# TYPE controller_runtime_max_concurrent_reconciles gauge
controller_runtime_max_concurrent_reconciles{controller="scone"} 1
# HELP controller_runtime_reconcile_errors_total Total number of reconciliation errors per controller
# TYPE controller_runtime_reconcile_errors_total counter
controller_runtime_reconcile_errors_total{controller="scone"} 0
# HELP controller_runtime_reconcile_panics_total Total number of reconciliation panics per controller
# TYPE controller_runtime_reconcile_panics_total counter
controller_runtime_reconcile_panics_total{controller="scone"} 0
# HELP controller_runtime_reconcile_time_seconds Length of time per reconciliation per controller
# TYPE controller_runtime_reconcile_time_seconds histogram
controller_runtime_reconcile_time_seconds_bucket{controller="scone",le="0.005"} 24
controller_runtime_reconcile_time_seconds_bucket{controller="scone",le="0.01"} 1038
controller_runtime_reconcile_time_seconds_bucket{controller="scone",le="0.025"} 1209
controller_runtime_reconcile_time_seconds_bucket{controller="scone",le="0.05"} 1222
controller_runtime_reconcile_time_seconds_bucket{controller="scone",le="0.1"} 1224
controller_runtime_reconcile_time_seconds_bucket{controller="scone",le="0.15"} 1229
controller_runtime_reconcile_time_seconds_bucket{controller="scone",le="0.2"} 1229
controller_runtime_reconcile_time_seconds_bucket{controller="scone",le="0.25"} 1229
controller_runtime_reconcile_time_seconds_bucket{controller="scone",le="0.3"} 1229
controller_runtime_reconcile_time_seconds_bucket{controller="scone",le="0.35"} 1229
controller_runtime_reconcile_time_seconds_bucket{controller="scone",le="0.4"} 1229
controller_runtime_reconcile_time_seconds_bucket{controller="scone",le="0.45"} 1230
controller_runtime_reconcile_time_seconds_bucket{controller="scone",le="0.5"} 1230
controller_runtime_reconcile_time_seconds_bucket{controller="scone",le="0.6"} 1230
controller_runtime_reconcile_time_seconds_bucket{controller="scone",le="0.7"} 1230
controller_runtime_reconcile_time_seconds_bucket{controller="scone",le="0.8"} 1230
controller_runtime_reconcile_time_seconds_bucket{controller="scone",le="0.9"} 1230
controller_runtime_reconcile_time_seconds_bucket{controller="scone",le="1"} 1230
controller_runtime_reconcile_time_seconds_bucket{controller="scone",le="1.25"} 1230
controller_runtime_reconcile_time_seconds_bucket{controller="scone",le="1.5"} 1230
controller_runtime_reconcile_time_seconds_bucket{controller="scone",le="1.75"} 1230
controller_runtime_reconcile_time_seconds_bucket{controller="scone",le="2"} 1230
controller_runtime_reconcile_time_seconds_bucket{controller="scone",le="2.5"} 1230
controller_runtime_reconcile_time_seconds_bucket{controller="scone",le="3"} 1230
controller_runtime_reconcile_time_seconds_bucket{controller="scone",le="3.5"} 1230
controller_runtime_reconcile_time_seconds_bucket{controller="scone",le="4"} 1230
controller_runtime_reconcile_time_seconds_bucket{controller="scone",le="4.5"} 1230
controller_runtime_reconcile_time_seconds_bucket{controller="scone",le="5"} 1230
controller_runtime_reconcile_time_seconds_bucket{controller="scone",le="6"} 1232
controller_runtime_reconcile_time_seconds_bucket{controller="scone",le="7"} 1232
controller_runtime_reconcile_time_seconds_bucket{controller="scone",le="8"} 1232
controller_runtime_reconcile_time_seconds_bucket{controller="scone",le="9"} 1232
controller_runtime_reconcile_time_seconds_bucket{controller="scone",le="10"} 1232
controller_runtime_reconcile_time_seconds_bucket{controller="scone",le="15"} 1232
controller_runtime_reconcile_time_seconds_bucket{controller="scone",le="20"} 1232
controller_runtime_reconcile_time_seconds_bucket{controller="scone",le="25"} 1232
controller_runtime_reconcile_time_seconds_bucket{controller="scone",le="30"} 1232
controller_runtime_reconcile_time_seconds_bucket{controller="scone",le="40"} 1233
controller_runtime_reconcile_time_seconds_bucket{controller="scone",le="50"} 1233
controller_runtime_reconcile_time_seconds_bucket{controller="scone",le="60"} 1233
controller_runtime_reconcile_time_seconds_bucket{controller="scone",le="+Inf"} 1233
controller_runtime_reconcile_time_seconds_sum{controller="scone"} 55.060810753000005
controller_runtime_reconcile_time_seconds_count{controller="scone"} 1233
# HELP controller_runtime_reconcile_total Total number of reconciliations per controller
# TYPE controller_runtime_reconcile_total counter
controller_runtime_reconcile_total{controller="scone",result="error"} 0
controller_runtime_reconcile_total{controller="scone",result="requeue"} 6
controller_runtime_reconcile_total{controller="scone",result="requeue_after"} 1227
controller_runtime_reconcile_total{controller="scone",result="success"} 0
# HELP controller_runtime_terminal_reconcile_errors_total Total number of terminal reconciliation errors per controller
# TYPE controller_runtime_terminal_reconcile_errors_total counter
controller_runtime_terminal_reconcile_errors_total{controller="scone"} 0
# HELP controller_runtime_webhook_latency_seconds Histogram of the latency of processing admission requests
# TYPE controller_runtime_webhook_latency_seconds histogram
controller_runtime_webhook_latency_seconds_bucket{webhook="/validate-confidential-security-osc-t-systems-com-v1alpha1-scone",le="0.005"} 2
controller_runtime_webhook_latency_seconds_bucket{webhook="/validate-confidential-security-osc-t-systems-com-v1alpha1-scone",le="0.01"} 2
controller_runtime_webhook_latency_seconds_bucket{webhook="/validate-confidential-security-osc-t-systems-com-v1alpha1-scone",le="0.025"} 2
controller_runtime_webhook_latency_seconds_bucket{webhook="/validate-confidential-security-osc-t-systems-com-v1alpha1-scone",le="0.05"} 2
controller_runtime_webhook_latency_seconds_bucket{webhook="/validate-confidential-security-osc-t-systems-com-v1alpha1-scone",le="0.1"} 2
controller_runtime_webhook_latency_seconds_bucket{webhook="/validate-confidential-security-osc-t-systems-com-v1alpha1-scone",le="0.25"} 2
controller_runtime_webhook_latency_seconds_bucket{webhook="/validate-confidential-security-osc-t-systems-com-v1alpha1-scone",le="0.5"} 2
controller_runtime_webhook_latency_seconds_bucket{webhook="/validate-confidential-security-osc-t-systems-com-v1alpha1-scone",le="1"} 2
controller_runtime_webhook_latency_seconds_bucket{webhook="/validate-confidential-security-osc-t-systems-com-v1alpha1-scone",le="2.5"} 2
controller_runtime_webhook_latency_seconds_bucket{webhook="/validate-confidential-security-osc-t-systems-com-v1alpha1-scone",le="5"} 2
controller_runtime_webhook_latency_seconds_bucket{webhook="/validate-confidential-security-osc-t-systems-com-v1alpha1-scone",le="10"} 2
controller_runtime_webhook_latency_seconds_bucket{webhook="/validate-confidential-security-osc-t-systems-com-v1alpha1-scone",le="+Inf"} 2
controller_runtime_webhook_latency_seconds_sum{webhook="/validate-confidential-security-osc-t-systems-com-v1alpha1-scone"} 0.001315803
controller_runtime_webhook_latency_seconds_count{webhook="/validate-confidential-security-osc-t-systems-com-v1alpha1-scone"} 2
controller_runtime_webhook_latency_seconds_bucket{webhook="/validate-services-scone-cloud-v1beta1-cas",le="0.005"} 1
controller_runtime_webhook_latency_seconds_bucket{webhook="/validate-services-scone-cloud-v1beta1-cas",le="0.01"} 1
controller_runtime_webhook_latency_seconds_bucket{webhook="/validate-services-scone-cloud-v1beta1-cas",le="0.025"} 1
controller_runtime_webhook_latency_seconds_bucket{webhook="/validate-services-scone-cloud-v1beta1-cas",le="0.05"} 1
controller_runtime_webhook_latency_seconds_bucket{webhook="/validate-services-scone-cloud-v1beta1-cas",le="0.1"} 1
controller_runtime_webhook_latency_seconds_bucket{webhook="/validate-services-scone-cloud-v1beta1-cas",le="0.25"} 1
controller_runtime_webhook_latency_seconds_bucket{webhook="/validate-services-scone-cloud-v1beta1-cas",le="0.5"} 1
controller_runtime_webhook_latency_seconds_bucket{webhook="/validate-services-scone-cloud-v1beta1-cas",le="1"} 1
controller_runtime_webhook_latency_seconds_bucket{webhook="/validate-services-scone-cloud-v1beta1-cas",le="2.5"} 1
controller_runtime_webhook_latency_seconds_bucket{webhook="/validate-services-scone-cloud-v1beta1-cas",le="5"} 1
controller_runtime_webhook_latency_seconds_bucket{webhook="/validate-services-scone-cloud-v1beta1-cas",le="10"} 1
controller_runtime_webhook_latency_seconds_bucket{webhook="/validate-services-scone-cloud-v1beta1-cas",le="+Inf"} 1
controller_runtime_webhook_latency_seconds_sum{webhook="/validate-services-scone-cloud-v1beta1-cas"} 0.000568685
controller_runtime_webhook_latency_seconds_count{webhook="/validate-services-scone-cloud-v1beta1-cas"} 1
# HELP controller_runtime_webhook_panics_total Total number of webhook panics
# TYPE controller_runtime_webhook_panics_total counter
controller_runtime_webhook_panics_total 0
# HELP controller_runtime_webhook_requests_in_flight Current number of admission requests being served.
# TYPE controller_runtime_webhook_requests_in_flight gauge
controller_runtime_webhook_requests_in_flight{webhook="/mutate-services-scone-cloud-v1beta1-cas"} 0
controller_runtime_webhook_requests_in_flight{webhook="/validate-confidential-security-osc-t-systems-com-v1alpha1-scone"} 0
controller_runtime_webhook_requests_in_flight{webhook="/validate-services-scone-cloud-v1beta1-cas"} 0
# HELP controller_runtime_webhook_requests_total Total number of admission requests by HTTP status code.
# TYPE controller_runtime_webhook_requests_total counter
controller_runtime_webhook_requests_total{code="200",webhook="/mutate-services-scone-cloud-v1beta1-cas"} 0
controller_runtime_webhook_requests_total{code="200",webhook="/validate-confidential-security-osc-t-systems-com-v1alpha1-scone"} 2
controller_runtime_webhook_requests_total{code="200",webhook="/validate-services-scone-cloud-v1beta1-cas"} 1
controller_runtime_webhook_requests_total{code="500",webhook="/mutate-services-scone-cloud-v1beta1-cas"} 0
controller_runtime_webhook_requests_total{code="500",webhook="/validate-confidential-security-osc-t-systems-com-v1alpha1-scone"} 0
controller_runtime_webhook_requests_total{code="500",webhook="/validate-services-scone-cloud-v1beta1-cas"} 0
# HELP go_gc_duration_seconds A summary of the wall-time pause (stop-the-world) duration in garbage collection cycles.
# TYPE go_gc_duration_seconds summary
go_gc_duration_seconds{quantile="0"} 3.5714e-05
go_gc_duration_seconds{quantile="0.25"} 4.025e-05
go_gc_duration_seconds{quantile="0.5"} 5.2561e-05
go_gc_duration_seconds{quantile="0.75"} 7.3228e-05
go_gc_duration_seconds{quantile="1"} 0.000357626
go_gc_duration_seconds_sum 0.175523636
go_gc_duration_seconds_count 1102
# HELP go_gc_gogc_percent Heap size target percentage configured by the user, otherwise 100. This value is set by the GOGC environment variable, and the runtime/debug.SetGCPercent function. Sourced from /gc/gogc:percent
# TYPE go_gc_gogc_percent gauge
go_gc_gogc_percent 100
# HELP go_gc_gomemlimit_bytes Go runtime memory limit configured by the user, otherwise math.MaxInt64. This value is set by the GOMEMLIMIT environment variable, and the runtime/debug.SetMemoryLimit function. Sourced from /gc/gomemlimit:bytes
# TYPE go_gc_gomemlimit_bytes gauge
go_gc_gomemlimit_bytes 9.223372036854776e+18
# HELP go_goroutines Number of goroutines that currently exist.
# TYPE go_goroutines gauge
go_goroutines 86
# HELP go_info Information about the Go environment.
# TYPE go_info gauge
go_info{version="go1.23.6"} 1
# HELP go_memstats_alloc_bytes Number of bytes allocated in heap and currently in use. Equals to /memory/classes/heap/objects:bytes.
# TYPE go_memstats_alloc_bytes gauge
go_memstats_alloc_bytes 9.005624e+06
# HELP go_memstats_alloc_bytes_total Total number of bytes allocated in heap until now, even if released already. Equals to /gc/heap/allocs:bytes.
# TYPE go_memstats_alloc_bytes_total counter
go_memstats_alloc_bytes_total 4.583911304e+09
# HELP go_memstats_buck_hash_sys_bytes Number of bytes used by the profiling bucket hash table. Equals to /memory/classes/profiling/buckets:bytes.
# TYPE go_memstats_buck_hash_sys_bytes gauge
go_memstats_buck_hash_sys_bytes 2.650269e+06
# HELP go_memstats_frees_total Total number of heap objects frees. Equals to /gc/heap/frees:objects + /gc/heap/tiny/allocs:objects.
# TYPE go_memstats_frees_total counter
go_memstats_frees_total 2.9736061e+07
# HELP go_memstats_gc_sys_bytes Number of bytes used for garbage collection system metadata. Equals to /memory/classes/metadata/other:bytes.
# TYPE go_memstats_gc_sys_bytes gauge
go_memstats_gc_sys_bytes 4.084352e+06
# HELP go_memstats_heap_alloc_bytes Number of heap bytes allocated and currently in use, same as go_memstats_alloc_bytes. Equals to /memory/classes/heap/objects:bytes.
# TYPE go_memstats_heap_alloc_bytes gauge
go_memstats_heap_alloc_bytes 9.005624e+06
# HELP go_memstats_heap_idle_bytes Number of heap bytes waiting to be used. Equals to /memory/classes/heap/released:bytes + /memory/classes/heap/free:bytes.
# TYPE go_memstats_heap_idle_bytes gauge
go_memstats_heap_idle_bytes 3.493888e+07
# HELP go_memstats_heap_inuse_bytes Number of heap bytes that are in use. Equals to /memory/classes/heap/objects:bytes + /memory/classes/heap/unused:bytes
# TYPE go_memstats_heap_inuse_bytes gauge
go_memstats_heap_inuse_bytes 1.3623296e+07
# HELP go_memstats_heap_objects Number of currently allocated objects. Equals to /gc/heap/objects:objects.
# TYPE go_memstats_heap_objects gauge
go_memstats_heap_objects 45238
# HELP go_memstats_heap_released_bytes Number of heap bytes released to OS. Equals to /memory/classes/heap/released:bytes.
# TYPE go_memstats_heap_released_bytes gauge
go_memstats_heap_released_bytes 3.0334976e+07
# HELP go_memstats_heap_sys_bytes Number of heap bytes obtained from system. Equals to /memory/classes/heap/objects:bytes + /memory/classes/heap/unused:bytes + /memory/classes/heap/released:bytes + /memory/classes/heap/free:bytes.
# TYPE go_memstats_heap_sys_bytes gauge
go_memstats_heap_sys_bytes 4.8562176e+07
# HELP go_memstats_last_gc_time_seconds Number of seconds since 1970 of last garbage collection.
# TYPE go_memstats_last_gc_time_seconds gauge
go_memstats_last_gc_time_seconds 1.7490356313136036e+09
# HELP go_memstats_mallocs_total Total number of heap objects allocated, both live and gc-ed. Semantically a counter version for go_memstats_heap_objects gauge. Equals to /gc/heap/allocs:objects + /gc/heap/tiny/allocs:objects.
# TYPE go_memstats_mallocs_total counter
go_memstats_mallocs_total 2.9781299e+07
# HELP go_memstats_mcache_inuse_bytes Number of bytes in use by mcache structures. Equals to /memory/classes/metadata/mcache/inuse:bytes.
# TYPE go_memstats_mcache_inuse_bytes gauge
go_memstats_mcache_inuse_bytes 4800
# HELP go_memstats_mcache_sys_bytes Number of bytes used for mcache structures obtained from system. Equals to /memory/classes/metadata/mcache/inuse:bytes + /memory/classes/metadata/mcache/free:bytes.
# TYPE go_memstats_mcache_sys_bytes gauge
go_memstats_mcache_sys_bytes 15600
# HELP go_memstats_mspan_inuse_bytes Number of bytes in use by mspan structures. Equals to /memory/classes/metadata/mspan/inuse:bytes.
# TYPE go_memstats_mspan_inuse_bytes gauge
go_memstats_mspan_inuse_bytes 231360
# HELP go_memstats_mspan_sys_bytes Number of bytes used for mspan structures obtained from system. Equals to /memory/classes/metadata/mspan/inuse:bytes + /memory/classes/metadata/mspan/free:bytes.
# TYPE go_memstats_mspan_sys_bytes gauge
go_memstats_mspan_sys_bytes 603840
# HELP go_memstats_next_gc_bytes Number of heap bytes when next garbage collection will take place. Equals to /gc/heap/goal:bytes.
# TYPE go_memstats_next_gc_bytes gauge
go_memstats_next_gc_bytes 1.6643744e+07
# HELP go_memstats_other_sys_bytes Number of bytes used for other system allocations. Equals to /memory/classes/other:bytes.
# TYPE go_memstats_other_sys_bytes gauge
go_memstats_other_sys_bytes 597563
# HELP go_memstats_stack_inuse_bytes Number of bytes obtained from system for stack allocator in non-CGO environments. Equals to /memory/classes/heap/stacks:bytes.
# TYPE go_memstats_stack_inuse_bytes gauge
go_memstats_stack_inuse_bytes 1.769472e+06
# HELP go_memstats_stack_sys_bytes Number of bytes obtained from system for stack allocator. Equals to /memory/classes/heap/stacks:bytes + /memory/classes/os-stacks:bytes.
# TYPE go_memstats_stack_sys_bytes gauge
go_memstats_stack_sys_bytes 1.769472e+06
# HELP go_memstats_sys_bytes Number of bytes obtained from system. Equals to /memory/classes/total:byte.
# TYPE go_memstats_sys_bytes gauge
go_memstats_sys_bytes 5.8283272e+07
# HELP go_sched_gomaxprocs_threads The current runtime.GOMAXPROCS setting, or the number of operating system threads that can execute user-level Go code simultaneously. Sourced from /sched/gomaxprocs:threads
# TYPE go_sched_gomaxprocs_threads gauge
go_sched_gomaxprocs_threads 4
# HELP go_threads Number of OS threads created.
# TYPE go_threads gauge
go_threads 13
# HELP leader_election_master_status Gauge of if the reporting system is master of the relevant lease, 0 indicates backup, 1 indicates master. 'name' is the string used to identify the lease. Please make sure to group by name.
# TYPE leader_election_master_status gauge
leader_election_master_status{name="scone-service-operator.confidential.security.osc.t-systems.com"} 1
# HELP osc_sec_scone_billing_cpu_count The total number of CPUs relevant for billing
# TYPE osc_sec_scone_billing_cpu_count gauge
osc_sec_scone_billing_cpu_count{name="Billing LAS CPU count"} 12
# HELP osc_sws_disabled_safeguards Indicates whether the CR has disabled safeguards
# TYPE osc_sws_disabled_safeguards gauge
osc_sws_disabled_safeguards{cr_name="scone",cr_namespace="",cr_type="Scone",safeguard_name="unmanaged"} 0
# HELP osc_sws_operator_safe_to_delete Indicates whether the operator is safe to delete
# TYPE osc_sws_operator_safe_to_delete gauge
osc_sws_operator_safe_to_delete{operator_name="osc-sec-scone-controller"} 0
# HELP osc_sws_total_cr_count The total number of CRs of the given type
# TYPE osc_sws_total_cr_count gauge
osc_sws_total_cr_count{cr_type="Scone",operator_name="osc-sec-scone-controller"} 1
# HELP process_cpu_seconds_total Total user and system CPU time spent in seconds.
# TYPE process_cpu_seconds_total counter
process_cpu_seconds_total 116.91
# HELP process_max_fds Maximum number of open file descriptors.
# TYPE process_max_fds gauge
process_max_fds 1.048576e+06
# HELP process_network_receive_bytes_total Number of bytes received by the process over the network.
# TYPE process_network_receive_bytes_total counter
process_network_receive_bytes_total 5.079051346e+09
# HELP process_network_transmit_bytes_total Number of bytes sent by the process over the network.
# TYPE process_network_transmit_bytes_total counter
process_network_transmit_bytes_total 1.013576354e+09
# HELP process_open_fds Number of open file descriptors.
# TYPE process_open_fds gauge
process_open_fds 11
# HELP process_resident_memory_bytes Resident memory size in bytes.
# TYPE process_resident_memory_bytes gauge
process_resident_memory_bytes 9.6141312e+07
# HELP process_start_time_seconds Start time of the process since unix epoch in seconds.
# TYPE process_start_time_seconds gauge
process_start_time_seconds 1.74892683278e+09
# HELP process_virtual_memory_bytes Virtual memory size in bytes.
# TYPE process_virtual_memory_bytes gauge
process_virtual_memory_bytes 1.31866624e+09
# HELP process_virtual_memory_max_bytes Maximum amount of virtual memory available in bytes.
# TYPE process_virtual_memory_max_bytes gauge
process_virtual_memory_max_bytes 1.8446744073709552e+19
# HELP rest_client_requests_total Number of HTTP requests, partitioned by status code, method, and host.
# TYPE rest_client_requests_total counter
rest_client_requests_total{code="200",host="api.vk02.sec.internal.fgd1.ffm-dev.osc:443",method="GET"} 1962
rest_client_requests_total{code="200",host="api.vk02.sec.internal.fgd1.ffm-dev.osc:443",method="PATCH"} 1246
rest_client_requests_total{code="200",host="api.vk02.sec.internal.fgd1.ffm-dev.osc:443",method="PUT"} 54184
rest_client_requests_total{code="201",host="api.vk02.sec.internal.fgd1.ffm-dev.osc:443",method="POST"} 45
rest_client_requests_total{code="404",host="api.vk02.sec.internal.fgd1.ffm-dev.osc:443",method="GET"} 36
rest_client_requests_total{code="409",host="api.vk02.sec.internal.fgd1.ffm-dev.osc:443",method="POST"} 4
# HELP workqueue_adds_total Total number of adds handled by workqueue
# TYPE workqueue_adds_total counter
workqueue_adds_total{controller="scone",name="scone"} 1233
# HELP workqueue_depth Current depth of workqueue
# TYPE workqueue_depth gauge
workqueue_depth{controller="scone",name="scone"} 0
# HELP workqueue_longest_running_processor_seconds How many seconds has the longest running processor for workqueue been running.
# TYPE workqueue_longest_running_processor_seconds gauge
workqueue_longest_running_processor_seconds{controller="scone",name="scone"} 0
# HELP workqueue_queue_duration_seconds How long in seconds an item stays in workqueue before being requested
# TYPE workqueue_queue_duration_seconds histogram
workqueue_queue_duration_seconds_bucket{controller="scone",name="scone",le="1e-08"} 0
workqueue_queue_duration_seconds_bucket{controller="scone",name="scone",le="1e-07"} 0
workqueue_queue_duration_seconds_bucket{controller="scone",name="scone",le="1e-06"} 0
workqueue_queue_duration_seconds_bucket{controller="scone",name="scone",le="9.999999999999999e-06"} 208
workqueue_queue_duration_seconds_bucket{controller="scone",name="scone",le="9.999999999999999e-05"} 1016
workqueue_queue_duration_seconds_bucket{controller="scone",name="scone",le="0.001"} 1226
workqueue_queue_duration_seconds_bucket{controller="scone",name="scone",le="0.01"} 1230
workqueue_queue_duration_seconds_bucket{controller="scone",name="scone",le="0.1"} 1230
workqueue_queue_duration_seconds_bucket{controller="scone",name="scone",le="1"} 1230
workqueue_queue_duration_seconds_bucket{controller="scone",name="scone",le="10"} 1232
workqueue_queue_duration_seconds_bucket{controller="scone",name="scone",le="100"} 1233
workqueue_queue_duration_seconds_bucket{controller="scone",name="scone",le="1000"} 1233
workqueue_queue_duration_seconds_bucket{controller="scone",name="scone",le="+Inf"} 1233
workqueue_queue_duration_seconds_sum{controller="scone",name="scone"} 44.19122021399994
workqueue_queue_duration_seconds_count{controller="scone",name="scone"} 1233
# HELP workqueue_retries_total Total number of retries handled by workqueue
# TYPE workqueue_retries_total counter
workqueue_retries_total{controller="scone",name="scone"} 1233
# HELP workqueue_unfinished_work_seconds How many seconds of work has been done that is in progress and hasn't been observed by work_duration. Large values indicate stuck threads. One can deduce the number of stuck threads by observing the rate at which this increases.
# TYPE workqueue_unfinished_work_seconds gauge
workqueue_unfinished_work_seconds{controller="scone",name="scone"} 0
# HELP workqueue_work_duration_seconds How long in seconds processing an item from workqueue takes.
# TYPE workqueue_work_duration_seconds histogram
workqueue_work_duration_seconds_bucket{controller="scone",name="scone",le="1e-08"} 0
workqueue_work_duration_seconds_bucket{controller="scone",name="scone",le="1e-07"} 0
workqueue_work_duration_seconds_bucket{controller="scone",name="scone",le="1e-06"} 0
workqueue_work_duration_seconds_bucket{controller="scone",name="scone",le="9.999999999999999e-06"} 0
workqueue_work_duration_seconds_bucket{controller="scone",name="scone",le="9.999999999999999e-05"} 0
workqueue_work_duration_seconds_bucket{controller="scone",name="scone",le="0.001"} 0
workqueue_work_duration_seconds_bucket{controller="scone",name="scone",le="0.01"} 1033
workqueue_work_duration_seconds_bucket{controller="scone",name="scone",le="0.1"} 1224
workqueue_work_duration_seconds_bucket{controller="scone",name="scone",le="1"} 1230
workqueue_work_duration_seconds_bucket{controller="scone",name="scone",le="10"} 1232
workqueue_work_duration_seconds_bucket{controller="scone",name="scone",le="100"} 1233
workqueue_work_duration_seconds_bucket{controller="scone",name="scone",le="1000"} 1233
workqueue_work_duration_seconds_bucket{controller="scone",name="scone",le="+Inf"} 1233
workqueue_work_duration_seconds_sum{controller="scone",name="scone"} 55.07650995100005
workqueue_work_duration_seconds_count{controller="scone",name="scone"} 1233
<!--SCONE_SERVICE_OPERATOR_METRICS:END-->