Metrics for the SCONE Operator
Retrieve the metrics from the metrics service endpoint
You can retrieve the metrics published by the scone-service-operator with the following commands.
Create a port-forward to the metrics service endpoint.
export SCONE_OPERATOR_NAMESPACE=osc-sec-us-scone-operator
k port-forward -n $SCONE_OPERATOR_NAMESPACE service/scone-controller-manager-metrics-service 8080:8080
From another terminal, run the following command to retrieve the metrics:
curl http://localhost:8080/metrics
Scone Operator Metrics
# HELP certwatcher_read_certificate_errors_total Total number of certificate read errors # TYPE certwatcher_read_certificate_errors_total counter certwatcher_read_certificate_errors_total 0 # HELP certwatcher_read_certificate_total Total number of certificate reads # TYPE certwatcher_read_certificate_total counter certwatcher_read_certificate_total 1 # HELP controller_runtime_active_workers Number of currently used workers per controller # TYPE controller_runtime_active_workers gauge controller_runtime_active_workers{controller="cas"} 0 controller_runtime_active_workers{controller="encryptedpolicy"} 0 controller_runtime_active_workers{controller="las"} 0 controller_runtime_active_workers{controller="sgxplugin"} 0 controller_runtime_active_workers{controller="signedpolicy"} 0 controller_runtime_active_workers{controller="vault"} 0 # HELP controller_runtime_max_concurrent_reconciles Maximum number of concurrent reconciles per controller # TYPE controller_runtime_max_concurrent_reconciles gauge controller_runtime_max_concurrent_reconciles{controller="cas"} 1 controller_runtime_max_concurrent_reconciles{controller="encryptedpolicy"} 1 controller_runtime_max_concurrent_reconciles{controller="las"} 1 controller_runtime_max_concurrent_reconciles{controller="sgxplugin"} 1 controller_runtime_max_concurrent_reconciles{controller="signedpolicy"} 1 controller_runtime_max_concurrent_reconciles{controller="vault"} 1 # HELP controller_runtime_reconcile_errors_total Total number of reconciliation errors per controller # TYPE controller_runtime_reconcile_errors_total counter controller_runtime_reconcile_errors_total{controller="cas"} 4 controller_runtime_reconcile_errors_total{controller="encryptedpolicy"} 0 controller_runtime_reconcile_errors_total{controller="las"} 0 controller_runtime_reconcile_errors_total{controller="sgxplugin"} 0 controller_runtime_reconcile_errors_total{controller="signedpolicy"} 0 controller_runtime_reconcile_errors_total{controller="vault"} 0 # HELP controller_runtime_reconcile_panics_total Total number of reconciliation panics per controller # TYPE controller_runtime_reconcile_panics_total counter controller_runtime_reconcile_panics_total{controller="cas"} 0 controller_runtime_reconcile_panics_total{controller="encryptedpolicy"} 0 controller_runtime_reconcile_panics_total{controller="las"} 0 controller_runtime_reconcile_panics_total{controller="sgxplugin"} 0 controller_runtime_reconcile_panics_total{controller="signedpolicy"} 0 controller_runtime_reconcile_panics_total{controller="vault"} 0 # HELP controller_runtime_reconcile_time_seconds Length of time per reconciliation per controller # TYPE controller_runtime_reconcile_time_seconds histogram controller_runtime_reconcile_time_seconds_bucket{controller="cas",le="0.005"} 0 controller_runtime_reconcile_time_seconds_bucket{controller="cas",le="0.01"} 0 controller_runtime_reconcile_time_seconds_bucket{controller="cas",le="0.025"} 0 controller_runtime_reconcile_time_seconds_bucket{controller="cas",le="0.05"} 0 controller_runtime_reconcile_time_seconds_bucket{controller="cas",le="0.1"} 0 controller_runtime_reconcile_time_seconds_bucket{controller="cas",le="0.15"} 0 controller_runtime_reconcile_time_seconds_bucket{controller="cas",le="0.2"} 0 controller_runtime_reconcile_time_seconds_bucket{controller="cas",le="0.25"} 0 controller_runtime_reconcile_time_seconds_bucket{controller="cas",le="0.3"} 0 controller_runtime_reconcile_time_seconds_bucket{controller="cas",le="0.35"} 0 controller_runtime_reconcile_time_seconds_bucket{controller="cas",le="0.4"} 0 controller_runtime_reconcile_time_seconds_bucket{controller="cas",le="0.45"} 0 controller_runtime_reconcile_time_seconds_bucket{controller="cas",le="0.5"} 0 controller_runtime_reconcile_time_seconds_bucket{controller="cas",le="0.6"} 0 controller_runtime_reconcile_time_seconds_bucket{controller="cas",le="0.7"} 0 controller_runtime_reconcile_time_seconds_bucket{controller="cas",le="0.8"} 0 controller_runtime_reconcile_time_seconds_bucket{controller="cas",le="0.9"} 0 controller_runtime_reconcile_time_seconds_bucket{controller="cas",le="1"} 0 controller_runtime_reconcile_time_seconds_bucket{controller="cas",le="1.25"} 3 controller_runtime_reconcile_time_seconds_bucket{controller="cas",le="1.5"} 69 controller_runtime_reconcile_time_seconds_bucket{controller="cas",le="1.75"} 110 controller_runtime_reconcile_time_seconds_bucket{controller="cas",le="2"} 330 controller_runtime_reconcile_time_seconds_bucket{controller="cas",le="2.5"} 416 controller_runtime_reconcile_time_seconds_bucket{controller="cas",le="3"} 416 controller_runtime_reconcile_time_seconds_bucket{controller="cas",le="3.5"} 417 controller_runtime_reconcile_time_seconds_bucket{controller="cas",le="4"} 417 controller_runtime_reconcile_time_seconds_bucket{controller="cas",le="4.5"} 419 controller_runtime_reconcile_time_seconds_bucket{controller="cas",le="5"} 419 controller_runtime_reconcile_time_seconds_bucket{controller="cas",le="6"} 419 controller_runtime_reconcile_time_seconds_bucket{controller="cas",le="7"} 419 controller_runtime_reconcile_time_seconds_bucket{controller="cas",le="8"} 419 controller_runtime_reconcile_time_seconds_bucket{controller="cas",le="9"} 419 controller_runtime_reconcile_time_seconds_bucket{controller="cas",le="10"} 419 controller_runtime_reconcile_time_seconds_bucket{controller="cas",le="15"} 419 controller_runtime_reconcile_time_seconds_bucket{controller="cas",le="20"} 419 controller_runtime_reconcile_time_seconds_bucket{controller="cas",le="25"} 419 controller_runtime_reconcile_time_seconds_bucket{controller="cas",le="30"} 419 controller_runtime_reconcile_time_seconds_bucket{controller="cas",le="40"} 419 controller_runtime_reconcile_time_seconds_bucket{controller="cas",le="50"} 419 controller_runtime_reconcile_time_seconds_bucket{controller="cas",le="60"} 419 controller_runtime_reconcile_time_seconds_bucket{controller="cas",le="+Inf"} 419 controller_runtime_reconcile_time_seconds_sum{controller="cas"} 767.7880625790006 controller_runtime_reconcile_time_seconds_count{controller="cas"} 419 controller_runtime_reconcile_time_seconds_bucket{controller="las",le="0.005"} 0 controller_runtime_reconcile_time_seconds_bucket{controller="las",le="0.01"} 3 controller_runtime_reconcile_time_seconds_bucket{controller="las",le="0.025"} 5 controller_runtime_reconcile_time_seconds_bucket{controller="las",le="0.05"} 7 controller_runtime_reconcile_time_seconds_bucket{controller="las",le="0.1"} 15 controller_runtime_reconcile_time_seconds_bucket{controller="las",le="0.15"} 1763 controller_runtime_reconcile_time_seconds_bucket{controller="las",le="0.2"} 2172 controller_runtime_reconcile_time_seconds_bucket{controller="las",le="0.25"} 2231 controller_runtime_reconcile_time_seconds_bucket{controller="las",le="0.3"} 2267 controller_runtime_reconcile_time_seconds_bucket{controller="las",le="0.35"} 2278 controller_runtime_reconcile_time_seconds_bucket{controller="las",le="0.4"} 2280 controller_runtime_reconcile_time_seconds_bucket{controller="las",le="0.45"} 2280 controller_runtime_reconcile_time_seconds_bucket{controller="las",le="0.5"} 2282 controller_runtime_reconcile_time_seconds_bucket{controller="las",le="0.6"} 2285 controller_runtime_reconcile_time_seconds_bucket{controller="las",le="0.7"} 2285 controller_runtime_reconcile_time_seconds_bucket{controller="las",le="0.8"} 2285 controller_runtime_reconcile_time_seconds_bucket{controller="las",le="0.9"} 2285 controller_runtime_reconcile_time_seconds_bucket{controller="las",le="1"} 2285 controller_runtime_reconcile_time_seconds_bucket{controller="las",le="1.25"} 2285 controller_runtime_reconcile_time_seconds_bucket{controller="las",le="1.5"} 2285 controller_runtime_reconcile_time_seconds_bucket{controller="las",le="1.75"} 2285 controller_runtime_reconcile_time_seconds_bucket{controller="las",le="2"} 2285 controller_runtime_reconcile_time_seconds_bucket{controller="las",le="2.5"} 2285 controller_runtime_reconcile_time_seconds_bucket{controller="las",le="3"} 2285 controller_runtime_reconcile_time_seconds_bucket{controller="las",le="3.5"} 2285 controller_runtime_reconcile_time_seconds_bucket{controller="las",le="4"} 2285 controller_runtime_reconcile_time_seconds_bucket{controller="las",le="4.5"} 2285 controller_runtime_reconcile_time_seconds_bucket{controller="las",le="5"} 2285 controller_runtime_reconcile_time_seconds_bucket{controller="las",le="6"} 2285 controller_runtime_reconcile_time_seconds_bucket{controller="las",le="7"} 2285 controller_runtime_reconcile_time_seconds_bucket{controller="las",le="8"} 2285 controller_runtime_reconcile_time_seconds_bucket{controller="las",le="9"} 2285 controller_runtime_reconcile_time_seconds_bucket{controller="las",le="10"} 2285 controller_runtime_reconcile_time_seconds_bucket{controller="las",le="15"} 2285 controller_runtime_reconcile_time_seconds_bucket{controller="las",le="20"} 2285 controller_runtime_reconcile_time_seconds_bucket{controller="las",le="25"} 2285 controller_runtime_reconcile_time_seconds_bucket{controller="las",le="30"} 2285 controller_runtime_reconcile_time_seconds_bucket{controller="las",le="40"} 2285 controller_runtime_reconcile_time_seconds_bucket{controller="las",le="50"} 2285 controller_runtime_reconcile_time_seconds_bucket{controller="las",le="60"} 2285 controller_runtime_reconcile_time_seconds_bucket{controller="las",le="+Inf"} 2285 controller_runtime_reconcile_time_seconds_sum{controller="las"} 328.23454421500037 controller_runtime_reconcile_time_seconds_count{controller="las"} 2285 controller_runtime_reconcile_time_seconds_bucket{controller="sgxplugin",le="0.005"} 0 controller_runtime_reconcile_time_seconds_bucket{controller="sgxplugin",le="0.01"} 0 controller_runtime_reconcile_time_seconds_bucket{controller="sgxplugin",le="0.025"} 0 controller_runtime_reconcile_time_seconds_bucket{controller="sgxplugin",le="0.05"} 0 controller_runtime_reconcile_time_seconds_bucket{controller="sgxplugin",le="0.1"} 269 controller_runtime_reconcile_time_seconds_bucket{controller="sgxplugin",le="0.15"} 317 controller_runtime_reconcile_time_seconds_bucket{controller="sgxplugin",le="0.2"} 327 controller_runtime_reconcile_time_seconds_bucket{controller="sgxplugin",le="0.25"} 337 controller_runtime_reconcile_time_seconds_bucket{controller="sgxplugin",le="0.3"} 351 controller_runtime_reconcile_time_seconds_bucket{controller="sgxplugin",le="0.35"} 357 controller_runtime_reconcile_time_seconds_bucket{controller="sgxplugin",le="0.4"} 361 controller_runtime_reconcile_time_seconds_bucket{controller="sgxplugin",le="0.45"} 361 controller_runtime_reconcile_time_seconds_bucket{controller="sgxplugin",le="0.5"} 362 controller_runtime_reconcile_time_seconds_bucket{controller="sgxplugin",le="0.6"} 362 controller_runtime_reconcile_time_seconds_bucket{controller="sgxplugin",le="0.7"} 362 controller_runtime_reconcile_time_seconds_bucket{controller="sgxplugin",le="0.8"} 362 controller_runtime_reconcile_time_seconds_bucket{controller="sgxplugin",le="0.9"} 362 controller_runtime_reconcile_time_seconds_bucket{controller="sgxplugin",le="1"} 362 controller_runtime_reconcile_time_seconds_bucket{controller="sgxplugin",le="1.25"} 363 controller_runtime_reconcile_time_seconds_bucket{controller="sgxplugin",le="1.5"} 363 controller_runtime_reconcile_time_seconds_bucket{controller="sgxplugin",le="1.75"} 363 controller_runtime_reconcile_time_seconds_bucket{controller="sgxplugin",le="2"} 363 controller_runtime_reconcile_time_seconds_bucket{controller="sgxplugin",le="2.5"} 363 controller_runtime_reconcile_time_seconds_bucket{controller="sgxplugin",le="3"} 363 controller_runtime_reconcile_time_seconds_bucket{controller="sgxplugin",le="3.5"} 363 controller_runtime_reconcile_time_seconds_bucket{controller="sgxplugin",le="4"} 363 controller_runtime_reconcile_time_seconds_bucket{controller="sgxplugin",le="4.5"} 363 controller_runtime_reconcile_time_seconds_bucket{controller="sgxplugin",le="5"} 363 controller_runtime_reconcile_time_seconds_bucket{controller="sgxplugin",le="6"} 363 controller_runtime_reconcile_time_seconds_bucket{controller="sgxplugin",le="7"} 363 controller_runtime_reconcile_time_seconds_bucket{controller="sgxplugin",le="8"} 363 controller_runtime_reconcile_time_seconds_bucket{controller="sgxplugin",le="9"} 363 controller_runtime_reconcile_time_seconds_bucket{controller="sgxplugin",le="10"} 363 controller_runtime_reconcile_time_seconds_bucket{controller="sgxplugin",le="15"} 363 controller_runtime_reconcile_time_seconds_bucket{controller="sgxplugin",le="20"} 363 controller_runtime_reconcile_time_seconds_bucket{controller="sgxplugin",le="25"} 363 controller_runtime_reconcile_time_seconds_bucket{controller="sgxplugin",le="30"} 363 controller_runtime_reconcile_time_seconds_bucket{controller="sgxplugin",le="40"} 363 controller_runtime_reconcile_time_seconds_bucket{controller="sgxplugin",le="50"} 363 controller_runtime_reconcile_time_seconds_bucket{controller="sgxplugin",le="60"} 363 controller_runtime_reconcile_time_seconds_bucket{controller="sgxplugin",le="+Inf"} 363 controller_runtime_reconcile_time_seconds_sum{controller="sgxplugin"} 41.99893408600002 controller_runtime_reconcile_time_seconds_count{controller="sgxplugin"} 363 # HELP controller_runtime_reconcile_total Total number of reconciliations per controller # TYPE controller_runtime_reconcile_total counter controller_runtime_reconcile_total{controller="cas",result="error"} 4 controller_runtime_reconcile_total{controller="cas",result="requeue"} 2 controller_runtime_reconcile_total{controller="cas",result="requeue_after"} 413 controller_runtime_reconcile_total{controller="cas",result="success"} 0 controller_runtime_reconcile_total{controller="encryptedpolicy",result="error"} 0 controller_runtime_reconcile_total{controller="encryptedpolicy",result="requeue"} 0 controller_runtime_reconcile_total{controller="encryptedpolicy",result="requeue_after"} 0 controller_runtime_reconcile_total{controller="encryptedpolicy",result="success"} 0 controller_runtime_reconcile_total{controller="las",result="error"} 0 controller_runtime_reconcile_total{controller="las",result="requeue"} 15 controller_runtime_reconcile_total{controller="las",result="requeue_after"} 2270 controller_runtime_reconcile_total{controller="las",result="success"} 0 controller_runtime_reconcile_total{controller="sgxplugin",result="error"} 0 controller_runtime_reconcile_total{controller="sgxplugin",result="requeue"} 0 controller_runtime_reconcile_total{controller="sgxplugin",result="requeue_after"} 363 controller_runtime_reconcile_total{controller="sgxplugin",result="success"} 0 controller_runtime_reconcile_total{controller="signedpolicy",result="error"} 0 controller_runtime_reconcile_total{controller="signedpolicy",result="requeue"} 0 controller_runtime_reconcile_total{controller="signedpolicy",result="requeue_after"} 0 controller_runtime_reconcile_total{controller="signedpolicy",result="success"} 0 controller_runtime_reconcile_total{controller="vault",result="error"} 0 controller_runtime_reconcile_total{controller="vault",result="requeue"} 0 controller_runtime_reconcile_total{controller="vault",result="requeue_after"} 0 controller_runtime_reconcile_total{controller="vault",result="success"} 0 # HELP controller_runtime_terminal_reconcile_errors_total Total number of terminal reconciliation errors per controller # TYPE controller_runtime_terminal_reconcile_errors_total counter controller_runtime_terminal_reconcile_errors_total{controller="cas"} 0 controller_runtime_terminal_reconcile_errors_total{controller="encryptedpolicy"} 0 controller_runtime_terminal_reconcile_errors_total{controller="las"} 0 controller_runtime_terminal_reconcile_errors_total{controller="sgxplugin"} 0 controller_runtime_terminal_reconcile_errors_total{controller="signedpolicy"} 0 controller_runtime_terminal_reconcile_errors_total{controller="vault"} 0 # HELP controller_runtime_webhook_latency_seconds Histogram of the latency of processing admission requests # TYPE controller_runtime_webhook_latency_seconds histogram controller_runtime_webhook_latency_seconds_bucket{webhook="/mutate-base-scone-cloud-v1beta1-las",le="0.005"} 30 controller_runtime_webhook_latency_seconds_bucket{webhook="/mutate-base-scone-cloud-v1beta1-las",le="0.01"} 30 controller_runtime_webhook_latency_seconds_bucket{webhook="/mutate-base-scone-cloud-v1beta1-las",le="0.025"} 30 controller_runtime_webhook_latency_seconds_bucket{webhook="/mutate-base-scone-cloud-v1beta1-las",le="0.05"} 30 controller_runtime_webhook_latency_seconds_bucket{webhook="/mutate-base-scone-cloud-v1beta1-las",le="0.1"} 30 controller_runtime_webhook_latency_seconds_bucket{webhook="/mutate-base-scone-cloud-v1beta1-las",le="0.25"} 30 controller_runtime_webhook_latency_seconds_bucket{webhook="/mutate-base-scone-cloud-v1beta1-las",le="0.5"} 30 controller_runtime_webhook_latency_seconds_bucket{webhook="/mutate-base-scone-cloud-v1beta1-las",le="1"} 30 controller_runtime_webhook_latency_seconds_bucket{webhook="/mutate-base-scone-cloud-v1beta1-las",le="2.5"} 30 controller_runtime_webhook_latency_seconds_bucket{webhook="/mutate-base-scone-cloud-v1beta1-las",le="5"} 30 controller_runtime_webhook_latency_seconds_bucket{webhook="/mutate-base-scone-cloud-v1beta1-las",le="10"} 30 controller_runtime_webhook_latency_seconds_bucket{webhook="/mutate-base-scone-cloud-v1beta1-las",le="+Inf"} 30 controller_runtime_webhook_latency_seconds_sum{webhook="/mutate-base-scone-cloud-v1beta1-las"} 0.031637432 controller_runtime_webhook_latency_seconds_count{webhook="/mutate-base-scone-cloud-v1beta1-las"} 30 controller_runtime_webhook_latency_seconds_bucket{webhook="/mutate-base-scone-cloud-v1beta1-sgxplugin",le="0.005"} 11 controller_runtime_webhook_latency_seconds_bucket{webhook="/mutate-base-scone-cloud-v1beta1-sgxplugin",le="0.01"} 14 controller_runtime_webhook_latency_seconds_bucket{webhook="/mutate-base-scone-cloud-v1beta1-sgxplugin",le="0.025"} 27 controller_runtime_webhook_latency_seconds_bucket{webhook="/mutate-base-scone-cloud-v1beta1-sgxplugin",le="0.05"} 28 controller_runtime_webhook_latency_seconds_bucket{webhook="/mutate-base-scone-cloud-v1beta1-sgxplugin",le="0.1"} 30 controller_runtime_webhook_latency_seconds_bucket{webhook="/mutate-base-scone-cloud-v1beta1-sgxplugin",le="0.25"} 30 controller_runtime_webhook_latency_seconds_bucket{webhook="/mutate-base-scone-cloud-v1beta1-sgxplugin",le="0.5"} 30 controller_runtime_webhook_latency_seconds_bucket{webhook="/mutate-base-scone-cloud-v1beta1-sgxplugin",le="1"} 30 controller_runtime_webhook_latency_seconds_bucket{webhook="/mutate-base-scone-cloud-v1beta1-sgxplugin",le="2.5"} 30 controller_runtime_webhook_latency_seconds_bucket{webhook="/mutate-base-scone-cloud-v1beta1-sgxplugin",le="5"} 30 controller_runtime_webhook_latency_seconds_bucket{webhook="/mutate-base-scone-cloud-v1beta1-sgxplugin",le="10"} 30 controller_runtime_webhook_latency_seconds_bucket{webhook="/mutate-base-scone-cloud-v1beta1-sgxplugin",le="+Inf"} 30 controller_runtime_webhook_latency_seconds_sum{webhook="/mutate-base-scone-cloud-v1beta1-sgxplugin"} 0.360704191 controller_runtime_webhook_latency_seconds_count{webhook="/mutate-base-scone-cloud-v1beta1-sgxplugin"} 30 controller_runtime_webhook_latency_seconds_bucket{webhook="/mutate-services-scone-cloud-v1beta1-cas",le="0.005"} 32 controller_runtime_webhook_latency_seconds_bucket{webhook="/mutate-services-scone-cloud-v1beta1-cas",le="0.01"} 43 controller_runtime_webhook_latency_seconds_bucket{webhook="/mutate-services-scone-cloud-v1beta1-cas",le="0.025"} 46 controller_runtime_webhook_latency_seconds_bucket{webhook="/mutate-services-scone-cloud-v1beta1-cas",le="0.05"} 47 controller_runtime_webhook_latency_seconds_bucket{webhook="/mutate-services-scone-cloud-v1beta1-cas",le="0.1"} 47 controller_runtime_webhook_latency_seconds_bucket{webhook="/mutate-services-scone-cloud-v1beta1-cas",le="0.25"} 47 controller_runtime_webhook_latency_seconds_bucket{webhook="/mutate-services-scone-cloud-v1beta1-cas",le="0.5"} 47 controller_runtime_webhook_latency_seconds_bucket{webhook="/mutate-services-scone-cloud-v1beta1-cas",le="1"} 47 controller_runtime_webhook_latency_seconds_bucket{webhook="/mutate-services-scone-cloud-v1beta1-cas",le="2.5"} 47 controller_runtime_webhook_latency_seconds_bucket{webhook="/mutate-services-scone-cloud-v1beta1-cas",le="5"} 47 controller_runtime_webhook_latency_seconds_bucket{webhook="/mutate-services-scone-cloud-v1beta1-cas",le="10"} 47 controller_runtime_webhook_latency_seconds_bucket{webhook="/mutate-services-scone-cloud-v1beta1-cas",le="+Inf"} 47 controller_runtime_webhook_latency_seconds_sum{webhook="/mutate-services-scone-cloud-v1beta1-cas"} 0.278639198 controller_runtime_webhook_latency_seconds_count{webhook="/mutate-services-scone-cloud-v1beta1-cas"} 47 controller_runtime_webhook_latency_seconds_bucket{webhook="/validate-base-scone-cloud-v1beta1-las",le="0.005"} 30 controller_runtime_webhook_latency_seconds_bucket{webhook="/validate-base-scone-cloud-v1beta1-las",le="0.01"} 30 controller_runtime_webhook_latency_seconds_bucket{webhook="/validate-base-scone-cloud-v1beta1-las",le="0.025"} 30 controller_runtime_webhook_latency_seconds_bucket{webhook="/validate-base-scone-cloud-v1beta1-las",le="0.05"} 30 controller_runtime_webhook_latency_seconds_bucket{webhook="/validate-base-scone-cloud-v1beta1-las",le="0.1"} 30 controller_runtime_webhook_latency_seconds_bucket{webhook="/validate-base-scone-cloud-v1beta1-las",le="0.25"} 30 controller_runtime_webhook_latency_seconds_bucket{webhook="/validate-base-scone-cloud-v1beta1-las",le="0.5"} 30 controller_runtime_webhook_latency_seconds_bucket{webhook="/validate-base-scone-cloud-v1beta1-las",le="1"} 30 controller_runtime_webhook_latency_seconds_bucket{webhook="/validate-base-scone-cloud-v1beta1-las",le="2.5"} 30 controller_runtime_webhook_latency_seconds_bucket{webhook="/validate-base-scone-cloud-v1beta1-las",le="5"} 30 controller_runtime_webhook_latency_seconds_bucket{webhook="/validate-base-scone-cloud-v1beta1-las",le="10"} 30 controller_runtime_webhook_latency_seconds_bucket{webhook="/validate-base-scone-cloud-v1beta1-las",le="+Inf"} 30 controller_runtime_webhook_latency_seconds_sum{webhook="/validate-base-scone-cloud-v1beta1-las"} 0.034732774 controller_runtime_webhook_latency_seconds_count{webhook="/validate-base-scone-cloud-v1beta1-las"} 30 controller_runtime_webhook_latency_seconds_bucket{webhook="/validate-base-scone-cloud-v1beta1-sgxplugin",le="0.005"} 24 controller_runtime_webhook_latency_seconds_bucket{webhook="/validate-base-scone-cloud-v1beta1-sgxplugin",le="0.01"} 26 controller_runtime_webhook_latency_seconds_bucket{webhook="/validate-base-scone-cloud-v1beta1-sgxplugin",le="0.025"} 28 controller_runtime_webhook_latency_seconds_bucket{webhook="/validate-base-scone-cloud-v1beta1-sgxplugin",le="0.05"} 30 controller_runtime_webhook_latency_seconds_bucket{webhook="/validate-base-scone-cloud-v1beta1-sgxplugin",le="0.1"} 30 controller_runtime_webhook_latency_seconds_bucket{webhook="/validate-base-scone-cloud-v1beta1-sgxplugin",le="0.25"} 30 controller_runtime_webhook_latency_seconds_bucket{webhook="/validate-base-scone-cloud-v1beta1-sgxplugin",le="0.5"} 30 controller_runtime_webhook_latency_seconds_bucket{webhook="/validate-base-scone-cloud-v1beta1-sgxplugin",le="1"} 30 controller_runtime_webhook_latency_seconds_bucket{webhook="/validate-base-scone-cloud-v1beta1-sgxplugin",le="2.5"} 30 controller_runtime_webhook_latency_seconds_bucket{webhook="/validate-base-scone-cloud-v1beta1-sgxplugin",le="5"} 30 controller_runtime_webhook_latency_seconds_bucket{webhook="/validate-base-scone-cloud-v1beta1-sgxplugin",le="10"} 30 controller_runtime_webhook_latency_seconds_bucket{webhook="/validate-base-scone-cloud-v1beta1-sgxplugin",le="+Inf"} 30 controller_runtime_webhook_latency_seconds_sum{webhook="/validate-base-scone-cloud-v1beta1-sgxplugin"} 0.170869953 controller_runtime_webhook_latency_seconds_count{webhook="/validate-base-scone-cloud-v1beta1-sgxplugin"} 30 controller_runtime_webhook_latency_seconds_bucket{webhook="/validate-services-scone-cloud-v1beta1-cas",le="0.005"} 34 controller_runtime_webhook_latency_seconds_bucket{webhook="/validate-services-scone-cloud-v1beta1-cas",le="0.01"} 39 controller_runtime_webhook_latency_seconds_bucket{webhook="/validate-services-scone-cloud-v1beta1-cas",le="0.025"} 42 controller_runtime_webhook_latency_seconds_bucket{webhook="/validate-services-scone-cloud-v1beta1-cas",le="0.05"} 46 controller_runtime_webhook_latency_seconds_bucket{webhook="/validate-services-scone-cloud-v1beta1-cas",le="0.1"} 46 controller_runtime_webhook_latency_seconds_bucket{webhook="/validate-services-scone-cloud-v1beta1-cas",le="0.25"} 46 controller_runtime_webhook_latency_seconds_bucket{webhook="/validate-services-scone-cloud-v1beta1-cas",le="0.5"} 46 controller_runtime_webhook_latency_seconds_bucket{webhook="/validate-services-scone-cloud-v1beta1-cas",le="1"} 46 controller_runtime_webhook_latency_seconds_bucket{webhook="/validate-services-scone-cloud-v1beta1-cas",le="2.5"} 46 controller_runtime_webhook_latency_seconds_bucket{webhook="/validate-services-scone-cloud-v1beta1-cas",le="5"} 46 controller_runtime_webhook_latency_seconds_bucket{webhook="/validate-services-scone-cloud-v1beta1-cas",le="10"} 46 controller_runtime_webhook_latency_seconds_bucket{webhook="/validate-services-scone-cloud-v1beta1-cas",le="+Inf"} 46 controller_runtime_webhook_latency_seconds_sum{webhook="/validate-services-scone-cloud-v1beta1-cas"} 0.366805838 controller_runtime_webhook_latency_seconds_count{webhook="/validate-services-scone-cloud-v1beta1-cas"} 46 # HELP controller_runtime_webhook_panics_total Total number of webhook panics # TYPE controller_runtime_webhook_panics_total counter controller_runtime_webhook_panics_total 0 # HELP controller_runtime_webhook_requests_in_flight Current number of admission requests being served. # TYPE controller_runtime_webhook_requests_in_flight gauge controller_runtime_webhook_requests_in_flight{webhook="/mutate-base-scone-cloud-v1beta1-las"} 0 controller_runtime_webhook_requests_in_flight{webhook="/mutate-base-scone-cloud-v1beta1-sgxplugin"} 0 controller_runtime_webhook_requests_in_flight{webhook="/mutate-services-scone-cloud-v1beta1-cas"} 0 controller_runtime_webhook_requests_in_flight{webhook="/mutate-services-scone-cloud-v1beta1-vault"} 0 controller_runtime_webhook_requests_in_flight{webhook="/validate-base-scone-cloud-v1beta1-las"} 0 controller_runtime_webhook_requests_in_flight{webhook="/validate-base-scone-cloud-v1beta1-sgxplugin"} 0 controller_runtime_webhook_requests_in_flight{webhook="/validate-services-scone-cloud-v1beta1-cas"} 0 controller_runtime_webhook_requests_in_flight{webhook="/validate-services-scone-cloud-v1beta1-vault"} 0 # HELP controller_runtime_webhook_requests_total Total number of admission requests by HTTP status code. # TYPE controller_runtime_webhook_requests_total counter controller_runtime_webhook_requests_total{code="200",webhook="/mutate-base-scone-cloud-v1beta1-las"} 30 controller_runtime_webhook_requests_total{code="200",webhook="/mutate-base-scone-cloud-v1beta1-sgxplugin"} 30 controller_runtime_webhook_requests_total{code="200",webhook="/mutate-services-scone-cloud-v1beta1-cas"} 47 controller_runtime_webhook_requests_total{code="200",webhook="/mutate-services-scone-cloud-v1beta1-vault"} 0 controller_runtime_webhook_requests_total{code="200",webhook="/validate-base-scone-cloud-v1beta1-las"} 30 controller_runtime_webhook_requests_total{code="200",webhook="/validate-base-scone-cloud-v1beta1-sgxplugin"} 30 controller_runtime_webhook_requests_total{code="200",webhook="/validate-services-scone-cloud-v1beta1-cas"} 46 controller_runtime_webhook_requests_total{code="200",webhook="/validate-services-scone-cloud-v1beta1-vault"} 0 controller_runtime_webhook_requests_total{code="500",webhook="/mutate-base-scone-cloud-v1beta1-las"} 0 controller_runtime_webhook_requests_total{code="500",webhook="/mutate-base-scone-cloud-v1beta1-sgxplugin"} 0 controller_runtime_webhook_requests_total{code="500",webhook="/mutate-services-scone-cloud-v1beta1-cas"} 0 controller_runtime_webhook_requests_total{code="500",webhook="/mutate-services-scone-cloud-v1beta1-vault"} 0 controller_runtime_webhook_requests_total{code="500",webhook="/validate-base-scone-cloud-v1beta1-las"} 0 controller_runtime_webhook_requests_total{code="500",webhook="/validate-base-scone-cloud-v1beta1-sgxplugin"} 0 controller_runtime_webhook_requests_total{code="500",webhook="/validate-services-scone-cloud-v1beta1-cas"} 0 controller_runtime_webhook_requests_total{code="500",webhook="/validate-services-scone-cloud-v1beta1-vault"} 0 # HELP go_gc_duration_seconds A summary of the pause duration of garbage collection cycles. # TYPE go_gc_duration_seconds summary go_gc_duration_seconds{quantile="0"} 3.7117e-05 go_gc_duration_seconds{quantile="0.25"} 4.1987e-05 go_gc_duration_seconds{quantile="0.5"} 5.4688e-05 go_gc_duration_seconds{quantile="0.75"} 6.9509e-05 go_gc_duration_seconds{quantile="1"} 0.040730215 go_gc_duration_seconds_sum 0.378871286 go_gc_duration_seconds_count 2388 # HELP go_goroutines Number of goroutines that currently exist. # TYPE go_goroutines gauge go_goroutines 229 # HELP go_info Information about the Go environment. # TYPE go_info gauge go_info{version="go1.23.6"} 1 # HELP go_memstats_alloc_bytes Number of bytes allocated and still in use. # TYPE go_memstats_alloc_bytes gauge go_memstats_alloc_bytes 1.3800768e+07 # HELP go_memstats_alloc_bytes_total Total number of bytes allocated, even if freed. # TYPE go_memstats_alloc_bytes_total counter go_memstats_alloc_bytes_total 1.916111336e+10 # HELP go_memstats_buck_hash_sys_bytes Number of bytes used by the profiling bucket hash table. # TYPE go_memstats_buck_hash_sys_bytes gauge go_memstats_buck_hash_sys_bytes 3.737722e+06 # HELP go_memstats_frees_total Total number of frees. # TYPE go_memstats_frees_total counter go_memstats_frees_total 8.7735982e+07 # HELP go_memstats_gc_sys_bytes Number of bytes used for garbage collection system metadata. # TYPE go_memstats_gc_sys_bytes gauge go_memstats_gc_sys_bytes 4.259176e+06 # HELP go_memstats_heap_alloc_bytes Number of heap bytes allocated and still in use. # TYPE go_memstats_heap_alloc_bytes gauge go_memstats_heap_alloc_bytes 1.3800768e+07 # HELP go_memstats_heap_idle_bytes Number of heap bytes waiting to be used. # TYPE go_memstats_heap_idle_bytes gauge go_memstats_heap_idle_bytes 2.3773184e+07 # HELP go_memstats_heap_inuse_bytes Number of heap bytes that are in use. # TYPE go_memstats_heap_inuse_bytes gauge go_memstats_heap_inuse_bytes 2.00704e+07 # HELP go_memstats_heap_objects Number of allocated objects. # TYPE go_memstats_heap_objects gauge go_memstats_heap_objects 84559 # HELP go_memstats_heap_released_bytes Number of heap bytes released to OS. # TYPE go_memstats_heap_released_bytes gauge go_memstats_heap_released_bytes 1.982464e+07 # HELP go_memstats_heap_sys_bytes Number of heap bytes obtained from system. # TYPE go_memstats_heap_sys_bytes gauge go_memstats_heap_sys_bytes 4.3843584e+07 # HELP go_memstats_last_gc_time_seconds Number of seconds since 1970 of last garbage collection. # TYPE go_memstats_last_gc_time_seconds gauge go_memstats_last_gc_time_seconds 1.7398842112863095e+09 # HELP go_memstats_lookups_total Total number of pointer lookups. # TYPE go_memstats_lookups_total counter go_memstats_lookups_total 0 # HELP go_memstats_mallocs_total Total number of mallocs. # TYPE go_memstats_mallocs_total counter go_memstats_mallocs_total 8.7820541e+07 # HELP go_memstats_mcache_inuse_bytes Number of bytes in use by mcache structures. # TYPE go_memstats_mcache_inuse_bytes gauge go_memstats_mcache_inuse_bytes 4800 # HELP go_memstats_mcache_sys_bytes Number of bytes used for mcache structures obtained from system. # TYPE go_memstats_mcache_sys_bytes gauge go_memstats_mcache_sys_bytes 15600 # HELP go_memstats_mspan_inuse_bytes Number of bytes in use by mspan structures. # TYPE go_memstats_mspan_inuse_bytes gauge go_memstats_mspan_inuse_bytes 318400 # HELP go_memstats_mspan_sys_bytes Number of bytes used for mspan structures obtained from system. # TYPE go_memstats_mspan_sys_bytes gauge go_memstats_mspan_sys_bytes 603840 # HELP go_memstats_next_gc_bytes Number of heap bytes when next garbage collection will take place. # TYPE go_memstats_next_gc_bytes gauge go_memstats_next_gc_bytes 2.1630496e+07 # HELP go_memstats_other_sys_bytes Number of bytes used for other system allocations. # TYPE go_memstats_other_sys_bytes gauge go_memstats_other_sys_bytes 908150 # HELP go_memstats_stack_inuse_bytes Number of bytes in use by the stack allocator. # TYPE go_memstats_stack_inuse_bytes gauge go_memstats_stack_inuse_bytes 2.29376e+06 # HELP go_memstats_stack_sys_bytes Number of bytes obtained from system for stack allocator. # TYPE go_memstats_stack_sys_bytes gauge go_memstats_stack_sys_bytes 2.29376e+06 # HELP go_memstats_sys_bytes Number of bytes obtained from system. # TYPE go_memstats_sys_bytes gauge go_memstats_sys_bytes 5.5661832e+07 # HELP go_threads Number of OS threads created. # TYPE go_threads gauge go_threads 11 # HELP leader_election_master_status Gauge of if the reporting system is master of the relevant lease, 0 indicates backup, 1 indicates master. 'name' is the string used to identify the lease. Please make sure to group by name. # TYPE leader_election_master_status gauge leader_election_master_status{name="61d57791.scone.cloud"} 1 # HELP process_cpu_seconds_total Total user and system CPU time spent in seconds. # TYPE process_cpu_seconds_total counter process_cpu_seconds_total 124.89 # HELP process_max_fds Maximum number of open file descriptors. # TYPE process_max_fds gauge process_max_fds 1.073741816e+09 # HELP process_open_fds Number of open file descriptors. # TYPE process_open_fds gauge process_open_fds 12 # HELP process_resident_memory_bytes Resident memory size in bytes. # TYPE process_resident_memory_bytes gauge process_resident_memory_bytes 8.1043456e+07 # HELP process_start_time_seconds Start time of the process since unix epoch in seconds. # TYPE process_start_time_seconds gauge process_start_time_seconds 1.73987458118e+09 # HELP process_virtual_memory_bytes Virtual memory size in bytes. # TYPE process_virtual_memory_bytes gauge process_virtual_memory_bytes 5.61393664e+09 # HELP process_virtual_memory_max_bytes Maximum amount of virtual memory available in bytes. # TYPE process_virtual_memory_max_bytes gauge process_virtual_memory_max_bytes 1.8446744073709552e+19 # HELP rest_client_requests_total Number of HTTP requests, partitioned by status code, method, and host. # TYPE rest_client_requests_total counter rest_client_requests_total{code="200",host="api.vk01.sec.internal.fgd1.ffm-dev.osc:443",method="DELETE"} 69 rest_client_requests_total{code="200",host="api.vk01.sec.internal.fgd1.ffm-dev.osc:443",method="GET"} 32290 rest_client_requests_total{code="200",host="api.vk01.sec.internal.fgd1.ffm-dev.osc:443",method="PATCH"} 146 rest_client_requests_total{code="200",host="api.vk01.sec.internal.fgd1.ffm-dev.osc:443",method="PUT"} 14706 rest_client_requests_total{code="201",host="api.vk01.sec.internal.fgd1.ffm-dev.osc:443",method="POST"} 50 rest_client_requests_total{code="404",host="api.vk01.sec.internal.fgd1.ffm-dev.osc:443",method="GET"} 29 rest_client_requests_total{code="404",host="api.vk01.sec.internal.fgd1.ffm-dev.osc:443",method="PATCH"} 3 rest_client_requests_total{code="409",host="api.vk01.sec.internal.fgd1.ffm-dev.osc:443",method="PUT"} 36 # HELP scone_cas_attestable This metric corresponds to the status field "attestable". Status field description: The attestable state of the CAS,\ni.e., whether the SCONE operator could attest the CAS.\n\nThe value Yes indicates that the CAS was successfully attested.\n\nThe value Failure indicates that the attestation of the CAS failed. Possible metrics values: -1, 0, 1. The value -1 indicates that the metric could not be calculated. The value 0 indicates the status field value "Failure". The value 1 indicates the status field value "Yes". # TYPE scone_cas_attestable gauge scone_cas_attestable{cr_name="cas",cr_namespace="osc-scone-system"} 1 # HELP scone_cas_migration_controller_replica_alert This metric monitors to the status field "migrationControllerReplicaAlert". Status field description: The number of expected CAS backup-controller pods that are not running.\n(The number of expected CAS backup-controller pods is always 1.)\nThe value -1 indicates that it could not be calculated. Possible metrics values: The value of this metric is always equal to the value of the status field. # TYPE scone_cas_migration_controller_replica_alert gauge scone_cas_migration_controller_replica_alert{cr_name="cas",cr_namespace="osc-scone-system"} 0 # HELP scone_cas_migration_node_alert This metric monitors to the status field "migrationNodeAlert". Status field description: The number of nodes without a successfully registered backup CAS.\nThe value -1 indicates that it could not be calculated. Possible metrics values: The value of this metric is always equal to the value of the status field. # TYPE scone_cas_migration_node_alert gauge scone_cas_migration_node_alert{cr_name="cas",cr_namespace="osc-scone-system"} 0 # HELP scone_cas_num_migratable_nodes This metric monitors to the status field "numMigratableNodes". Status field description: The number of nodes with a successfully registered backup CAS. Possible metrics values: The value of this metric is always equal to the value of the status field. # TYPE scone_cas_num_migratable_nodes gauge scone_cas_num_migratable_nodes{cr_name="cas",cr_namespace="osc-scone-system"} 3 # HELP scone_cas_phase This metric corresponds to the status field "phase". Status field description: The phase of the CAS.\n\nThe value Deleted indicates that the CAS has been deleted.\n\nThe value HEALTHY indicates that the CAS is running without any detected issues.\n\nThe value Provisioned indicates that the CAS is provisioned, its state is PENDING.\n\nThe value Unprovisioned indicates that the CAS is not provisioned.\n\nThe value EnablingMigration indicates that the CAS is provisioned but at least one node has not yet registered a backup CASes as requested.\n\nThe value Uninitialized indicates that the CAS is not provisioned and its state is PENDING.\n\nThe value AttestationFailure indicates that the CAS attestation failed.\n\nThe value SnapshotFailure indicates the CAS is provisioned but its snapshots are not being performed in requested manner.\n\nThe value UNHEALTHY indicates that although the CAS is provisioned, it can be attested and its snapshots are being performed as requested, its state is UNHEALTHY. Possible metrics values: -1, a float64 between 0 and 1. The value -1 indicates that the metric could not be calculated. Otherwise, the string value of the status field "phase" is mapped to a float64 value between 0 and 1, depending on the string value's index in the ordered list UNHEALTHY, SnapshotFailure, AttestationFailure, EnablingMigration, Uninitialized, Unprovisioned, Provisioned, HEALTHY, Deleted. # TYPE scone_cas_phase gauge scone_cas_phase{cr_name="cas",cr_namespace="osc-scone-system"} 0.875 # HELP scone_cas_pod_disruption_budget_alert This metric monitors to the status field "podDisruptionBudgetAlert". Status field description: The number of its pods that the CAS is allowing to be shutdown, for example to allow for draining a node.\nThe value should always be equal to 0. In case it is 1, the pod might be terminated and rescheduled on a different node.\nIf no nodes exist that have been registered by the CAS' backup-controller, the pod will not come up, until a node\nwhere the CAS has been registered joins the cluster. Possible metrics values: The value of this metric is always equal to the value of the status field. # TYPE scone_cas_pod_disruption_budget_alert gauge scone_cas_pod_disruption_budget_alert{cr_name="cas",cr_namespace="osc-scone-system"} 0 # HELP scone_cas_provisioned This metric corresponds to the status field "provisioned". Status field description: The provisioned state of the CAS,\ni.e., whether the CAS is provisioned.\n\nThe value Yes indicates that the CAS is provisioned.\n\nThe value No indicates that the CAS is attestable and not provisioned.\n\nThe value Unknown indicates that we can't determine the provisioned state of the CAS Possible metrics values: -1, 0, 1. The value -1 indicates the status field value "Unknown". The value 0 indicates the status field value "No". The value 1 indicates the status field value "Yes". # TYPE scone_cas_provisioned gauge scone_cas_provisioned{cr_name="cas",cr_namespace="osc-scone-system"} 1 # HELP scone_cas_replica_alert This metric monitors to the status field "replicaAlert". Status field description: The number of expected CAS pods that are not running.\n(The number of expected CAS pods is always 1.)\nThe value -1 indicates that it could not be calculated. Possible metrics values: The value of this metric is always equal to the value of the status field. # TYPE scone_cas_replica_alert gauge scone_cas_replica_alert{cr_name="cas",cr_namespace="osc-scone-system"} 0 # HELP scone_cas_safety_service_deployment_status This metric corresponds to the status field "safetyServiceDeploymentStatus". Status field description: The status of the safety service deployment.\n\nThe value Healthy indicates that current number of ready replicas is equals to the desired number of replicas.\n\nThe value Alert indicates that safety service has pending replicas and ready replicas count is less than desired replicas count.\n\nThe value Unhealthy indicates that either current ready replicas count is less than spec.safetyService.minReplicas or deployment differs from spec.\nAlso unhealthy if deployment if deployment has unavailable replicas when number of ready replicas count is not less than desired replicas count.\n\nThe value Disabled is set when safety service is disabled.\n\nThe value Unknown is set when there current status could not be determined. Possible metrics values: -1, 0, 1, 2, 3. The value -1 indicates the status field value "Unknown". The value 0 indicates the status field value "Disabled". The value 1 indicates the status field value "Unhealthy". The value 2 indicates the status field value "Alert". The value 3 indicates the status field value "Healthy". # TYPE scone_cas_safety_service_deployment_status gauge scone_cas_safety_service_deployment_status{cr_name="cas",cr_namespace="osc-scone-system"} 3 # HELP scone_cas_safety_service_pdb_status This metric corresponds to the status field "safetyServicePDBStatus". Status field description: The status of the safety service pod disruption budget.\n\nThe value Healthy indicates that pod disruption budget fo the safety service is ok.\n\nThe value Alert indicates that pod disruption has no more allowed disruptions.\n\nThe value Unhealthy indicates that either the current healthy pods count is less than desired healthy pods count or pdb differs from spec.\n\nThe value Disabled is set when safety service is disabled.\n\nThe value Unknown is set when there current status could not be determined. Possible metrics values: -1, 0, 1, 2, 3. The value -1 indicates the status field value "Unknown". The value 0 indicates the status field value "Disabled". The value 1 indicates the status field value "Unhealthy". The value 2 indicates the status field value "Alert". The value 3 indicates the status field value "Healthy". # TYPE scone_cas_safety_service_pdb_status gauge scone_cas_safety_service_pdb_status{cr_name="cas",cr_namespace="osc-scone-system"} 3 # HELP scone_cas_safety_service_status This metric corresponds to the status field "safetyServiceStatus". Status field description: The safety service status. It assumes the least healthy state between `safety_service_deployment_status` and `safety_service_pdb_status` Possible metrics values: -1, 0, 1, 2, 3. The value -1 indicates the status field value "Unknown". The value 0 indicates the status field value "Disabled". The value 1 indicates the status field value "Unhealthy". The value 2 indicates the status field value "Alert". The value 3 indicates the status field value "Healthy". # TYPE scone_cas_safety_service_status gauge scone_cas_safety_service_status{cr_name="cas",cr_namespace="osc-scone-system"} 3 # HELP scone_cas_snapshot_alert A binary value indicating whether the snapshots of the CAS database are made as requested. Possible metrics values: 0, 1. The value 0 indicates success and 1 failure. # TYPE scone_cas_snapshot_alert gauge scone_cas_snapshot_alert{cr_name="cas",cr_namespace="osc-scone-system"} 0 # HELP scone_cas_snapshot_checked_timestamp The time when the snapshot was either last performed or omitted due to lack of change of the CAS DB. Possible metrics values: -1 or timestamp in seconds. -1 indicates there is no snapshot yet. # TYPE scone_cas_snapshot_checked_timestamp gauge scone_cas_snapshot_checked_timestamp{cr_name="cas",cr_namespace="osc-scone-system"} 1.739884196e+09 # HELP scone_cas_snapshot_configured_interval Current value of snapshot interval configured for CAS (seconds). # TYPE scone_cas_snapshot_configured_interval gauge scone_cas_snapshot_configured_interval{cr_name="cas",cr_namespace="osc-scone-system"} 60 # HELP scone_cas_snapshot_status This metric corresponds to the status field "snapshotStatus". Status field description: The snapshot status of the CAS.\n\nThe value Persisted indicates that snapshots of the CAS DB are successfully being performed and saved on persistent storage as requested (i.e., cas.spec.databaseSnapshots.persistence.enabled == true).\n\nThe value Ephemeral indicates that snapshots of the CAS DB are successfully being performed and saved on ephemeral storage as requested (i.e., cas.spec.databaseSnapshots.persistence.enabled == false).\n\nThe value Initializing indicates that no snapshot of the CAS DB has been made yet but the requested snapshot interval has not yet expired.\n\nThe value Disabled indicates that cas.spec.databaseSnapshots.enabled == false and that no snapshots are being taken of the CAS DB as requested.\n\nThe value Failed indicates that the snapshots of the CAS DB are not performed as requested. Possible metrics values: -1, a float64 between 0 and 1. The value -1 indicates that the metric could not be calculated. Otherwise, the string value of the status field "snapshotStatus" is mapped to a float64 value between 0 and 1, depending on the string value's index in the ordered list Failed, Disabled, Initializing, Ephemeral, Persisted. # TYPE scone_cas_snapshot_status gauge scone_cas_snapshot_status{cr_name="cas",cr_namespace="osc-scone-system"} 1 # HELP scone_cas_snapshot_timestamp Timestamp of the most recent snapshot of the CAS DB. Possible metrics values: -1 or timestamp in seconds. -1 indicates there is no snapshot yet. # TYPE scone_cas_snapshot_timestamp gauge scone_cas_snapshot_timestamp{cr_name="cas",cr_namespace="osc-scone-system"} 1.739883476e+09 # HELP scone_cas_state This metric corresponds to the status field "state". Status field description: The state of the CAS.\n\nThe value HEALTHY indicates the CAS is running without any detected issues.\n\nThe value PENDING indicates the CAS is not yet healthy but no problems have been detected, and it is expected to become healthy without human intervention.\n\nThe value UNHEALTHY indicates a problem has been detected. Possible metrics values: -1, 0, 1. The value -1 indicates the status field value "UNHEALTHY". The value 0 indicates the status field value "PENDING". The value 1 indicates the status field value "HEALTHY". # TYPE scone_cas_state gauge scone_cas_state{cr_name="cas",cr_namespace="osc-scone-system"} 1 # HELP scone_las_desired_number_scheduled This metric monitors to the status field "desiredNumberScheduled". Status field description: The number of nodes on which a LAS pod has been selected to run.\nThe value -1 indicates that it could not be calculated. Possible metrics values: The value of this metric is always equal to the value of the status field. # TYPE scone_las_desired_number_scheduled gauge scone_las_desired_number_scheduled{cr_name="las",cr_namespace="osc-scone-system"} 3 # HELP scone_las_las_probe_alert This metric monitors to the status field "lasProbeAlert". Status field description: The number of desired replicas, where the LAS probe is failing.\nThe value -1 indicates that the probe could not be run (e.g., due to a pod not being ready) on at least one of the nodes.\nThe value 0 indicates that the LAS probe terminated successfully on all nodes.\nA value > 0 conveys the number of nodes on which the probe command failed, i.e., returned with a non-zero exit code. Possible metrics values: The value of this metric is always equal to the value of the status field. # TYPE scone_las_las_probe_alert gauge scone_las_las_probe_alert{cr_name="las",cr_namespace="osc-scone-system"} 0 # HELP scone_las_las_replica_alert This metric monitors to the status field "lasReplicaAlert". Status field description: The number of expected LAS pods that are not running.\nThe value -1 indicates that the metric could not be calculated\nor that no pods were expected to run, which is also considered erroneous. Possible metrics values: The value of this metric is always equal to the value of the status field. # TYPE scone_las_las_replica_alert gauge scone_las_las_replica_alert{cr_name="las",cr_namespace="osc-scone-system"} 0 # HELP scone_las_number_available This metric monitors to the status field "numberAvailable". Status field description: The number of nodes with a LAS pod in Ready state.\nThe value -1 indicates that it could not be calculated. Possible metrics values: The value of this metric is always equal to the value of the status field. # TYPE scone_las_number_available gauge scone_las_number_available{cr_name="las",cr_namespace="osc-scone-system"} 3 # HELP scone_las_state This metric corresponds to the status field "state". Status field description: The state of the LAS.\n\nThe value HEALTHY indicates the LAS is running without any detected issues.\n\nThe value PENDING indicates the LAS is not yet healthy but no problems have been detected, and it is expected to become healthy without human intervention.\n\nThe value UNHEALTHY indicates a problem has been detected. Possible metrics values: -1, 0, 1. The value -1 indicates the status field value "UNHEALTHY". The value 0 indicates the status field value "PENDING". The value 1 indicates the status field value "HEALTHY". # TYPE scone_las_state gauge scone_las_state{cr_name="las",cr_namespace="osc-scone-system"} 1 # HELP scone_sgxplugin_available_sgx_devices This metric monitors to the status field "availableSGXDevices". Status field description: The total number of SGX devices that are allocatable but not used.\nThe value -1 indicates that it could not be calculated. Possible metrics values: The value of this metric is always equal to the value of the status field. # TYPE scone_sgxplugin_available_sgx_devices gauge scone_sgxplugin_available_sgx_devices{cr_name="sgxplugin",cr_namespace="osc-scone-system"} 322 # HELP scone_sgxplugin_available_sgx_devices_per_node This metric monitors to the status field "availableSGXDevicesPerNode". Status field description: The number of SGX devices that are allocatable but not used at a node.\nThe value -1 indicates that it could not be calculated. Possible metrics values: The value of this metric is always equal to the value of the status field. # TYPE scone_sgxplugin_available_sgx_devices_per_node gauge scone_sgxplugin_available_sgx_devices_per_node{nodeName="shoot--sec--vk01-pool1-z1-7b78f-n887p"} 106 scone_sgxplugin_available_sgx_devices_per_node{nodeName="shoot--sec--vk01-pool1-z2-cc457-t49gm"} 108 scone_sgxplugin_available_sgx_devices_per_node{nodeName="shoot--sec--vk01-pool1-z3-68c7f-nhc5s"} 108 scone_sgxplugin_available_sgx_devices_per_node{nodeName="shoot--sec--vk01-pool2-z1-7f79f-ckzww"} 0 # HELP scone_sgxplugin_capacity_sgx_devices This metric monitors to the status field "capacitySGXDevices". Status field description: The total number of SGX devices allocatable by pods.\nThe value -1 indicates that it could not be calculated. Possible metrics values: The value of this metric is always equal to the value of the status field. # TYPE scone_sgxplugin_capacity_sgx_devices gauge scone_sgxplugin_capacity_sgx_devices{cr_name="sgxplugin",cr_namespace="osc-scone-system"} 330 # HELP scone_sgxplugin_capacity_sgx_devices_per_node This metric monitors to the status field "capacitySGXDevicesPerNode". Status field description: The total number of SGX devices that can be allocated by pods on a node.\nThe value -1 indicates that it could not be calculated. Possible metrics values: The value of this metric is always equal to the value of the status field. # TYPE scone_sgxplugin_capacity_sgx_devices_per_node gauge scone_sgxplugin_capacity_sgx_devices_per_node{nodeName="shoot--sec--vk01-pool1-z1-7b78f-n887p"} 110 scone_sgxplugin_capacity_sgx_devices_per_node{nodeName="shoot--sec--vk01-pool1-z2-cc457-t49gm"} 110 scone_sgxplugin_capacity_sgx_devices_per_node{nodeName="shoot--sec--vk01-pool1-z3-68c7f-nhc5s"} 110 scone_sgxplugin_capacity_sgx_devices_per_node{nodeName="shoot--sec--vk01-pool2-z1-7f79f-ckzww"} 0 # HELP scone_sgxplugin_desired_replicas This metric monitors to the status field "desiredReplicas". Status field description: The number of nodes on which the SGXPlugin has been selected to run.\nThe value -1 indicates that it could not be calculated. Possible metrics values: The value of this metric is always equal to the value of the status field. # TYPE scone_sgxplugin_desired_replicas gauge scone_sgxplugin_desired_replicas{cr_name="sgxplugin",cr_namespace="osc-scone-system"} 4 # HELP scone_sgxplugin_healthy_serving_replicas This metric monitors to the status field "healthyServingReplicas". Status field description: The number of selected SGX-capable nodes with available SGX devices.\nThe value -1 indicates that it could not be calculated. Possible metrics values: The value of this metric is always equal to the value of the status field. # TYPE scone_sgxplugin_healthy_serving_replicas gauge scone_sgxplugin_healthy_serving_replicas{cr_name="sgxplugin",cr_namespace="osc-scone-system"} 3 # HELP scone_sgxplugin_ready_replicas This metric monitors to the status field "readyReplicas". Status field description: The number of nodes with a SGXPlugin pod in Ready state.\nThe value -1 indicates that it could not be calculated. Possible metrics values: The value of this metric is always equal to the value of the status field. # TYPE scone_sgxplugin_ready_replicas gauge scone_sgxplugin_ready_replicas{cr_name="sgxplugin",cr_namespace="osc-scone-system"} 4 # HELP scone_sgxplugin_serving_replica_ratio This metric monitors to the status field "servingReplicaRatio". Status field description: The ratio of selected SGX-capable nodes with available SXG devices\nto the total of selected SGX-capable nodes\n(HealthyServingReplicas/ServingReplicas). Possible metrics values: The value of this metric is always equal to the value of the status field. Possible metric values: -1, float64 between 0 and 1. The value -1 indicates that it could not be calculated. # TYPE scone_sgxplugin_serving_replica_ratio gauge scone_sgxplugin_serving_replica_ratio{cr_name="sgxplugin",cr_namespace="osc-scone-system"} 1 # HELP scone_sgxplugin_serving_replicas This metric monitors to the status field "servingReplicas". Status field description: The number of SGX-capable nodes on which the SGXPlugin has been selected to run.\nThe value -1 indicates that it could not be calculated. Possible metrics values: The value of this metric is always equal to the value of the status field. # TYPE scone_sgxplugin_serving_replicas gauge scone_sgxplugin_serving_replicas{cr_name="sgxplugin",cr_namespace="osc-scone-system"} 3 # HELP scone_sgxplugin_sgx_device_alert This metric monitors to the status field "sgxDeviceAlert". Status field description: The number of selected SGX-capable nodes, which has no available devices in the particular device category.\nThe value -1 indicates that it could not be calculated. Possible metrics values: The value of this metric is always equal to the value of the status field. # TYPE scone_sgxplugin_sgx_device_alert gauge scone_sgxplugin_sgx_device_alert{sgxDevice="sgx.intel.com/enclave"} 0 scone_sgxplugin_sgx_device_alert{sgxDevice="sgx.k8s.io/dcap"} 0 scone_sgxplugin_sgx_device_alert{sgxDevice="sgx.k8s.io/sgx"} 0 # HELP scone_sgxplugin_sgx_replica_alert This metric monitors to the status field "sgxReplicaAlert". Status field description: The number of selected SGX-capable nodes with unavailable SGXPlugin pods.\nThe value -1 indicates that it could not be calculated. Possible metrics values: The value of this metric is always equal to the value of the status field. # TYPE scone_sgxplugin_sgx_replica_alert gauge scone_sgxplugin_sgx_replica_alert{cr_name="sgxplugin",cr_namespace="osc-scone-system"} 0 # HELP scone_sgxplugin_state This metric corresponds to the status field "state". Status field description: The state of the SGXPlugin.\n\nThe value HEALTHY indicates the SGXPlugin is running without any detected issues.\n\nThe value PENDING indicates the SGXPlugin is not yet healthy but no problems have been detected, and it is expected to become healthy without human intervention.\n\nThe value UNHEALTHY indicates a problem has been detected. Possible metrics values: -1, 0, 1. The value -1 indicates the status field value "UNHEALTHY". The value 0 indicates the status field value "PENDING". The value 1 indicates the status field value "HEALTHY". # TYPE scone_sgxplugin_state gauge scone_sgxplugin_state{cr_name="sgxplugin",cr_namespace="osc-scone-system"} 1 # HELP scone_sgxplugin_used_sgx_devices This metric monitors to the status field "usedSGXDevices". Status field description: The total number of pods that has gotten access to an SGX device.\nThe value -1 indicates that it could not be calculated. Possible metrics values: The value of this metric is always equal to the value of the status field. # TYPE scone_sgxplugin_used_sgx_devices gauge scone_sgxplugin_used_sgx_devices{cr_name="sgxplugin",cr_namespace="osc-scone-system"} 8 # HELP scone_sgxplugin_used_sgx_devices_per_node This metric monitors to the status field "usedSGXDevicesPerNode". Status field description: The number of pods that has gotten access to an SGX device on a node.\nThe value -1 indicates that it could not be calculated. Possible metrics values: The value of this metric is always equal to the value of the status field. # TYPE scone_sgxplugin_used_sgx_devices_per_node gauge scone_sgxplugin_used_sgx_devices_per_node{nodeName="shoot--sec--vk01-pool1-z1-7b78f-n887p"} 4 scone_sgxplugin_used_sgx_devices_per_node{nodeName="shoot--sec--vk01-pool1-z2-cc457-t49gm"} 2 scone_sgxplugin_used_sgx_devices_per_node{nodeName="shoot--sec--vk01-pool1-z3-68c7f-nhc5s"} 2 scone_sgxplugin_used_sgx_devices_per_node{nodeName="shoot--sec--vk01-pool2-z1-7f79f-ckzww"} 0 # HELP workqueue_adds_total Total number of adds handled by workqueue # TYPE workqueue_adds_total counter workqueue_adds_total{controller="cas",name="cas"} 419 workqueue_adds_total{controller="encryptedpolicy",name="encryptedpolicy"} 0 workqueue_adds_total{controller="las",name="las"} 2285 workqueue_adds_total{controller="sgxplugin",name="sgxplugin"} 363 workqueue_adds_total{controller="signedpolicy",name="signedpolicy"} 0 workqueue_adds_total{controller="vault",name="vault"} 0 # HELP workqueue_depth Current depth of workqueue # TYPE workqueue_depth gauge workqueue_depth{controller="cas",name="cas"} 0 workqueue_depth{controller="encryptedpolicy",name="encryptedpolicy"} 0 workqueue_depth{controller="las",name="las"} 0 workqueue_depth{controller="sgxplugin",name="sgxplugin"} 0 workqueue_depth{controller="signedpolicy",name="signedpolicy"} 0 workqueue_depth{controller="vault",name="vault"} 0 # HELP workqueue_longest_running_processor_seconds How many seconds has the longest running processor for workqueue been running. # TYPE workqueue_longest_running_processor_seconds gauge workqueue_longest_running_processor_seconds{controller="cas",name="cas"} 0 workqueue_longest_running_processor_seconds{controller="encryptedpolicy",name="encryptedpolicy"} 0 workqueue_longest_running_processor_seconds{controller="las",name="las"} 0 workqueue_longest_running_processor_seconds{controller="sgxplugin",name="sgxplugin"} 0 workqueue_longest_running_processor_seconds{controller="signedpolicy",name="signedpolicy"} 0 workqueue_longest_running_processor_seconds{controller="vault",name="vault"} 0 # HELP workqueue_queue_duration_seconds How long in seconds an item stays in workqueue before being requested # TYPE workqueue_queue_duration_seconds histogram workqueue_queue_duration_seconds_bucket{controller="cas",name="cas",le="1e-08"} 0 workqueue_queue_duration_seconds_bucket{controller="cas",name="cas",le="1e-07"} 0 workqueue_queue_duration_seconds_bucket{controller="cas",name="cas",le="1e-06"} 0 workqueue_queue_duration_seconds_bucket{controller="cas",name="cas",le="9.999999999999999e-06"} 138 workqueue_queue_duration_seconds_bucket{controller="cas",name="cas",le="9.999999999999999e-05"} 386 workqueue_queue_duration_seconds_bucket{controller="cas",name="cas",le="0.001"} 386 workqueue_queue_duration_seconds_bucket{controller="cas",name="cas",le="0.01"} 388 workqueue_queue_duration_seconds_bucket{controller="cas",name="cas",le="0.1"} 395 workqueue_queue_duration_seconds_bucket{controller="cas",name="cas",le="1"} 398 workqueue_queue_duration_seconds_bucket{controller="cas",name="cas",le="10"} 419 workqueue_queue_duration_seconds_bucket{controller="cas",name="cas",le="100"} 419 workqueue_queue_duration_seconds_bucket{controller="cas",name="cas",le="1000"} 419 workqueue_queue_duration_seconds_bucket{controller="cas",name="cas",le="+Inf"} 419 workqueue_queue_duration_seconds_sum{controller="cas",name="cas"} 39.599313947999995 workqueue_queue_duration_seconds_count{controller="cas",name="cas"} 419 workqueue_queue_duration_seconds_bucket{controller="encryptedpolicy",name="encryptedpolicy",le="1e-08"} 0 workqueue_queue_duration_seconds_bucket{controller="encryptedpolicy",name="encryptedpolicy",le="1e-07"} 0 workqueue_queue_duration_seconds_bucket{controller="encryptedpolicy",name="encryptedpolicy",le="1e-06"} 0 workqueue_queue_duration_seconds_bucket{controller="encryptedpolicy",name="encryptedpolicy",le="9.999999999999999e-06"} 0 workqueue_queue_duration_seconds_bucket{controller="encryptedpolicy",name="encryptedpolicy",le="9.999999999999999e-05"} 0 workqueue_queue_duration_seconds_bucket{controller="encryptedpolicy",name="encryptedpolicy",le="0.001"} 0 workqueue_queue_duration_seconds_bucket{controller="encryptedpolicy",name="encryptedpolicy",le="0.01"} 0 workqueue_queue_duration_seconds_bucket{controller="encryptedpolicy",name="encryptedpolicy",le="0.1"} 0 workqueue_queue_duration_seconds_bucket{controller="encryptedpolicy",name="encryptedpolicy",le="1"} 0 workqueue_queue_duration_seconds_bucket{controller="encryptedpolicy",name="encryptedpolicy",le="10"} 0 workqueue_queue_duration_seconds_bucket{controller="encryptedpolicy",name="encryptedpolicy",le="100"} 0 workqueue_queue_duration_seconds_bucket{controller="encryptedpolicy",name="encryptedpolicy",le="1000"} 0 workqueue_queue_duration_seconds_bucket{controller="encryptedpolicy",name="encryptedpolicy",le="+Inf"} 0 workqueue_queue_duration_seconds_sum{controller="encryptedpolicy",name="encryptedpolicy"} 0 workqueue_queue_duration_seconds_count{controller="encryptedpolicy",name="encryptedpolicy"} 0 workqueue_queue_duration_seconds_bucket{controller="las",name="las",le="1e-08"} 0 workqueue_queue_duration_seconds_bucket{controller="las",name="las",le="1e-07"} 0 workqueue_queue_duration_seconds_bucket{controller="las",name="las",le="1e-06"} 0 workqueue_queue_duration_seconds_bucket{controller="las",name="las",le="9.999999999999999e-06"} 1334 workqueue_queue_duration_seconds_bucket{controller="las",name="las",le="9.999999999999999e-05"} 2068 workqueue_queue_duration_seconds_bucket{controller="las",name="las",le="0.001"} 2246 workqueue_queue_duration_seconds_bucket{controller="las",name="las",le="0.01"} 2256 workqueue_queue_duration_seconds_bucket{controller="las",name="las",le="0.1"} 2259 workqueue_queue_duration_seconds_bucket{controller="las",name="las",le="1"} 2285 workqueue_queue_duration_seconds_bucket{controller="las",name="las",le="10"} 2285 workqueue_queue_duration_seconds_bucket{controller="las",name="las",le="100"} 2285 workqueue_queue_duration_seconds_bucket{controller="las",name="las",le="1000"} 2285 workqueue_queue_duration_seconds_bucket{controller="las",name="las",le="+Inf"} 2285 workqueue_queue_duration_seconds_sum{controller="las",name="las"} 5.564627476999989 workqueue_queue_duration_seconds_count{controller="las",name="las"} 2285 workqueue_queue_duration_seconds_bucket{controller="sgxplugin",name="sgxplugin",le="1e-08"} 0 workqueue_queue_duration_seconds_bucket{controller="sgxplugin",name="sgxplugin",le="1e-07"} 0 workqueue_queue_duration_seconds_bucket{controller="sgxplugin",name="sgxplugin",le="1e-06"} 0 workqueue_queue_duration_seconds_bucket{controller="sgxplugin",name="sgxplugin",le="9.999999999999999e-06"} 134 workqueue_queue_duration_seconds_bucket{controller="sgxplugin",name="sgxplugin",le="9.999999999999999e-05"} 347 workqueue_queue_duration_seconds_bucket{controller="sgxplugin",name="sgxplugin",le="0.001"} 347 workqueue_queue_duration_seconds_bucket{controller="sgxplugin",name="sgxplugin",le="0.01"} 353 workqueue_queue_duration_seconds_bucket{controller="sgxplugin",name="sgxplugin",le="0.1"} 363 workqueue_queue_duration_seconds_bucket{controller="sgxplugin",name="sgxplugin",le="1"} 363 workqueue_queue_duration_seconds_bucket{controller="sgxplugin",name="sgxplugin",le="10"} 363 workqueue_queue_duration_seconds_bucket{controller="sgxplugin",name="sgxplugin",le="100"} 363 workqueue_queue_duration_seconds_bucket{controller="sgxplugin",name="sgxplugin",le="1000"} 363 workqueue_queue_duration_seconds_bucket{controller="sgxplugin",name="sgxplugin",le="+Inf"} 363 workqueue_queue_duration_seconds_sum{controller="sgxplugin",name="sgxplugin"} 0.29429610100000014 workqueue_queue_duration_seconds_count{controller="sgxplugin",name="sgxplugin"} 363 workqueue_queue_duration_seconds_bucket{controller="signedpolicy",name="signedpolicy",le="1e-08"} 0 workqueue_queue_duration_seconds_bucket{controller="signedpolicy",name="signedpolicy",le="1e-07"} 0 workqueue_queue_duration_seconds_bucket{controller="signedpolicy",name="signedpolicy",le="1e-06"} 0 workqueue_queue_duration_seconds_bucket{controller="signedpolicy",name="signedpolicy",le="9.999999999999999e-06"} 0 workqueue_queue_duration_seconds_bucket{controller="signedpolicy",name="signedpolicy",le="9.999999999999999e-05"} 0 workqueue_queue_duration_seconds_bucket{controller="signedpolicy",name="signedpolicy",le="0.001"} 0 workqueue_queue_duration_seconds_bucket{controller="signedpolicy",name="signedpolicy",le="0.01"} 0 workqueue_queue_duration_seconds_bucket{controller="signedpolicy",name="signedpolicy",le="0.1"} 0 workqueue_queue_duration_seconds_bucket{controller="signedpolicy",name="signedpolicy",le="1"} 0 workqueue_queue_duration_seconds_bucket{controller="signedpolicy",name="signedpolicy",le="10"} 0 workqueue_queue_duration_seconds_bucket{controller="signedpolicy",name="signedpolicy",le="100"} 0 workqueue_queue_duration_seconds_bucket{controller="signedpolicy",name="signedpolicy",le="1000"} 0 workqueue_queue_duration_seconds_bucket{controller="signedpolicy",name="signedpolicy",le="+Inf"} 0 workqueue_queue_duration_seconds_sum{controller="signedpolicy",name="signedpolicy"} 0 workqueue_queue_duration_seconds_count{controller="signedpolicy",name="signedpolicy"} 0 workqueue_queue_duration_seconds_bucket{controller="vault",name="vault",le="1e-08"} 0 workqueue_queue_duration_seconds_bucket{controller="vault",name="vault",le="1e-07"} 0 workqueue_queue_duration_seconds_bucket{controller="vault",name="vault",le="1e-06"} 0 workqueue_queue_duration_seconds_bucket{controller="vault",name="vault",le="9.999999999999999e-06"} 0 workqueue_queue_duration_seconds_bucket{controller="vault",name="vault",le="9.999999999999999e-05"} 0 workqueue_queue_duration_seconds_bucket{controller="vault",name="vault",le="0.001"} 0 workqueue_queue_duration_seconds_bucket{controller="vault",name="vault",le="0.01"} 0 workqueue_queue_duration_seconds_bucket{controller="vault",name="vault",le="0.1"} 0 workqueue_queue_duration_seconds_bucket{controller="vault",name="vault",le="1"} 0 workqueue_queue_duration_seconds_bucket{controller="vault",name="vault",le="10"} 0 workqueue_queue_duration_seconds_bucket{controller="vault",name="vault",le="100"} 0 workqueue_queue_duration_seconds_bucket{controller="vault",name="vault",le="1000"} 0 workqueue_queue_duration_seconds_bucket{controller="vault",name="vault",le="+Inf"} 0 workqueue_queue_duration_seconds_sum{controller="vault",name="vault"} 0 workqueue_queue_duration_seconds_count{controller="vault",name="vault"} 0 # HELP workqueue_retries_total Total number of retries handled by workqueue # TYPE workqueue_retries_total counter workqueue_retries_total{controller="cas",name="cas"} 419 workqueue_retries_total{controller="encryptedpolicy",name="encryptedpolicy"} 0 workqueue_retries_total{controller="las",name="las"} 2285 workqueue_retries_total{controller="sgxplugin",name="sgxplugin"} 363 workqueue_retries_total{controller="signedpolicy",name="signedpolicy"} 0 workqueue_retries_total{controller="vault",name="vault"} 0 # HELP workqueue_unfinished_work_seconds How many seconds of work has been done that is in progress and hasn't been observed by work_duration. Large values indicate stuck threads. One can deduce the number of stuck threads by observing the rate at which this increases. # TYPE workqueue_unfinished_work_seconds gauge workqueue_unfinished_work_seconds{controller="cas",name="cas"} 0 workqueue_unfinished_work_seconds{controller="encryptedpolicy",name="encryptedpolicy"} 0 workqueue_unfinished_work_seconds{controller="las",name="las"} 0 workqueue_unfinished_work_seconds{controller="sgxplugin",name="sgxplugin"} 0 workqueue_unfinished_work_seconds{controller="signedpolicy",name="signedpolicy"} 0 workqueue_unfinished_work_seconds{controller="vault",name="vault"} 0 # HELP workqueue_work_duration_seconds How long in seconds processing an item from workqueue takes. # TYPE workqueue_work_duration_seconds histogram workqueue_work_duration_seconds_bucket{controller="cas",name="cas",le="1e-08"} 0 workqueue_work_duration_seconds_bucket{controller="cas",name="cas",le="1e-07"} 0 workqueue_work_duration_seconds_bucket{controller="cas",name="cas",le="1e-06"} 0 workqueue_work_duration_seconds_bucket{controller="cas",name="cas",le="9.999999999999999e-06"} 0 workqueue_work_duration_seconds_bucket{controller="cas",name="cas",le="9.999999999999999e-05"} 0 workqueue_work_duration_seconds_bucket{controller="cas",name="cas",le="0.001"} 0 workqueue_work_duration_seconds_bucket{controller="cas",name="cas",le="0.01"} 0 workqueue_work_duration_seconds_bucket{controller="cas",name="cas",le="0.1"} 0 workqueue_work_duration_seconds_bucket{controller="cas",name="cas",le="1"} 0 workqueue_work_duration_seconds_bucket{controller="cas",name="cas",le="10"} 419 workqueue_work_duration_seconds_bucket{controller="cas",name="cas",le="100"} 419 workqueue_work_duration_seconds_bucket{controller="cas",name="cas",le="1000"} 419 workqueue_work_duration_seconds_bucket{controller="cas",name="cas",le="+Inf"} 419 workqueue_work_duration_seconds_sum{controller="cas",name="cas"} 767.7968142549996 workqueue_work_duration_seconds_count{controller="cas",name="cas"} 419 workqueue_work_duration_seconds_bucket{controller="encryptedpolicy",name="encryptedpolicy",le="1e-08"} 0 workqueue_work_duration_seconds_bucket{controller="encryptedpolicy",name="encryptedpolicy",le="1e-07"} 0 workqueue_work_duration_seconds_bucket{controller="encryptedpolicy",name="encryptedpolicy",le="1e-06"} 0 workqueue_work_duration_seconds_bucket{controller="encryptedpolicy",name="encryptedpolicy",le="9.999999999999999e-06"} 0 workqueue_work_duration_seconds_bucket{controller="encryptedpolicy",name="encryptedpolicy",le="9.999999999999999e-05"} 0 workqueue_work_duration_seconds_bucket{controller="encryptedpolicy",name="encryptedpolicy",le="0.001"} 0 workqueue_work_duration_seconds_bucket{controller="encryptedpolicy",name="encryptedpolicy",le="0.01"} 0 workqueue_work_duration_seconds_bucket{controller="encryptedpolicy",name="encryptedpolicy",le="0.1"} 0 workqueue_work_duration_seconds_bucket{controller="encryptedpolicy",name="encryptedpolicy",le="1"} 0 workqueue_work_duration_seconds_bucket{controller="encryptedpolicy",name="encryptedpolicy",le="10"} 0 workqueue_work_duration_seconds_bucket{controller="encryptedpolicy",name="encryptedpolicy",le="100"} 0 workqueue_work_duration_seconds_bucket{controller="encryptedpolicy",name="encryptedpolicy",le="1000"} 0 workqueue_work_duration_seconds_bucket{controller="encryptedpolicy",name="encryptedpolicy",le="+Inf"} 0 workqueue_work_duration_seconds_sum{controller="encryptedpolicy",name="encryptedpolicy"} 0 workqueue_work_duration_seconds_count{controller="encryptedpolicy",name="encryptedpolicy"} 0 workqueue_work_duration_seconds_bucket{controller="las",name="las",le="1e-08"} 0 workqueue_work_duration_seconds_bucket{controller="las",name="las",le="1e-07"} 0 workqueue_work_duration_seconds_bucket{controller="las",name="las",le="1e-06"} 0 workqueue_work_duration_seconds_bucket{controller="las",name="las",le="9.999999999999999e-06"} 0 workqueue_work_duration_seconds_bucket{controller="las",name="las",le="9.999999999999999e-05"} 0 workqueue_work_duration_seconds_bucket{controller="las",name="las",le="0.001"} 0 workqueue_work_duration_seconds_bucket{controller="las",name="las",le="0.01"} 3 workqueue_work_duration_seconds_bucket{controller="las",name="las",le="0.1"} 15 workqueue_work_duration_seconds_bucket{controller="las",name="las",le="1"} 2285 workqueue_work_duration_seconds_bucket{controller="las",name="las",le="10"} 2285 workqueue_work_duration_seconds_bucket{controller="las",name="las",le="100"} 2285 workqueue_work_duration_seconds_bucket{controller="las",name="las",le="1000"} 2285 workqueue_work_duration_seconds_bucket{controller="las",name="las",le="+Inf"} 2285 workqueue_work_duration_seconds_sum{controller="las",name="las"} 328.2804143949999 workqueue_work_duration_seconds_count{controller="las",name="las"} 2285 workqueue_work_duration_seconds_bucket{controller="sgxplugin",name="sgxplugin",le="1e-08"} 0 workqueue_work_duration_seconds_bucket{controller="sgxplugin",name="sgxplugin",le="1e-07"} 0 workqueue_work_duration_seconds_bucket{controller="sgxplugin",name="sgxplugin",le="1e-06"} 0 workqueue_work_duration_seconds_bucket{controller="sgxplugin",name="sgxplugin",le="9.999999999999999e-06"} 0 workqueue_work_duration_seconds_bucket{controller="sgxplugin",name="sgxplugin",le="9.999999999999999e-05"} 0 workqueue_work_duration_seconds_bucket{controller="sgxplugin",name="sgxplugin",le="0.001"} 0 workqueue_work_duration_seconds_bucket{controller="sgxplugin",name="sgxplugin",le="0.01"} 0 workqueue_work_duration_seconds_bucket{controller="sgxplugin",name="sgxplugin",le="0.1"} 269 workqueue_work_duration_seconds_bucket{controller="sgxplugin",name="sgxplugin",le="1"} 362 workqueue_work_duration_seconds_bucket{controller="sgxplugin",name="sgxplugin",le="10"} 363 workqueue_work_duration_seconds_bucket{controller="sgxplugin",name="sgxplugin",le="100"} 363 workqueue_work_duration_seconds_bucket{controller="sgxplugin",name="sgxplugin",le="1000"} 363 workqueue_work_duration_seconds_bucket{controller="sgxplugin",name="sgxplugin",le="+Inf"} 363 workqueue_work_duration_seconds_sum{controller="sgxplugin",name="sgxplugin"} 42.004762400000025 workqueue_work_duration_seconds_count{controller="sgxplugin",name="sgxplugin"} 363 workqueue_work_duration_seconds_bucket{controller="signedpolicy",name="signedpolicy",le="1e-08"} 0 workqueue_work_duration_seconds_bucket{controller="signedpolicy",name="signedpolicy",le="1e-07"} 0 workqueue_work_duration_seconds_bucket{controller="signedpolicy",name="signedpolicy",le="1e-06"} 0 workqueue_work_duration_seconds_bucket{controller="signedpolicy",name="signedpolicy",le="9.999999999999999e-06"} 0 workqueue_work_duration_seconds_bucket{controller="signedpolicy",name="signedpolicy",le="9.999999999999999e-05"} 0 workqueue_work_duration_seconds_bucket{controller="signedpolicy",name="signedpolicy",le="0.001"} 0 workqueue_work_duration_seconds_bucket{controller="signedpolicy",name="signedpolicy",le="0.01"} 0 workqueue_work_duration_seconds_bucket{controller="signedpolicy",name="signedpolicy",le="0.1"} 0 workqueue_work_duration_seconds_bucket{controller="signedpolicy",name="signedpolicy",le="1"} 0 workqueue_work_duration_seconds_bucket{controller="signedpolicy",name="signedpolicy",le="10"} 0 workqueue_work_duration_seconds_bucket{controller="signedpolicy",name="signedpolicy",le="100"} 0 workqueue_work_duration_seconds_bucket{controller="signedpolicy",name="signedpolicy",le="1000"} 0 workqueue_work_duration_seconds_bucket{controller="signedpolicy",name="signedpolicy",le="+Inf"} 0 workqueue_work_duration_seconds_sum{controller="signedpolicy",name="signedpolicy"} 0 workqueue_work_duration_seconds_count{controller="signedpolicy",name="signedpolicy"} 0 workqueue_work_duration_seconds_bucket{controller="vault",name="vault",le="1e-08"} 0 workqueue_work_duration_seconds_bucket{controller="vault",name="vault",le="1e-07"} 0 workqueue_work_duration_seconds_bucket{controller="vault",name="vault",le="1e-06"} 0 workqueue_work_duration_seconds_bucket{controller="vault",name="vault",le="9.999999999999999e-06"} 0 workqueue_work_duration_seconds_bucket{controller="vault",name="vault",le="9.999999999999999e-05"} 0 workqueue_work_duration_seconds_bucket{controller="vault",name="vault",le="0.001"} 0 workqueue_work_duration_seconds_bucket{controller="vault",name="vault",le="0.01"} 0 workqueue_work_duration_seconds_bucket{controller="vault",name="vault",le="0.1"} 0 workqueue_work_duration_seconds_bucket{controller="vault",name="vault",le="1"} 0 workqueue_work_duration_seconds_bucket{controller="vault",name="vault",le="10"} 0 workqueue_work_duration_seconds_bucket{controller="vault",name="vault",le="100"} 0 workqueue_work_duration_seconds_bucket{controller="vault",name="vault",le="1000"} 0 workqueue_work_duration_seconds_bucket{controller="vault",name="vault",le="+Inf"} 0 workqueue_work_duration_seconds_sum{controller="vault",name="vault"} 0 workqueue_work_duration_seconds_count{controller="vault",name="vault"} 0