# HELP audius_cn_default_process_cpu_user_seconds_total Total user CPU time spent in seconds. # TYPE audius_cn_default_process_cpu_user_seconds_total counter audius_cn_default_process_cpu_user_seconds_total 1232800.0203439987 # HELP audius_cn_default_process_cpu_system_seconds_total Total system CPU time spent in seconds. # TYPE audius_cn_default_process_cpu_system_seconds_total counter audius_cn_default_process_cpu_system_seconds_total 225899.33736600005 # HELP audius_cn_default_process_cpu_seconds_total Total user and system CPU time spent in seconds. # TYPE audius_cn_default_process_cpu_seconds_total counter audius_cn_default_process_cpu_seconds_total 1458699.3577099945 # HELP audius_cn_default_process_resident_memory_bytes Resident memory size in bytes. # TYPE audius_cn_default_process_resident_memory_bytes gauge audius_cn_default_process_resident_memory_bytes 5057908736 # HELP audius_cn_default_process_virtual_memory_bytes Virtual memory size in bytes. # TYPE audius_cn_default_process_virtual_memory_bytes gauge audius_cn_default_process_virtual_memory_bytes 7115259904 # HELP audius_cn_default_process_heap_bytes Process heap size in bytes. # TYPE audius_cn_default_process_heap_bytes gauge audius_cn_default_process_heap_bytes 5585309696 # HELP audius_cn_default_process_open_fds Number of open file descriptors. # TYPE audius_cn_default_process_open_fds gauge audius_cn_default_process_open_fds 164235 # HELP audius_cn_default_process_max_fds Maximum number of open file descriptors. # TYPE audius_cn_default_process_max_fds gauge audius_cn_default_process_max_fds 8388608 # HELP audius_cn_default_nodejs_eventloop_lag_seconds Lag of event loop in seconds. # TYPE audius_cn_default_nodejs_eventloop_lag_seconds gauge audius_cn_default_nodejs_eventloop_lag_seconds 0.014368239624999998 # HELP audius_cn_default_nodejs_eventloop_lag_min_seconds The minimum recorded event loop delay. # TYPE audius_cn_default_nodejs_eventloop_lag_min_seconds gauge audius_cn_default_nodejs_eventloop_lag_min_seconds 0.000674304 # HELP audius_cn_default_nodejs_eventloop_lag_max_seconds The maximum recorded event loop delay. # TYPE audius_cn_default_nodejs_eventloop_lag_max_seconds gauge audius_cn_default_nodejs_eventloop_lag_max_seconds 1.455423487 # HELP audius_cn_default_nodejs_eventloop_lag_mean_seconds The mean of the recorded event loop delays. # TYPE audius_cn_default_nodejs_eventloop_lag_mean_seconds gauge audius_cn_default_nodejs_eventloop_lag_mean_seconds 0.012990276958727898 # HELP audius_cn_default_nodejs_eventloop_lag_stddev_seconds The standard deviation of the recorded event loop delays. # TYPE audius_cn_default_nodejs_eventloop_lag_stddev_seconds gauge audius_cn_default_nodejs_eventloop_lag_stddev_seconds 0.021680674693936544 # HELP audius_cn_default_nodejs_eventloop_lag_p50_seconds The 50th percentile of the recorded event loop delays. # TYPE audius_cn_default_nodejs_eventloop_lag_p50_seconds gauge audius_cn_default_nodejs_eventloop_lag_p50_seconds 0.010209279 # HELP audius_cn_default_nodejs_eventloop_lag_p90_seconds The 90th percentile of the recorded event loop delays. # TYPE audius_cn_default_nodejs_eventloop_lag_p90_seconds gauge audius_cn_default_nodejs_eventloop_lag_p90_seconds 0.013281278999999998 # HELP audius_cn_default_nodejs_eventloop_lag_p99_seconds The 99th percentile of the recorded event loop delays. # TYPE audius_cn_default_nodejs_eventloop_lag_p99_seconds gauge audius_cn_default_nodejs_eventloop_lag_p99_seconds 0.08412262300000001 # HELP audius_cn_default_nodejs_active_handles Number of active libuv handles grouped by handle type. Every handle type is C++ class name. # TYPE audius_cn_default_nodejs_active_handles gauge audius_cn_default_nodejs_active_handles{type="Pipe"} 16 audius_cn_default_nodejs_active_handles{type="Socket"} 559 audius_cn_default_nodejs_active_handles{type="ChildProcess"} 10 audius_cn_default_nodejs_active_handles{type="TLSSocket"} 29 audius_cn_default_nodejs_active_handles{type="TCP"} 1 # HELP audius_cn_default_nodejs_active_handles_total Total number of active handles. # TYPE audius_cn_default_nodejs_active_handles_total gauge audius_cn_default_nodejs_active_handles_total 615 # HELP audius_cn_default_nodejs_active_requests Number of active libuv requests grouped by request type. Every request type is C++ class name. # TYPE audius_cn_default_nodejs_active_requests gauge audius_cn_default_nodejs_active_requests{type="FSReqCallback"} 11 # HELP audius_cn_default_nodejs_active_requests_total Total number of active requests. # TYPE audius_cn_default_nodejs_active_requests_total gauge audius_cn_default_nodejs_active_requests_total 11 # HELP audius_cn_default_nodejs_heap_size_total_bytes Process heap size from Node.js in bytes. # TYPE audius_cn_default_nodejs_heap_size_total_bytes gauge audius_cn_default_nodejs_heap_size_total_bytes 4170887168 # HELP audius_cn_default_nodejs_heap_size_used_bytes Process heap size used from Node.js in bytes. # TYPE audius_cn_default_nodejs_heap_size_used_bytes gauge audius_cn_default_nodejs_heap_size_used_bytes 3433361488 # HELP audius_cn_default_nodejs_external_memory_bytes Node.js external memory size in bytes. # TYPE audius_cn_default_nodejs_external_memory_bytes gauge audius_cn_default_nodejs_external_memory_bytes 123894741 # HELP audius_cn_default_nodejs_heap_space_size_total_bytes Process heap space size total from Node.js in bytes. # TYPE audius_cn_default_nodejs_heap_space_size_total_bytes gauge audius_cn_default_nodejs_heap_space_size_total_bytes{space="read_only"} 1212416 audius_cn_default_nodejs_heap_space_size_total_bytes{space="new"} 268435456 audius_cn_default_nodejs_heap_space_size_total_bytes{space="old"} 3612049408 audius_cn_default_nodejs_heap_space_size_total_bytes{space="code"} 69206016 audius_cn_default_nodejs_heap_space_size_total_bytes{space="map"} 77365248 audius_cn_default_nodejs_heap_space_size_total_bytes{space="large_object"} 140886016 audius_cn_default_nodejs_heap_space_size_total_bytes{space="code_large_object"} 393216 audius_cn_default_nodejs_heap_space_size_total_bytes{space="new_large_object"} 1339392 # HELP audius_cn_default_nodejs_heap_space_size_used_bytes Process heap space size used from Node.js in bytes. # TYPE audius_cn_default_nodejs_heap_space_size_used_bytes gauge audius_cn_default_nodejs_heap_space_size_used_bytes{space="read_only"} 1203136 audius_cn_default_nodejs_heap_space_size_used_bytes{space="new"} 64726584 audius_cn_default_nodejs_heap_space_size_used_bytes{space="old"} 3151306416 audius_cn_default_nodejs_heap_space_size_used_bytes{space="code"} 49215648 audius_cn_default_nodejs_heap_space_size_used_bytes{space="map"} 25381800 audius_cn_default_nodejs_heap_space_size_used_bytes{space="large_object"} 140210568 audius_cn_default_nodejs_heap_space_size_used_bytes{space="code_large_object"} 23040 audius_cn_default_nodejs_heap_space_size_used_bytes{space="new_large_object"} 1314072 # HELP audius_cn_default_nodejs_heap_space_size_available_bytes Process heap space size available from Node.js in bytes. # TYPE audius_cn_default_nodejs_heap_space_size_available_bytes gauge audius_cn_default_nodejs_heap_space_size_available_bytes{space="read_only"} 0 audius_cn_default_nodejs_heap_space_size_available_bytes{space="new"} 69343688 audius_cn_default_nodejs_heap_space_size_available_bytes{space="old"} 224022192 audius_cn_default_nodejs_heap_space_size_available_bytes{space="code"} 12211392 audius_cn_default_nodejs_heap_space_size_available_bytes{space="map"} 51878976 audius_cn_default_nodejs_heap_space_size_available_bytes{space="large_object"} 0 audius_cn_default_nodejs_heap_space_size_available_bytes{space="code_large_object"} 0 audius_cn_default_nodejs_heap_space_size_available_bytes{space="new_large_object"} 132756200 # HELP audius_cn_default_nodejs_version_info Node.js version info. # TYPE audius_cn_default_nodejs_version_info gauge audius_cn_default_nodejs_version_info{version="v14.20.1",major="14",minor="20",patch="1"} 1 # HELP audius_cn_default_nodejs_gc_duration_seconds Garbage collection duration by kind, one of major, minor, incremental or weakcb. # TYPE audius_cn_default_nodejs_gc_duration_seconds histogram audius_cn_default_nodejs_gc_duration_seconds_bucket{le="0.001",kind="minor"} 199259 audius_cn_default_nodejs_gc_duration_seconds_bucket{le="0.01",kind="minor"} 11979804 audius_cn_default_nodejs_gc_duration_seconds_bucket{le="0.1",kind="minor"} 12081781 audius_cn_default_nodejs_gc_duration_seconds_bucket{le="1",kind="minor"} 12081783 audius_cn_default_nodejs_gc_duration_seconds_bucket{le="2",kind="minor"} 12081783 audius_cn_default_nodejs_gc_duration_seconds_bucket{le="5",kind="minor"} 12081783 audius_cn_default_nodejs_gc_duration_seconds_bucket{le="+Inf",kind="minor"} 12081783 audius_cn_default_nodejs_gc_duration_seconds_sum{kind="minor"} 34760.72044031902 audius_cn_default_nodejs_gc_duration_seconds_count{kind="minor"} 12081783 audius_cn_default_nodejs_gc_duration_seconds_bucket{le="0.001",kind="weakcb"} 1189273 audius_cn_default_nodejs_gc_duration_seconds_bucket{le="0.01",kind="weakcb"} 1189820 audius_cn_default_nodejs_gc_duration_seconds_bucket{le="0.1",kind="weakcb"} 1189859 audius_cn_default_nodejs_gc_duration_seconds_bucket{le="1",kind="weakcb"} 1189859 audius_cn_default_nodejs_gc_duration_seconds_bucket{le="2",kind="weakcb"} 1189859 audius_cn_default_nodejs_gc_duration_seconds_bucket{le="5",kind="weakcb"} 1189859 audius_cn_default_nodejs_gc_duration_seconds_bucket{le="+Inf",kind="weakcb"} 1189859 audius_cn_default_nodejs_gc_duration_seconds_sum{kind="weakcb"} 120.64945439500009 audius_cn_default_nodejs_gc_duration_seconds_count{kind="weakcb"} 1189859 audius_cn_default_nodejs_gc_duration_seconds_bucket{le="0.001",kind="incremental"} 856782 audius_cn_default_nodejs_gc_duration_seconds_bucket{le="0.01",kind="incremental"} 1078130 audius_cn_default_nodejs_gc_duration_seconds_bucket{le="0.1",kind="incremental"} 1079563 audius_cn_default_nodejs_gc_duration_seconds_bucket{le="1",kind="incremental"} 1079563 audius_cn_default_nodejs_gc_duration_seconds_bucket{le="2",kind="incremental"} 1079563 audius_cn_default_nodejs_gc_duration_seconds_bucket{le="5",kind="incremental"} 1079563 audius_cn_default_nodejs_gc_duration_seconds_bucket{le="+Inf",kind="incremental"} 1079563 audius_cn_default_nodejs_gc_duration_seconds_sum{kind="incremental"} 800.1136280649976 audius_cn_default_nodejs_gc_duration_seconds_count{kind="incremental"} 1079563 audius_cn_default_nodejs_gc_duration_seconds_bucket{le="0.001",kind="major"} 258 audius_cn_default_nodejs_gc_duration_seconds_bucket{le="0.01",kind="major"} 177720 audius_cn_default_nodejs_gc_duration_seconds_bucket{le="0.1",kind="major"} 305448 audius_cn_default_nodejs_gc_duration_seconds_bucket{le="1",kind="major"} 534725 audius_cn_default_nodejs_gc_duration_seconds_bucket{le="2",kind="major"} 539802 audius_cn_default_nodejs_gc_duration_seconds_bucket{le="5",kind="major"} 539802 audius_cn_default_nodejs_gc_duration_seconds_bucket{le="+Inf",kind="major"} 539802 audius_cn_default_nodejs_gc_duration_seconds_sum{kind="major"} 98766.14716418996 audius_cn_default_nodejs_gc_duration_seconds_count{kind="major"} 539802 # HELP audius_cn_recover_orphaned_data_wallet_counts Number of wallets found with data orphaned on this node # TYPE audius_cn_recover_orphaned_data_wallet_counts gauge audius_cn_recover_orphaned_data_wallet_counts 138952 # HELP audius_cn_recover_orphaned_data_sync_counts Number of syncs enqueued to recover data orphaned on this node # TYPE audius_cn_recover_orphaned_data_sync_counts gauge audius_cn_recover_orphaned_data_sync_counts 593 # HELP audius_cn_jobs_completed_total Number of completed jobs # TYPE audius_cn_jobs_completed_total gauge audius_cn_jobs_completed_total{queue_name="async-processing"} 500 audius_cn_jobs_completed_total{queue_name="c-node-endpoint-to-sp-id-map-queue"} 100 audius_cn_jobs_completed_total{queue_name="monitor-state-queue"} 100 audius_cn_jobs_completed_total{queue_name="find-sync-requests-queue"} 100 audius_cn_jobs_completed_total{queue_name="find-replica-set-updates-queue"} 100 audius_cn_jobs_completed_total{queue_name="manual-sync-queue"} 1000 audius_cn_jobs_completed_total{queue_name="recurring-sync-queue"} 1000 audius_cn_jobs_completed_total{queue_name="update-replica-set-queue"} 1000 audius_cn_jobs_completed_total{queue_name="recover-orphaned-data-queue"} 100 audius_cn_jobs_completed_total{queue_name="sync-processing-queue"} 500 audius_cn_jobs_completed_total{queue_name="sync-immediate-processing-queue"} 500 # HELP audius_cn_jobs_failed_total Number of failed jobs # TYPE audius_cn_jobs_failed_total gauge audius_cn_jobs_failed_total{queue_name="async-processing"} 0 audius_cn_jobs_failed_total{queue_name="c-node-endpoint-to-sp-id-map-queue"} 0 audius_cn_jobs_failed_total{queue_name="monitor-state-queue"} 0 audius_cn_jobs_failed_total{queue_name="find-sync-requests-queue"} 0 audius_cn_jobs_failed_total{queue_name="find-replica-set-updates-queue"} 0 audius_cn_jobs_failed_total{queue_name="manual-sync-queue"} 0 audius_cn_jobs_failed_total{queue_name="recurring-sync-queue"} 0 audius_cn_jobs_failed_total{queue_name="update-replica-set-queue"} 0 audius_cn_jobs_failed_total{queue_name="recover-orphaned-data-queue"} 0 audius_cn_jobs_failed_total{queue_name="sync-processing-queue"} 0 audius_cn_jobs_failed_total{queue_name="sync-immediate-processing-queue"} 500 # HELP audius_cn_jobs_delayed_total Number of delayed jobs # TYPE audius_cn_jobs_delayed_total gauge audius_cn_jobs_delayed_total{queue_name="async-processing"} 0 audius_cn_jobs_delayed_total{queue_name="c-node-endpoint-to-sp-id-map-queue"} 0 audius_cn_jobs_delayed_total{queue_name="monitor-state-queue"} 0 audius_cn_jobs_delayed_total{queue_name="find-sync-requests-queue"} 0 audius_cn_jobs_delayed_total{queue_name="find-replica-set-updates-queue"} 0 audius_cn_jobs_delayed_total{queue_name="manual-sync-queue"} 0 audius_cn_jobs_delayed_total{queue_name="recurring-sync-queue"} 0 audius_cn_jobs_delayed_total{queue_name="update-replica-set-queue"} 0 audius_cn_jobs_delayed_total{queue_name="recover-orphaned-data-queue"} 0 audius_cn_jobs_delayed_total{queue_name="sync-processing-queue"} 0 audius_cn_jobs_delayed_total{queue_name="sync-immediate-processing-queue"} 0 # HELP audius_cn_jobs_active_total Number of active jobs # TYPE audius_cn_jobs_active_total gauge audius_cn_jobs_active_total{queue_name="async-processing"} 1 audius_cn_jobs_active_total{queue_name="c-node-endpoint-to-sp-id-map-queue"} 0 audius_cn_jobs_active_total{queue_name="monitor-state-queue"} 2 audius_cn_jobs_active_total{queue_name="find-sync-requests-queue"} 0 audius_cn_jobs_active_total{queue_name="find-replica-set-updates-queue"} 0 audius_cn_jobs_active_total{queue_name="manual-sync-queue"} 9 audius_cn_jobs_active_total{queue_name="recurring-sync-queue"} 32 audius_cn_jobs_active_total{queue_name="update-replica-set-queue"} 1 audius_cn_jobs_active_total{queue_name="recover-orphaned-data-queue"} 1 audius_cn_jobs_active_total{queue_name="sync-processing-queue"} 0 audius_cn_jobs_active_total{queue_name="sync-immediate-processing-queue"} 0 # HELP audius_cn_jobs_waiting_total Number of waiting jobs # TYPE audius_cn_jobs_waiting_total gauge audius_cn_jobs_waiting_total{queue_name="async-processing"} 0 audius_cn_jobs_waiting_total{queue_name="c-node-endpoint-to-sp-id-map-queue"} 7204 audius_cn_jobs_waiting_total{queue_name="monitor-state-queue"} 9 audius_cn_jobs_waiting_total{queue_name="find-sync-requests-queue"} 0 audius_cn_jobs_waiting_total{queue_name="find-replica-set-updates-queue"} 0 audius_cn_jobs_waiting_total{queue_name="manual-sync-queue"} 0 audius_cn_jobs_waiting_total{queue_name="recurring-sync-queue"} 10082 audius_cn_jobs_waiting_total{queue_name="update-replica-set-queue"} 0 audius_cn_jobs_waiting_total{queue_name="recover-orphaned-data-queue"} 0 audius_cn_jobs_waiting_total{queue_name="sync-processing-queue"} 0 audius_cn_jobs_waiting_total{queue_name="sync-immediate-processing-queue"} 0 # HELP audius_cn_jobs_duration_seconds Time to complete jobs # TYPE audius_cn_jobs_duration_seconds histogram audius_cn_jobs_duration_seconds_bucket{le="1",status="completed",job_name="process-sync-immediate",queue_name="sync-immediate-processing-queue"} 4112.5 audius_cn_jobs_duration_seconds_bucket{le="2",status="completed",job_name="process-sync-immediate",queue_name="sync-immediate-processing-queue"} 5677 audius_cn_jobs_duration_seconds_bucket{le="4",status="completed",job_name="process-sync-immediate",queue_name="sync-immediate-processing-queue"} 6106.5 audius_cn_jobs_duration_seconds_bucket{le="8",status="completed",job_name="process-sync-immediate",queue_name="sync-immediate-processing-queue"} 6392.75 audius_cn_jobs_duration_seconds_bucket{le="17",status="completed",job_name="process-sync-immediate",queue_name="sync-immediate-processing-queue"} 6575.875 audius_cn_jobs_duration_seconds_bucket{le="35",status="completed",job_name="process-sync-immediate",queue_name="sync-immediate-processing-queue"} 6588 audius_cn_jobs_duration_seconds_bucket{le="71",status="completed",job_name="process-sync-immediate",queue_name="sync-immediate-processing-queue"} 6591.125 audius_cn_jobs_duration_seconds_bucket{le="145",status="completed",job_name="process-sync-immediate",queue_name="sync-immediate-processing-queue"} 6593.5 audius_cn_jobs_duration_seconds_bucket{le="295",status="completed",job_name="process-sync-immediate",queue_name="sync-immediate-processing-queue"} 6594.75 audius_cn_jobs_duration_seconds_bucket{le="600",status="completed",job_name="process-sync-immediate",queue_name="sync-immediate-processing-queue"} 6596.375 audius_cn_jobs_duration_seconds_bucket{le="+Inf",status="completed",job_name="process-sync-immediate",queue_name="sync-immediate-processing-queue"} 6596.625 audius_cn_jobs_duration_seconds_sum{status="completed",job_name="process-sync-immediate",queue_name="sync-immediate-processing-queue"} 12455.651625000095 audius_cn_jobs_duration_seconds_count{status="completed",job_name="process-sync-immediate",queue_name="sync-immediate-processing-queue"} 6596.625 audius_cn_jobs_duration_seconds_bucket{le="1",status="completed",job_name="recurring-sync",queue_name="recurring-sync-queue"} 411.625 audius_cn_jobs_duration_seconds_bucket{le="2",status="completed",job_name="recurring-sync",queue_name="recurring-sync-queue"} 11328.875 audius_cn_jobs_duration_seconds_bucket{le="4",status="completed",job_name="recurring-sync",queue_name="recurring-sync-queue"} 14483 audius_cn_jobs_duration_seconds_bucket{le="8",status="completed",job_name="recurring-sync",queue_name="recurring-sync-queue"} 14816.5 audius_cn_jobs_duration_seconds_bucket{le="17",status="completed",job_name="recurring-sync",queue_name="recurring-sync-queue"} 37995.375 audius_cn_jobs_duration_seconds_bucket{le="35",status="completed",job_name="recurring-sync",queue_name="recurring-sync-queue"} 50713.25 audius_cn_jobs_duration_seconds_bucket{le="71",status="completed",job_name="recurring-sync",queue_name="recurring-sync-queue"} 51827.5 audius_cn_jobs_duration_seconds_bucket{le="145",status="completed",job_name="recurring-sync",queue_name="recurring-sync-queue"} 52301.25 audius_cn_jobs_duration_seconds_bucket{le="295",status="completed",job_name="recurring-sync",queue_name="recurring-sync-queue"} 52611.5 audius_cn_jobs_duration_seconds_bucket{le="600",status="completed",job_name="recurring-sync",queue_name="recurring-sync-queue"} 52752 audius_cn_jobs_duration_seconds_bucket{le="+Inf",status="completed",job_name="recurring-sync",queue_name="recurring-sync-queue"} 52832.875 audius_cn_jobs_duration_seconds_sum{status="completed",job_name="recurring-sync",queue_name="recurring-sync-queue"} 943666.9551250043 audius_cn_jobs_duration_seconds_count{status="completed",job_name="recurring-sync",queue_name="recurring-sync-queue"} 52832.875 audius_cn_jobs_duration_seconds_bucket{le="1",status="completed",job_name="defaultName",queue_name="recurring-sync-queue"} 5695 audius_cn_jobs_duration_seconds_bucket{le="2",status="completed",job_name="defaultName",queue_name="recurring-sync-queue"} 5839.875 audius_cn_jobs_duration_seconds_bucket{le="4",status="completed",job_name="defaultName",queue_name="recurring-sync-queue"} 5942.875 audius_cn_jobs_duration_seconds_bucket{le="8",status="completed",job_name="defaultName",queue_name="recurring-sync-queue"} 11240.25 audius_cn_jobs_duration_seconds_bucket{le="17",status="completed",job_name="defaultName",queue_name="recurring-sync-queue"} 68583.375 audius_cn_jobs_duration_seconds_bucket{le="35",status="completed",job_name="defaultName",queue_name="recurring-sync-queue"} 69375.375 audius_cn_jobs_duration_seconds_bucket{le="71",status="completed",job_name="defaultName",queue_name="recurring-sync-queue"} 69557.75 audius_cn_jobs_duration_seconds_bucket{le="145",status="completed",job_name="defaultName",queue_name="recurring-sync-queue"} 69633.5 audius_cn_jobs_duration_seconds_bucket{le="295",status="completed",job_name="defaultName",queue_name="recurring-sync-queue"} 69662 audius_cn_jobs_duration_seconds_bucket{le="600",status="completed",job_name="defaultName",queue_name="recurring-sync-queue"} 69838.875 audius_cn_jobs_duration_seconds_bucket{le="+Inf",status="completed",job_name="defaultName",queue_name="recurring-sync-queue"} 69838.875 audius_cn_jobs_duration_seconds_sum{status="completed",job_name="defaultName",queue_name="recurring-sync-queue"} 752941.6658749932 audius_cn_jobs_duration_seconds_count{status="completed",job_name="defaultName",queue_name="recurring-sync-queue"} 69838.875 audius_cn_jobs_duration_seconds_bucket{le="1",status="completed",job_name="process-sync",queue_name="sync-processing-queue"} 13713.25 audius_cn_jobs_duration_seconds_bucket{le="2",status="completed",job_name="process-sync",queue_name="sync-processing-queue"} 17978 audius_cn_jobs_duration_seconds_bucket{le="4",status="completed",job_name="process-sync",queue_name="sync-processing-queue"} 19073.625 audius_cn_jobs_duration_seconds_bucket{le="8",status="completed",job_name="process-sync",queue_name="sync-processing-queue"} 19311.25 audius_cn_jobs_duration_seconds_bucket{le="17",status="completed",job_name="process-sync",queue_name="sync-processing-queue"} 19445.25 audius_cn_jobs_duration_seconds_bucket{le="35",status="completed",job_name="process-sync",queue_name="sync-processing-queue"} 19457.75 audius_cn_jobs_duration_seconds_bucket{le="71",status="completed",job_name="process-sync",queue_name="sync-processing-queue"} 19469 audius_cn_jobs_duration_seconds_bucket{le="145",status="completed",job_name="process-sync",queue_name="sync-processing-queue"} 19477.375 audius_cn_jobs_duration_seconds_bucket{le="295",status="completed",job_name="process-sync",queue_name="sync-processing-queue"} 19484.375 audius_cn_jobs_duration_seconds_bucket{le="600",status="completed",job_name="process-sync",queue_name="sync-processing-queue"} 19491.25 audius_cn_jobs_duration_seconds_bucket{le="+Inf",status="completed",job_name="process-sync",queue_name="sync-processing-queue"} 19509.875 audius_cn_jobs_duration_seconds_sum{status="completed",job_name="process-sync",queue_name="sync-processing-queue"} 92193.67874999967 audius_cn_jobs_duration_seconds_count{status="completed",job_name="process-sync",queue_name="sync-processing-queue"} 19509.875 audius_cn_jobs_duration_seconds_bucket{le="1",status="completed",job_name="manual-sync",queue_name="manual-sync-queue"} 51.5 audius_cn_jobs_duration_seconds_bucket{le="2",status="completed",job_name="manual-sync",queue_name="manual-sync-queue"} 52.75 audius_cn_jobs_duration_seconds_bucket{le="4",status="completed",job_name="manual-sync",queue_name="manual-sync-queue"} 54 audius_cn_jobs_duration_seconds_bucket{le="8",status="completed",job_name="manual-sync",queue_name="manual-sync-queue"} 1478.75 audius_cn_jobs_duration_seconds_bucket{le="17",status="completed",job_name="manual-sync",queue_name="manual-sync-queue"} 1665.875 audius_cn_jobs_duration_seconds_bucket{le="35",status="completed",job_name="manual-sync",queue_name="manual-sync-queue"} 1687.25 audius_cn_jobs_duration_seconds_bucket{le="71",status="completed",job_name="manual-sync",queue_name="manual-sync-queue"} 1706.375 audius_cn_jobs_duration_seconds_bucket{le="145",status="completed",job_name="manual-sync",queue_name="manual-sync-queue"} 1708.625 audius_cn_jobs_duration_seconds_bucket{le="295",status="completed",job_name="manual-sync",queue_name="manual-sync-queue"} 1708.75 audius_cn_jobs_duration_seconds_bucket{le="600",status="completed",job_name="manual-sync",queue_name="manual-sync-queue"} 1708.875 audius_cn_jobs_duration_seconds_bucket{le="+Inf",status="completed",job_name="manual-sync",queue_name="manual-sync-queue"} 1708.875 audius_cn_jobs_duration_seconds_sum{status="completed",job_name="manual-sync",queue_name="manual-sync-queue"} 12587.504500000001 audius_cn_jobs_duration_seconds_count{status="completed",job_name="manual-sync",queue_name="manual-sync-queue"} 1708.875 audius_cn_jobs_duration_seconds_bucket{le="1",status="completed",job_name="defaultName",queue_name="find-sync-requests-queue"} 1560 audius_cn_jobs_duration_seconds_bucket{le="2",status="completed",job_name="defaultName",queue_name="find-sync-requests-queue"} 1586.625 audius_cn_jobs_duration_seconds_bucket{le="4",status="completed",job_name="defaultName",queue_name="find-sync-requests-queue"} 1590.125 audius_cn_jobs_duration_seconds_bucket{le="8",status="completed",job_name="defaultName",queue_name="find-sync-requests-queue"} 1590.875 audius_cn_jobs_duration_seconds_bucket{le="17",status="completed",job_name="defaultName",queue_name="find-sync-requests-queue"} 1591 audius_cn_jobs_duration_seconds_bucket{le="35",status="completed",job_name="defaultName",queue_name="find-sync-requests-queue"} 1591.125 audius_cn_jobs_duration_seconds_bucket{le="71",status="completed",job_name="defaultName",queue_name="find-sync-requests-queue"} 1591.25 audius_cn_jobs_duration_seconds_bucket{le="145",status="completed",job_name="defaultName",queue_name="find-sync-requests-queue"} 1591.25 audius_cn_jobs_duration_seconds_bucket{le="295",status="completed",job_name="defaultName",queue_name="find-sync-requests-queue"} 1591.25 audius_cn_jobs_duration_seconds_bucket{le="600",status="completed",job_name="defaultName",queue_name="find-sync-requests-queue"} 1591.25 audius_cn_jobs_duration_seconds_bucket{le="+Inf",status="completed",job_name="defaultName",queue_name="find-sync-requests-queue"} 1591.25 audius_cn_jobs_duration_seconds_sum{status="completed",job_name="defaultName",queue_name="find-sync-requests-queue"} 357.75862499999977 audius_cn_jobs_duration_seconds_count{status="completed",job_name="defaultName",queue_name="find-sync-requests-queue"} 1591.25 audius_cn_jobs_duration_seconds_bucket{le="1",status="completed",job_name="defaultName",queue_name="find-replica-set-updates-queue"} 614.625 audius_cn_jobs_duration_seconds_bucket{le="2",status="completed",job_name="defaultName",queue_name="find-replica-set-updates-queue"} 1251.5 audius_cn_jobs_duration_seconds_bucket{le="4",status="completed",job_name="defaultName",queue_name="find-replica-set-updates-queue"} 1525.125 audius_cn_jobs_duration_seconds_bucket{le="8",status="completed",job_name="defaultName",queue_name="find-replica-set-updates-queue"} 1558.375 audius_cn_jobs_duration_seconds_bucket{le="17",status="completed",job_name="defaultName",queue_name="find-replica-set-updates-queue"} 1588.875 audius_cn_jobs_duration_seconds_bucket{le="35",status="completed",job_name="defaultName",queue_name="find-replica-set-updates-queue"} 1590.875 audius_cn_jobs_duration_seconds_bucket{le="71",status="completed",job_name="defaultName",queue_name="find-replica-set-updates-queue"} 1591.125 audius_cn_jobs_duration_seconds_bucket{le="145",status="completed",job_name="defaultName",queue_name="find-replica-set-updates-queue"} 1591.25 audius_cn_jobs_duration_seconds_bucket{le="295",status="completed",job_name="defaultName",queue_name="find-replica-set-updates-queue"} 1591.25 audius_cn_jobs_duration_seconds_bucket{le="600",status="completed",job_name="defaultName",queue_name="find-replica-set-updates-queue"} 1591.25 audius_cn_jobs_duration_seconds_bucket{le="+Inf",status="completed",job_name="defaultName",queue_name="find-replica-set-updates-queue"} 1591.25 audius_cn_jobs_duration_seconds_sum{status="completed",job_name="defaultName",queue_name="find-replica-set-updates-queue"} 2418.539249999998 audius_cn_jobs_duration_seconds_count{status="completed",job_name="defaultName",queue_name="find-replica-set-updates-queue"} 1591.25 audius_cn_jobs_duration_seconds_bucket{le="1",status="completed",job_name="defaultName",queue_name="monitor-state-queue"} 76.375 audius_cn_jobs_duration_seconds_bucket{le="2",status="completed",job_name="defaultName",queue_name="monitor-state-queue"} 78.125 audius_cn_jobs_duration_seconds_bucket{le="4",status="completed",job_name="defaultName",queue_name="monitor-state-queue"} 78.875 audius_cn_jobs_duration_seconds_bucket{le="8",status="completed",job_name="defaultName",queue_name="monitor-state-queue"} 80.125 audius_cn_jobs_duration_seconds_bucket{le="17",status="completed",job_name="defaultName",queue_name="monitor-state-queue"} 81.5 audius_cn_jobs_duration_seconds_bucket{le="35",status="completed",job_name="defaultName",queue_name="monitor-state-queue"} 204.875 audius_cn_jobs_duration_seconds_bucket{le="71",status="completed",job_name="defaultName",queue_name="monitor-state-queue"} 645.625 audius_cn_jobs_duration_seconds_bucket{le="145",status="completed",job_name="defaultName",queue_name="monitor-state-queue"} 1449.75 audius_cn_jobs_duration_seconds_bucket{le="295",status="completed",job_name="defaultName",queue_name="monitor-state-queue"} 1459.125 audius_cn_jobs_duration_seconds_bucket{le="600",status="completed",job_name="defaultName",queue_name="monitor-state-queue"} 1480.875 audius_cn_jobs_duration_seconds_bucket{le="+Inf",status="completed",job_name="defaultName",queue_name="monitor-state-queue"} 1496.125 audius_cn_jobs_duration_seconds_sum{status="completed",job_name="defaultName",queue_name="monitor-state-queue"} 119865.64662500002 audius_cn_jobs_duration_seconds_count{status="completed",job_name="defaultName",queue_name="monitor-state-queue"} 1496.125 audius_cn_jobs_duration_seconds_bucket{le="1",status="failed",job_name="process-sync-immediate",queue_name="sync-immediate-processing-queue"} 174.25 audius_cn_jobs_duration_seconds_bucket{le="2",status="failed",job_name="process-sync-immediate",queue_name="sync-immediate-processing-queue"} 186.125 audius_cn_jobs_duration_seconds_bucket{le="4",status="failed",job_name="process-sync-immediate",queue_name="sync-immediate-processing-queue"} 195.875 audius_cn_jobs_duration_seconds_bucket{le="8",status="failed",job_name="process-sync-immediate",queue_name="sync-immediate-processing-queue"} 203.5 audius_cn_jobs_duration_seconds_bucket{le="17",status="failed",job_name="process-sync-immediate",queue_name="sync-immediate-processing-queue"} 209.5 audius_cn_jobs_duration_seconds_bucket{le="35",status="failed",job_name="process-sync-immediate",queue_name="sync-immediate-processing-queue"} 210.75 audius_cn_jobs_duration_seconds_bucket{le="71",status="failed",job_name="process-sync-immediate",queue_name="sync-immediate-processing-queue"} 211.25 audius_cn_jobs_duration_seconds_bucket{le="145",status="failed",job_name="process-sync-immediate",queue_name="sync-immediate-processing-queue"} 212.5 audius_cn_jobs_duration_seconds_bucket{le="295",status="failed",job_name="process-sync-immediate",queue_name="sync-immediate-processing-queue"} 213.5 audius_cn_jobs_duration_seconds_bucket{le="600",status="failed",job_name="process-sync-immediate",queue_name="sync-immediate-processing-queue"} 214 audius_cn_jobs_duration_seconds_bucket{le="+Inf",status="failed",job_name="process-sync-immediate",queue_name="sync-immediate-processing-queue"} 214.875 audius_cn_jobs_duration_seconds_sum{status="failed",job_name="process-sync-immediate",queue_name="sync-immediate-processing-queue"} 3939.1963749999995 audius_cn_jobs_duration_seconds_count{status="failed",job_name="process-sync-immediate",queue_name="sync-immediate-processing-queue"} 214.875 audius_cn_jobs_duration_seconds_bucket{le="1",status="completed",job_name="defaultName",queue_name="update-replica-set-queue"} 0.625 audius_cn_jobs_duration_seconds_bucket{le="2",status="completed",job_name="defaultName",queue_name="update-replica-set-queue"} 505 audius_cn_jobs_duration_seconds_bucket{le="4",status="completed",job_name="defaultName",queue_name="update-replica-set-queue"} 686.75 audius_cn_jobs_duration_seconds_bucket{le="8",status="completed",job_name="defaultName",queue_name="update-replica-set-queue"} 1077.125 audius_cn_jobs_duration_seconds_bucket{le="17",status="completed",job_name="defaultName",queue_name="update-replica-set-queue"} 2159 audius_cn_jobs_duration_seconds_bucket{le="35",status="completed",job_name="defaultName",queue_name="update-replica-set-queue"} 3460.5 audius_cn_jobs_duration_seconds_bucket{le="71",status="completed",job_name="defaultName",queue_name="update-replica-set-queue"} 3726.875 audius_cn_jobs_duration_seconds_bucket{le="145",status="completed",job_name="defaultName",queue_name="update-replica-set-queue"} 3761.75 audius_cn_jobs_duration_seconds_bucket{le="295",status="completed",job_name="defaultName",queue_name="update-replica-set-queue"} 3763.75 audius_cn_jobs_duration_seconds_bucket{le="600",status="completed",job_name="defaultName",queue_name="update-replica-set-queue"} 3763.875 audius_cn_jobs_duration_seconds_bucket{le="+Inf",status="completed",job_name="defaultName",queue_name="update-replica-set-queue"} 3767.375 audius_cn_jobs_duration_seconds_sum{status="completed",job_name="defaultName",queue_name="update-replica-set-queue"} 66663.63412500006 audius_cn_jobs_duration_seconds_count{status="completed",job_name="defaultName",queue_name="update-replica-set-queue"} 3767.375 audius_cn_jobs_duration_seconds_bucket{le="1",status="completed",job_name="first-job",queue_name="c-node-endpoint-to-sp-id-map-queue"} 148.625 audius_cn_jobs_duration_seconds_bucket{le="2",status="completed",job_name="first-job",queue_name="c-node-endpoint-to-sp-id-map-queue"} 156.25 audius_cn_jobs_duration_seconds_bucket{le="4",status="completed",job_name="first-job",queue_name="c-node-endpoint-to-sp-id-map-queue"} 157.375 audius_cn_jobs_duration_seconds_bucket{le="8",status="completed",job_name="first-job",queue_name="c-node-endpoint-to-sp-id-map-queue"} 158.25 audius_cn_jobs_duration_seconds_bucket{le="17",status="completed",job_name="first-job",queue_name="c-node-endpoint-to-sp-id-map-queue"} 158.75 audius_cn_jobs_duration_seconds_bucket{le="35",status="completed",job_name="first-job",queue_name="c-node-endpoint-to-sp-id-map-queue"} 159 audius_cn_jobs_duration_seconds_bucket{le="71",status="completed",job_name="first-job",queue_name="c-node-endpoint-to-sp-id-map-queue"} 159 audius_cn_jobs_duration_seconds_bucket{le="145",status="completed",job_name="first-job",queue_name="c-node-endpoint-to-sp-id-map-queue"} 159 audius_cn_jobs_duration_seconds_bucket{le="295",status="completed",job_name="first-job",queue_name="c-node-endpoint-to-sp-id-map-queue"} 159 audius_cn_jobs_duration_seconds_bucket{le="600",status="completed",job_name="first-job",queue_name="c-node-endpoint-to-sp-id-map-queue"} 159 audius_cn_jobs_duration_seconds_bucket{le="+Inf",status="completed",job_name="first-job",queue_name="c-node-endpoint-to-sp-id-map-queue"} 159 audius_cn_jobs_duration_seconds_sum{status="completed",job_name="first-job",queue_name="c-node-endpoint-to-sp-id-map-queue"} 120.581 audius_cn_jobs_duration_seconds_count{status="completed",job_name="first-job",queue_name="c-node-endpoint-to-sp-id-map-queue"} 159 audius_cn_jobs_duration_seconds_bucket{le="1",status="completed",job_name="defaultName",queue_name="manual-sync-queue"} 39 audius_cn_jobs_duration_seconds_bucket{le="2",status="completed",job_name="defaultName",queue_name="manual-sync-queue"} 40.5 audius_cn_jobs_duration_seconds_bucket{le="4",status="completed",job_name="defaultName",queue_name="manual-sync-queue"} 40.875 audius_cn_jobs_duration_seconds_bucket{le="8",status="completed",job_name="defaultName",queue_name="manual-sync-queue"} 49.875 audius_cn_jobs_duration_seconds_bucket{le="17",status="completed",job_name="defaultName",queue_name="manual-sync-queue"} 51.25 audius_cn_jobs_duration_seconds_bucket{le="35",status="completed",job_name="defaultName",queue_name="manual-sync-queue"} 51.875 audius_cn_jobs_duration_seconds_bucket{le="71",status="completed",job_name="defaultName",queue_name="manual-sync-queue"} 56 audius_cn_jobs_duration_seconds_bucket{le="145",status="completed",job_name="defaultName",queue_name="manual-sync-queue"} 56.125 audius_cn_jobs_duration_seconds_bucket{le="295",status="completed",job_name="defaultName",queue_name="manual-sync-queue"} 56.25 audius_cn_jobs_duration_seconds_bucket{le="600",status="completed",job_name="defaultName",queue_name="manual-sync-queue"} 56.25 audius_cn_jobs_duration_seconds_bucket{le="+Inf",status="completed",job_name="defaultName",queue_name="manual-sync-queue"} 56.25 audius_cn_jobs_duration_seconds_sum{status="completed",job_name="defaultName",queue_name="manual-sync-queue"} 379.7969999999999 audius_cn_jobs_duration_seconds_count{status="completed",job_name="defaultName",queue_name="manual-sync-queue"} 56.25 audius_cn_jobs_duration_seconds_bucket{le="1",status="completed",job_name="first-job",queue_name="monitor-state-queue"} 0 audius_cn_jobs_duration_seconds_bucket{le="2",status="completed",job_name="first-job",queue_name="monitor-state-queue"} 0 audius_cn_jobs_duration_seconds_bucket{le="4",status="completed",job_name="first-job",queue_name="monitor-state-queue"} 0 audius_cn_jobs_duration_seconds_bucket{le="8",status="completed",job_name="first-job",queue_name="monitor-state-queue"} 0 audius_cn_jobs_duration_seconds_bucket{le="17",status="completed",job_name="first-job",queue_name="monitor-state-queue"} 0 audius_cn_jobs_duration_seconds_bucket{le="35",status="completed",job_name="first-job",queue_name="monitor-state-queue"} 0.25 audius_cn_jobs_duration_seconds_bucket{le="71",status="completed",job_name="first-job",queue_name="monitor-state-queue"} 25.625 audius_cn_jobs_duration_seconds_bucket{le="145",status="completed",job_name="first-job",queue_name="monitor-state-queue"} 95.125 audius_cn_jobs_duration_seconds_bucket{le="295",status="completed",job_name="first-job",queue_name="monitor-state-queue"} 95.125 audius_cn_jobs_duration_seconds_bucket{le="600",status="completed",job_name="first-job",queue_name="monitor-state-queue"} 95.125 audius_cn_jobs_duration_seconds_bucket{le="+Inf",status="completed",job_name="first-job",queue_name="monitor-state-queue"} 95.125 audius_cn_jobs_duration_seconds_sum{status="completed",job_name="first-job",queue_name="monitor-state-queue"} 7142.109375 audius_cn_jobs_duration_seconds_count{status="completed",job_name="first-job",queue_name="monitor-state-queue"} 95.125 audius_cn_jobs_duration_seconds_bucket{le="1",status="completed",job_name="trackContentUpload",queue_name="async-processing"} 1.75 audius_cn_jobs_duration_seconds_bucket{le="2",status="completed",job_name="trackContentUpload",queue_name="async-processing"} 3.875 audius_cn_jobs_duration_seconds_bucket{le="4",status="completed",job_name="trackContentUpload",queue_name="async-processing"} 10.25 audius_cn_jobs_duration_seconds_bucket{le="8",status="completed",job_name="trackContentUpload",queue_name="async-processing"} 44.5 audius_cn_jobs_duration_seconds_bucket{le="17",status="completed",job_name="trackContentUpload",queue_name="async-processing"} 79.375 audius_cn_jobs_duration_seconds_bucket{le="35",status="completed",job_name="trackContentUpload",queue_name="async-processing"} 90.375 audius_cn_jobs_duration_seconds_bucket{le="71",status="completed",job_name="trackContentUpload",queue_name="async-processing"} 97.125 audius_cn_jobs_duration_seconds_bucket{le="145",status="completed",job_name="trackContentUpload",queue_name="async-processing"} 103.125 audius_cn_jobs_duration_seconds_bucket{le="295",status="completed",job_name="trackContentUpload",queue_name="async-processing"} 105.5 audius_cn_jobs_duration_seconds_bucket{le="600",status="completed",job_name="trackContentUpload",queue_name="async-processing"} 105.75 audius_cn_jobs_duration_seconds_bucket{le="+Inf",status="completed",job_name="trackContentUpload",queue_name="async-processing"} 105.75 audius_cn_jobs_duration_seconds_sum{status="completed",job_name="trackContentUpload",queue_name="async-processing"} 2453.031125 audius_cn_jobs_duration_seconds_count{status="completed",job_name="trackContentUpload",queue_name="async-processing"} 105.75 audius_cn_jobs_duration_seconds_bucket{le="1",status="completed",job_name="defaultName",queue_name="recover-orphaned-data-queue"} 0 audius_cn_jobs_duration_seconds_bucket{le="2",status="completed",job_name="defaultName",queue_name="recover-orphaned-data-queue"} 0 audius_cn_jobs_duration_seconds_bucket{le="4",status="completed",job_name="defaultName",queue_name="recover-orphaned-data-queue"} 0 audius_cn_jobs_duration_seconds_bucket{le="8",status="completed",job_name="defaultName",queue_name="recover-orphaned-data-queue"} 0 audius_cn_jobs_duration_seconds_bucket{le="17",status="completed",job_name="defaultName",queue_name="recover-orphaned-data-queue"} 0 audius_cn_jobs_duration_seconds_bucket{le="35",status="completed",job_name="defaultName",queue_name="recover-orphaned-data-queue"} 0 audius_cn_jobs_duration_seconds_bucket{le="71",status="completed",job_name="defaultName",queue_name="recover-orphaned-data-queue"} 0 audius_cn_jobs_duration_seconds_bucket{le="145",status="completed",job_name="defaultName",queue_name="recover-orphaned-data-queue"} 0 audius_cn_jobs_duration_seconds_bucket{le="295",status="completed",job_name="defaultName",queue_name="recover-orphaned-data-queue"} 0 audius_cn_jobs_duration_seconds_bucket{le="600",status="completed",job_name="defaultName",queue_name="recover-orphaned-data-queue"} 0 audius_cn_jobs_duration_seconds_bucket{le="+Inf",status="completed",job_name="defaultName",queue_name="recover-orphaned-data-queue"} 12.375 audius_cn_jobs_duration_seconds_sum{status="completed",job_name="defaultName",queue_name="recover-orphaned-data-queue"} 93714.80725 audius_cn_jobs_duration_seconds_count{status="completed",job_name="defaultName",queue_name="recover-orphaned-data-queue"} 12.375 audius_cn_jobs_duration_seconds_bucket{le="1",status="completed",job_name="defaultName",queue_name="c-node-endpoint-to-sp-id-map-queue"} 1 audius_cn_jobs_duration_seconds_bucket{le="2",status="completed",job_name="defaultName",queue_name="c-node-endpoint-to-sp-id-map-queue"} 1 audius_cn_jobs_duration_seconds_bucket{le="4",status="completed",job_name="defaultName",queue_name="c-node-endpoint-to-sp-id-map-queue"} 1 audius_cn_jobs_duration_seconds_bucket{le="8",status="completed",job_name="defaultName",queue_name="c-node-endpoint-to-sp-id-map-queue"} 1 audius_cn_jobs_duration_seconds_bucket{le="17",status="completed",job_name="defaultName",queue_name="c-node-endpoint-to-sp-id-map-queue"} 1 audius_cn_jobs_duration_seconds_bucket{le="35",status="completed",job_name="defaultName",queue_name="c-node-endpoint-to-sp-id-map-queue"} 1 audius_cn_jobs_duration_seconds_bucket{le="71",status="completed",job_name="defaultName",queue_name="c-node-endpoint-to-sp-id-map-queue"} 1 audius_cn_jobs_duration_seconds_bucket{le="145",status="completed",job_name="defaultName",queue_name="c-node-endpoint-to-sp-id-map-queue"} 1 audius_cn_jobs_duration_seconds_bucket{le="295",status="completed",job_name="defaultName",queue_name="c-node-endpoint-to-sp-id-map-queue"} 1 audius_cn_jobs_duration_seconds_bucket{le="600",status="completed",job_name="defaultName",queue_name="c-node-endpoint-to-sp-id-map-queue"} 1 audius_cn_jobs_duration_seconds_bucket{le="+Inf",status="completed",job_name="defaultName",queue_name="c-node-endpoint-to-sp-id-map-queue"} 1 audius_cn_jobs_duration_seconds_sum{status="completed",job_name="defaultName",queue_name="c-node-endpoint-to-sp-id-map-queue"} 0.6985 audius_cn_jobs_duration_seconds_count{status="completed",job_name="defaultName",queue_name="c-node-endpoint-to-sp-id-map-queue"} 1 audius_cn_jobs_duration_seconds_bucket{le="1",status="completed",job_name="first-job",queue_name="recover-orphaned-data-queue"} 0 audius_cn_jobs_duration_seconds_bucket{le="2",status="completed",job_name="first-job",queue_name="recover-orphaned-data-queue"} 0 audius_cn_jobs_duration_seconds_bucket{le="4",status="completed",job_name="first-job",queue_name="recover-orphaned-data-queue"} 0 audius_cn_jobs_duration_seconds_bucket{le="8",status="completed",job_name="first-job",queue_name="recover-orphaned-data-queue"} 0 audius_cn_jobs_duration_seconds_bucket{le="17",status="completed",job_name="first-job",queue_name="recover-orphaned-data-queue"} 0 audius_cn_jobs_duration_seconds_bucket{le="35",status="completed",job_name="first-job",queue_name="recover-orphaned-data-queue"} 0 audius_cn_jobs_duration_seconds_bucket{le="71",status="completed",job_name="first-job",queue_name="recover-orphaned-data-queue"} 0 audius_cn_jobs_duration_seconds_bucket{le="145",status="completed",job_name="first-job",queue_name="recover-orphaned-data-queue"} 0 audius_cn_jobs_duration_seconds_bucket{le="295",status="completed",job_name="first-job",queue_name="recover-orphaned-data-queue"} 0 audius_cn_jobs_duration_seconds_bucket{le="600",status="completed",job_name="first-job",queue_name="recover-orphaned-data-queue"} 0 audius_cn_jobs_duration_seconds_bucket{le="+Inf",status="completed",job_name="first-job",queue_name="recover-orphaned-data-queue"} 1 audius_cn_jobs_duration_seconds_sum{status="completed",job_name="first-job",queue_name="recover-orphaned-data-queue"} 7508.556 audius_cn_jobs_duration_seconds_count{status="completed",job_name="first-job",queue_name="recover-orphaned-data-queue"} 1 # HELP audius_cn_jobs_waiting_duration_seconds Time spent waiting for jobs to run # TYPE audius_cn_jobs_waiting_duration_seconds histogram audius_cn_jobs_waiting_duration_seconds_bucket{le="1",status="completed",job_name="process-sync-immediate",queue_name="sync-immediate-processing-queue"} 6594.625 audius_cn_jobs_waiting_duration_seconds_bucket{le="2",status="completed",job_name="process-sync-immediate",queue_name="sync-immediate-processing-queue"} 6596.375 audius_cn_jobs_waiting_duration_seconds_bucket{le="4",status="completed",job_name="process-sync-immediate",queue_name="sync-immediate-processing-queue"} 6596.375 audius_cn_jobs_waiting_duration_seconds_bucket{le="8",status="completed",job_name="process-sync-immediate",queue_name="sync-immediate-processing-queue"} 6596.5 audius_cn_jobs_waiting_duration_seconds_bucket{le="17",status="completed",job_name="process-sync-immediate",queue_name="sync-immediate-processing-queue"} 6596.5 audius_cn_jobs_waiting_duration_seconds_bucket{le="35",status="completed",job_name="process-sync-immediate",queue_name="sync-immediate-processing-queue"} 6596.5 audius_cn_jobs_waiting_duration_seconds_bucket{le="71",status="completed",job_name="process-sync-immediate",queue_name="sync-immediate-processing-queue"} 6596.625 audius_cn_jobs_waiting_duration_seconds_bucket{le="145",status="completed",job_name="process-sync-immediate",queue_name="sync-immediate-processing-queue"} 6596.625 audius_cn_jobs_waiting_duration_seconds_bucket{le="295",status="completed",job_name="process-sync-immediate",queue_name="sync-immediate-processing-queue"} 6596.625 audius_cn_jobs_waiting_duration_seconds_bucket{le="600",status="completed",job_name="process-sync-immediate",queue_name="sync-immediate-processing-queue"} 6596.625 audius_cn_jobs_waiting_duration_seconds_bucket{le="+Inf",status="completed",job_name="process-sync-immediate",queue_name="sync-immediate-processing-queue"} 6596.625 audius_cn_jobs_waiting_duration_seconds_sum{status="completed",job_name="process-sync-immediate",queue_name="sync-immediate-processing-queue"} 53.292250000000045 audius_cn_jobs_waiting_duration_seconds_count{status="completed",job_name="process-sync-immediate",queue_name="sync-immediate-processing-queue"} 6596.625 audius_cn_jobs_waiting_duration_seconds_bucket{le="1",status="completed",job_name="recurring-sync",queue_name="recurring-sync-queue"} 31722 audius_cn_jobs_waiting_duration_seconds_bucket{le="2",status="completed",job_name="recurring-sync",queue_name="recurring-sync-queue"} 37864.375 audius_cn_jobs_waiting_duration_seconds_bucket{le="4",status="completed",job_name="recurring-sync",queue_name="recurring-sync-queue"} 43520 audius_cn_jobs_waiting_duration_seconds_bucket{le="8",status="completed",job_name="recurring-sync",queue_name="recurring-sync-queue"} 47950.5 audius_cn_jobs_waiting_duration_seconds_bucket{le="17",status="completed",job_name="recurring-sync",queue_name="recurring-sync-queue"} 50413.625 audius_cn_jobs_waiting_duration_seconds_bucket{le="35",status="completed",job_name="recurring-sync",queue_name="recurring-sync-queue"} 51408.25 audius_cn_jobs_waiting_duration_seconds_bucket{le="71",status="completed",job_name="recurring-sync",queue_name="recurring-sync-queue"} 51884.25 audius_cn_jobs_waiting_duration_seconds_bucket{le="145",status="completed",job_name="recurring-sync",queue_name="recurring-sync-queue"} 52070.375 audius_cn_jobs_waiting_duration_seconds_bucket{le="295",status="completed",job_name="recurring-sync",queue_name="recurring-sync-queue"} 52207.5 audius_cn_jobs_waiting_duration_seconds_bucket{le="600",status="completed",job_name="recurring-sync",queue_name="recurring-sync-queue"} 52315.625 audius_cn_jobs_waiting_duration_seconds_bucket{le="+Inf",status="completed",job_name="recurring-sync",queue_name="recurring-sync-queue"} 52832.875 audius_cn_jobs_waiting_duration_seconds_sum{status="completed",job_name="recurring-sync",queue_name="recurring-sync-queue"} 4367153.882749995 audius_cn_jobs_waiting_duration_seconds_count{status="completed",job_name="recurring-sync",queue_name="recurring-sync-queue"} 52832.875 audius_cn_jobs_waiting_duration_seconds_bucket{le="1",status="completed",job_name="defaultName",queue_name="recurring-sync-queue"} 14003.125 audius_cn_jobs_waiting_duration_seconds_bucket{le="2",status="completed",job_name="defaultName",queue_name="recurring-sync-queue"} 14868 audius_cn_jobs_waiting_duration_seconds_bucket{le="4",status="completed",job_name="defaultName",queue_name="recurring-sync-queue"} 16120 audius_cn_jobs_waiting_duration_seconds_bucket{le="8",status="completed",job_name="defaultName",queue_name="recurring-sync-queue"} 17836 audius_cn_jobs_waiting_duration_seconds_bucket{le="17",status="completed",job_name="defaultName",queue_name="recurring-sync-queue"} 20050 audius_cn_jobs_waiting_duration_seconds_bucket{le="35",status="completed",job_name="defaultName",queue_name="recurring-sync-queue"} 22099.625 audius_cn_jobs_waiting_duration_seconds_bucket{le="71",status="completed",job_name="defaultName",queue_name="recurring-sync-queue"} 24559.625 audius_cn_jobs_waiting_duration_seconds_bucket{le="145",status="completed",job_name="defaultName",queue_name="recurring-sync-queue"} 28127 audius_cn_jobs_waiting_duration_seconds_bucket{le="295",status="completed",job_name="defaultName",queue_name="recurring-sync-queue"} 32508.75 audius_cn_jobs_waiting_duration_seconds_bucket{le="600",status="completed",job_name="defaultName",queue_name="recurring-sync-queue"} 37144.25 audius_cn_jobs_waiting_duration_seconds_bucket{le="+Inf",status="completed",job_name="defaultName",queue_name="recurring-sync-queue"} 69838.875 audius_cn_jobs_waiting_duration_seconds_sum{status="completed",job_name="defaultName",queue_name="recurring-sync-queue"} 469149598.860013 audius_cn_jobs_waiting_duration_seconds_count{status="completed",job_name="defaultName",queue_name="recurring-sync-queue"} 69838.875 audius_cn_jobs_waiting_duration_seconds_bucket{le="1",status="completed",job_name="process-sync",queue_name="sync-processing-queue"} 19500.875 audius_cn_jobs_waiting_duration_seconds_bucket{le="2",status="completed",job_name="process-sync",queue_name="sync-processing-queue"} 19506.75 audius_cn_jobs_waiting_duration_seconds_bucket{le="4",status="completed",job_name="process-sync",queue_name="sync-processing-queue"} 19506.75 audius_cn_jobs_waiting_duration_seconds_bucket{le="8",status="completed",job_name="process-sync",queue_name="sync-processing-queue"} 19506.75 audius_cn_jobs_waiting_duration_seconds_bucket{le="17",status="completed",job_name="process-sync",queue_name="sync-processing-queue"} 19506.75 audius_cn_jobs_waiting_duration_seconds_bucket{le="35",status="completed",job_name="process-sync",queue_name="sync-processing-queue"} 19507 audius_cn_jobs_waiting_duration_seconds_bucket{le="71",status="completed",job_name="process-sync",queue_name="sync-processing-queue"} 19507.25 audius_cn_jobs_waiting_duration_seconds_bucket{le="145",status="completed",job_name="process-sync",queue_name="sync-processing-queue"} 19507.375 audius_cn_jobs_waiting_duration_seconds_bucket{le="295",status="completed",job_name="process-sync",queue_name="sync-processing-queue"} 19507.875 audius_cn_jobs_waiting_duration_seconds_bucket{le="600",status="completed",job_name="process-sync",queue_name="sync-processing-queue"} 19509.125 audius_cn_jobs_waiting_duration_seconds_bucket{le="+Inf",status="completed",job_name="process-sync",queue_name="sync-processing-queue"} 19509.875 audius_cn_jobs_waiting_duration_seconds_sum{status="completed",job_name="process-sync",queue_name="sync-processing-queue"} 1330.8277500000768 audius_cn_jobs_waiting_duration_seconds_count{status="completed",job_name="process-sync",queue_name="sync-processing-queue"} 19509.875 audius_cn_jobs_waiting_duration_seconds_bucket{le="1",status="completed",job_name="manual-sync",queue_name="manual-sync-queue"} 1707.625 audius_cn_jobs_waiting_duration_seconds_bucket{le="2",status="completed",job_name="manual-sync",queue_name="manual-sync-queue"} 1708.75 audius_cn_jobs_waiting_duration_seconds_bucket{le="4",status="completed",job_name="manual-sync",queue_name="manual-sync-queue"} 1708.875 audius_cn_jobs_waiting_duration_seconds_bucket{le="8",status="completed",job_name="manual-sync",queue_name="manual-sync-queue"} 1708.875 audius_cn_jobs_waiting_duration_seconds_bucket{le="17",status="completed",job_name="manual-sync",queue_name="manual-sync-queue"} 1708.875 audius_cn_jobs_waiting_duration_seconds_bucket{le="35",status="completed",job_name="manual-sync",queue_name="manual-sync-queue"} 1708.875 audius_cn_jobs_waiting_duration_seconds_bucket{le="71",status="completed",job_name="manual-sync",queue_name="manual-sync-queue"} 1708.875 audius_cn_jobs_waiting_duration_seconds_bucket{le="145",status="completed",job_name="manual-sync",queue_name="manual-sync-queue"} 1708.875 audius_cn_jobs_waiting_duration_seconds_bucket{le="295",status="completed",job_name="manual-sync",queue_name="manual-sync-queue"} 1708.875 audius_cn_jobs_waiting_duration_seconds_bucket{le="600",status="completed",job_name="manual-sync",queue_name="manual-sync-queue"} 1708.875 audius_cn_jobs_waiting_duration_seconds_bucket{le="+Inf",status="completed",job_name="manual-sync",queue_name="manual-sync-queue"} 1708.875 audius_cn_jobs_waiting_duration_seconds_sum{status="completed",job_name="manual-sync",queue_name="manual-sync-queue"} 12.60399999999995 audius_cn_jobs_waiting_duration_seconds_count{status="completed",job_name="manual-sync",queue_name="manual-sync-queue"} 1708.875 audius_cn_jobs_waiting_duration_seconds_bucket{le="1",status="completed",job_name="defaultName",queue_name="find-sync-requests-queue"} 1590.5 audius_cn_jobs_waiting_duration_seconds_bucket{le="2",status="completed",job_name="defaultName",queue_name="find-sync-requests-queue"} 1591.25 audius_cn_jobs_waiting_duration_seconds_bucket{le="4",status="completed",job_name="defaultName",queue_name="find-sync-requests-queue"} 1591.25 audius_cn_jobs_waiting_duration_seconds_bucket{le="8",status="completed",job_name="defaultName",queue_name="find-sync-requests-queue"} 1591.25 audius_cn_jobs_waiting_duration_seconds_bucket{le="17",status="completed",job_name="defaultName",queue_name="find-sync-requests-queue"} 1591.25 audius_cn_jobs_waiting_duration_seconds_bucket{le="35",status="completed",job_name="defaultName",queue_name="find-sync-requests-queue"} 1591.25 audius_cn_jobs_waiting_duration_seconds_bucket{le="71",status="completed",job_name="defaultName",queue_name="find-sync-requests-queue"} 1591.25 audius_cn_jobs_waiting_duration_seconds_bucket{le="145",status="completed",job_name="defaultName",queue_name="find-sync-requests-queue"} 1591.25 audius_cn_jobs_waiting_duration_seconds_bucket{le="295",status="completed",job_name="defaultName",queue_name="find-sync-requests-queue"} 1591.25 audius_cn_jobs_waiting_duration_seconds_bucket{le="600",status="completed",job_name="defaultName",queue_name="find-sync-requests-queue"} 1591.25 audius_cn_jobs_waiting_duration_seconds_bucket{le="+Inf",status="completed",job_name="defaultName",queue_name="find-sync-requests-queue"} 1591.25 audius_cn_jobs_waiting_duration_seconds_sum{status="completed",job_name="defaultName",queue_name="find-sync-requests-queue"} 40.29287499999984 audius_cn_jobs_waiting_duration_seconds_count{status="completed",job_name="defaultName",queue_name="find-sync-requests-queue"} 1591.25 audius_cn_jobs_waiting_duration_seconds_bucket{le="1",status="completed",job_name="defaultName",queue_name="find-replica-set-updates-queue"} 1590.375 audius_cn_jobs_waiting_duration_seconds_bucket{le="2",status="completed",job_name="defaultName",queue_name="find-replica-set-updates-queue"} 1591.125 audius_cn_jobs_waiting_duration_seconds_bucket{le="4",status="completed",job_name="defaultName",queue_name="find-replica-set-updates-queue"} 1591.25 audius_cn_jobs_waiting_duration_seconds_bucket{le="8",status="completed",job_name="defaultName",queue_name="find-replica-set-updates-queue"} 1591.25 audius_cn_jobs_waiting_duration_seconds_bucket{le="17",status="completed",job_name="defaultName",queue_name="find-replica-set-updates-queue"} 1591.25 audius_cn_jobs_waiting_duration_seconds_bucket{le="35",status="completed",job_name="defaultName",queue_name="find-replica-set-updates-queue"} 1591.25 audius_cn_jobs_waiting_duration_seconds_bucket{le="71",status="completed",job_name="defaultName",queue_name="find-replica-set-updates-queue"} 1591.25 audius_cn_jobs_waiting_duration_seconds_bucket{le="145",status="completed",job_name="defaultName",queue_name="find-replica-set-updates-queue"} 1591.25 audius_cn_jobs_waiting_duration_seconds_bucket{le="295",status="completed",job_name="defaultName",queue_name="find-replica-set-updates-queue"} 1591.25 audius_cn_jobs_waiting_duration_seconds_bucket{le="600",status="completed",job_name="defaultName",queue_name="find-replica-set-updates-queue"} 1591.25 audius_cn_jobs_waiting_duration_seconds_bucket{le="+Inf",status="completed",job_name="defaultName",queue_name="find-replica-set-updates-queue"} 1591.25 audius_cn_jobs_waiting_duration_seconds_sum{status="completed",job_name="defaultName",queue_name="find-replica-set-updates-queue"} 43.13524999999991 audius_cn_jobs_waiting_duration_seconds_count{status="completed",job_name="defaultName",queue_name="find-replica-set-updates-queue"} 1591.25 audius_cn_jobs_waiting_duration_seconds_bucket{le="1",status="completed",job_name="defaultName",queue_name="monitor-state-queue"} 2 audius_cn_jobs_waiting_duration_seconds_bucket{le="2",status="completed",job_name="defaultName",queue_name="monitor-state-queue"} 2.125 audius_cn_jobs_waiting_duration_seconds_bucket{le="4",status="completed",job_name="defaultName",queue_name="monitor-state-queue"} 2.375 audius_cn_jobs_waiting_duration_seconds_bucket{le="8",status="completed",job_name="defaultName",queue_name="monitor-state-queue"} 2.75 audius_cn_jobs_waiting_duration_seconds_bucket{le="17",status="completed",job_name="defaultName",queue_name="monitor-state-queue"} 3.125 audius_cn_jobs_waiting_duration_seconds_bucket{le="35",status="completed",job_name="defaultName",queue_name="monitor-state-queue"} 6.625 audius_cn_jobs_waiting_duration_seconds_bucket{le="71",status="completed",job_name="defaultName",queue_name="monitor-state-queue"} 18.25 audius_cn_jobs_waiting_duration_seconds_bucket{le="145",status="completed",job_name="defaultName",queue_name="monitor-state-queue"} 41.625 audius_cn_jobs_waiting_duration_seconds_bucket{le="295",status="completed",job_name="defaultName",queue_name="monitor-state-queue"} 82 audius_cn_jobs_waiting_duration_seconds_bucket{le="600",status="completed",job_name="defaultName",queue_name="monitor-state-queue"} 1000.375 audius_cn_jobs_waiting_duration_seconds_bucket{le="+Inf",status="completed",job_name="defaultName",queue_name="monitor-state-queue"} 1496.125 audius_cn_jobs_waiting_duration_seconds_sum{status="completed",job_name="defaultName",queue_name="monitor-state-queue"} 843931.031875 audius_cn_jobs_waiting_duration_seconds_count{status="completed",job_name="defaultName",queue_name="monitor-state-queue"} 1496.125 audius_cn_jobs_waiting_duration_seconds_bucket{le="1",status="failed",job_name="process-sync-immediate",queue_name="sync-immediate-processing-queue"} 214.75 audius_cn_jobs_waiting_duration_seconds_bucket{le="2",status="failed",job_name="process-sync-immediate",queue_name="sync-immediate-processing-queue"} 214.875 audius_cn_jobs_waiting_duration_seconds_bucket{le="4",status="failed",job_name="process-sync-immediate",queue_name="sync-immediate-processing-queue"} 214.875 audius_cn_jobs_waiting_duration_seconds_bucket{le="8",status="failed",job_name="process-sync-immediate",queue_name="sync-immediate-processing-queue"} 214.875 audius_cn_jobs_waiting_duration_seconds_bucket{le="17",status="failed",job_name="process-sync-immediate",queue_name="sync-immediate-processing-queue"} 214.875 audius_cn_jobs_waiting_duration_seconds_bucket{le="35",status="failed",job_name="process-sync-immediate",queue_name="sync-immediate-processing-queue"} 214.875 audius_cn_jobs_waiting_duration_seconds_bucket{le="71",status="failed",job_name="process-sync-immediate",queue_name="sync-immediate-processing-queue"} 214.875 audius_cn_jobs_waiting_duration_seconds_bucket{le="145",status="failed",job_name="process-sync-immediate",queue_name="sync-immediate-processing-queue"} 214.875 audius_cn_jobs_waiting_duration_seconds_bucket{le="295",status="failed",job_name="process-sync-immediate",queue_name="sync-immediate-processing-queue"} 214.875 audius_cn_jobs_waiting_duration_seconds_bucket{le="600",status="failed",job_name="process-sync-immediate",queue_name="sync-immediate-processing-queue"} 214.875 audius_cn_jobs_waiting_duration_seconds_bucket{le="+Inf",status="failed",job_name="process-sync-immediate",queue_name="sync-immediate-processing-queue"} 214.875 audius_cn_jobs_waiting_duration_seconds_sum{status="failed",job_name="process-sync-immediate",queue_name="sync-immediate-processing-queue"} 1.9158749999999953 audius_cn_jobs_waiting_duration_seconds_count{status="failed",job_name="process-sync-immediate",queue_name="sync-immediate-processing-queue"} 214.875 audius_cn_jobs_waiting_duration_seconds_bucket{le="1",status="completed",job_name="defaultName",queue_name="update-replica-set-queue"} 643.375 audius_cn_jobs_waiting_duration_seconds_bucket{le="2",status="completed",job_name="defaultName",queue_name="update-replica-set-queue"} 644.375 audius_cn_jobs_waiting_duration_seconds_bucket{le="4",status="completed",job_name="defaultName",queue_name="update-replica-set-queue"} 646 audius_cn_jobs_waiting_duration_seconds_bucket{le="8",status="completed",job_name="defaultName",queue_name="update-replica-set-queue"} 653.875 audius_cn_jobs_waiting_duration_seconds_bucket{le="17",status="completed",job_name="defaultName",queue_name="update-replica-set-queue"} 835 audius_cn_jobs_waiting_duration_seconds_bucket{le="35",status="completed",job_name="defaultName",queue_name="update-replica-set-queue"} 1114.25 audius_cn_jobs_waiting_duration_seconds_bucket{le="71",status="completed",job_name="defaultName",queue_name="update-replica-set-queue"} 1375.875 audius_cn_jobs_waiting_duration_seconds_bucket{le="145",status="completed",job_name="defaultName",queue_name="update-replica-set-queue"} 1564.25 audius_cn_jobs_waiting_duration_seconds_bucket{le="295",status="completed",job_name="defaultName",queue_name="update-replica-set-queue"} 1733.125 audius_cn_jobs_waiting_duration_seconds_bucket{le="600",status="completed",job_name="defaultName",queue_name="update-replica-set-queue"} 1912.5 audius_cn_jobs_waiting_duration_seconds_bucket{le="+Inf",status="completed",job_name="defaultName",queue_name="update-replica-set-queue"} 3767.375 audius_cn_jobs_waiting_duration_seconds_sum{status="completed",job_name="defaultName",queue_name="update-replica-set-queue"} 3722994.3998750052 audius_cn_jobs_waiting_duration_seconds_count{status="completed",job_name="defaultName",queue_name="update-replica-set-queue"} 3767.375 audius_cn_jobs_waiting_duration_seconds_bucket{le="1",status="completed",job_name="first-job",queue_name="c-node-endpoint-to-sp-id-map-queue"} 0 audius_cn_jobs_waiting_duration_seconds_bucket{le="2",status="completed",job_name="first-job",queue_name="c-node-endpoint-to-sp-id-map-queue"} 0 audius_cn_jobs_waiting_duration_seconds_bucket{le="4",status="completed",job_name="first-job",queue_name="c-node-endpoint-to-sp-id-map-queue"} 0 audius_cn_jobs_waiting_duration_seconds_bucket{le="8",status="completed",job_name="first-job",queue_name="c-node-endpoint-to-sp-id-map-queue"} 0 audius_cn_jobs_waiting_duration_seconds_bucket{le="17",status="completed",job_name="first-job",queue_name="c-node-endpoint-to-sp-id-map-queue"} 0 audius_cn_jobs_waiting_duration_seconds_bucket{le="35",status="completed",job_name="first-job",queue_name="c-node-endpoint-to-sp-id-map-queue"} 0 audius_cn_jobs_waiting_duration_seconds_bucket{le="71",status="completed",job_name="first-job",queue_name="c-node-endpoint-to-sp-id-map-queue"} 0 audius_cn_jobs_waiting_duration_seconds_bucket{le="145",status="completed",job_name="first-job",queue_name="c-node-endpoint-to-sp-id-map-queue"} 0 audius_cn_jobs_waiting_duration_seconds_bucket{le="295",status="completed",job_name="first-job",queue_name="c-node-endpoint-to-sp-id-map-queue"} 0.125 audius_cn_jobs_waiting_duration_seconds_bucket{le="600",status="completed",job_name="first-job",queue_name="c-node-endpoint-to-sp-id-map-queue"} 0.125 audius_cn_jobs_waiting_duration_seconds_bucket{le="+Inf",status="completed",job_name="first-job",queue_name="c-node-endpoint-to-sp-id-map-queue"} 159 audius_cn_jobs_waiting_duration_seconds_sum{status="completed",job_name="first-job",queue_name="c-node-endpoint-to-sp-id-map-queue"} 51700086.915375 audius_cn_jobs_waiting_duration_seconds_count{status="completed",job_name="first-job",queue_name="c-node-endpoint-to-sp-id-map-queue"} 159 audius_cn_jobs_waiting_duration_seconds_bucket{le="1",status="completed",job_name="defaultName",queue_name="manual-sync-queue"} 56.25 audius_cn_jobs_waiting_duration_seconds_bucket{le="2",status="completed",job_name="defaultName",queue_name="manual-sync-queue"} 56.25 audius_cn_jobs_waiting_duration_seconds_bucket{le="4",status="completed",job_name="defaultName",queue_name="manual-sync-queue"} 56.25 audius_cn_jobs_waiting_duration_seconds_bucket{le="8",status="completed",job_name="defaultName",queue_name="manual-sync-queue"} 56.25 audius_cn_jobs_waiting_duration_seconds_bucket{le="17",status="completed",job_name="defaultName",queue_name="manual-sync-queue"} 56.25 audius_cn_jobs_waiting_duration_seconds_bucket{le="35",status="completed",job_name="defaultName",queue_name="manual-sync-queue"} 56.25 audius_cn_jobs_waiting_duration_seconds_bucket{le="71",status="completed",job_name="defaultName",queue_name="manual-sync-queue"} 56.25 audius_cn_jobs_waiting_duration_seconds_bucket{le="145",status="completed",job_name="defaultName",queue_name="manual-sync-queue"} 56.25 audius_cn_jobs_waiting_duration_seconds_bucket{le="295",status="completed",job_name="defaultName",queue_name="manual-sync-queue"} 56.25 audius_cn_jobs_waiting_duration_seconds_bucket{le="600",status="completed",job_name="defaultName",queue_name="manual-sync-queue"} 56.25 audius_cn_jobs_waiting_duration_seconds_bucket{le="+Inf",status="completed",job_name="defaultName",queue_name="manual-sync-queue"} 56.25 audius_cn_jobs_waiting_duration_seconds_sum{status="completed",job_name="defaultName",queue_name="manual-sync-queue"} 0.11587500000000006 audius_cn_jobs_waiting_duration_seconds_count{status="completed",job_name="defaultName",queue_name="manual-sync-queue"} 56.25 audius_cn_jobs_waiting_duration_seconds_bucket{le="1",status="completed",job_name="first-job",queue_name="monitor-state-queue"} 0 audius_cn_jobs_waiting_duration_seconds_bucket{le="2",status="completed",job_name="first-job",queue_name="monitor-state-queue"} 0 audius_cn_jobs_waiting_duration_seconds_bucket{le="4",status="completed",job_name="first-job",queue_name="monitor-state-queue"} 0 audius_cn_jobs_waiting_duration_seconds_bucket{le="8",status="completed",job_name="first-job",queue_name="monitor-state-queue"} 0 audius_cn_jobs_waiting_duration_seconds_bucket{le="17",status="completed",job_name="first-job",queue_name="monitor-state-queue"} 0 audius_cn_jobs_waiting_duration_seconds_bucket{le="35",status="completed",job_name="first-job",queue_name="monitor-state-queue"} 0.125 audius_cn_jobs_waiting_duration_seconds_bucket{le="71",status="completed",job_name="first-job",queue_name="monitor-state-queue"} 0.125 audius_cn_jobs_waiting_duration_seconds_bucket{le="145",status="completed",job_name="first-job",queue_name="monitor-state-queue"} 0.375 audius_cn_jobs_waiting_duration_seconds_bucket{le="295",status="completed",job_name="first-job",queue_name="monitor-state-queue"} 0.625 audius_cn_jobs_waiting_duration_seconds_bucket{le="600",status="completed",job_name="first-job",queue_name="monitor-state-queue"} 14.125 audius_cn_jobs_waiting_duration_seconds_bucket{le="+Inf",status="completed",job_name="first-job",queue_name="monitor-state-queue"} 95.125 audius_cn_jobs_waiting_duration_seconds_sum{status="completed",job_name="first-job",queue_name="monitor-state-queue"} 64264.435375 audius_cn_jobs_waiting_duration_seconds_count{status="completed",job_name="first-job",queue_name="monitor-state-queue"} 95.125 audius_cn_jobs_waiting_duration_seconds_bucket{le="1",status="completed",job_name="trackContentUpload",queue_name="async-processing"} 105.625 audius_cn_jobs_waiting_duration_seconds_bucket{le="2",status="completed",job_name="trackContentUpload",queue_name="async-processing"} 105.75 audius_cn_jobs_waiting_duration_seconds_bucket{le="4",status="completed",job_name="trackContentUpload",queue_name="async-processing"} 105.75 audius_cn_jobs_waiting_duration_seconds_bucket{le="8",status="completed",job_name="trackContentUpload",queue_name="async-processing"} 105.75 audius_cn_jobs_waiting_duration_seconds_bucket{le="17",status="completed",job_name="trackContentUpload",queue_name="async-processing"} 105.75 audius_cn_jobs_waiting_duration_seconds_bucket{le="35",status="completed",job_name="trackContentUpload",queue_name="async-processing"} 105.75 audius_cn_jobs_waiting_duration_seconds_bucket{le="71",status="completed",job_name="trackContentUpload",queue_name="async-processing"} 105.75 audius_cn_jobs_waiting_duration_seconds_bucket{le="145",status="completed",job_name="trackContentUpload",queue_name="async-processing"} 105.75 audius_cn_jobs_waiting_duration_seconds_bucket{le="295",status="completed",job_name="trackContentUpload",queue_name="async-processing"} 105.75 audius_cn_jobs_waiting_duration_seconds_bucket{le="600",status="completed",job_name="trackContentUpload",queue_name="async-processing"} 105.75 audius_cn_jobs_waiting_duration_seconds_bucket{le="+Inf",status="completed",job_name="trackContentUpload",queue_name="async-processing"} 105.75 audius_cn_jobs_waiting_duration_seconds_sum{status="completed",job_name="trackContentUpload",queue_name="async-processing"} 0.9236249999999989 audius_cn_jobs_waiting_duration_seconds_count{status="completed",job_name="trackContentUpload",queue_name="async-processing"} 105.75 audius_cn_jobs_waiting_duration_seconds_bucket{le="1",status="completed",job_name="defaultName",queue_name="recover-orphaned-data-queue"} 12.375 audius_cn_jobs_waiting_duration_seconds_bucket{le="2",status="completed",job_name="defaultName",queue_name="recover-orphaned-data-queue"} 12.375 audius_cn_jobs_waiting_duration_seconds_bucket{le="4",status="completed",job_name="defaultName",queue_name="recover-orphaned-data-queue"} 12.375 audius_cn_jobs_waiting_duration_seconds_bucket{le="8",status="completed",job_name="defaultName",queue_name="recover-orphaned-data-queue"} 12.375 audius_cn_jobs_waiting_duration_seconds_bucket{le="17",status="completed",job_name="defaultName",queue_name="recover-orphaned-data-queue"} 12.375 audius_cn_jobs_waiting_duration_seconds_bucket{le="35",status="completed",job_name="defaultName",queue_name="recover-orphaned-data-queue"} 12.375 audius_cn_jobs_waiting_duration_seconds_bucket{le="71",status="completed",job_name="defaultName",queue_name="recover-orphaned-data-queue"} 12.375 audius_cn_jobs_waiting_duration_seconds_bucket{le="145",status="completed",job_name="defaultName",queue_name="recover-orphaned-data-queue"} 12.375 audius_cn_jobs_waiting_duration_seconds_bucket{le="295",status="completed",job_name="defaultName",queue_name="recover-orphaned-data-queue"} 12.375 audius_cn_jobs_waiting_duration_seconds_bucket{le="600",status="completed",job_name="defaultName",queue_name="recover-orphaned-data-queue"} 12.375 audius_cn_jobs_waiting_duration_seconds_bucket{le="+Inf",status="completed",job_name="defaultName",queue_name="recover-orphaned-data-queue"} 12.375 audius_cn_jobs_waiting_duration_seconds_sum{status="completed",job_name="defaultName",queue_name="recover-orphaned-data-queue"} 0.013625000000000002 audius_cn_jobs_waiting_duration_seconds_count{status="completed",job_name="defaultName",queue_name="recover-orphaned-data-queue"} 12.375 audius_cn_jobs_waiting_duration_seconds_bucket{le="1",status="completed",job_name="defaultName",queue_name="c-node-endpoint-to-sp-id-map-queue"} 0 audius_cn_jobs_waiting_duration_seconds_bucket{le="2",status="completed",job_name="defaultName",queue_name="c-node-endpoint-to-sp-id-map-queue"} 0 audius_cn_jobs_waiting_duration_seconds_bucket{le="4",status="completed",job_name="defaultName",queue_name="c-node-endpoint-to-sp-id-map-queue"} 0 audius_cn_jobs_waiting_duration_seconds_bucket{le="8",status="completed",job_name="defaultName",queue_name="c-node-endpoint-to-sp-id-map-queue"} 0 audius_cn_jobs_waiting_duration_seconds_bucket{le="17",status="completed",job_name="defaultName",queue_name="c-node-endpoint-to-sp-id-map-queue"} 0 audius_cn_jobs_waiting_duration_seconds_bucket{le="35",status="completed",job_name="defaultName",queue_name="c-node-endpoint-to-sp-id-map-queue"} 0 audius_cn_jobs_waiting_duration_seconds_bucket{le="71",status="completed",job_name="defaultName",queue_name="c-node-endpoint-to-sp-id-map-queue"} 0 audius_cn_jobs_waiting_duration_seconds_bucket{le="145",status="completed",job_name="defaultName",queue_name="c-node-endpoint-to-sp-id-map-queue"} 0 audius_cn_jobs_waiting_duration_seconds_bucket{le="295",status="completed",job_name="defaultName",queue_name="c-node-endpoint-to-sp-id-map-queue"} 0 audius_cn_jobs_waiting_duration_seconds_bucket{le="600",status="completed",job_name="defaultName",queue_name="c-node-endpoint-to-sp-id-map-queue"} 0 audius_cn_jobs_waiting_duration_seconds_bucket{le="+Inf",status="completed",job_name="defaultName",queue_name="c-node-endpoint-to-sp-id-map-queue"} 1 audius_cn_jobs_waiting_duration_seconds_sum{status="completed",job_name="defaultName",queue_name="c-node-endpoint-to-sp-id-map-queue"} 3299.2685 audius_cn_jobs_waiting_duration_seconds_count{status="completed",job_name="defaultName",queue_name="c-node-endpoint-to-sp-id-map-queue"} 1 audius_cn_jobs_waiting_duration_seconds_bucket{le="1",status="completed",job_name="first-job",queue_name="recover-orphaned-data-queue"} 1 audius_cn_jobs_waiting_duration_seconds_bucket{le="2",status="completed",job_name="first-job",queue_name="recover-orphaned-data-queue"} 1 audius_cn_jobs_waiting_duration_seconds_bucket{le="4",status="completed",job_name="first-job",queue_name="recover-orphaned-data-queue"} 1 audius_cn_jobs_waiting_duration_seconds_bucket{le="8",status="completed",job_name="first-job",queue_name="recover-orphaned-data-queue"} 1 audius_cn_jobs_waiting_duration_seconds_bucket{le="17",status="completed",job_name="first-job",queue_name="recover-orphaned-data-queue"} 1 audius_cn_jobs_waiting_duration_seconds_bucket{le="35",status="completed",job_name="first-job",queue_name="recover-orphaned-data-queue"} 1 audius_cn_jobs_waiting_duration_seconds_bucket{le="71",status="completed",job_name="first-job",queue_name="recover-orphaned-data-queue"} 1 audius_cn_jobs_waiting_duration_seconds_bucket{le="145",status="completed",job_name="first-job",queue_name="recover-orphaned-data-queue"} 1 audius_cn_jobs_waiting_duration_seconds_bucket{le="295",status="completed",job_name="first-job",queue_name="recover-orphaned-data-queue"} 1 audius_cn_jobs_waiting_duration_seconds_bucket{le="600",status="completed",job_name="first-job",queue_name="recover-orphaned-data-queue"} 1 audius_cn_jobs_waiting_duration_seconds_bucket{le="+Inf",status="completed",job_name="first-job",queue_name="recover-orphaned-data-queue"} 1 audius_cn_jobs_waiting_duration_seconds_sum{status="completed",job_name="first-job",queue_name="recover-orphaned-data-queue"} 0.003 audius_cn_jobs_waiting_duration_seconds_count{status="completed",job_name="first-job",queue_name="recover-orphaned-data-queue"} 1 # HELP audius_cn_jobs_attempts Job attempts made # TYPE audius_cn_jobs_attempts histogram audius_cn_jobs_attempts_bucket{le="1",status="completed",job_name="process-sync-immediate",queue_name="sync-immediate-processing-queue"} 6596.5 audius_cn_jobs_attempts_bucket{le="2",status="completed",job_name="process-sync-immediate",queue_name="sync-immediate-processing-queue"} 6596.625 audius_cn_jobs_attempts_bucket{le="4",status="completed",job_name="process-sync-immediate",queue_name="sync-immediate-processing-queue"} 6596.625 audius_cn_jobs_attempts_bucket{le="8",status="completed",job_name="process-sync-immediate",queue_name="sync-immediate-processing-queue"} 6596.625 audius_cn_jobs_attempts_bucket{le="17",status="completed",job_name="process-sync-immediate",queue_name="sync-immediate-processing-queue"} 6596.625 audius_cn_jobs_attempts_bucket{le="35",status="completed",job_name="process-sync-immediate",queue_name="sync-immediate-processing-queue"} 6596.625 audius_cn_jobs_attempts_bucket{le="71",status="completed",job_name="process-sync-immediate",queue_name="sync-immediate-processing-queue"} 6596.625 audius_cn_jobs_attempts_bucket{le="145",status="completed",job_name="process-sync-immediate",queue_name="sync-immediate-processing-queue"} 6596.625 audius_cn_jobs_attempts_bucket{le="295",status="completed",job_name="process-sync-immediate",queue_name="sync-immediate-processing-queue"} 6596.625 audius_cn_jobs_attempts_bucket{le="600",status="completed",job_name="process-sync-immediate",queue_name="sync-immediate-processing-queue"} 6596.625 audius_cn_jobs_attempts_bucket{le="+Inf",status="completed",job_name="process-sync-immediate",queue_name="sync-immediate-processing-queue"} 6596.625 audius_cn_jobs_attempts_sum{status="completed",job_name="process-sync-immediate",queue_name="sync-immediate-processing-queue"} 6596.75 audius_cn_jobs_attempts_count{status="completed",job_name="process-sync-immediate",queue_name="sync-immediate-processing-queue"} 6596.625 audius_cn_jobs_attempts_bucket{le="1",status="completed",job_name="recurring-sync",queue_name="recurring-sync-queue"} 52832.875 audius_cn_jobs_attempts_bucket{le="2",status="completed",job_name="recurring-sync",queue_name="recurring-sync-queue"} 52832.875 audius_cn_jobs_attempts_bucket{le="4",status="completed",job_name="recurring-sync",queue_name="recurring-sync-queue"} 52832.875 audius_cn_jobs_attempts_bucket{le="8",status="completed",job_name="recurring-sync",queue_name="recurring-sync-queue"} 52832.875 audius_cn_jobs_attempts_bucket{le="17",status="completed",job_name="recurring-sync",queue_name="recurring-sync-queue"} 52832.875 audius_cn_jobs_attempts_bucket{le="35",status="completed",job_name="recurring-sync",queue_name="recurring-sync-queue"} 52832.875 audius_cn_jobs_attempts_bucket{le="71",status="completed",job_name="recurring-sync",queue_name="recurring-sync-queue"} 52832.875 audius_cn_jobs_attempts_bucket{le="145",status="completed",job_name="recurring-sync",queue_name="recurring-sync-queue"} 52832.875 audius_cn_jobs_attempts_bucket{le="295",status="completed",job_name="recurring-sync",queue_name="recurring-sync-queue"} 52832.875 audius_cn_jobs_attempts_bucket{le="600",status="completed",job_name="recurring-sync",queue_name="recurring-sync-queue"} 52832.875 audius_cn_jobs_attempts_bucket{le="+Inf",status="completed",job_name="recurring-sync",queue_name="recurring-sync-queue"} 52832.875 audius_cn_jobs_attempts_sum{status="completed",job_name="recurring-sync",queue_name="recurring-sync-queue"} 52832.875 audius_cn_jobs_attempts_count{status="completed",job_name="recurring-sync",queue_name="recurring-sync-queue"} 52832.875 audius_cn_jobs_attempts_bucket{le="1",status="completed",job_name="defaultName",queue_name="recurring-sync-queue"} 69838.875 audius_cn_jobs_attempts_bucket{le="2",status="completed",job_name="defaultName",queue_name="recurring-sync-queue"} 69838.875 audius_cn_jobs_attempts_bucket{le="4",status="completed",job_name="defaultName",queue_name="recurring-sync-queue"} 69838.875 audius_cn_jobs_attempts_bucket{le="8",status="completed",job_name="defaultName",queue_name="recurring-sync-queue"} 69838.875 audius_cn_jobs_attempts_bucket{le="17",status="completed",job_name="defaultName",queue_name="recurring-sync-queue"} 69838.875 audius_cn_jobs_attempts_bucket{le="35",status="completed",job_name="defaultName",queue_name="recurring-sync-queue"} 69838.875 audius_cn_jobs_attempts_bucket{le="71",status="completed",job_name="defaultName",queue_name="recurring-sync-queue"} 69838.875 audius_cn_jobs_attempts_bucket{le="145",status="completed",job_name="defaultName",queue_name="recurring-sync-queue"} 69838.875 audius_cn_jobs_attempts_bucket{le="295",status="completed",job_name="defaultName",queue_name="recurring-sync-queue"} 69838.875 audius_cn_jobs_attempts_bucket{le="600",status="completed",job_name="defaultName",queue_name="recurring-sync-queue"} 69838.875 audius_cn_jobs_attempts_bucket{le="+Inf",status="completed",job_name="defaultName",queue_name="recurring-sync-queue"} 69838.875 audius_cn_jobs_attempts_sum{status="completed",job_name="defaultName",queue_name="recurring-sync-queue"} 69838.875 audius_cn_jobs_attempts_count{status="completed",job_name="defaultName",queue_name="recurring-sync-queue"} 69838.875 audius_cn_jobs_attempts_bucket{le="1",status="completed",job_name="process-sync",queue_name="sync-processing-queue"} 19509.875 audius_cn_jobs_attempts_bucket{le="2",status="completed",job_name="process-sync",queue_name="sync-processing-queue"} 19509.875 audius_cn_jobs_attempts_bucket{le="4",status="completed",job_name="process-sync",queue_name="sync-processing-queue"} 19509.875 audius_cn_jobs_attempts_bucket{le="8",status="completed",job_name="process-sync",queue_name="sync-processing-queue"} 19509.875 audius_cn_jobs_attempts_bucket{le="17",status="completed",job_name="process-sync",queue_name="sync-processing-queue"} 19509.875 audius_cn_jobs_attempts_bucket{le="35",status="completed",job_name="process-sync",queue_name="sync-processing-queue"} 19509.875 audius_cn_jobs_attempts_bucket{le="71",status="completed",job_name="process-sync",queue_name="sync-processing-queue"} 19509.875 audius_cn_jobs_attempts_bucket{le="145",status="completed",job_name="process-sync",queue_name="sync-processing-queue"} 19509.875 audius_cn_jobs_attempts_bucket{le="295",status="completed",job_name="process-sync",queue_name="sync-processing-queue"} 19509.875 audius_cn_jobs_attempts_bucket{le="600",status="completed",job_name="process-sync",queue_name="sync-processing-queue"} 19509.875 audius_cn_jobs_attempts_bucket{le="+Inf",status="completed",job_name="process-sync",queue_name="sync-processing-queue"} 19509.875 audius_cn_jobs_attempts_sum{status="completed",job_name="process-sync",queue_name="sync-processing-queue"} 19509.875 audius_cn_jobs_attempts_count{status="completed",job_name="process-sync",queue_name="sync-processing-queue"} 19509.875 audius_cn_jobs_attempts_bucket{le="1",status="completed",job_name="manual-sync",queue_name="manual-sync-queue"} 1708.875 audius_cn_jobs_attempts_bucket{le="2",status="completed",job_name="manual-sync",queue_name="manual-sync-queue"} 1708.875 audius_cn_jobs_attempts_bucket{le="4",status="completed",job_name="manual-sync",queue_name="manual-sync-queue"} 1708.875 audius_cn_jobs_attempts_bucket{le="8",status="completed",job_name="manual-sync",queue_name="manual-sync-queue"} 1708.875 audius_cn_jobs_attempts_bucket{le="17",status="completed",job_name="manual-sync",queue_name="manual-sync-queue"} 1708.875 audius_cn_jobs_attempts_bucket{le="35",status="completed",job_name="manual-sync",queue_name="manual-sync-queue"} 1708.875 audius_cn_jobs_attempts_bucket{le="71",status="completed",job_name="manual-sync",queue_name="manual-sync-queue"} 1708.875 audius_cn_jobs_attempts_bucket{le="145",status="completed",job_name="manual-sync",queue_name="manual-sync-queue"} 1708.875 audius_cn_jobs_attempts_bucket{le="295",status="completed",job_name="manual-sync",queue_name="manual-sync-queue"} 1708.875 audius_cn_jobs_attempts_bucket{le="600",status="completed",job_name="manual-sync",queue_name="manual-sync-queue"} 1708.875 audius_cn_jobs_attempts_bucket{le="+Inf",status="completed",job_name="manual-sync",queue_name="manual-sync-queue"} 1708.875 audius_cn_jobs_attempts_sum{status="completed",job_name="manual-sync",queue_name="manual-sync-queue"} 1708.875 audius_cn_jobs_attempts_count{status="completed",job_name="manual-sync",queue_name="manual-sync-queue"} 1708.875 audius_cn_jobs_attempts_bucket{le="1",status="completed",job_name="defaultName",queue_name="find-sync-requests-queue"} 1591.25 audius_cn_jobs_attempts_bucket{le="2",status="completed",job_name="defaultName",queue_name="find-sync-requests-queue"} 1591.25 audius_cn_jobs_attempts_bucket{le="4",status="completed",job_name="defaultName",queue_name="find-sync-requests-queue"} 1591.25 audius_cn_jobs_attempts_bucket{le="8",status="completed",job_name="defaultName",queue_name="find-sync-requests-queue"} 1591.25 audius_cn_jobs_attempts_bucket{le="17",status="completed",job_name="defaultName",queue_name="find-sync-requests-queue"} 1591.25 audius_cn_jobs_attempts_bucket{le="35",status="completed",job_name="defaultName",queue_name="find-sync-requests-queue"} 1591.25 audius_cn_jobs_attempts_bucket{le="71",status="completed",job_name="defaultName",queue_name="find-sync-requests-queue"} 1591.25 audius_cn_jobs_attempts_bucket{le="145",status="completed",job_name="defaultName",queue_name="find-sync-requests-queue"} 1591.25 audius_cn_jobs_attempts_bucket{le="295",status="completed",job_name="defaultName",queue_name="find-sync-requests-queue"} 1591.25 audius_cn_jobs_attempts_bucket{le="600",status="completed",job_name="defaultName",queue_name="find-sync-requests-queue"} 1591.25 audius_cn_jobs_attempts_bucket{le="+Inf",status="completed",job_name="defaultName",queue_name="find-sync-requests-queue"} 1591.25 audius_cn_jobs_attempts_sum{status="completed",job_name="defaultName",queue_name="find-sync-requests-queue"} 1591.25 audius_cn_jobs_attempts_count{status="completed",job_name="defaultName",queue_name="find-sync-requests-queue"} 1591.25 audius_cn_jobs_attempts_bucket{le="1",status="completed",job_name="defaultName",queue_name="find-replica-set-updates-queue"} 1591.25 audius_cn_jobs_attempts_bucket{le="2",status="completed",job_name="defaultName",queue_name="find-replica-set-updates-queue"} 1591.25 audius_cn_jobs_attempts_bucket{le="4",status="completed",job_name="defaultName",queue_name="find-replica-set-updates-queue"} 1591.25 audius_cn_jobs_attempts_bucket{le="8",status="completed",job_name="defaultName",queue_name="find-replica-set-updates-queue"} 1591.25 audius_cn_jobs_attempts_bucket{le="17",status="completed",job_name="defaultName",queue_name="find-replica-set-updates-queue"} 1591.25 audius_cn_jobs_attempts_bucket{le="35",status="completed",job_name="defaultName",queue_name="find-replica-set-updates-queue"} 1591.25 audius_cn_jobs_attempts_bucket{le="71",status="completed",job_name="defaultName",queue_name="find-replica-set-updates-queue"} 1591.25 audius_cn_jobs_attempts_bucket{le="145",status="completed",job_name="defaultName",queue_name="find-replica-set-updates-queue"} 1591.25 audius_cn_jobs_attempts_bucket{le="295",status="completed",job_name="defaultName",queue_name="find-replica-set-updates-queue"} 1591.25 audius_cn_jobs_attempts_bucket{le="600",status="completed",job_name="defaultName",queue_name="find-replica-set-updates-queue"} 1591.25 audius_cn_jobs_attempts_bucket{le="+Inf",status="completed",job_name="defaultName",queue_name="find-replica-set-updates-queue"} 1591.25 audius_cn_jobs_attempts_sum{status="completed",job_name="defaultName",queue_name="find-replica-set-updates-queue"} 1591.25 audius_cn_jobs_attempts_count{status="completed",job_name="defaultName",queue_name="find-replica-set-updates-queue"} 1591.25 audius_cn_jobs_attempts_bucket{le="1",status="completed",job_name="defaultName",queue_name="monitor-state-queue"} 1496.125 audius_cn_jobs_attempts_bucket{le="2",status="completed",job_name="defaultName",queue_name="monitor-state-queue"} 1496.125 audius_cn_jobs_attempts_bucket{le="4",status="completed",job_name="defaultName",queue_name="monitor-state-queue"} 1496.125 audius_cn_jobs_attempts_bucket{le="8",status="completed",job_name="defaultName",queue_name="monitor-state-queue"} 1496.125 audius_cn_jobs_attempts_bucket{le="17",status="completed",job_name="defaultName",queue_name="monitor-state-queue"} 1496.125 audius_cn_jobs_attempts_bucket{le="35",status="completed",job_name="defaultName",queue_name="monitor-state-queue"} 1496.125 audius_cn_jobs_attempts_bucket{le="71",status="completed",job_name="defaultName",queue_name="monitor-state-queue"} 1496.125 audius_cn_jobs_attempts_bucket{le="145",status="completed",job_name="defaultName",queue_name="monitor-state-queue"} 1496.125 audius_cn_jobs_attempts_bucket{le="295",status="completed",job_name="defaultName",queue_name="monitor-state-queue"} 1496.125 audius_cn_jobs_attempts_bucket{le="600",status="completed",job_name="defaultName",queue_name="monitor-state-queue"} 1496.125 audius_cn_jobs_attempts_bucket{le="+Inf",status="completed",job_name="defaultName",queue_name="monitor-state-queue"} 1496.125 audius_cn_jobs_attempts_sum{status="completed",job_name="defaultName",queue_name="monitor-state-queue"} 1496.125 audius_cn_jobs_attempts_count{status="completed",job_name="defaultName",queue_name="monitor-state-queue"} 1496.125 audius_cn_jobs_attempts_bucket{le="1",status="failed",job_name="process-sync-immediate",queue_name="sync-immediate-processing-queue"} 214.875 audius_cn_jobs_attempts_bucket{le="2",status="failed",job_name="process-sync-immediate",queue_name="sync-immediate-processing-queue"} 214.875 audius_cn_jobs_attempts_bucket{le="4",status="failed",job_name="process-sync-immediate",queue_name="sync-immediate-processing-queue"} 214.875 audius_cn_jobs_attempts_bucket{le="8",status="failed",job_name="process-sync-immediate",queue_name="sync-immediate-processing-queue"} 214.875 audius_cn_jobs_attempts_bucket{le="17",status="failed",job_name="process-sync-immediate",queue_name="sync-immediate-processing-queue"} 214.875 audius_cn_jobs_attempts_bucket{le="35",status="failed",job_name="process-sync-immediate",queue_name="sync-immediate-processing-queue"} 214.875 audius_cn_jobs_attempts_bucket{le="71",status="failed",job_name="process-sync-immediate",queue_name="sync-immediate-processing-queue"} 214.875 audius_cn_jobs_attempts_bucket{le="145",status="failed",job_name="process-sync-immediate",queue_name="sync-immediate-processing-queue"} 214.875 audius_cn_jobs_attempts_bucket{le="295",status="failed",job_name="process-sync-immediate",queue_name="sync-immediate-processing-queue"} 214.875 audius_cn_jobs_attempts_bucket{le="600",status="failed",job_name="process-sync-immediate",queue_name="sync-immediate-processing-queue"} 214.875 audius_cn_jobs_attempts_bucket{le="+Inf",status="failed",job_name="process-sync-immediate",queue_name="sync-immediate-processing-queue"} 214.875 audius_cn_jobs_attempts_sum{status="failed",job_name="process-sync-immediate",queue_name="sync-immediate-processing-queue"} 214.875 audius_cn_jobs_attempts_count{status="failed",job_name="process-sync-immediate",queue_name="sync-immediate-processing-queue"} 214.875 audius_cn_jobs_attempts_bucket{le="1",status="completed",job_name="defaultName",queue_name="update-replica-set-queue"} 3767.375 audius_cn_jobs_attempts_bucket{le="2",status="completed",job_name="defaultName",queue_name="update-replica-set-queue"} 3767.375 audius_cn_jobs_attempts_bucket{le="4",status="completed",job_name="defaultName",queue_name="update-replica-set-queue"} 3767.375 audius_cn_jobs_attempts_bucket{le="8",status="completed",job_name="defaultName",queue_name="update-replica-set-queue"} 3767.375 audius_cn_jobs_attempts_bucket{le="17",status="completed",job_name="defaultName",queue_name="update-replica-set-queue"} 3767.375 audius_cn_jobs_attempts_bucket{le="35",status="completed",job_name="defaultName",queue_name="update-replica-set-queue"} 3767.375 audius_cn_jobs_attempts_bucket{le="71",status="completed",job_name="defaultName",queue_name="update-replica-set-queue"} 3767.375 audius_cn_jobs_attempts_bucket{le="145",status="completed",job_name="defaultName",queue_name="update-replica-set-queue"} 3767.375 audius_cn_jobs_attempts_bucket{le="295",status="completed",job_name="defaultName",queue_name="update-replica-set-queue"} 3767.375 audius_cn_jobs_attempts_bucket{le="600",status="completed",job_name="defaultName",queue_name="update-replica-set-queue"} 3767.375 audius_cn_jobs_attempts_bucket{le="+Inf",status="completed",job_name="defaultName",queue_name="update-replica-set-queue"} 3767.375 audius_cn_jobs_attempts_sum{status="completed",job_name="defaultName",queue_name="update-replica-set-queue"} 3767.375 audius_cn_jobs_attempts_count{status="completed",job_name="defaultName",queue_name="update-replica-set-queue"} 3767.375 audius_cn_jobs_attempts_bucket{le="1",status="completed",job_name="first-job",queue_name="c-node-endpoint-to-sp-id-map-queue"} 159 audius_cn_jobs_attempts_bucket{le="2",status="completed",job_name="first-job",queue_name="c-node-endpoint-to-sp-id-map-queue"} 159 audius_cn_jobs_attempts_bucket{le="4",status="completed",job_name="first-job",queue_name="c-node-endpoint-to-sp-id-map-queue"} 159 audius_cn_jobs_attempts_bucket{le="8",status="completed",job_name="first-job",queue_name="c-node-endpoint-to-sp-id-map-queue"} 159 audius_cn_jobs_attempts_bucket{le="17",status="completed",job_name="first-job",queue_name="c-node-endpoint-to-sp-id-map-queue"} 159 audius_cn_jobs_attempts_bucket{le="35",status="completed",job_name="first-job",queue_name="c-node-endpoint-to-sp-id-map-queue"} 159 audius_cn_jobs_attempts_bucket{le="71",status="completed",job_name="first-job",queue_name="c-node-endpoint-to-sp-id-map-queue"} 159 audius_cn_jobs_attempts_bucket{le="145",status="completed",job_name="first-job",queue_name="c-node-endpoint-to-sp-id-map-queue"} 159 audius_cn_jobs_attempts_bucket{le="295",status="completed",job_name="first-job",queue_name="c-node-endpoint-to-sp-id-map-queue"} 159 audius_cn_jobs_attempts_bucket{le="600",status="completed",job_name="first-job",queue_name="c-node-endpoint-to-sp-id-map-queue"} 159 audius_cn_jobs_attempts_bucket{le="+Inf",status="completed",job_name="first-job",queue_name="c-node-endpoint-to-sp-id-map-queue"} 159 audius_cn_jobs_attempts_sum{status="completed",job_name="first-job",queue_name="c-node-endpoint-to-sp-id-map-queue"} 159 audius_cn_jobs_attempts_count{status="completed",job_name="first-job",queue_name="c-node-endpoint-to-sp-id-map-queue"} 159 audius_cn_jobs_attempts_bucket{le="1",status="completed",job_name="defaultName",queue_name="manual-sync-queue"} 56.25 audius_cn_jobs_attempts_bucket{le="2",status="completed",job_name="defaultName",queue_name="manual-sync-queue"} 56.25 audius_cn_jobs_attempts_bucket{le="4",status="completed",job_name="defaultName",queue_name="manual-sync-queue"} 56.25 audius_cn_jobs_attempts_bucket{le="8",status="completed",job_name="defaultName",queue_name="manual-sync-queue"} 56.25 audius_cn_jobs_attempts_bucket{le="17",status="completed",job_name="defaultName",queue_name="manual-sync-queue"} 56.25 audius_cn_jobs_attempts_bucket{le="35",status="completed",job_name="defaultName",queue_name="manual-sync-queue"} 56.25 audius_cn_jobs_attempts_bucket{le="71",status="completed",job_name="defaultName",queue_name="manual-sync-queue"} 56.25 audius_cn_jobs_attempts_bucket{le="145",status="completed",job_name="defaultName",queue_name="manual-sync-queue"} 56.25 audius_cn_jobs_attempts_bucket{le="295",status="completed",job_name="defaultName",queue_name="manual-sync-queue"} 56.25 audius_cn_jobs_attempts_bucket{le="600",status="completed",job_name="defaultName",queue_name="manual-sync-queue"} 56.25 audius_cn_jobs_attempts_bucket{le="+Inf",status="completed",job_name="defaultName",queue_name="manual-sync-queue"} 56.25 audius_cn_jobs_attempts_sum{status="completed",job_name="defaultName",queue_name="manual-sync-queue"} 56.25 audius_cn_jobs_attempts_count{status="completed",job_name="defaultName",queue_name="manual-sync-queue"} 56.25 audius_cn_jobs_attempts_bucket{le="1",status="completed",job_name="first-job",queue_name="monitor-state-queue"} 95.125 audius_cn_jobs_attempts_bucket{le="2",status="completed",job_name="first-job",queue_name="monitor-state-queue"} 95.125 audius_cn_jobs_attempts_bucket{le="4",status="completed",job_name="first-job",queue_name="monitor-state-queue"} 95.125 audius_cn_jobs_attempts_bucket{le="8",status="completed",job_name="first-job",queue_name="monitor-state-queue"} 95.125 audius_cn_jobs_attempts_bucket{le="17",status="completed",job_name="first-job",queue_name="monitor-state-queue"} 95.125 audius_cn_jobs_attempts_bucket{le="35",status="completed",job_name="first-job",queue_name="monitor-state-queue"} 95.125 audius_cn_jobs_attempts_bucket{le="71",status="completed",job_name="first-job",queue_name="monitor-state-queue"} 95.125 audius_cn_jobs_attempts_bucket{le="145",status="completed",job_name="first-job",queue_name="monitor-state-queue"} 95.125 audius_cn_jobs_attempts_bucket{le="295",status="completed",job_name="first-job",queue_name="monitor-state-queue"} 95.125 audius_cn_jobs_attempts_bucket{le="600",status="completed",job_name="first-job",queue_name="monitor-state-queue"} 95.125 audius_cn_jobs_attempts_bucket{le="+Inf",status="completed",job_name="first-job",queue_name="monitor-state-queue"} 95.125 audius_cn_jobs_attempts_sum{status="completed",job_name="first-job",queue_name="monitor-state-queue"} 95.125 audius_cn_jobs_attempts_count{status="completed",job_name="first-job",queue_name="monitor-state-queue"} 95.125 audius_cn_jobs_attempts_bucket{le="1",status="completed",job_name="trackContentUpload",queue_name="async-processing"} 105.75 audius_cn_jobs_attempts_bucket{le="2",status="completed",job_name="trackContentUpload",queue_name="async-processing"} 105.75 audius_cn_jobs_attempts_bucket{le="4",status="completed",job_name="trackContentUpload",queue_name="async-processing"} 105.75 audius_cn_jobs_attempts_bucket{le="8",status="completed",job_name="trackContentUpload",queue_name="async-processing"} 105.75 audius_cn_jobs_attempts_bucket{le="17",status="completed",job_name="trackContentUpload",queue_name="async-processing"} 105.75 audius_cn_jobs_attempts_bucket{le="35",status="completed",job_name="trackContentUpload",queue_name="async-processing"} 105.75 audius_cn_jobs_attempts_bucket{le="71",status="completed",job_name="trackContentUpload",queue_name="async-processing"} 105.75 audius_cn_jobs_attempts_bucket{le="145",status="completed",job_name="trackContentUpload",queue_name="async-processing"} 105.75 audius_cn_jobs_attempts_bucket{le="295",status="completed",job_name="trackContentUpload",queue_name="async-processing"} 105.75 audius_cn_jobs_attempts_bucket{le="600",status="completed",job_name="trackContentUpload",queue_name="async-processing"} 105.75 audius_cn_jobs_attempts_bucket{le="+Inf",status="completed",job_name="trackContentUpload",queue_name="async-processing"} 105.75 audius_cn_jobs_attempts_sum{status="completed",job_name="trackContentUpload",queue_name="async-processing"} 105.75 audius_cn_jobs_attempts_count{status="completed",job_name="trackContentUpload",queue_name="async-processing"} 105.75 audius_cn_jobs_attempts_bucket{le="1",status="completed",job_name="defaultName",queue_name="recover-orphaned-data-queue"} 12.375 audius_cn_jobs_attempts_bucket{le="2",status="completed",job_name="defaultName",queue_name="recover-orphaned-data-queue"} 12.375 audius_cn_jobs_attempts_bucket{le="4",status="completed",job_name="defaultName",queue_name="recover-orphaned-data-queue"} 12.375 audius_cn_jobs_attempts_bucket{le="8",status="completed",job_name="defaultName",queue_name="recover-orphaned-data-queue"} 12.375 audius_cn_jobs_attempts_bucket{le="17",status="completed",job_name="defaultName",queue_name="recover-orphaned-data-queue"} 12.375 audius_cn_jobs_attempts_bucket{le="35",status="completed",job_name="defaultName",queue_name="recover-orphaned-data-queue"} 12.375 audius_cn_jobs_attempts_bucket{le="71",status="completed",job_name="defaultName",queue_name="recover-orphaned-data-queue"} 12.375 audius_cn_jobs_attempts_bucket{le="145",status="completed",job_name="defaultName",queue_name="recover-orphaned-data-queue"} 12.375 audius_cn_jobs_attempts_bucket{le="295",status="completed",job_name="defaultName",queue_name="recover-orphaned-data-queue"} 12.375 audius_cn_jobs_attempts_bucket{le="600",status="completed",job_name="defaultName",queue_name="recover-orphaned-data-queue"} 12.375 audius_cn_jobs_attempts_bucket{le="+Inf",status="completed",job_name="defaultName",queue_name="recover-orphaned-data-queue"} 12.375 audius_cn_jobs_attempts_sum{status="completed",job_name="defaultName",queue_name="recover-orphaned-data-queue"} 12.375 audius_cn_jobs_attempts_count{status="completed",job_name="defaultName",queue_name="recover-orphaned-data-queue"} 12.375 audius_cn_jobs_attempts_bucket{le="1",status="completed",job_name="defaultName",queue_name="c-node-endpoint-to-sp-id-map-queue"} 1 audius_cn_jobs_attempts_bucket{le="2",status="completed",job_name="defaultName",queue_name="c-node-endpoint-to-sp-id-map-queue"} 1 audius_cn_jobs_attempts_bucket{le="4",status="completed",job_name="defaultName",queue_name="c-node-endpoint-to-sp-id-map-queue"} 1 audius_cn_jobs_attempts_bucket{le="8",status="completed",job_name="defaultName",queue_name="c-node-endpoint-to-sp-id-map-queue"} 1 audius_cn_jobs_attempts_bucket{le="17",status="completed",job_name="defaultName",queue_name="c-node-endpoint-to-sp-id-map-queue"} 1 audius_cn_jobs_attempts_bucket{le="35",status="completed",job_name="defaultName",queue_name="c-node-endpoint-to-sp-id-map-queue"} 1 audius_cn_jobs_attempts_bucket{le="71",status="completed",job_name="defaultName",queue_name="c-node-endpoint-to-sp-id-map-queue"} 1 audius_cn_jobs_attempts_bucket{le="145",status="completed",job_name="defaultName",queue_name="c-node-endpoint-to-sp-id-map-queue"} 1 audius_cn_jobs_attempts_bucket{le="295",status="completed",job_name="defaultName",queue_name="c-node-endpoint-to-sp-id-map-queue"} 1 audius_cn_jobs_attempts_bucket{le="600",status="completed",job_name="defaultName",queue_name="c-node-endpoint-to-sp-id-map-queue"} 1 audius_cn_jobs_attempts_bucket{le="+Inf",status="completed",job_name="defaultName",queue_name="c-node-endpoint-to-sp-id-map-queue"} 1 audius_cn_jobs_attempts_sum{status="completed",job_name="defaultName",queue_name="c-node-endpoint-to-sp-id-map-queue"} 1 audius_cn_jobs_attempts_count{status="completed",job_name="defaultName",queue_name="c-node-endpoint-to-sp-id-map-queue"} 1 audius_cn_jobs_attempts_bucket{le="1",status="completed",job_name="first-job",queue_name="recover-orphaned-data-queue"} 1 audius_cn_jobs_attempts_bucket{le="2",status="completed",job_name="first-job",queue_name="recover-orphaned-data-queue"} 1 audius_cn_jobs_attempts_bucket{le="4",status="completed",job_name="first-job",queue_name="recover-orphaned-data-queue"} 1 audius_cn_jobs_attempts_bucket{le="8",status="completed",job_name="first-job",queue_name="recover-orphaned-data-queue"} 1 audius_cn_jobs_attempts_bucket{le="17",status="completed",job_name="first-job",queue_name="recover-orphaned-data-queue"} 1 audius_cn_jobs_attempts_bucket{le="35",status="completed",job_name="first-job",queue_name="recover-orphaned-data-queue"} 1 audius_cn_jobs_attempts_bucket{le="71",status="completed",job_name="first-job",queue_name="recover-orphaned-data-queue"} 1 audius_cn_jobs_attempts_bucket{le="145",status="completed",job_name="first-job",queue_name="recover-orphaned-data-queue"} 1 audius_cn_jobs_attempts_bucket{le="295",status="completed",job_name="first-job",queue_name="recover-orphaned-data-queue"} 1 audius_cn_jobs_attempts_bucket{le="600",status="completed",job_name="first-job",queue_name="recover-orphaned-data-queue"} 1 audius_cn_jobs_attempts_bucket{le="+Inf",status="completed",job_name="first-job",queue_name="recover-orphaned-data-queue"} 1 audius_cn_jobs_attempts_sum{status="completed",job_name="first-job",queue_name="recover-orphaned-data-queue"} 1 audius_cn_jobs_attempts_count{status="completed",job_name="first-job",queue_name="recover-orphaned-data-queue"} 1 # HELP audius_cn_secondary_sync_from_primary_duration_seconds Time spent to sync a secondary from a primary (seconds) # TYPE audius_cn_secondary_sync_from_primary_duration_seconds histogram audius_cn_secondary_sync_from_primary_duration_seconds_bucket{le="0.005",result="success",mode="default"} 0 audius_cn_secondary_sync_from_primary_duration_seconds_bucket{le="0.01",result="success",mode="default"} 0 audius_cn_secondary_sync_from_primary_duration_seconds_bucket{le="0.025",result="success",mode="default"} 0 audius_cn_secondary_sync_from_primary_duration_seconds_bucket{le="0.05",result="success",mode="default"} 0 audius_cn_secondary_sync_from_primary_duration_seconds_bucket{le="0.1",result="success",mode="default"} 0 audius_cn_secondary_sync_from_primary_duration_seconds_bucket{le="0.25",result="success",mode="default"} 0 audius_cn_secondary_sync_from_primary_duration_seconds_bucket{le="0.5",result="success",mode="default"} 1190.875 audius_cn_secondary_sync_from_primary_duration_seconds_bucket{le="1",result="success",mode="default"} 3674.625 audius_cn_secondary_sync_from_primary_duration_seconds_bucket{le="2.5",result="success",mode="default"} 5622.875 audius_cn_secondary_sync_from_primary_duration_seconds_bucket{le="5",result="success",mode="default"} 6009.75 audius_cn_secondary_sync_from_primary_duration_seconds_bucket{le="10",result="success",mode="default"} 6328.625 audius_cn_secondary_sync_from_primary_duration_seconds_bucket{le="+Inf",result="success",mode="default"} 6506.625 audius_cn_secondary_sync_from_primary_duration_seconds_sum{result="success",mode="default"} 53545.27248301314 audius_cn_secondary_sync_from_primary_duration_seconds_count{result="success",mode="default"} 6506.625 audius_cn_secondary_sync_from_primary_duration_seconds_bucket{le="0.005",result="success_clocks_already_match",mode="default"} 0 audius_cn_secondary_sync_from_primary_duration_seconds_bucket{le="0.01",result="success_clocks_already_match",mode="default"} 0 audius_cn_secondary_sync_from_primary_duration_seconds_bucket{le="0.025",result="success_clocks_already_match",mode="default"} 0 audius_cn_secondary_sync_from_primary_duration_seconds_bucket{le="0.05",result="success_clocks_already_match",mode="default"} 0 audius_cn_secondary_sync_from_primary_duration_seconds_bucket{le="0.1",result="success_clocks_already_match",mode="default"} 0 audius_cn_secondary_sync_from_primary_duration_seconds_bucket{le="0.25",result="success_clocks_already_match",mode="default"} 0 audius_cn_secondary_sync_from_primary_duration_seconds_bucket{le="0.5",result="success_clocks_already_match",mode="default"} 1729 audius_cn_secondary_sync_from_primary_duration_seconds_bucket{le="1",result="success_clocks_already_match",mode="default"} 3177.75 audius_cn_secondary_sync_from_primary_duration_seconds_bucket{le="2.5",result="success_clocks_already_match",mode="default"} 3914.25 audius_cn_secondary_sync_from_primary_duration_seconds_bucket{le="5",result="success_clocks_already_match",mode="default"} 3977.25 audius_cn_secondary_sync_from_primary_duration_seconds_bucket{le="10",result="success_clocks_already_match",mode="default"} 4013.625 audius_cn_secondary_sync_from_primary_duration_seconds_bucket{le="+Inf",result="success_clocks_already_match",mode="default"} 4028.5 audius_cn_secondary_sync_from_primary_duration_seconds_sum{result="success_clocks_already_match",mode="default"} 4190.821864622626 audius_cn_secondary_sync_from_primary_duration_seconds_count{result="success_clocks_already_match",mode="default"} 4028.5 audius_cn_secondary_sync_from_primary_duration_seconds_bucket{le="0.005",result="abort_current_node_is_not_user_primary",mode="default"} 0 audius_cn_secondary_sync_from_primary_duration_seconds_bucket{le="0.01",result="abort_current_node_is_not_user_primary",mode="default"} 0 audius_cn_secondary_sync_from_primary_duration_seconds_bucket{le="0.025",result="abort_current_node_is_not_user_primary",mode="default"} 0 audius_cn_secondary_sync_from_primary_duration_seconds_bucket{le="0.05",result="abort_current_node_is_not_user_primary",mode="default"} 0 audius_cn_secondary_sync_from_primary_duration_seconds_bucket{le="0.1",result="abort_current_node_is_not_user_primary",mode="default"} 0 audius_cn_secondary_sync_from_primary_duration_seconds_bucket{le="0.25",result="abort_current_node_is_not_user_primary",mode="default"} 1747.125 audius_cn_secondary_sync_from_primary_duration_seconds_bucket{le="0.5",result="abort_current_node_is_not_user_primary",mode="default"} 4280.125 audius_cn_secondary_sync_from_primary_duration_seconds_bucket{le="1",result="abort_current_node_is_not_user_primary",mode="default"} 6400.5 audius_cn_secondary_sync_from_primary_duration_seconds_bucket{le="2.5",result="abort_current_node_is_not_user_primary",mode="default"} 7043.875 audius_cn_secondary_sync_from_primary_duration_seconds_bucket{le="5",result="abort_current_node_is_not_user_primary",mode="default"} 7120.75 audius_cn_secondary_sync_from_primary_duration_seconds_bucket{le="10",result="abort_current_node_is_not_user_primary",mode="default"} 7179.75 audius_cn_secondary_sync_from_primary_duration_seconds_bucket{le="+Inf",result="abort_current_node_is_not_user_primary",mode="default"} 7208.5 audius_cn_secondary_sync_from_primary_duration_seconds_sum{result="abort_current_node_is_not_user_primary",mode="default"} 19316.71815685738 audius_cn_secondary_sync_from_primary_duration_seconds_count{result="abort_current_node_is_not_user_primary",mode="default"} 7208.5 audius_cn_secondary_sync_from_primary_duration_seconds_bucket{le="0.005",result="success_force_wipe",mode="force_wipe"} 0 audius_cn_secondary_sync_from_primary_duration_seconds_bucket{le="0.01",result="success_force_wipe",mode="force_wipe"} 0 audius_cn_secondary_sync_from_primary_duration_seconds_bucket{le="0.025",result="success_force_wipe",mode="force_wipe"} 0 audius_cn_secondary_sync_from_primary_duration_seconds_bucket{le="0.05",result="success_force_wipe",mode="force_wipe"} 0 audius_cn_secondary_sync_from_primary_duration_seconds_bucket{le="0.1",result="success_force_wipe",mode="force_wipe"} 0 audius_cn_secondary_sync_from_primary_duration_seconds_bucket{le="0.25",result="success_force_wipe",mode="force_wipe"} 0 audius_cn_secondary_sync_from_primary_duration_seconds_bucket{le="0.5",result="success_force_wipe",mode="force_wipe"} 0.5 audius_cn_secondary_sync_from_primary_duration_seconds_bucket{le="1",result="success_force_wipe",mode="force_wipe"} 3569.625 audius_cn_secondary_sync_from_primary_duration_seconds_bucket{le="2.5",result="success_force_wipe",mode="force_wipe"} 6813.5 audius_cn_secondary_sync_from_primary_duration_seconds_bucket{le="5",result="success_force_wipe",mode="force_wipe"} 7172.75 audius_cn_secondary_sync_from_primary_duration_seconds_bucket{le="10",result="success_force_wipe",mode="force_wipe"} 7237.625 audius_cn_secondary_sync_from_primary_duration_seconds_bucket{le="+Inf",result="success_force_wipe",mode="force_wipe"} 7261.875 audius_cn_secondary_sync_from_primary_duration_seconds_sum{result="success_force_wipe",mode="force_wipe"} 10154.260981473628 audius_cn_secondary_sync_from_primary_duration_seconds_count{result="success_force_wipe",mode="force_wipe"} 7261.875 audius_cn_secondary_sync_from_primary_duration_seconds_bucket{le="0.005",result="abort_current_node_is_not_user_secondary",mode="default"} 0 audius_cn_secondary_sync_from_primary_duration_seconds_bucket{le="0.01",result="abort_current_node_is_not_user_secondary",mode="default"} 0 audius_cn_secondary_sync_from_primary_duration_seconds_bucket{le="0.025",result="abort_current_node_is_not_user_secondary",mode="default"} 0 audius_cn_secondary_sync_from_primary_duration_seconds_bucket{le="0.05",result="abort_current_node_is_not_user_secondary",mode="default"} 0 audius_cn_secondary_sync_from_primary_duration_seconds_bucket{le="0.1",result="abort_current_node_is_not_user_secondary",mode="default"} 0 audius_cn_secondary_sync_from_primary_duration_seconds_bucket{le="0.25",result="abort_current_node_is_not_user_secondary",mode="default"} 89.125 audius_cn_secondary_sync_from_primary_duration_seconds_bucket{le="0.5",result="abort_current_node_is_not_user_secondary",mode="default"} 237 audius_cn_secondary_sync_from_primary_duration_seconds_bucket{le="1",result="abort_current_node_is_not_user_secondary",mode="default"} 329.375 audius_cn_secondary_sync_from_primary_duration_seconds_bucket{le="2.5",result="abort_current_node_is_not_user_secondary",mode="default"} 360.125 audius_cn_secondary_sync_from_primary_duration_seconds_bucket{le="5",result="abort_current_node_is_not_user_secondary",mode="default"} 363.75 audius_cn_secondary_sync_from_primary_duration_seconds_bucket{le="10",result="abort_current_node_is_not_user_secondary",mode="default"} 365.375 audius_cn_secondary_sync_from_primary_duration_seconds_bucket{le="+Inf",result="abort_current_node_is_not_user_secondary",mode="default"} 366.625 audius_cn_secondary_sync_from_primary_duration_seconds_sum{result="abort_current_node_is_not_user_secondary",mode="default"} 749.2713296260001 audius_cn_secondary_sync_from_primary_duration_seconds_count{result="abort_current_node_is_not_user_secondary",mode="default"} 366.625 audius_cn_secondary_sync_from_primary_duration_seconds_bucket{le="0.005",result="abort_sync_in_progress",mode="default"} 639.625 audius_cn_secondary_sync_from_primary_duration_seconds_bucket{le="0.01",result="abort_sync_in_progress",mode="default"} 660 audius_cn_secondary_sync_from_primary_duration_seconds_bucket{le="0.025",result="abort_sync_in_progress",mode="default"} 664.125 audius_cn_secondary_sync_from_primary_duration_seconds_bucket{le="0.05",result="abort_sync_in_progress",mode="default"} 665.25 audius_cn_secondary_sync_from_primary_duration_seconds_bucket{le="0.1",result="abort_sync_in_progress",mode="default"} 666.125 audius_cn_secondary_sync_from_primary_duration_seconds_bucket{le="0.25",result="abort_sync_in_progress",mode="default"} 666.875 audius_cn_secondary_sync_from_primary_duration_seconds_bucket{le="0.5",result="abort_sync_in_progress",mode="default"} 667.25 audius_cn_secondary_sync_from_primary_duration_seconds_bucket{le="1",result="abort_sync_in_progress",mode="default"} 667.5 audius_cn_secondary_sync_from_primary_duration_seconds_bucket{le="2.5",result="abort_sync_in_progress",mode="default"} 667.625 audius_cn_secondary_sync_from_primary_duration_seconds_bucket{le="5",result="abort_sync_in_progress",mode="default"} 667.625 audius_cn_secondary_sync_from_primary_duration_seconds_bucket{le="10",result="abort_sync_in_progress",mode="default"} 667.625 audius_cn_secondary_sync_from_primary_duration_seconds_bucket{le="+Inf",result="abort_sync_in_progress",mode="default"} 667.625 audius_cn_secondary_sync_from_primary_duration_seconds_sum{result="abort_sync_in_progress",mode="default"} 1.7582694617499997 audius_cn_secondary_sync_from_primary_duration_seconds_count{result="abort_sync_in_progress",mode="default"} 667.625 audius_cn_secondary_sync_from_primary_duration_seconds_bucket{le="0.005",result="failure_fetching_user_replica_set",mode="default"} 0 audius_cn_secondary_sync_from_primary_duration_seconds_bucket{le="0.01",result="failure_fetching_user_replica_set",mode="default"} 0 audius_cn_secondary_sync_from_primary_duration_seconds_bucket{le="0.025",result="failure_fetching_user_replica_set",mode="default"} 0 audius_cn_secondary_sync_from_primary_duration_seconds_bucket{le="0.05",result="failure_fetching_user_replica_set",mode="default"} 0 audius_cn_secondary_sync_from_primary_duration_seconds_bucket{le="0.1",result="failure_fetching_user_replica_set",mode="default"} 0 audius_cn_secondary_sync_from_primary_duration_seconds_bucket{le="0.25",result="failure_fetching_user_replica_set",mode="default"} 62.375 audius_cn_secondary_sync_from_primary_duration_seconds_bucket{le="0.5",result="failure_fetching_user_replica_set",mode="default"} 151.875 audius_cn_secondary_sync_from_primary_duration_seconds_bucket{le="1",result="failure_fetching_user_replica_set",mode="default"} 170.125 audius_cn_secondary_sync_from_primary_duration_seconds_bucket{le="2.5",result="failure_fetching_user_replica_set",mode="default"} 175.875 audius_cn_secondary_sync_from_primary_duration_seconds_bucket{le="5",result="failure_fetching_user_replica_set",mode="default"} 177.75 audius_cn_secondary_sync_from_primary_duration_seconds_bucket{le="10",result="failure_fetching_user_replica_set",mode="default"} 178.875 audius_cn_secondary_sync_from_primary_duration_seconds_bucket{le="+Inf",result="failure_fetching_user_replica_set",mode="default"} 184.375 audius_cn_secondary_sync_from_primary_duration_seconds_sum{result="failure_fetching_user_replica_set",mode="default"} 3041.3545580355 audius_cn_secondary_sync_from_primary_duration_seconds_count{result="failure_fetching_user_replica_set",mode="default"} 184.375 audius_cn_secondary_sync_from_primary_duration_seconds_bucket{le="0.005",result="abort_user_does_not_exist_on_node",mode="default"} 0 audius_cn_secondary_sync_from_primary_duration_seconds_bucket{le="0.01",result="abort_user_does_not_exist_on_node",mode="default"} 0 audius_cn_secondary_sync_from_primary_duration_seconds_bucket{le="0.025",result="abort_user_does_not_exist_on_node",mode="default"} 0 audius_cn_secondary_sync_from_primary_duration_seconds_bucket{le="0.05",result="abort_user_does_not_exist_on_node",mode="default"} 0 audius_cn_secondary_sync_from_primary_duration_seconds_bucket{le="0.1",result="abort_user_does_not_exist_on_node",mode="default"} 0 audius_cn_secondary_sync_from_primary_duration_seconds_bucket{le="0.25",result="abort_user_does_not_exist_on_node",mode="default"} 0 audius_cn_secondary_sync_from_primary_duration_seconds_bucket{le="0.5",result="abort_user_does_not_exist_on_node",mode="default"} 15.75 audius_cn_secondary_sync_from_primary_duration_seconds_bucket{le="1",result="abort_user_does_not_exist_on_node",mode="default"} 30.75 audius_cn_secondary_sync_from_primary_duration_seconds_bucket{le="2.5",result="abort_user_does_not_exist_on_node",mode="default"} 37.75 audius_cn_secondary_sync_from_primary_duration_seconds_bucket{le="5",result="abort_user_does_not_exist_on_node",mode="default"} 38.625 audius_cn_secondary_sync_from_primary_duration_seconds_bucket{le="10",result="abort_user_does_not_exist_on_node",mode="default"} 39.5 audius_cn_secondary_sync_from_primary_duration_seconds_bucket{le="+Inf",result="abort_user_does_not_exist_on_node",mode="default"} 39.875 audius_cn_secondary_sync_from_primary_duration_seconds_sum{result="abort_user_does_not_exist_on_node",mode="default"} 57.96931219237501 audius_cn_secondary_sync_from_primary_duration_seconds_count{result="abort_user_does_not_exist_on_node",mode="default"} 39.875 audius_cn_secondary_sync_from_primary_duration_seconds_bucket{le="0.005",result="failure_db_transaction",mode="default"} 0 audius_cn_secondary_sync_from_primary_duration_seconds_bucket{le="0.01",result="failure_db_transaction",mode="default"} 0 audius_cn_secondary_sync_from_primary_duration_seconds_bucket{le="0.025",result="failure_db_transaction",mode="default"} 0 audius_cn_secondary_sync_from_primary_duration_seconds_bucket{le="0.05",result="failure_db_transaction",mode="default"} 0 audius_cn_secondary_sync_from_primary_duration_seconds_bucket{le="0.1",result="failure_db_transaction",mode="default"} 0 audius_cn_secondary_sync_from_primary_duration_seconds_bucket{le="0.25",result="failure_db_transaction",mode="default"} 0 audius_cn_secondary_sync_from_primary_duration_seconds_bucket{le="0.5",result="failure_db_transaction",mode="default"} 0.75 audius_cn_secondary_sync_from_primary_duration_seconds_bucket{le="1",result="failure_db_transaction",mode="default"} 4.5 audius_cn_secondary_sync_from_primary_duration_seconds_bucket{le="2.5",result="failure_db_transaction",mode="default"} 13.25 audius_cn_secondary_sync_from_primary_duration_seconds_bucket{le="5",result="failure_db_transaction",mode="default"} 20.875 audius_cn_secondary_sync_from_primary_duration_seconds_bucket{le="10",result="failure_db_transaction",mode="default"} 27.625 audius_cn_secondary_sync_from_primary_duration_seconds_bucket{le="+Inf",result="failure_db_transaction",mode="default"} 42 audius_cn_secondary_sync_from_primary_duration_seconds_sum{result="failure_db_transaction",mode="default"} 17006.987145154497 audius_cn_secondary_sync_from_primary_duration_seconds_count{result="failure_db_transaction",mode="default"} 42 audius_cn_secondary_sync_from_primary_duration_seconds_bucket{le="0.005",result="failure_export_wallet",mode="default"} 0 audius_cn_secondary_sync_from_primary_duration_seconds_bucket{le="0.01",result="failure_export_wallet",mode="default"} 0 audius_cn_secondary_sync_from_primary_duration_seconds_bucket{le="0.025",result="failure_export_wallet",mode="default"} 0 audius_cn_secondary_sync_from_primary_duration_seconds_bucket{le="0.05",result="failure_export_wallet",mode="default"} 0 audius_cn_secondary_sync_from_primary_duration_seconds_bucket{le="0.1",result="failure_export_wallet",mode="default"} 0 audius_cn_secondary_sync_from_primary_duration_seconds_bucket{le="0.25",result="failure_export_wallet",mode="default"} 0 audius_cn_secondary_sync_from_primary_duration_seconds_bucket{le="0.5",result="failure_export_wallet",mode="default"} 0 audius_cn_secondary_sync_from_primary_duration_seconds_bucket{le="1",result="failure_export_wallet",mode="default"} 0 audius_cn_secondary_sync_from_primary_duration_seconds_bucket{le="2.5",result="failure_export_wallet",mode="default"} 0 audius_cn_secondary_sync_from_primary_duration_seconds_bucket{le="5",result="failure_export_wallet",mode="default"} 0 audius_cn_secondary_sync_from_primary_duration_seconds_bucket{le="10",result="failure_export_wallet",mode="default"} 0.25 audius_cn_secondary_sync_from_primary_duration_seconds_bucket{le="+Inf",result="failure_export_wallet",mode="default"} 4.5 audius_cn_secondary_sync_from_primary_duration_seconds_sum{result="failure_export_wallet",mode="default"} 434.85300943512505 audius_cn_secondary_sync_from_primary_duration_seconds_count{result="failure_export_wallet",mode="default"} 4.5 audius_cn_secondary_sync_from_primary_duration_seconds_bucket{le="0.005",result="abort_node_used_to_be_primary",mode="force_wipe"} 0 audius_cn_secondary_sync_from_primary_duration_seconds_bucket{le="0.01",result="abort_node_used_to_be_primary",mode="force_wipe"} 0 audius_cn_secondary_sync_from_primary_duration_seconds_bucket{le="0.025",result="abort_node_used_to_be_primary",mode="force_wipe"} 0 audius_cn_secondary_sync_from_primary_duration_seconds_bucket{le="0.05",result="abort_node_used_to_be_primary",mode="force_wipe"} 0 audius_cn_secondary_sync_from_primary_duration_seconds_bucket{le="0.1",result="abort_node_used_to_be_primary",mode="force_wipe"} 0 audius_cn_secondary_sync_from_primary_duration_seconds_bucket{le="0.25",result="abort_node_used_to_be_primary",mode="force_wipe"} 0 audius_cn_secondary_sync_from_primary_duration_seconds_bucket{le="0.5",result="abort_node_used_to_be_primary",mode="force_wipe"} 0 audius_cn_secondary_sync_from_primary_duration_seconds_bucket{le="1",result="abort_node_used_to_be_primary",mode="force_wipe"} 4.75 audius_cn_secondary_sync_from_primary_duration_seconds_bucket{le="2.5",result="abort_node_used_to_be_primary",mode="force_wipe"} 8.875 audius_cn_secondary_sync_from_primary_duration_seconds_bucket{le="5",result="abort_node_used_to_be_primary",mode="force_wipe"} 9.375 audius_cn_secondary_sync_from_primary_duration_seconds_bucket{le="10",result="abort_node_used_to_be_primary",mode="force_wipe"} 9.5 audius_cn_secondary_sync_from_primary_duration_seconds_bucket{le="+Inf",result="abort_node_used_to_be_primary",mode="force_wipe"} 9.5 audius_cn_secondary_sync_from_primary_duration_seconds_sum{result="abort_node_used_to_be_primary",mode="force_wipe"} 12.854778419999999 audius_cn_secondary_sync_from_primary_duration_seconds_count{result="abort_node_used_to_be_primary",mode="force_wipe"} 9.5 audius_cn_secondary_sync_from_primary_duration_seconds_bucket{le="0.005",result="success",mode="force_resync"} 0 audius_cn_secondary_sync_from_primary_duration_seconds_bucket{le="0.01",result="success",mode="force_resync"} 0 audius_cn_secondary_sync_from_primary_duration_seconds_bucket{le="0.025",result="success",mode="force_resync"} 0 audius_cn_secondary_sync_from_primary_duration_seconds_bucket{le="0.05",result="success",mode="force_resync"} 0 audius_cn_secondary_sync_from_primary_duration_seconds_bucket{le="0.1",result="success",mode="force_resync"} 0 audius_cn_secondary_sync_from_primary_duration_seconds_bucket{le="0.25",result="success",mode="force_resync"} 0 audius_cn_secondary_sync_from_primary_duration_seconds_bucket{le="0.5",result="success",mode="force_resync"} 0 audius_cn_secondary_sync_from_primary_duration_seconds_bucket{le="1",result="success",mode="force_resync"} 0 audius_cn_secondary_sync_from_primary_duration_seconds_bucket{le="2.5",result="success",mode="force_resync"} 0.4 audius_cn_secondary_sync_from_primary_duration_seconds_bucket{le="5",result="success",mode="force_resync"} 1.6 audius_cn_secondary_sync_from_primary_duration_seconds_bucket{le="10",result="success",mode="force_resync"} 1.6 audius_cn_secondary_sync_from_primary_duration_seconds_bucket{le="+Inf",result="success",mode="force_resync"} 1.8 audius_cn_secondary_sync_from_primary_duration_seconds_sum{result="success",mode="force_resync"} 8.710688861 audius_cn_secondary_sync_from_primary_duration_seconds_count{result="success",mode="force_resync"} 1.8 audius_cn_secondary_sync_from_primary_duration_seconds_bucket{le="0.005",result="failure_fetching_user_replica_set",mode="force_wipe"} 0 audius_cn_secondary_sync_from_primary_duration_seconds_bucket{le="0.01",result="failure_fetching_user_replica_set",mode="force_wipe"} 0 audius_cn_secondary_sync_from_primary_duration_seconds_bucket{le="0.025",result="failure_fetching_user_replica_set",mode="force_wipe"} 0 audius_cn_secondary_sync_from_primary_duration_seconds_bucket{le="0.05",result="failure_fetching_user_replica_set",mode="force_wipe"} 0 audius_cn_secondary_sync_from_primary_duration_seconds_bucket{le="0.1",result="failure_fetching_user_replica_set",mode="force_wipe"} 0 audius_cn_secondary_sync_from_primary_duration_seconds_bucket{le="0.25",result="failure_fetching_user_replica_set",mode="force_wipe"} 0 audius_cn_secondary_sync_from_primary_duration_seconds_bucket{le="0.5",result="failure_fetching_user_replica_set",mode="force_wipe"} 0 audius_cn_secondary_sync_from_primary_duration_seconds_bucket{le="1",result="failure_fetching_user_replica_set",mode="force_wipe"} 0 audius_cn_secondary_sync_from_primary_duration_seconds_bucket{le="2.5",result="failure_fetching_user_replica_set",mode="force_wipe"} 0 audius_cn_secondary_sync_from_primary_duration_seconds_bucket{le="5",result="failure_fetching_user_replica_set",mode="force_wipe"} 0 audius_cn_secondary_sync_from_primary_duration_seconds_bucket{le="10",result="failure_fetching_user_replica_set",mode="force_wipe"} 0 audius_cn_secondary_sync_from_primary_duration_seconds_bucket{le="+Inf",result="failure_fetching_user_replica_set",mode="force_wipe"} 1 audius_cn_secondary_sync_from_primary_duration_seconds_sum{result="failure_fetching_user_replica_set",mode="force_wipe"} 47.207952976 audius_cn_secondary_sync_from_primary_duration_seconds_count{result="failure_fetching_user_replica_set",mode="force_wipe"} 1 audius_cn_secondary_sync_from_primary_duration_seconds_bucket{le="0.005",result="failure_sync_secondary_from_primary",mode="force_wipe"} 0 audius_cn_secondary_sync_from_primary_duration_seconds_bucket{le="0.01",result="failure_sync_secondary_from_primary",mode="force_wipe"} 0 audius_cn_secondary_sync_from_primary_duration_seconds_bucket{le="0.025",result="failure_sync_secondary_from_primary",mode="force_wipe"} 0 audius_cn_secondary_sync_from_primary_duration_seconds_bucket{le="0.05",result="failure_sync_secondary_from_primary",mode="force_wipe"} 0 audius_cn_secondary_sync_from_primary_duration_seconds_bucket{le="0.1",result="failure_sync_secondary_from_primary",mode="force_wipe"} 0 audius_cn_secondary_sync_from_primary_duration_seconds_bucket{le="0.25",result="failure_sync_secondary_from_primary",mode="force_wipe"} 0 audius_cn_secondary_sync_from_primary_duration_seconds_bucket{le="0.5",result="failure_sync_secondary_from_primary",mode="force_wipe"} 0 audius_cn_secondary_sync_from_primary_duration_seconds_bucket{le="1",result="failure_sync_secondary_from_primary",mode="force_wipe"} 0 audius_cn_secondary_sync_from_primary_duration_seconds_bucket{le="2.5",result="failure_sync_secondary_from_primary",mode="force_wipe"} 1 audius_cn_secondary_sync_from_primary_duration_seconds_bucket{le="5",result="failure_sync_secondary_from_primary",mode="force_wipe"} 1 audius_cn_secondary_sync_from_primary_duration_seconds_bucket{le="10",result="failure_sync_secondary_from_primary",mode="force_wipe"} 1 audius_cn_secondary_sync_from_primary_duration_seconds_bucket{le="+Inf",result="failure_sync_secondary_from_primary",mode="force_wipe"} 1 audius_cn_secondary_sync_from_primary_duration_seconds_sum{result="failure_sync_secondary_from_primary",mode="force_wipe"} 1.422837639 audius_cn_secondary_sync_from_primary_duration_seconds_count{result="failure_sync_secondary_from_primary",mode="force_wipe"} 1 # HELP audius_cn_sync_queue_jobs_total Current job counts for SyncQueue by status # TYPE audius_cn_sync_queue_jobs_total gauge # HELP audius_cn_issue_sync_request_duration_seconds Time spent to issue a sync request and wait for completion (seconds) # TYPE audius_cn_issue_sync_request_duration_seconds histogram audius_cn_issue_sync_request_duration_seconds_bucket{le="1",sync_type="recurring",sync_mode="merge_primary_then_wipe_secondary",result="abort_sync_correctness"} 0 audius_cn_issue_sync_request_duration_seconds_bucket{le="7",sync_type="recurring",sync_mode="merge_primary_then_wipe_secondary",result="abort_sync_correctness"} 104933 audius_cn_issue_sync_request_duration_seconds_bucket{le="45",sync_type="recurring",sync_mode="merge_primary_then_wipe_secondary",result="abort_sync_correctness"} 106049 audius_cn_issue_sync_request_duration_seconds_bucket{le="300",sync_type="recurring",sync_mode="merge_primary_then_wipe_secondary",result="abort_sync_correctness"} 106081 audius_cn_issue_sync_request_duration_seconds_bucket{le="+Inf",sync_type="recurring",sync_mode="merge_primary_then_wipe_secondary",result="abort_sync_correctness"} 106083 audius_cn_issue_sync_request_duration_seconds_sum{sync_type="recurring",sync_mode="merge_primary_then_wipe_secondary",result="abort_sync_correctness"} 188033.20200000174 audius_cn_issue_sync_request_duration_seconds_count{sync_type="recurring",sync_mode="merge_primary_then_wipe_secondary",result="abort_sync_correctness"} 106083 audius_cn_issue_sync_request_duration_seconds_bucket{le="1",sync_type="recurring",sync_mode="merge_primary_then_wipe_secondary",result="abort_node_used_to_be_primary"} 0 audius_cn_issue_sync_request_duration_seconds_bucket{le="7",sync_type="recurring",sync_mode="merge_primary_then_wipe_secondary",result="abort_node_used_to_be_primary"} 0 audius_cn_issue_sync_request_duration_seconds_bucket{le="45",sync_type="recurring",sync_mode="merge_primary_then_wipe_secondary",result="abort_node_used_to_be_primary"} 199310 audius_cn_issue_sync_request_duration_seconds_bucket{le="300",sync_type="recurring",sync_mode="merge_primary_then_wipe_secondary",result="abort_node_used_to_be_primary"} 210004 audius_cn_issue_sync_request_duration_seconds_bucket{le="+Inf",sync_type="recurring",sync_mode="merge_primary_then_wipe_secondary",result="abort_node_used_to_be_primary"} 211660 audius_cn_issue_sync_request_duration_seconds_sum{sync_type="recurring",sync_mode="merge_primary_then_wipe_secondary",result="abort_node_used_to_be_primary"} 5919855.976999955 audius_cn_issue_sync_request_duration_seconds_count{sync_type="recurring",sync_mode="merge_primary_then_wipe_secondary",result="abort_node_used_to_be_primary"} 211660 audius_cn_issue_sync_request_duration_seconds_bucket{le="1",sync_type="recurring",sync_mode="sync_secondary_from_primary",result="success_clocks_already_match"} 0 audius_cn_issue_sync_request_duration_seconds_bucket{le="7",sync_type="recurring",sync_mode="sync_secondary_from_primary",result="success_clocks_already_match"} 28460 audius_cn_issue_sync_request_duration_seconds_bucket{le="45",sync_type="recurring",sync_mode="sync_secondary_from_primary",result="success_clocks_already_match"} 380512 audius_cn_issue_sync_request_duration_seconds_bucket{le="300",sync_type="recurring",sync_mode="sync_secondary_from_primary",result="success_clocks_already_match"} 380636 audius_cn_issue_sync_request_duration_seconds_bucket{le="+Inf",sync_type="recurring",sync_mode="sync_secondary_from_primary",result="success_clocks_already_match"} 380636 audius_cn_issue_sync_request_duration_seconds_sum{sync_type="recurring",sync_mode="sync_secondary_from_primary",result="success_clocks_already_match"} 4030149.6010012063 audius_cn_issue_sync_request_duration_seconds_count{sync_type="recurring",sync_mode="sync_secondary_from_primary",result="success_clocks_already_match"} 380636 audius_cn_issue_sync_request_duration_seconds_bucket{le="1",sync_type="recurring",sync_mode="merge_primary_then_wipe_secondary",result="success_force_wipe"} 0 audius_cn_issue_sync_request_duration_seconds_bucket{le="7",sync_type="recurring",sync_mode="merge_primary_then_wipe_secondary",result="success_force_wipe"} 0 audius_cn_issue_sync_request_duration_seconds_bucket{le="45",sync_type="recurring",sync_mode="merge_primary_then_wipe_secondary",result="success_force_wipe"} 81368 audius_cn_issue_sync_request_duration_seconds_bucket{le="300",sync_type="recurring",sync_mode="merge_primary_then_wipe_secondary",result="success_force_wipe"} 81464 audius_cn_issue_sync_request_duration_seconds_bucket{le="+Inf",sync_type="recurring",sync_mode="merge_primary_then_wipe_secondary",result="success_force_wipe"} 81478 audius_cn_issue_sync_request_duration_seconds_sum{sync_type="recurring",sync_mode="merge_primary_then_wipe_secondary",result="success_force_wipe"} 1177223.978000022 audius_cn_issue_sync_request_duration_seconds_count{sync_type="recurring",sync_mode="merge_primary_then_wipe_secondary",result="success_force_wipe"} 81478 audius_cn_issue_sync_request_duration_seconds_bucket{le="1",sync_type="recurring",sync_mode="sync_secondary_from_primary",result="failure_sync_secondary_from_primary"} 0 audius_cn_issue_sync_request_duration_seconds_bucket{le="7",sync_type="recurring",sync_mode="sync_secondary_from_primary",result="failure_sync_secondary_from_primary"} 23 audius_cn_issue_sync_request_duration_seconds_bucket{le="45",sync_type="recurring",sync_mode="sync_secondary_from_primary",result="failure_sync_secondary_from_primary"} 3113 audius_cn_issue_sync_request_duration_seconds_bucket{le="300",sync_type="recurring",sync_mode="sync_secondary_from_primary",result="failure_sync_secondary_from_primary"} 3392 audius_cn_issue_sync_request_duration_seconds_bucket{le="+Inf",sync_type="recurring",sync_mode="sync_secondary_from_primary",result="failure_sync_secondary_from_primary"} 3392 audius_cn_issue_sync_request_duration_seconds_sum{sync_type="recurring",sync_mode="sync_secondary_from_primary",result="failure_sync_secondary_from_primary"} 54400.19299999999 audius_cn_issue_sync_request_duration_seconds_count{sync_type="recurring",sync_mode="sync_secondary_from_primary",result="failure_sync_secondary_from_primary"} 3392 audius_cn_issue_sync_request_duration_seconds_bucket{le="1",sync_type="manual",sync_mode="sync_secondary_from_primary",result="success"} 0 audius_cn_issue_sync_request_duration_seconds_bucket{le="7",sync_type="manual",sync_mode="sync_secondary_from_primary",result="success"} 9254 audius_cn_issue_sync_request_duration_seconds_bucket{le="45",sync_type="manual",sync_mode="sync_secondary_from_primary",result="success"} 12363 audius_cn_issue_sync_request_duration_seconds_bucket{le="300",sync_type="manual",sync_mode="sync_secondary_from_primary",result="success"} 12420 audius_cn_issue_sync_request_duration_seconds_bucket{le="+Inf",sync_type="manual",sync_mode="sync_secondary_from_primary",result="success"} 12420 audius_cn_issue_sync_request_duration_seconds_sum{sync_type="manual",sync_mode="sync_secondary_from_primary",result="success"} 91207.40399999973 audius_cn_issue_sync_request_duration_seconds_count{sync_type="manual",sync_mode="sync_secondary_from_primary",result="success"} 12420 audius_cn_issue_sync_request_duration_seconds_bucket{le="1",sync_type="recurring",sync_mode="sync_secondary_from_primary",result="abort_current_node_is_not_user_primary"} 0 audius_cn_issue_sync_request_duration_seconds_bucket{le="7",sync_type="recurring",sync_mode="sync_secondary_from_primary",result="abort_current_node_is_not_user_primary"} 5002 audius_cn_issue_sync_request_duration_seconds_bucket{le="45",sync_type="recurring",sync_mode="sync_secondary_from_primary",result="abort_current_node_is_not_user_primary"} 13885 audius_cn_issue_sync_request_duration_seconds_bucket{le="300",sync_type="recurring",sync_mode="sync_secondary_from_primary",result="abort_current_node_is_not_user_primary"} 13890 audius_cn_issue_sync_request_duration_seconds_bucket{le="+Inf",sync_type="recurring",sync_mode="sync_secondary_from_primary",result="abort_current_node_is_not_user_primary"} 13890 audius_cn_issue_sync_request_duration_seconds_sum{sync_type="recurring",sync_mode="sync_secondary_from_primary",result="abort_current_node_is_not_user_primary"} 126973.92699999973 audius_cn_issue_sync_request_duration_seconds_count{sync_type="recurring",sync_mode="sync_secondary_from_primary",result="abort_current_node_is_not_user_primary"} 13890 audius_cn_issue_sync_request_duration_seconds_bucket{le="1",sync_type="recurring",sync_mode="sync_secondary_from_primary",result="success"} 0 audius_cn_issue_sync_request_duration_seconds_bucket{le="7",sync_type="recurring",sync_mode="sync_secondary_from_primary",result="success"} 907 audius_cn_issue_sync_request_duration_seconds_bucket{le="45",sync_type="recurring",sync_mode="sync_secondary_from_primary",result="success"} 81234 audius_cn_issue_sync_request_duration_seconds_bucket{le="300",sync_type="recurring",sync_mode="sync_secondary_from_primary",result="success"} 82337 audius_cn_issue_sync_request_duration_seconds_bucket{le="+Inf",sync_type="recurring",sync_mode="sync_secondary_from_primary",result="success"} 82340 audius_cn_issue_sync_request_duration_seconds_sum{sync_type="recurring",sync_mode="sync_secondary_from_primary",result="success"} 1072324.6239999644 audius_cn_issue_sync_request_duration_seconds_count{sync_type="recurring",sync_mode="sync_secondary_from_primary",result="success"} 82340 audius_cn_issue_sync_request_duration_seconds_bucket{le="1",sync_type="recurring",sync_mode="merge_primary_then_wipe_secondary",result="failure_primary_sync_from_secondary"} 0 audius_cn_issue_sync_request_duration_seconds_bucket{le="7",sync_type="recurring",sync_mode="merge_primary_then_wipe_secondary",result="failure_primary_sync_from_secondary"} 6399 audius_cn_issue_sync_request_duration_seconds_bucket{le="45",sync_type="recurring",sync_mode="merge_primary_then_wipe_secondary",result="failure_primary_sync_from_secondary"} 6539 audius_cn_issue_sync_request_duration_seconds_bucket{le="300",sync_type="recurring",sync_mode="merge_primary_then_wipe_secondary",result="failure_primary_sync_from_secondary"} 6541 audius_cn_issue_sync_request_duration_seconds_bucket{le="+Inf",sync_type="recurring",sync_mode="merge_primary_then_wipe_secondary",result="failure_primary_sync_from_secondary"} 6541 audius_cn_issue_sync_request_duration_seconds_sum{sync_type="recurring",sync_mode="merge_primary_then_wipe_secondary",result="failure_primary_sync_from_secondary"} 19220.67499999989 audius_cn_issue_sync_request_duration_seconds_count{sync_type="recurring",sync_mode="merge_primary_then_wipe_secondary",result="failure_primary_sync_from_secondary"} 6541 audius_cn_issue_sync_request_duration_seconds_bucket{le="1",sync_type="recurring",sync_mode="sync_secondary_from_primary",result="failure_fetching_user_gateway"} 0 audius_cn_issue_sync_request_duration_seconds_bucket{le="7",sync_type="recurring",sync_mode="sync_secondary_from_primary",result="failure_fetching_user_gateway"} 39 audius_cn_issue_sync_request_duration_seconds_bucket{le="45",sync_type="recurring",sync_mode="sync_secondary_from_primary",result="failure_fetching_user_gateway"} 16291 audius_cn_issue_sync_request_duration_seconds_bucket{le="300",sync_type="recurring",sync_mode="sync_secondary_from_primary",result="failure_fetching_user_gateway"} 16292 audius_cn_issue_sync_request_duration_seconds_bucket{le="+Inf",sync_type="recurring",sync_mode="sync_secondary_from_primary",result="failure_fetching_user_gateway"} 16292 audius_cn_issue_sync_request_duration_seconds_sum{sync_type="recurring",sync_mode="sync_secondary_from_primary",result="failure_fetching_user_gateway"} 169555.92099999983 audius_cn_issue_sync_request_duration_seconds_count{sync_type="recurring",sync_mode="sync_secondary_from_primary",result="failure_fetching_user_gateway"} 16292 audius_cn_issue_sync_request_duration_seconds_bucket{le="1",sync_type="recurring",sync_mode="merge_primary_then_wipe_secondary",result="abort_sync_in_progress"} 0 audius_cn_issue_sync_request_duration_seconds_bucket{le="7",sync_type="recurring",sync_mode="merge_primary_then_wipe_secondary",result="abort_sync_in_progress"} 0 audius_cn_issue_sync_request_duration_seconds_bucket{le="45",sync_type="recurring",sync_mode="merge_primary_then_wipe_secondary",result="abort_sync_in_progress"} 138 audius_cn_issue_sync_request_duration_seconds_bucket{le="300",sync_type="recurring",sync_mode="merge_primary_then_wipe_secondary",result="abort_sync_in_progress"} 140 audius_cn_issue_sync_request_duration_seconds_bucket{le="+Inf",sync_type="recurring",sync_mode="merge_primary_then_wipe_secondary",result="abort_sync_in_progress"} 142 audius_cn_issue_sync_request_duration_seconds_sum{sync_type="recurring",sync_mode="merge_primary_then_wipe_secondary",result="abort_sync_in_progress"} 3517.5470000000014 audius_cn_issue_sync_request_duration_seconds_count{sync_type="recurring",sync_mode="merge_primary_then_wipe_secondary",result="abort_sync_in_progress"} 142 audius_cn_issue_sync_request_duration_seconds_bucket{le="1",sync_type="recurring",sync_mode="sync_secondary_from_primary",result="failure_issue_sync_request"} 24172 audius_cn_issue_sync_request_duration_seconds_bucket{le="7",sync_type="recurring",sync_mode="sync_secondary_from_primary",result="failure_issue_sync_request"} 24469 audius_cn_issue_sync_request_duration_seconds_bucket{le="45",sync_type="recurring",sync_mode="sync_secondary_from_primary",result="failure_issue_sync_request"} 24555 audius_cn_issue_sync_request_duration_seconds_bucket{le="300",sync_type="recurring",sync_mode="sync_secondary_from_primary",result="failure_issue_sync_request"} 24628 audius_cn_issue_sync_request_duration_seconds_bucket{le="+Inf",sync_type="recurring",sync_mode="sync_secondary_from_primary",result="failure_issue_sync_request"} 24628 audius_cn_issue_sync_request_duration_seconds_sum{sync_type="recurring",sync_mode="sync_secondary_from_primary",result="failure_issue_sync_request"} 11267.967000000226 audius_cn_issue_sync_request_duration_seconds_count{sync_type="recurring",sync_mode="sync_secondary_from_primary",result="failure_issue_sync_request"} 24628 audius_cn_issue_sync_request_duration_seconds_bucket{le="1",sync_type="recurring",sync_mode="merge_primary_and_secondary",result="abort_sync_correctness"} 0 audius_cn_issue_sync_request_duration_seconds_bucket{le="7",sync_type="recurring",sync_mode="merge_primary_and_secondary",result="abort_sync_correctness"} 1426 audius_cn_issue_sync_request_duration_seconds_bucket{le="45",sync_type="recurring",sync_mode="merge_primary_and_secondary",result="abort_sync_correctness"} 1443 audius_cn_issue_sync_request_duration_seconds_bucket{le="300",sync_type="recurring",sync_mode="merge_primary_and_secondary",result="abort_sync_correctness"} 1443 audius_cn_issue_sync_request_duration_seconds_bucket{le="+Inf",sync_type="recurring",sync_mode="merge_primary_and_secondary",result="abort_sync_correctness"} 1443 audius_cn_issue_sync_request_duration_seconds_sum{sync_type="recurring",sync_mode="merge_primary_and_secondary",result="abort_sync_correctness"} 2677.341 audius_cn_issue_sync_request_duration_seconds_count{sync_type="recurring",sync_mode="merge_primary_and_secondary",result="abort_sync_correctness"} 1443 audius_cn_issue_sync_request_duration_seconds_bucket{le="1",sync_type="recurring",sync_mode="merge_primary_and_secondary",result="failure_primary_sync_from_secondary"} 0 audius_cn_issue_sync_request_duration_seconds_bucket{le="7",sync_type="recurring",sync_mode="merge_primary_and_secondary",result="failure_primary_sync_from_secondary"} 338 audius_cn_issue_sync_request_duration_seconds_bucket{le="45",sync_type="recurring",sync_mode="merge_primary_and_secondary",result="failure_primary_sync_from_secondary"} 345 audius_cn_issue_sync_request_duration_seconds_bucket{le="300",sync_type="recurring",sync_mode="merge_primary_and_secondary",result="failure_primary_sync_from_secondary"} 345 audius_cn_issue_sync_request_duration_seconds_bucket{le="+Inf",sync_type="recurring",sync_mode="merge_primary_and_secondary",result="failure_primary_sync_from_secondary"} 345 audius_cn_issue_sync_request_duration_seconds_sum{sync_type="recurring",sync_mode="merge_primary_and_secondary",result="failure_primary_sync_from_secondary"} 1036.2160000000001 audius_cn_issue_sync_request_duration_seconds_count{sync_type="recurring",sync_mode="merge_primary_and_secondary",result="failure_primary_sync_from_secondary"} 345 audius_cn_issue_sync_request_duration_seconds_bucket{le="1",sync_type="recurring",sync_mode="merge_primary_and_secondary",result="success"} 0 audius_cn_issue_sync_request_duration_seconds_bucket{le="7",sync_type="recurring",sync_mode="merge_primary_and_secondary",result="success"} 0 audius_cn_issue_sync_request_duration_seconds_bucket{le="45",sync_type="recurring",sync_mode="merge_primary_and_secondary",result="success"} 275 audius_cn_issue_sync_request_duration_seconds_bucket{le="300",sync_type="recurring",sync_mode="merge_primary_and_secondary",result="success"} 300 audius_cn_issue_sync_request_duration_seconds_bucket{le="+Inf",sync_type="recurring",sync_mode="merge_primary_and_secondary",result="success"} 300 audius_cn_issue_sync_request_duration_seconds_sum{sync_type="recurring",sync_mode="merge_primary_and_secondary",result="success"} 8553.252999999999 audius_cn_issue_sync_request_duration_seconds_count{sync_type="recurring",sync_mode="merge_primary_and_secondary",result="success"} 300 audius_cn_issue_sync_request_duration_seconds_bucket{le="1",sync_type="recurring",sync_mode="sync_secondary_from_primary",result="abort_sync_in_progress"} 0 audius_cn_issue_sync_request_duration_seconds_bucket{le="7",sync_type="recurring",sync_mode="sync_secondary_from_primary",result="abort_sync_in_progress"} 676 audius_cn_issue_sync_request_duration_seconds_bucket{le="45",sync_type="recurring",sync_mode="sync_secondary_from_primary",result="abort_sync_in_progress"} 705 audius_cn_issue_sync_request_duration_seconds_bucket{le="300",sync_type="recurring",sync_mode="sync_secondary_from_primary",result="abort_sync_in_progress"} 707 audius_cn_issue_sync_request_duration_seconds_bucket{le="+Inf",sync_type="recurring",sync_mode="sync_secondary_from_primary",result="abort_sync_in_progress"} 707 audius_cn_issue_sync_request_duration_seconds_sum{sync_type="recurring",sync_mode="sync_secondary_from_primary",result="abort_sync_in_progress"} 4243.675000000003 audius_cn_issue_sync_request_duration_seconds_count{sync_type="recurring",sync_mode="sync_secondary_from_primary",result="abort_sync_in_progress"} 707 audius_cn_issue_sync_request_duration_seconds_bucket{le="1",sync_type="manual",sync_mode="sync_secondary_from_primary",result="abort_sync_in_progress"} 0 audius_cn_issue_sync_request_duration_seconds_bucket{le="7",sync_type="manual",sync_mode="sync_secondary_from_primary",result="abort_sync_in_progress"} 694 audius_cn_issue_sync_request_duration_seconds_bucket{le="45",sync_type="manual",sync_mode="sync_secondary_from_primary",result="abort_sync_in_progress"} 724 audius_cn_issue_sync_request_duration_seconds_bucket{le="300",sync_type="manual",sync_mode="sync_secondary_from_primary",result="abort_sync_in_progress"} 725 audius_cn_issue_sync_request_duration_seconds_bucket{le="+Inf",sync_type="manual",sync_mode="sync_secondary_from_primary",result="abort_sync_in_progress"} 725 audius_cn_issue_sync_request_duration_seconds_sum{sync_type="manual",sync_mode="sync_secondary_from_primary",result="abort_sync_in_progress"} 4245.932999999996 audius_cn_issue_sync_request_duration_seconds_count{sync_type="manual",sync_mode="sync_secondary_from_primary",result="abort_sync_in_progress"} 725 audius_cn_issue_sync_request_duration_seconds_bucket{le="1",sync_type="recurring",sync_mode="merge_primary_then_wipe_secondary",result="failure_save_entries_to_db"} 0 audius_cn_issue_sync_request_duration_seconds_bucket{le="7",sync_type="recurring",sync_mode="merge_primary_then_wipe_secondary",result="failure_save_entries_to_db"} 732 audius_cn_issue_sync_request_duration_seconds_bucket{le="45",sync_type="recurring",sync_mode="merge_primary_then_wipe_secondary",result="failure_save_entries_to_db"} 766 audius_cn_issue_sync_request_duration_seconds_bucket{le="300",sync_type="recurring",sync_mode="merge_primary_then_wipe_secondary",result="failure_save_entries_to_db"} 768 audius_cn_issue_sync_request_duration_seconds_bucket{le="+Inf",sync_type="recurring",sync_mode="merge_primary_then_wipe_secondary",result="failure_save_entries_to_db"} 768 audius_cn_issue_sync_request_duration_seconds_sum{sync_type="recurring",sync_mode="merge_primary_then_wipe_secondary",result="failure_save_entries_to_db"} 3434.211000000004 audius_cn_issue_sync_request_duration_seconds_count{sync_type="recurring",sync_mode="merge_primary_then_wipe_secondary",result="failure_save_entries_to_db"} 768 audius_cn_issue_sync_request_duration_seconds_bucket{le="1",sync_type="recurring",sync_mode="sync_secondary_from_primary",result="failure_polling_timed_out"} 0 audius_cn_issue_sync_request_duration_seconds_bucket{le="7",sync_type="recurring",sync_mode="sync_secondary_from_primary",result="failure_polling_timed_out"} 0 audius_cn_issue_sync_request_duration_seconds_bucket{le="45",sync_type="recurring",sync_mode="sync_secondary_from_primary",result="failure_polling_timed_out"} 0 audius_cn_issue_sync_request_duration_seconds_bucket{le="300",sync_type="recurring",sync_mode="sync_secondary_from_primary",result="failure_polling_timed_out"} 0 audius_cn_issue_sync_request_duration_seconds_bucket{le="+Inf",sync_type="recurring",sync_mode="sync_secondary_from_primary",result="failure_polling_timed_out"} 1405 audius_cn_issue_sync_request_duration_seconds_sum{sync_type="recurring",sync_mode="sync_secondary_from_primary",result="failure_polling_timed_out"} 425797.04299999995 audius_cn_issue_sync_request_duration_seconds_count{sync_type="recurring",sync_mode="sync_secondary_from_primary",result="failure_polling_timed_out"} 1405 audius_cn_issue_sync_request_duration_seconds_bucket{le="1",sync_type="recurring",sync_mode="sync_secondary_from_primary",result="failure_secondary_failure_count_threshold_met"} 21390 audius_cn_issue_sync_request_duration_seconds_bucket{le="7",sync_type="recurring",sync_mode="sync_secondary_from_primary",result="failure_secondary_failure_count_threshold_met"} 21390 audius_cn_issue_sync_request_duration_seconds_bucket{le="45",sync_type="recurring",sync_mode="sync_secondary_from_primary",result="failure_secondary_failure_count_threshold_met"} 21390 audius_cn_issue_sync_request_duration_seconds_bucket{le="300",sync_type="recurring",sync_mode="sync_secondary_from_primary",result="failure_secondary_failure_count_threshold_met"} 21390 audius_cn_issue_sync_request_duration_seconds_bucket{le="+Inf",sync_type="recurring",sync_mode="sync_secondary_from_primary",result="failure_secondary_failure_count_threshold_met"} 21390 audius_cn_issue_sync_request_duration_seconds_sum{sync_type="recurring",sync_mode="sync_secondary_from_primary",result="failure_secondary_failure_count_threshold_met"} 25.613000000004032 audius_cn_issue_sync_request_duration_seconds_count{sync_type="recurring",sync_mode="sync_secondary_from_primary",result="failure_secondary_failure_count_threshold_met"} 21390 audius_cn_issue_sync_request_duration_seconds_bucket{le="1",sync_type="recurring",sync_mode="sync_secondary_from_primary",result="abort_current_node_is_not_user_secondary"} 0 audius_cn_issue_sync_request_duration_seconds_bucket{le="7",sync_type="recurring",sync_mode="sync_secondary_from_primary",result="abort_current_node_is_not_user_secondary"} 4335 audius_cn_issue_sync_request_duration_seconds_bucket{le="45",sync_type="recurring",sync_mode="sync_secondary_from_primary",result="abort_current_node_is_not_user_secondary"} 10782 audius_cn_issue_sync_request_duration_seconds_bucket{le="300",sync_type="recurring",sync_mode="sync_secondary_from_primary",result="abort_current_node_is_not_user_secondary"} 10784 audius_cn_issue_sync_request_duration_seconds_bucket{le="+Inf",sync_type="recurring",sync_mode="sync_secondary_from_primary",result="abort_current_node_is_not_user_secondary"} 10784 audius_cn_issue_sync_request_duration_seconds_sum{sync_type="recurring",sync_mode="sync_secondary_from_primary",result="abort_current_node_is_not_user_secondary"} 95508.75599999938 audius_cn_issue_sync_request_duration_seconds_count{sync_type="recurring",sync_mode="sync_secondary_from_primary",result="abort_current_node_is_not_user_secondary"} 10784 audius_cn_issue_sync_request_duration_seconds_bucket{le="1",sync_type="manual",sync_mode="sync_secondary_from_primary",result="failure_issue_sync_request"} 642 audius_cn_issue_sync_request_duration_seconds_bucket{le="7",sync_type="manual",sync_mode="sync_secondary_from_primary",result="failure_issue_sync_request"} 684 audius_cn_issue_sync_request_duration_seconds_bucket{le="45",sync_type="manual",sync_mode="sync_secondary_from_primary",result="failure_issue_sync_request"} 701 audius_cn_issue_sync_request_duration_seconds_bucket{le="300",sync_type="manual",sync_mode="sync_secondary_from_primary",result="failure_issue_sync_request"} 810 audius_cn_issue_sync_request_duration_seconds_bucket{le="+Inf",sync_type="manual",sync_mode="sync_secondary_from_primary",result="failure_issue_sync_request"} 811 audius_cn_issue_sync_request_duration_seconds_sum{sync_type="manual",sync_mode="sync_secondary_from_primary",result="failure_issue_sync_request"} 7644.81500000001 audius_cn_issue_sync_request_duration_seconds_count{sync_type="manual",sync_mode="sync_secondary_from_primary",result="failure_issue_sync_request"} 811 audius_cn_issue_sync_request_duration_seconds_bucket{le="1",sync_type="recurring",sync_mode="merge_primary_then_wipe_secondary",result="failure_export_wallet"} 0 audius_cn_issue_sync_request_duration_seconds_bucket{le="7",sync_type="recurring",sync_mode="merge_primary_then_wipe_secondary",result="failure_export_wallet"} 0 audius_cn_issue_sync_request_duration_seconds_bucket{le="45",sync_type="recurring",sync_mode="merge_primary_then_wipe_secondary",result="failure_export_wallet"} 9319 audius_cn_issue_sync_request_duration_seconds_bucket{le="300",sync_type="recurring",sync_mode="merge_primary_then_wipe_secondary",result="failure_export_wallet"} 9523 audius_cn_issue_sync_request_duration_seconds_bucket{le="+Inf",sync_type="recurring",sync_mode="merge_primary_then_wipe_secondary",result="failure_export_wallet"} 9525 audius_cn_issue_sync_request_duration_seconds_sum{sync_type="recurring",sync_mode="merge_primary_then_wipe_secondary",result="failure_export_wallet"} 166604.94900000084 audius_cn_issue_sync_request_duration_seconds_count{sync_type="recurring",sync_mode="merge_primary_then_wipe_secondary",result="failure_export_wallet"} 9525 audius_cn_issue_sync_request_duration_seconds_bucket{le="1",sync_type="recurring",sync_mode="merge_primary_then_wipe_secondary",result="failure_audius_libs_not_initialized"} 0 audius_cn_issue_sync_request_duration_seconds_bucket{le="7",sync_type="recurring",sync_mode="merge_primary_then_wipe_secondary",result="failure_audius_libs_not_initialized"} 2 audius_cn_issue_sync_request_duration_seconds_bucket{le="45",sync_type="recurring",sync_mode="merge_primary_then_wipe_secondary",result="failure_audius_libs_not_initialized"} 2 audius_cn_issue_sync_request_duration_seconds_bucket{le="300",sync_type="recurring",sync_mode="merge_primary_then_wipe_secondary",result="failure_audius_libs_not_initialized"} 7 audius_cn_issue_sync_request_duration_seconds_bucket{le="+Inf",sync_type="recurring",sync_mode="merge_primary_then_wipe_secondary",result="failure_audius_libs_not_initialized"} 7 audius_cn_issue_sync_request_duration_seconds_sum{sync_type="recurring",sync_mode="merge_primary_then_wipe_secondary",result="failure_audius_libs_not_initialized"} 718.3980000000001 audius_cn_issue_sync_request_duration_seconds_count{sync_type="recurring",sync_mode="merge_primary_then_wipe_secondary",result="failure_audius_libs_not_initialized"} 7 audius_cn_issue_sync_request_duration_seconds_bucket{le="1",sync_type="manual",sync_mode="sync_secondary_from_primary",result="success_clocks_already_match"} 0 audius_cn_issue_sync_request_duration_seconds_bucket{le="7",sync_type="manual",sync_mode="sync_secondary_from_primary",result="success_clocks_already_match"} 51 audius_cn_issue_sync_request_duration_seconds_bucket{le="45",sync_type="manual",sync_mode="sync_secondary_from_primary",result="success_clocks_already_match"} 80 audius_cn_issue_sync_request_duration_seconds_bucket{le="300",sync_type="manual",sync_mode="sync_secondary_from_primary",result="success_clocks_already_match"} 80 audius_cn_issue_sync_request_duration_seconds_bucket{le="+Inf",sync_type="manual",sync_mode="sync_secondary_from_primary",result="success_clocks_already_match"} 80 audius_cn_issue_sync_request_duration_seconds_sum{sync_type="manual",sync_mode="sync_secondary_from_primary",result="success_clocks_already_match"} 555.8359999999999 audius_cn_issue_sync_request_duration_seconds_count{sync_type="manual",sync_mode="sync_secondary_from_primary",result="success_clocks_already_match"} 80 audius_cn_issue_sync_request_duration_seconds_bucket{le="1",sync_type="recurring",sync_mode="sync_secondary_from_primary",result="failure_fetching_user_replica_set"} 0 audius_cn_issue_sync_request_duration_seconds_bucket{le="7",sync_type="recurring",sync_mode="sync_secondary_from_primary",result="failure_fetching_user_replica_set"} 277 audius_cn_issue_sync_request_duration_seconds_bucket{le="45",sync_type="recurring",sync_mode="sync_secondary_from_primary",result="failure_fetching_user_replica_set"} 777 audius_cn_issue_sync_request_duration_seconds_bucket{le="300",sync_type="recurring",sync_mode="sync_secondary_from_primary",result="failure_fetching_user_replica_set"} 777 audius_cn_issue_sync_request_duration_seconds_bucket{le="+Inf",sync_type="recurring",sync_mode="sync_secondary_from_primary",result="failure_fetching_user_replica_set"} 777 audius_cn_issue_sync_request_duration_seconds_sum{sync_type="recurring",sync_mode="sync_secondary_from_primary",result="failure_fetching_user_replica_set"} 6890.277000000003 audius_cn_issue_sync_request_duration_seconds_count{sync_type="recurring",sync_mode="sync_secondary_from_primary",result="failure_fetching_user_replica_set"} 777 audius_cn_issue_sync_request_duration_seconds_bucket{le="1",sync_type="recurring",sync_mode="merge_primary_then_wipe_secondary",result="abort_current_node_is_not_user_primary"} 0 audius_cn_issue_sync_request_duration_seconds_bucket{le="7",sync_type="recurring",sync_mode="merge_primary_then_wipe_secondary",result="abort_current_node_is_not_user_primary"} 0 audius_cn_issue_sync_request_duration_seconds_bucket{le="45",sync_type="recurring",sync_mode="merge_primary_then_wipe_secondary",result="abort_current_node_is_not_user_primary"} 35 audius_cn_issue_sync_request_duration_seconds_bucket{le="300",sync_type="recurring",sync_mode="merge_primary_then_wipe_secondary",result="abort_current_node_is_not_user_primary"} 36 audius_cn_issue_sync_request_duration_seconds_bucket{le="+Inf",sync_type="recurring",sync_mode="merge_primary_then_wipe_secondary",result="abort_current_node_is_not_user_primary"} 36 audius_cn_issue_sync_request_duration_seconds_sum{sync_type="recurring",sync_mode="merge_primary_then_wipe_secondary",result="abort_current_node_is_not_user_primary"} 685.637 audius_cn_issue_sync_request_duration_seconds_count{sync_type="recurring",sync_mode="merge_primary_then_wipe_secondary",result="abort_current_node_is_not_user_primary"} 36 audius_cn_issue_sync_request_duration_seconds_bucket{le="1",sync_type="manual",sync_mode="sync_secondary_from_primary",result="abort_current_node_is_not_user_primary"} 0 audius_cn_issue_sync_request_duration_seconds_bucket{le="7",sync_type="manual",sync_mode="sync_secondary_from_primary",result="abort_current_node_is_not_user_primary"} 3 audius_cn_issue_sync_request_duration_seconds_bucket{le="45",sync_type="manual",sync_mode="sync_secondary_from_primary",result="abort_current_node_is_not_user_primary"} 3 audius_cn_issue_sync_request_duration_seconds_bucket{le="300",sync_type="manual",sync_mode="sync_secondary_from_primary",result="abort_current_node_is_not_user_primary"} 3 audius_cn_issue_sync_request_duration_seconds_bucket{le="+Inf",sync_type="manual",sync_mode="sync_secondary_from_primary",result="abort_current_node_is_not_user_primary"} 3 audius_cn_issue_sync_request_duration_seconds_sum{sync_type="manual",sync_mode="sync_secondary_from_primary",result="abort_current_node_is_not_user_primary"} 16.759 audius_cn_issue_sync_request_duration_seconds_count{sync_type="manual",sync_mode="sync_secondary_from_primary",result="abort_current_node_is_not_user_primary"} 3 audius_cn_issue_sync_request_duration_seconds_bucket{le="1",sync_type="recurring",sync_mode="sync_secondary_from_primary",result="failure_export_wallet"} 0 audius_cn_issue_sync_request_duration_seconds_bucket{le="7",sync_type="recurring",sync_mode="sync_secondary_from_primary",result="failure_export_wallet"} 0 audius_cn_issue_sync_request_duration_seconds_bucket{le="45",sync_type="recurring",sync_mode="sync_secondary_from_primary",result="failure_export_wallet"} 5 audius_cn_issue_sync_request_duration_seconds_bucket{le="300",sync_type="recurring",sync_mode="sync_secondary_from_primary",result="failure_export_wallet"} 11 audius_cn_issue_sync_request_duration_seconds_bucket{le="+Inf",sync_type="recurring",sync_mode="sync_secondary_from_primary",result="failure_export_wallet"} 11 audius_cn_issue_sync_request_duration_seconds_sum{sync_type="recurring",sync_mode="sync_secondary_from_primary",result="failure_export_wallet"} 908.5060000000001 audius_cn_issue_sync_request_duration_seconds_count{sync_type="recurring",sync_mode="sync_secondary_from_primary",result="failure_export_wallet"} 11 audius_cn_issue_sync_request_duration_seconds_bucket{le="1",sync_type="recurring",sync_mode="merge_primary_then_wipe_secondary",result="failure_issue_sync_request"} 0 audius_cn_issue_sync_request_duration_seconds_bucket{le="7",sync_type="recurring",sync_mode="merge_primary_then_wipe_secondary",result="failure_issue_sync_request"} 11 audius_cn_issue_sync_request_duration_seconds_bucket{le="45",sync_type="recurring",sync_mode="merge_primary_then_wipe_secondary",result="failure_issue_sync_request"} 36 audius_cn_issue_sync_request_duration_seconds_bucket{le="300",sync_type="recurring",sync_mode="merge_primary_then_wipe_secondary",result="failure_issue_sync_request"} 86 audius_cn_issue_sync_request_duration_seconds_bucket{le="+Inf",sync_type="recurring",sync_mode="merge_primary_then_wipe_secondary",result="failure_issue_sync_request"} 88 audius_cn_issue_sync_request_duration_seconds_sum{sync_type="recurring",sync_mode="merge_primary_then_wipe_secondary",result="failure_issue_sync_request"} 9375.563000000002 audius_cn_issue_sync_request_duration_seconds_count{sync_type="recurring",sync_mode="merge_primary_then_wipe_secondary",result="failure_issue_sync_request"} 88 audius_cn_issue_sync_request_duration_seconds_bucket{le="1",sync_type="recurring",sync_mode="sync_secondary_from_primary",result="abort_user_does_not_exist_on_node"} 0 audius_cn_issue_sync_request_duration_seconds_bucket{le="7",sync_type="recurring",sync_mode="sync_secondary_from_primary",result="abort_user_does_not_exist_on_node"} 4 audius_cn_issue_sync_request_duration_seconds_bucket{le="45",sync_type="recurring",sync_mode="sync_secondary_from_primary",result="abort_user_does_not_exist_on_node"} 180 audius_cn_issue_sync_request_duration_seconds_bucket{le="300",sync_type="recurring",sync_mode="sync_secondary_from_primary",result="abort_user_does_not_exist_on_node"} 180 audius_cn_issue_sync_request_duration_seconds_bucket{le="+Inf",sync_type="recurring",sync_mode="sync_secondary_from_primary",result="abort_user_does_not_exist_on_node"} 180 audius_cn_issue_sync_request_duration_seconds_sum{sync_type="recurring",sync_mode="sync_secondary_from_primary",result="abort_user_does_not_exist_on_node"} 1902.4679999999998 audius_cn_issue_sync_request_duration_seconds_count{sync_type="recurring",sync_mode="sync_secondary_from_primary",result="abort_user_does_not_exist_on_node"} 180 audius_cn_issue_sync_request_duration_seconds_bucket{le="1",sync_type="recurring",sync_mode="merge_primary_then_wipe_secondary",result="abort_user_does_not_exist_on_node"} 0 audius_cn_issue_sync_request_duration_seconds_bucket{le="7",sync_type="recurring",sync_mode="merge_primary_then_wipe_secondary",result="abort_user_does_not_exist_on_node"} 132 audius_cn_issue_sync_request_duration_seconds_bucket{le="45",sync_type="recurring",sync_mode="merge_primary_then_wipe_secondary",result="abort_user_does_not_exist_on_node"} 134 audius_cn_issue_sync_request_duration_seconds_bucket{le="300",sync_type="recurring",sync_mode="merge_primary_then_wipe_secondary",result="abort_user_does_not_exist_on_node"} 134 audius_cn_issue_sync_request_duration_seconds_bucket{le="+Inf",sync_type="recurring",sync_mode="merge_primary_then_wipe_secondary",result="abort_user_does_not_exist_on_node"} 134 audius_cn_issue_sync_request_duration_seconds_sum{sync_type="recurring",sync_mode="merge_primary_then_wipe_secondary",result="abort_user_does_not_exist_on_node"} 491.6229999999997 audius_cn_issue_sync_request_duration_seconds_count{sync_type="recurring",sync_mode="merge_primary_then_wipe_secondary",result="abort_user_does_not_exist_on_node"} 134 audius_cn_issue_sync_request_duration_seconds_bucket{le="1",sync_type="recurring",sync_mode="sync_secondary_from_primary",result="failure_db_transaction"} 0 audius_cn_issue_sync_request_duration_seconds_bucket{le="7",sync_type="recurring",sync_mode="sync_secondary_from_primary",result="failure_db_transaction"} 0 audius_cn_issue_sync_request_duration_seconds_bucket{le="45",sync_type="recurring",sync_mode="sync_secondary_from_primary",result="failure_db_transaction"} 0 audius_cn_issue_sync_request_duration_seconds_bucket{le="300",sync_type="recurring",sync_mode="sync_secondary_from_primary",result="failure_db_transaction"} 8 audius_cn_issue_sync_request_duration_seconds_bucket{le="+Inf",sync_type="recurring",sync_mode="sync_secondary_from_primary",result="failure_db_transaction"} 9 audius_cn_issue_sync_request_duration_seconds_sum{sync_type="recurring",sync_mode="sync_secondary_from_primary",result="failure_db_transaction"} 1392.7949999999998 audius_cn_issue_sync_request_duration_seconds_count{sync_type="recurring",sync_mode="sync_secondary_from_primary",result="failure_db_transaction"} 9 audius_cn_issue_sync_request_duration_seconds_bucket{le="1",sync_type="recurring",sync_mode="merge_primary_then_wipe_secondary",result="failure_polling_timed_out"} 0 audius_cn_issue_sync_request_duration_seconds_bucket{le="7",sync_type="recurring",sync_mode="merge_primary_then_wipe_secondary",result="failure_polling_timed_out"} 0 audius_cn_issue_sync_request_duration_seconds_bucket{le="45",sync_type="recurring",sync_mode="merge_primary_then_wipe_secondary",result="failure_polling_timed_out"} 0 audius_cn_issue_sync_request_duration_seconds_bucket{le="300",sync_type="recurring",sync_mode="merge_primary_then_wipe_secondary",result="failure_polling_timed_out"} 0 audius_cn_issue_sync_request_duration_seconds_bucket{le="+Inf",sync_type="recurring",sync_mode="merge_primary_then_wipe_secondary",result="failure_polling_timed_out"} 15 audius_cn_issue_sync_request_duration_seconds_sum{sync_type="recurring",sync_mode="merge_primary_then_wipe_secondary",result="failure_polling_timed_out"} 8892.286 audius_cn_issue_sync_request_duration_seconds_count{sync_type="recurring",sync_mode="merge_primary_then_wipe_secondary",result="failure_polling_timed_out"} 15 audius_cn_issue_sync_request_duration_seconds_bucket{le="1",sync_type="recurring",sync_mode="merge_primary_then_wipe_secondary",result="failure_sync_secondary_from_primary"} 0 audius_cn_issue_sync_request_duration_seconds_bucket{le="7",sync_type="recurring",sync_mode="merge_primary_then_wipe_secondary",result="failure_sync_secondary_from_primary"} 0 audius_cn_issue_sync_request_duration_seconds_bucket{le="45",sync_type="recurring",sync_mode="merge_primary_then_wipe_secondary",result="failure_sync_secondary_from_primary"} 6 audius_cn_issue_sync_request_duration_seconds_bucket{le="300",sync_type="recurring",sync_mode="merge_primary_then_wipe_secondary",result="failure_sync_secondary_from_primary"} 14 audius_cn_issue_sync_request_duration_seconds_bucket{le="+Inf",sync_type="recurring",sync_mode="merge_primary_then_wipe_secondary",result="failure_sync_secondary_from_primary"} 14 audius_cn_issue_sync_request_duration_seconds_sum{sync_type="recurring",sync_mode="merge_primary_then_wipe_secondary",result="failure_sync_secondary_from_primary"} 738.0999999999999 audius_cn_issue_sync_request_duration_seconds_count{sync_type="recurring",sync_mode="merge_primary_then_wipe_secondary",result="failure_sync_secondary_from_primary"} 14 audius_cn_issue_sync_request_duration_seconds_bucket{le="1",sync_type="recurring",sync_mode="sync_secondary_from_primary",result="abort_node_used_to_be_primary"} 0 audius_cn_issue_sync_request_duration_seconds_bucket{le="7",sync_type="recurring",sync_mode="sync_secondary_from_primary",result="abort_node_used_to_be_primary"} 0 audius_cn_issue_sync_request_duration_seconds_bucket{le="45",sync_type="recurring",sync_mode="sync_secondary_from_primary",result="abort_node_used_to_be_primary"} 9 audius_cn_issue_sync_request_duration_seconds_bucket{le="300",sync_type="recurring",sync_mode="sync_secondary_from_primary",result="abort_node_used_to_be_primary"} 10 audius_cn_issue_sync_request_duration_seconds_bucket{le="+Inf",sync_type="recurring",sync_mode="sync_secondary_from_primary",result="abort_node_used_to_be_primary"} 10 audius_cn_issue_sync_request_duration_seconds_sum{sync_type="recurring",sync_mode="sync_secondary_from_primary",result="abort_node_used_to_be_primary"} 188.78300000000002 audius_cn_issue_sync_request_duration_seconds_count{sync_type="recurring",sync_mode="sync_secondary_from_primary",result="abort_node_used_to_be_primary"} 10 audius_cn_issue_sync_request_duration_seconds_bucket{le="1",sync_type="recurring",sync_mode="merge_primary_then_wipe_secondary",result="failure_delete_db_data"} 0 audius_cn_issue_sync_request_duration_seconds_bucket{le="7",sync_type="recurring",sync_mode="merge_primary_then_wipe_secondary",result="failure_delete_db_data"} 0 audius_cn_issue_sync_request_duration_seconds_bucket{le="45",sync_type="recurring",sync_mode="merge_primary_then_wipe_secondary",result="failure_delete_db_data"} 0 audius_cn_issue_sync_request_duration_seconds_bucket{le="300",sync_type="recurring",sync_mode="merge_primary_then_wipe_secondary",result="failure_delete_db_data"} 24 audius_cn_issue_sync_request_duration_seconds_bucket{le="+Inf",sync_type="recurring",sync_mode="merge_primary_then_wipe_secondary",result="failure_delete_db_data"} 24 audius_cn_issue_sync_request_duration_seconds_sum{sync_type="recurring",sync_mode="merge_primary_then_wipe_secondary",result="failure_delete_db_data"} 3000.1870000000004 audius_cn_issue_sync_request_duration_seconds_count{sync_type="recurring",sync_mode="merge_primary_then_wipe_secondary",result="failure_delete_db_data"} 24 audius_cn_issue_sync_request_duration_seconds_bucket{le="1",sync_type="recurring",sync_mode="merge_primary_and_secondary",result="failure_export_wallet"} 0 audius_cn_issue_sync_request_duration_seconds_bucket{le="7",sync_type="recurring",sync_mode="merge_primary_and_secondary",result="failure_export_wallet"} 0 audius_cn_issue_sync_request_duration_seconds_bucket{le="45",sync_type="recurring",sync_mode="merge_primary_and_secondary",result="failure_export_wallet"} 0 audius_cn_issue_sync_request_duration_seconds_bucket{le="300",sync_type="recurring",sync_mode="merge_primary_and_secondary",result="failure_export_wallet"} 5 audius_cn_issue_sync_request_duration_seconds_bucket{le="+Inf",sync_type="recurring",sync_mode="merge_primary_and_secondary",result="failure_export_wallet"} 5 audius_cn_issue_sync_request_duration_seconds_sum{sync_type="recurring",sync_mode="merge_primary_and_secondary",result="failure_export_wallet"} 970.5360000000001 audius_cn_issue_sync_request_duration_seconds_count{sync_type="recurring",sync_mode="merge_primary_and_secondary",result="failure_export_wallet"} 5 audius_cn_issue_sync_request_duration_seconds_bucket{le="1",sync_type="recurring",sync_mode="merge_primary_and_secondary",result="failure_delete_db_data"} 0 audius_cn_issue_sync_request_duration_seconds_bucket{le="7",sync_type="recurring",sync_mode="merge_primary_and_secondary",result="failure_delete_db_data"} 0 audius_cn_issue_sync_request_duration_seconds_bucket{le="45",sync_type="recurring",sync_mode="merge_primary_and_secondary",result="failure_delete_db_data"} 0 audius_cn_issue_sync_request_duration_seconds_bucket{le="300",sync_type="recurring",sync_mode="merge_primary_and_secondary",result="failure_delete_db_data"} 2 audius_cn_issue_sync_request_duration_seconds_bucket{le="+Inf",sync_type="recurring",sync_mode="merge_primary_and_secondary",result="failure_delete_db_data"} 2 audius_cn_issue_sync_request_duration_seconds_sum{sync_type="recurring",sync_mode="merge_primary_and_secondary",result="failure_delete_db_data"} 249.043 audius_cn_issue_sync_request_duration_seconds_count{sync_type="recurring",sync_mode="merge_primary_and_secondary",result="failure_delete_db_data"} 2 audius_cn_issue_sync_request_duration_seconds_bucket{le="1",sync_type="recurring",sync_mode="merge_primary_and_secondary",result="failure_issue_sync_request"} 0 audius_cn_issue_sync_request_duration_seconds_bucket{le="7",sync_type="recurring",sync_mode="merge_primary_and_secondary",result="failure_issue_sync_request"} 107 audius_cn_issue_sync_request_duration_seconds_bucket{le="45",sync_type="recurring",sync_mode="merge_primary_and_secondary",result="failure_issue_sync_request"} 119 audius_cn_issue_sync_request_duration_seconds_bucket{le="300",sync_type="recurring",sync_mode="merge_primary_and_secondary",result="failure_issue_sync_request"} 119 audius_cn_issue_sync_request_duration_seconds_bucket{le="+Inf",sync_type="recurring",sync_mode="merge_primary_and_secondary",result="failure_issue_sync_request"} 119 audius_cn_issue_sync_request_duration_seconds_sum{sync_type="recurring",sync_mode="merge_primary_and_secondary",result="failure_issue_sync_request"} 630.9429999999998 audius_cn_issue_sync_request_duration_seconds_count{sync_type="recurring",sync_mode="merge_primary_and_secondary",result="failure_issue_sync_request"} 119 audius_cn_issue_sync_request_duration_seconds_bucket{le="1",sync_type="recurring",sync_mode="merge_primary_then_wipe_secondary",result="failure_secondary_failure_count_threshold_met"} 2857 audius_cn_issue_sync_request_duration_seconds_bucket{le="7",sync_type="recurring",sync_mode="merge_primary_then_wipe_secondary",result="failure_secondary_failure_count_threshold_met"} 2857 audius_cn_issue_sync_request_duration_seconds_bucket{le="45",sync_type="recurring",sync_mode="merge_primary_then_wipe_secondary",result="failure_secondary_failure_count_threshold_met"} 2857 audius_cn_issue_sync_request_duration_seconds_bucket{le="300",sync_type="recurring",sync_mode="merge_primary_then_wipe_secondary",result="failure_secondary_failure_count_threshold_met"} 2857 audius_cn_issue_sync_request_duration_seconds_bucket{le="+Inf",sync_type="recurring",sync_mode="merge_primary_then_wipe_secondary",result="failure_secondary_failure_count_threshold_met"} 2857 audius_cn_issue_sync_request_duration_seconds_sum{sync_type="recurring",sync_mode="merge_primary_then_wipe_secondary",result="failure_secondary_failure_count_threshold_met"} 3.68499999999979 audius_cn_issue_sync_request_duration_seconds_count{sync_type="recurring",sync_mode="merge_primary_then_wipe_secondary",result="failure_secondary_failure_count_threshold_met"} 2857 audius_cn_issue_sync_request_duration_seconds_bucket{le="1",sync_type="manual",sync_mode="sync_secondary_from_primary",result="failure_secondary_failure_count_threshold_met"} 82 audius_cn_issue_sync_request_duration_seconds_bucket{le="7",sync_type="manual",sync_mode="sync_secondary_from_primary",result="failure_secondary_failure_count_threshold_met"} 82 audius_cn_issue_sync_request_duration_seconds_bucket{le="45",sync_type="manual",sync_mode="sync_secondary_from_primary",result="failure_secondary_failure_count_threshold_met"} 82 audius_cn_issue_sync_request_duration_seconds_bucket{le="300",sync_type="manual",sync_mode="sync_secondary_from_primary",result="failure_secondary_failure_count_threshold_met"} 82 audius_cn_issue_sync_request_duration_seconds_bucket{le="+Inf",sync_type="manual",sync_mode="sync_secondary_from_primary",result="failure_secondary_failure_count_threshold_met"} 82 audius_cn_issue_sync_request_duration_seconds_sum{sync_type="manual",sync_mode="sync_secondary_from_primary",result="failure_secondary_failure_count_threshold_met"} 0.11700000000000009 audius_cn_issue_sync_request_duration_seconds_count{sync_type="manual",sync_mode="sync_secondary_from_primary",result="failure_secondary_failure_count_threshold_met"} 82 audius_cn_issue_sync_request_duration_seconds_bucket{le="1",sync_type="recurring",sync_mode="merge_primary_then_wipe_secondary",result="failure_fetching_user_replica_set"} 0 audius_cn_issue_sync_request_duration_seconds_bucket{le="7",sync_type="recurring",sync_mode="merge_primary_then_wipe_secondary",result="failure_fetching_user_replica_set"} 0 audius_cn_issue_sync_request_duration_seconds_bucket{le="45",sync_type="recurring",sync_mode="merge_primary_then_wipe_secondary",result="failure_fetching_user_replica_set"} 0 audius_cn_issue_sync_request_duration_seconds_bucket{le="300",sync_type="recurring",sync_mode="merge_primary_then_wipe_secondary",result="failure_fetching_user_replica_set"} 4 audius_cn_issue_sync_request_duration_seconds_bucket{le="+Inf",sync_type="recurring",sync_mode="merge_primary_then_wipe_secondary",result="failure_fetching_user_replica_set"} 10 audius_cn_issue_sync_request_duration_seconds_sum{sync_type="recurring",sync_mode="merge_primary_then_wipe_secondary",result="failure_fetching_user_replica_set"} 4469.775 audius_cn_issue_sync_request_duration_seconds_count{sync_type="recurring",sync_mode="merge_primary_then_wipe_secondary",result="failure_fetching_user_replica_set"} 10 audius_cn_issue_sync_request_duration_seconds_bucket{le="1",sync_type="recurring",sync_mode="sync_secondary_from_primary",result="success_force_wipe"} 0 audius_cn_issue_sync_request_duration_seconds_bucket{le="7",sync_type="recurring",sync_mode="sync_secondary_from_primary",result="success_force_wipe"} 0 audius_cn_issue_sync_request_duration_seconds_bucket{le="45",sync_type="recurring",sync_mode="sync_secondary_from_primary",result="success_force_wipe"} 4 audius_cn_issue_sync_request_duration_seconds_bucket{le="300",sync_type="recurring",sync_mode="sync_secondary_from_primary",result="success_force_wipe"} 4 audius_cn_issue_sync_request_duration_seconds_bucket{le="+Inf",sync_type="recurring",sync_mode="sync_secondary_from_primary",result="success_force_wipe"} 4 audius_cn_issue_sync_request_duration_seconds_sum{sync_type="recurring",sync_mode="sync_secondary_from_primary",result="success_force_wipe"} 45.971 audius_cn_issue_sync_request_duration_seconds_count{sync_type="recurring",sync_mode="sync_secondary_from_primary",result="success_force_wipe"} 4 audius_cn_issue_sync_request_duration_seconds_bucket{le="1",sync_type="recurring",sync_mode="merge_primary_and_secondary",result="abort_current_node_is_not_user_primary"} 0 audius_cn_issue_sync_request_duration_seconds_bucket{le="7",sync_type="recurring",sync_mode="merge_primary_and_secondary",result="abort_current_node_is_not_user_primary"} 0 audius_cn_issue_sync_request_duration_seconds_bucket{le="45",sync_type="recurring",sync_mode="merge_primary_and_secondary",result="abort_current_node_is_not_user_primary"} 1 audius_cn_issue_sync_request_duration_seconds_bucket{le="300",sync_type="recurring",sync_mode="merge_primary_and_secondary",result="abort_current_node_is_not_user_primary"} 1 audius_cn_issue_sync_request_duration_seconds_bucket{le="+Inf",sync_type="recurring",sync_mode="merge_primary_and_secondary",result="abort_current_node_is_not_user_primary"} 1 audius_cn_issue_sync_request_duration_seconds_sum{sync_type="recurring",sync_mode="merge_primary_and_secondary",result="abort_current_node_is_not_user_primary"} 14.591 audius_cn_issue_sync_request_duration_seconds_count{sync_type="recurring",sync_mode="merge_primary_and_secondary",result="abort_current_node_is_not_user_primary"} 1 # HELP audius_cn_state_machine_monitor_state_queue_job_duration_seconds Duration in seconds for a monitor-state-queue job to complete # TYPE audius_cn_state_machine_monitor_state_queue_job_duration_seconds histogram audius_cn_state_machine_monitor_state_queue_job_duration_seconds_bucket{le="1",uncaughtError="false"} 76.375 audius_cn_state_machine_monitor_state_queue_job_duration_seconds_bucket{le="5",uncaughtError="false"} 79.125 audius_cn_state_machine_monitor_state_queue_job_duration_seconds_bucket{le="10",uncaughtError="false"} 80.5 audius_cn_state_machine_monitor_state_queue_job_duration_seconds_bucket{le="30",uncaughtError="false"} 168.125 audius_cn_state_machine_monitor_state_queue_job_duration_seconds_bucket{le="60",uncaughtError="false"} 370.125 audius_cn_state_machine_monitor_state_queue_job_duration_seconds_bucket{le="120",uncaughtError="false"} 1511.125 audius_cn_state_machine_monitor_state_queue_job_duration_seconds_bucket{le="+Inf",uncaughtError="false"} 1591.25 audius_cn_state_machine_monitor_state_queue_job_duration_seconds_sum{uncaughtError="false"} 126981.93785595195 audius_cn_state_machine_monitor_state_queue_job_duration_seconds_count{uncaughtError="false"} 1591.25 # HELP audius_cn_state_machine_find_sync_requests_queue_job_duration_seconds Duration in seconds for a find-sync-requests-queue job to complete # TYPE audius_cn_state_machine_find_sync_requests_queue_job_duration_seconds histogram audius_cn_state_machine_find_sync_requests_queue_job_duration_seconds_bucket{le="1",uncaughtError="false"} 1562 audius_cn_state_machine_find_sync_requests_queue_job_duration_seconds_bucket{le="5",uncaughtError="false"} 1590.375 audius_cn_state_machine_find_sync_requests_queue_job_duration_seconds_bucket{le="10",uncaughtError="false"} 1590.875 audius_cn_state_machine_find_sync_requests_queue_job_duration_seconds_bucket{le="30",uncaughtError="false"} 1591.125 audius_cn_state_machine_find_sync_requests_queue_job_duration_seconds_bucket{le="60",uncaughtError="false"} 1591.125 audius_cn_state_machine_find_sync_requests_queue_job_duration_seconds_bucket{le="120",uncaughtError="false"} 1591.25 audius_cn_state_machine_find_sync_requests_queue_job_duration_seconds_bucket{le="+Inf",uncaughtError="false"} 1591.25 audius_cn_state_machine_find_sync_requests_queue_job_duration_seconds_sum{uncaughtError="false"} 310.0853383481249 audius_cn_state_machine_find_sync_requests_queue_job_duration_seconds_count{uncaughtError="false"} 1591.25 # HELP audius_cn_state_machine_find_replica_set_updates_queue_job_duration_seconds Duration in seconds for a find-replica-set-updates-queue job to complete # TYPE audius_cn_state_machine_find_replica_set_updates_queue_job_duration_seconds histogram audius_cn_state_machine_find_replica_set_updates_queue_job_duration_seconds_bucket{le="1",uncaughtError="false"} 619.5 audius_cn_state_machine_find_replica_set_updates_queue_job_duration_seconds_bucket{le="5",uncaughtError="false"} 1539.375 audius_cn_state_machine_find_replica_set_updates_queue_job_duration_seconds_bucket{le="10",uncaughtError="false"} 1572.875 audius_cn_state_machine_find_replica_set_updates_queue_job_duration_seconds_bucket{le="30",uncaughtError="false"} 1590.875 audius_cn_state_machine_find_replica_set_updates_queue_job_duration_seconds_bucket{le="60",uncaughtError="false"} 1591.125 audius_cn_state_machine_find_replica_set_updates_queue_job_duration_seconds_bucket{le="120",uncaughtError="false"} 1591.125 audius_cn_state_machine_find_replica_set_updates_queue_job_duration_seconds_bucket{le="+Inf",uncaughtError="false"} 1591.25 audius_cn_state_machine_find_replica_set_updates_queue_job_duration_seconds_sum{uncaughtError="false"} 2368.672079610874 audius_cn_state_machine_find_replica_set_updates_queue_job_duration_seconds_count{uncaughtError="false"} 1591.25 # HELP audius_cn_state_machine_c_node_endpoint_to_sp_id_map_queue_job_duration_seconds Duration in seconds for a c-node-endpoint-to-sp-id-map-queue job to complete # TYPE audius_cn_state_machine_c_node_endpoint_to_sp_id_map_queue_job_duration_seconds histogram audius_cn_state_machine_c_node_endpoint_to_sp_id_map_queue_job_duration_seconds_bucket{le="1",uncaughtError="false"} 148.875 audius_cn_state_machine_c_node_endpoint_to_sp_id_map_queue_job_duration_seconds_bucket{le="5",uncaughtError="false"} 157.875 audius_cn_state_machine_c_node_endpoint_to_sp_id_map_queue_job_duration_seconds_bucket{le="10",uncaughtError="false"} 158.875 audius_cn_state_machine_c_node_endpoint_to_sp_id_map_queue_job_duration_seconds_bucket{le="30",uncaughtError="false"} 159.125 audius_cn_state_machine_c_node_endpoint_to_sp_id_map_queue_job_duration_seconds_bucket{le="60",uncaughtError="false"} 159.25 audius_cn_state_machine_c_node_endpoint_to_sp_id_map_queue_job_duration_seconds_bucket{le="120",uncaughtError="false"} 159.25 audius_cn_state_machine_c_node_endpoint_to_sp_id_map_queue_job_duration_seconds_bucket{le="+Inf",uncaughtError="false"} 159.25 audius_cn_state_machine_c_node_endpoint_to_sp_id_map_queue_job_duration_seconds_sum{uncaughtError="false"} 120.33951274312501 audius_cn_state_machine_c_node_endpoint_to_sp_id_map_queue_job_duration_seconds_count{uncaughtError="false"} 159.25 # HELP audius_cn_state_machine_manual_sync_queue_job_duration_seconds Duration in seconds for a manual-sync-queue job to complete # TYPE audius_cn_state_machine_manual_sync_queue_job_duration_seconds histogram audius_cn_state_machine_manual_sync_queue_job_duration_seconds_bucket{le="1",uncaughtError="false"} 90.5 audius_cn_state_machine_manual_sync_queue_job_duration_seconds_bucket{le="5",uncaughtError="false"} 95.125 audius_cn_state_machine_manual_sync_queue_job_duration_seconds_bucket{le="10",uncaughtError="false"} 1660.875 audius_cn_state_machine_manual_sync_queue_job_duration_seconds_bucket{le="30",uncaughtError="false"} 1735 audius_cn_state_machine_manual_sync_queue_job_duration_seconds_bucket{le="60",uncaughtError="false"} 1748 audius_cn_state_machine_manual_sync_queue_job_duration_seconds_bucket{le="120",uncaughtError="false"} 1764.75 audius_cn_state_machine_manual_sync_queue_job_duration_seconds_bucket{le="+Inf",uncaughtError="false"} 1765.125 audius_cn_state_machine_manual_sync_queue_job_duration_seconds_sum{uncaughtError="false"} 12961.326948449001 audius_cn_state_machine_manual_sync_queue_job_duration_seconds_count{uncaughtError="false"} 1765.125 # HELP audius_cn_state_machine_recurring_sync_queue_job_duration_seconds Duration in seconds for a recurring-sync-queue job to complete # TYPE audius_cn_state_machine_recurring_sync_queue_job_duration_seconds histogram audius_cn_state_machine_recurring_sync_queue_job_duration_seconds_bucket{le="1",uncaughtError="false"} 6052.375 audius_cn_state_machine_recurring_sync_queue_job_duration_seconds_bucket{le="5",uncaughtError="false"} 20203.75 audius_cn_state_machine_recurring_sync_queue_job_duration_seconds_bucket{le="10",uncaughtError="false"} 26175.375 audius_cn_state_machine_recurring_sync_queue_job_duration_seconds_bucket{le="30",uncaughtError="false"} 119110.125 audius_cn_state_machine_recurring_sync_queue_job_duration_seconds_bucket{le="60",uncaughtError="false"} 120745 audius_cn_state_machine_recurring_sync_queue_job_duration_seconds_bucket{le="120",uncaughtError="false"} 121384.25 audius_cn_state_machine_recurring_sync_queue_job_duration_seconds_bucket{le="+Inf",uncaughtError="false"} 122256.625 audius_cn_state_machine_recurring_sync_queue_job_duration_seconds_sum{uncaughtError="false"} 1690342.2349570978 audius_cn_state_machine_recurring_sync_queue_job_duration_seconds_count{uncaughtError="false"} 122256.625 audius_cn_state_machine_recurring_sync_queue_job_duration_seconds_bucket{le="1",uncaughtError="true"} 54.625 audius_cn_state_machine_recurring_sync_queue_job_duration_seconds_bucket{le="5",uncaughtError="true"} 385.5 audius_cn_state_machine_recurring_sync_queue_job_duration_seconds_bucket{le="10",uncaughtError="true"} 391.5 audius_cn_state_machine_recurring_sync_queue_job_duration_seconds_bucket{le="30",uncaughtError="true"} 393.625 audius_cn_state_machine_recurring_sync_queue_job_duration_seconds_bucket{le="60",uncaughtError="true"} 395.125 audius_cn_state_machine_recurring_sync_queue_job_duration_seconds_bucket{le="120",uncaughtError="true"} 407.875 audius_cn_state_machine_recurring_sync_queue_job_duration_seconds_bucket{le="+Inf",uncaughtError="true"} 415.125 audius_cn_state_machine_recurring_sync_queue_job_duration_seconds_sum{uncaughtError="true"} 5932.2048644202505 audius_cn_state_machine_recurring_sync_queue_job_duration_seconds_count{uncaughtError="true"} 415.125 # HELP audius_cn_state_machine_update_replica_set_queue_job_duration_seconds Duration in seconds for a update-replica-set-queue job to complete # TYPE audius_cn_state_machine_update_replica_set_queue_job_duration_seconds histogram audius_cn_state_machine_update_replica_set_queue_job_duration_seconds_bucket{le="1",uncaughtError="false"} 0.625 audius_cn_state_machine_update_replica_set_queue_job_duration_seconds_bucket{le="5",uncaughtError="false"} 712.625 audius_cn_state_machine_update_replica_set_queue_job_duration_seconds_bucket{le="10",uncaughtError="false"} 1443.5 audius_cn_state_machine_update_replica_set_queue_job_duration_seconds_bucket{le="30",uncaughtError="false"} 3297.5 audius_cn_state_machine_update_replica_set_queue_job_duration_seconds_bucket{le="60",uncaughtError="false"} 3694 audius_cn_state_machine_update_replica_set_queue_job_duration_seconds_bucket{le="120",uncaughtError="false"} 3760.625 audius_cn_state_machine_update_replica_set_queue_job_duration_seconds_bucket{le="+Inf",uncaughtError="false"} 3767.375 audius_cn_state_machine_update_replica_set_queue_job_duration_seconds_sum{uncaughtError="false"} 66652.65006808464 audius_cn_state_machine_update_replica_set_queue_job_duration_seconds_count{uncaughtError="false"} 3767.375 audius_cn_state_machine_update_replica_set_queue_job_duration_seconds_bucket{le="1",result="success",issuedReconfig="true",reconfigType="one_secondary"} 0 audius_cn_state_machine_update_replica_set_queue_job_duration_seconds_bucket{le="5",result="success",issuedReconfig="true",reconfigType="one_secondary"} 0 audius_cn_state_machine_update_replica_set_queue_job_duration_seconds_bucket{le="10",result="success",issuedReconfig="true",reconfigType="one_secondary"} 5510 audius_cn_state_machine_update_replica_set_queue_job_duration_seconds_bucket{le="30",result="success",issuedReconfig="true",reconfigType="one_secondary"} 16833 audius_cn_state_machine_update_replica_set_queue_job_duration_seconds_bucket{le="60",result="success",issuedReconfig="true",reconfigType="one_secondary"} 19792 audius_cn_state_machine_update_replica_set_queue_job_duration_seconds_bucket{le="120",result="success",issuedReconfig="true",reconfigType="one_secondary"} 19965 audius_cn_state_machine_update_replica_set_queue_job_duration_seconds_bucket{le="+Inf",result="success",issuedReconfig="true",reconfigType="one_secondary"} 19983 audius_cn_state_machine_update_replica_set_queue_job_duration_seconds_sum{result="success",issuedReconfig="true",reconfigType="one_secondary"} 390879.95900000114 audius_cn_state_machine_update_replica_set_queue_job_duration_seconds_count{result="success",issuedReconfig="true",reconfigType="one_secondary"} 19983 audius_cn_state_machine_update_replica_set_queue_job_duration_seconds_bucket{le="1",result="skip_update_replica_set",issuedReconfig="false",reconfigType="one_secondary"} 0 audius_cn_state_machine_update_replica_set_queue_job_duration_seconds_bucket{le="5",result="skip_update_replica_set",issuedReconfig="false",reconfigType="one_secondary"} 5531 audius_cn_state_machine_update_replica_set_queue_job_duration_seconds_bucket{le="10",result="skip_update_replica_set",issuedReconfig="false",reconfigType="one_secondary"} 5775 audius_cn_state_machine_update_replica_set_queue_job_duration_seconds_bucket{le="30",result="skip_update_replica_set",issuedReconfig="false",reconfigType="one_secondary"} 5809 audius_cn_state_machine_update_replica_set_queue_job_duration_seconds_bucket{le="60",result="skip_update_replica_set",issuedReconfig="false",reconfigType="one_secondary"} 5812 audius_cn_state_machine_update_replica_set_queue_job_duration_seconds_bucket{le="120",result="skip_update_replica_set",issuedReconfig="false",reconfigType="one_secondary"} 5815 audius_cn_state_machine_update_replica_set_queue_job_duration_seconds_bucket{le="+Inf",result="skip_update_replica_set",issuedReconfig="false",reconfigType="one_secondary"} 5818 audius_cn_state_machine_update_replica_set_queue_job_duration_seconds_sum{result="skip_update_replica_set",issuedReconfig="false",reconfigType="one_secondary"} 13830.994000000006 audius_cn_state_machine_update_replica_set_queue_job_duration_seconds_count{result="skip_update_replica_set",issuedReconfig="false",reconfigType="one_secondary"} 5818 audius_cn_state_machine_update_replica_set_queue_job_duration_seconds_bucket{le="1",result="failure_to_update_replica_set",issuedReconfig="false",reconfigType="one_secondary"} 5 audius_cn_state_machine_update_replica_set_queue_job_duration_seconds_bucket{le="5",result="failure_to_update_replica_set",issuedReconfig="false",reconfigType="one_secondary"} 15 audius_cn_state_machine_update_replica_set_queue_job_duration_seconds_bucket{le="10",result="failure_to_update_replica_set",issuedReconfig="false",reconfigType="one_secondary"} 25 audius_cn_state_machine_update_replica_set_queue_job_duration_seconds_bucket{le="30",result="failure_to_update_replica_set",issuedReconfig="false",reconfigType="one_secondary"} 3295 audius_cn_state_machine_update_replica_set_queue_job_duration_seconds_bucket{le="60",result="failure_to_update_replica_set",issuedReconfig="false",reconfigType="one_secondary"} 3444 audius_cn_state_machine_update_replica_set_queue_job_duration_seconds_bucket{le="120",result="failure_to_update_replica_set",issuedReconfig="false",reconfigType="one_secondary"} 3799 audius_cn_state_machine_update_replica_set_queue_job_duration_seconds_bucket{le="+Inf",result="failure_to_update_replica_set",issuedReconfig="false",reconfigType="one_secondary"} 3832 audius_cn_state_machine_update_replica_set_queue_job_duration_seconds_sum{result="failure_to_update_replica_set",issuedReconfig="false",reconfigType="one_secondary"} 121303.37799999988 audius_cn_state_machine_update_replica_set_queue_job_duration_seconds_count{result="failure_to_update_replica_set",issuedReconfig="false",reconfigType="one_secondary"} 3832 audius_cn_state_machine_update_replica_set_queue_job_duration_seconds_bucket{le="1",result="skip_update_replica_set",issuedReconfig="false",reconfigType="primary_and_or_secondaries"} 0 audius_cn_state_machine_update_replica_set_queue_job_duration_seconds_bucket{le="5",result="skip_update_replica_set",issuedReconfig="false",reconfigType="primary_and_or_secondaries"} 153 audius_cn_state_machine_update_replica_set_queue_job_duration_seconds_bucket{le="10",result="skip_update_replica_set",issuedReconfig="false",reconfigType="primary_and_or_secondaries"} 157 audius_cn_state_machine_update_replica_set_queue_job_duration_seconds_bucket{le="30",result="skip_update_replica_set",issuedReconfig="false",reconfigType="primary_and_or_secondaries"} 158 audius_cn_state_machine_update_replica_set_queue_job_duration_seconds_bucket{le="60",result="skip_update_replica_set",issuedReconfig="false",reconfigType="primary_and_or_secondaries"} 158 audius_cn_state_machine_update_replica_set_queue_job_duration_seconds_bucket{le="120",result="skip_update_replica_set",issuedReconfig="false",reconfigType="primary_and_or_secondaries"} 158 audius_cn_state_machine_update_replica_set_queue_job_duration_seconds_bucket{le="+Inf",result="skip_update_replica_set",issuedReconfig="false",reconfigType="primary_and_or_secondaries"} 158 audius_cn_state_machine_update_replica_set_queue_job_duration_seconds_sum{result="skip_update_replica_set",issuedReconfig="false",reconfigType="primary_and_or_secondaries"} 324.38800000000003 audius_cn_state_machine_update_replica_set_queue_job_duration_seconds_count{result="skip_update_replica_set",issuedReconfig="false",reconfigType="primary_and_or_secondaries"} 158 audius_cn_state_machine_update_replica_set_queue_job_duration_seconds_bucket{le="1",result="success",issuedReconfig="true",reconfigType="primary_and_or_secondaries"} 0 audius_cn_state_machine_update_replica_set_queue_job_duration_seconds_bucket{le="5",result="success",issuedReconfig="true",reconfigType="primary_and_or_secondaries"} 0 audius_cn_state_machine_update_replica_set_queue_job_duration_seconds_bucket{le="10",result="success",issuedReconfig="true",reconfigType="primary_and_or_secondaries"} 80 audius_cn_state_machine_update_replica_set_queue_job_duration_seconds_bucket{le="30",result="success",issuedReconfig="true",reconfigType="primary_and_or_secondaries"} 245 audius_cn_state_machine_update_replica_set_queue_job_duration_seconds_bucket{le="60",result="success",issuedReconfig="true",reconfigType="primary_and_or_secondaries"} 305 audius_cn_state_machine_update_replica_set_queue_job_duration_seconds_bucket{le="120",result="success",issuedReconfig="true",reconfigType="primary_and_or_secondaries"} 306 audius_cn_state_machine_update_replica_set_queue_job_duration_seconds_bucket{le="+Inf",result="success",issuedReconfig="true",reconfigType="primary_and_or_secondaries"} 306 audius_cn_state_machine_update_replica_set_queue_job_duration_seconds_sum{result="success",issuedReconfig="true",reconfigType="primary_and_or_secondaries"} 5992.012000000001 audius_cn_state_machine_update_replica_set_queue_job_duration_seconds_count{result="success",issuedReconfig="true",reconfigType="primary_and_or_secondaries"} 306 audius_cn_state_machine_update_replica_set_queue_job_duration_seconds_bucket{le="1",result="success",issuedReconfig="true",reconfigType="multiple_secondaries"} 0 audius_cn_state_machine_update_replica_set_queue_job_duration_seconds_bucket{le="5",result="success",issuedReconfig="true",reconfigType="multiple_secondaries"} 0 audius_cn_state_machine_update_replica_set_queue_job_duration_seconds_bucket{le="10",result="success",issuedReconfig="true",reconfigType="multiple_secondaries"} 0 audius_cn_state_machine_update_replica_set_queue_job_duration_seconds_bucket{le="30",result="success",issuedReconfig="true",reconfigType="multiple_secondaries"} 2 audius_cn_state_machine_update_replica_set_queue_job_duration_seconds_bucket{le="60",result="success",issuedReconfig="true",reconfigType="multiple_secondaries"} 3 audius_cn_state_machine_update_replica_set_queue_job_duration_seconds_bucket{le="120",result="success",issuedReconfig="true",reconfigType="multiple_secondaries"} 3 audius_cn_state_machine_update_replica_set_queue_job_duration_seconds_bucket{le="+Inf",result="success",issuedReconfig="true",reconfigType="multiple_secondaries"} 3 audius_cn_state_machine_update_replica_set_queue_job_duration_seconds_sum{result="success",issuedReconfig="true",reconfigType="multiple_secondaries"} 94.225 audius_cn_state_machine_update_replica_set_queue_job_duration_seconds_count{result="success",issuedReconfig="true",reconfigType="multiple_secondaries"} 3 audius_cn_state_machine_update_replica_set_queue_job_duration_seconds_bucket{le="1",result="failure_to_update_replica_set",issuedReconfig="false",reconfigType="multiple_secondaries"} 0 audius_cn_state_machine_update_replica_set_queue_job_duration_seconds_bucket{le="5",result="failure_to_update_replica_set",issuedReconfig="false",reconfigType="multiple_secondaries"} 0 audius_cn_state_machine_update_replica_set_queue_job_duration_seconds_bucket{le="10",result="failure_to_update_replica_set",issuedReconfig="false",reconfigType="multiple_secondaries"} 0 audius_cn_state_machine_update_replica_set_queue_job_duration_seconds_bucket{le="30",result="failure_to_update_replica_set",issuedReconfig="false",reconfigType="multiple_secondaries"} 2 audius_cn_state_machine_update_replica_set_queue_job_duration_seconds_bucket{le="60",result="failure_to_update_replica_set",issuedReconfig="false",reconfigType="multiple_secondaries"} 2 audius_cn_state_machine_update_replica_set_queue_job_duration_seconds_bucket{le="120",result="failure_to_update_replica_set",issuedReconfig="false",reconfigType="multiple_secondaries"} 2 audius_cn_state_machine_update_replica_set_queue_job_duration_seconds_bucket{le="+Inf",result="failure_to_update_replica_set",issuedReconfig="false",reconfigType="multiple_secondaries"} 2 audius_cn_state_machine_update_replica_set_queue_job_duration_seconds_sum{result="failure_to_update_replica_set",issuedReconfig="false",reconfigType="multiple_secondaries"} 46.244 audius_cn_state_machine_update_replica_set_queue_job_duration_seconds_count{result="failure_to_update_replica_set",issuedReconfig="false",reconfigType="multiple_secondaries"} 2 audius_cn_state_machine_update_replica_set_queue_job_duration_seconds_bucket{le="1",result="skip_update_replica_set",issuedReconfig="false",reconfigType="multiple_secondaries"} 0 audius_cn_state_machine_update_replica_set_queue_job_duration_seconds_bucket{le="5",result="skip_update_replica_set",issuedReconfig="false",reconfigType="multiple_secondaries"} 2 audius_cn_state_machine_update_replica_set_queue_job_duration_seconds_bucket{le="10",result="skip_update_replica_set",issuedReconfig="false",reconfigType="multiple_secondaries"} 2 audius_cn_state_machine_update_replica_set_queue_job_duration_seconds_bucket{le="30",result="skip_update_replica_set",issuedReconfig="false",reconfigType="multiple_secondaries"} 2 audius_cn_state_machine_update_replica_set_queue_job_duration_seconds_bucket{le="60",result="skip_update_replica_set",issuedReconfig="false",reconfigType="multiple_secondaries"} 2 audius_cn_state_machine_update_replica_set_queue_job_duration_seconds_bucket{le="120",result="skip_update_replica_set",issuedReconfig="false",reconfigType="multiple_secondaries"} 2 audius_cn_state_machine_update_replica_set_queue_job_duration_seconds_bucket{le="+Inf",result="skip_update_replica_set",issuedReconfig="false",reconfigType="multiple_secondaries"} 2 audius_cn_state_machine_update_replica_set_queue_job_duration_seconds_sum{result="skip_update_replica_set",issuedReconfig="false",reconfigType="multiple_secondaries"} 4.792 audius_cn_state_machine_update_replica_set_queue_job_duration_seconds_count{result="skip_update_replica_set",issuedReconfig="false",reconfigType="multiple_secondaries"} 2 audius_cn_state_machine_update_replica_set_queue_job_duration_seconds_bucket{le="1",result="failure_to_update_replica_set",issuedReconfig="false",reconfigType="primary_and_or_secondaries"} 0 audius_cn_state_machine_update_replica_set_queue_job_duration_seconds_bucket{le="5",result="failure_to_update_replica_set",issuedReconfig="false",reconfigType="primary_and_or_secondaries"} 0 audius_cn_state_machine_update_replica_set_queue_job_duration_seconds_bucket{le="10",result="failure_to_update_replica_set",issuedReconfig="false",reconfigType="primary_and_or_secondaries"} 0 audius_cn_state_machine_update_replica_set_queue_job_duration_seconds_bucket{le="30",result="failure_to_update_replica_set",issuedReconfig="false",reconfigType="primary_and_or_secondaries"} 34 audius_cn_state_machine_update_replica_set_queue_job_duration_seconds_bucket{le="60",result="failure_to_update_replica_set",issuedReconfig="false",reconfigType="primary_and_or_secondaries"} 34 audius_cn_state_machine_update_replica_set_queue_job_duration_seconds_bucket{le="120",result="failure_to_update_replica_set",issuedReconfig="false",reconfigType="primary_and_or_secondaries"} 35 audius_cn_state_machine_update_replica_set_queue_job_duration_seconds_bucket{le="+Inf",result="failure_to_update_replica_set",issuedReconfig="false",reconfigType="primary_and_or_secondaries"} 35 audius_cn_state_machine_update_replica_set_queue_job_duration_seconds_sum{result="failure_to_update_replica_set",issuedReconfig="false",reconfigType="primary_and_or_secondaries"} 721.0110000000001 audius_cn_state_machine_update_replica_set_queue_job_duration_seconds_count{result="failure_to_update_replica_set",issuedReconfig="false",reconfigType="primary_and_or_secondaries"} 35 # HELP audius_cn_state_machine_recover_orphaned_data_queue_job_duration_seconds Duration in seconds for a recover-orphaned-data-queue job to complete # TYPE audius_cn_state_machine_recover_orphaned_data_queue_job_duration_seconds histogram audius_cn_state_machine_recover_orphaned_data_queue_job_duration_seconds_bucket{le="1",uncaughtError="false"} 0 audius_cn_state_machine_recover_orphaned_data_queue_job_duration_seconds_bucket{le="5",uncaughtError="false"} 0 audius_cn_state_machine_recover_orphaned_data_queue_job_duration_seconds_bucket{le="10",uncaughtError="false"} 0 audius_cn_state_machine_recover_orphaned_data_queue_job_duration_seconds_bucket{le="30",uncaughtError="false"} 0 audius_cn_state_machine_recover_orphaned_data_queue_job_duration_seconds_bucket{le="60",uncaughtError="false"} 0 audius_cn_state_machine_recover_orphaned_data_queue_job_duration_seconds_bucket{le="120",uncaughtError="false"} 0 audius_cn_state_machine_recover_orphaned_data_queue_job_duration_seconds_bucket{le="+Inf",uncaughtError="false"} 12.5 audius_cn_state_machine_recover_orphaned_data_queue_job_duration_seconds_sum{uncaughtError="false"} 94653.353636219 audius_cn_state_machine_recover_orphaned_data_queue_job_duration_seconds_count{uncaughtError="false"} 12.5 # HELP audius_cn_monitor_database_size Record monitor: DATABASE_SIZE # TYPE audius_cn_monitor_database_size gauge audius_cn_monitor_database_size 0 # HELP audius_cn_monitor_database_connections Record monitor: DATABASE_CONNECTIONS # TYPE audius_cn_monitor_database_connections gauge audius_cn_monitor_database_connections 98 # HELP audius_cn_monitor_total_memory Record monitor: TOTAL_MEMORY # TYPE audius_cn_monitor_total_memory gauge audius_cn_monitor_total_memory 33660694528 # HELP audius_cn_monitor_used_memory Record monitor: USED_MEMORY # TYPE audius_cn_monitor_used_memory gauge audius_cn_monitor_used_memory 18031263744 # HELP audius_cn_monitor_used_tcp_memory Record monitor: USED_TCP_MEMORY # TYPE audius_cn_monitor_used_tcp_memory gauge audius_cn_monitor_used_tcp_memory 5888 # HELP audius_cn_monitor_storage_path_size Record monitor: STORAGE_PATH_SIZE # TYPE audius_cn_monitor_storage_path_size gauge audius_cn_monitor_storage_path_size 32212254720000 # HELP audius_cn_monitor_storage_path_used Record monitor: STORAGE_PATH_USED # TYPE audius_cn_monitor_storage_path_used gauge audius_cn_monitor_storage_path_used 23405560041472 # HELP audius_cn_monitor_filesystem_size Record monitor: FILESYSTEM_SIZE # TYPE audius_cn_monitor_filesystem_size gauge audius_cn_monitor_filesystem_size 259975987200 # HELP audius_cn_monitor_filesystem_used Record monitor: FILESYSTEM_USED # TYPE audius_cn_monitor_filesystem_used gauge audius_cn_monitor_filesystem_used 27483967488 # HELP audius_cn_monitor_max_file_descriptors Record monitor: MAX_FILE_DESCRIPTORS # TYPE audius_cn_monitor_max_file_descriptors gauge audius_cn_monitor_max_file_descriptors 9223372036854776000 # HELP audius_cn_monitor_allocated_file_descriptors Record monitor: ALLOCATED_FILE_DESCRIPTORS # TYPE audius_cn_monitor_allocated_file_descriptors gauge audius_cn_monitor_allocated_file_descriptors 168064 # HELP audius_cn_monitor_redis_num_keys Record monitor: REDIS_NUM_KEYS # TYPE audius_cn_monitor_redis_num_keys gauge audius_cn_monitor_redis_num_keys 175998 # HELP audius_cn_monitor_redis_used_memory Record monitor: REDIS_USED_MEMORY # TYPE audius_cn_monitor_redis_used_memory gauge audius_cn_monitor_redis_used_memory 0 # HELP audius_cn_monitor_redis_total_memory Record monitor: REDIS_TOTAL_MEMORY # TYPE audius_cn_monitor_redis_total_memory gauge audius_cn_monitor_redis_total_memory 0 # HELP audius_cn_monitor_thirty_day_rolling_sync_success_count Record monitor: THIRTY_DAY_ROLLING_SYNC_SUCCESS_COUNT # TYPE audius_cn_monitor_thirty_day_rolling_sync_success_count gauge audius_cn_monitor_thirty_day_rolling_sync_success_count 18821 # HELP audius_cn_monitor_thirty_day_rolling_sync_fail_count Record monitor: THIRTY_DAY_ROLLING_SYNC_FAIL_COUNT # TYPE audius_cn_monitor_thirty_day_rolling_sync_fail_count gauge audius_cn_monitor_thirty_day_rolling_sync_fail_count 8792 # HELP audius_cn_monitor_daily_sync_success_count Record monitor: DAILY_SYNC_SUCCESS_COUNT # TYPE audius_cn_monitor_daily_sync_success_count gauge audius_cn_monitor_daily_sync_success_count 1597 # HELP audius_cn_monitor_daily_sync_fail_count Record monitor: DAILY_SYNC_FAIL_COUNT # TYPE audius_cn_monitor_daily_sync_fail_count gauge audius_cn_monitor_daily_sync_fail_count 1189 # HELP audius_cn_files_migrated_from_legacy_path Number of total files migrated from a legacy storage path to a non legacy storage path # TYPE audius_cn_files_migrated_from_legacy_path gauge audius_cn_files_migrated_from_legacy_path{result="success"} 0 audius_cn_files_migrated_from_legacy_path{result="failure"} 12 # HELP audius_cn_files_migrated_from_custom_path Number of total files migrated from a custom storage path to the standard storage path # TYPE audius_cn_files_migrated_from_custom_path gauge audius_cn_files_migrated_from_custom_path{result="success"} 0 audius_cn_files_migrated_from_custom_path{result="failure"} 0 # HELP audius_cn_total_unmigrated_storage_paths Number of total entries in the Files table that have a legacy or custom storagePath column # TYPE audius_cn_total_unmigrated_storage_paths gauge audius_cn_total_unmigrated_storage_paths{type="legacy"} 41 audius_cn_total_unmigrated_storage_paths{type="custom"} 3409 # HELP audius_cn_find_sync_request_counts Counts for each find-sync-requests job's result when looking for syncs that should be requested from a primary to a secondary # TYPE audius_cn_find_sync_request_counts gauge audius_cn_find_sync_request_counts{sync_mode="none",result="not_checked"} 19572063 audius_cn_find_sync_request_counts{sync_mode="none",result="no_sync_secondary_data_matches_primary"} 26408071 audius_cn_find_sync_request_counts{sync_mode="sync_secondary_from_primary",result="new_sync_request_enqueued"} 296596 audius_cn_find_sync_request_counts{sync_mode="none",result="no_sync_already_marked_unhealthy"} 505475 audius_cn_find_sync_request_counts{sync_mode="merge_primary_and_secondary",result="new_sync_request_enqueued"} 3449 audius_cn_find_sync_request_counts{sync_mode="none",result="no_sync_sp_id_mismatch"} 8253 audius_cn_find_sync_request_counts{sync_mode="none",result="no_sync_max_errors_encountered"} 9453 audius_cn_find_sync_request_counts{sync_mode="none",result="no_sync_unexpected_error"} 208153 # HELP audius_cn_write_quorum_duration_seconds Seconds spent attempting to replicate data to a secondary node for write quorum # TYPE audius_cn_write_quorum_duration_seconds histogram audius_cn_write_quorum_duration_seconds_bucket{le="1",enforceWriteQuorum="false",ignoreWriteQuorum="false",route="/audius_users/metadata",result="succeeded"} 57 audius_cn_write_quorum_duration_seconds_bucket{le="3",enforceWriteQuorum="false",ignoreWriteQuorum="false",route="/audius_users/metadata",result="succeeded"} 153.375 audius_cn_write_quorum_duration_seconds_bucket{le="7",enforceWriteQuorum="false",ignoreWriteQuorum="false",route="/audius_users/metadata",result="succeeded"} 157.25 audius_cn_write_quorum_duration_seconds_bucket{le="17",enforceWriteQuorum="false",ignoreWriteQuorum="false",route="/audius_users/metadata",result="succeeded"} 157.5 audius_cn_write_quorum_duration_seconds_bucket{le="45",enforceWriteQuorum="false",ignoreWriteQuorum="false",route="/audius_users/metadata",result="succeeded"} 157.5 audius_cn_write_quorum_duration_seconds_bucket{le="+Inf",enforceWriteQuorum="false",ignoreWriteQuorum="false",route="/audius_users/metadata",result="succeeded"} 157.5 audius_cn_write_quorum_duration_seconds_sum{enforceWriteQuorum="false",ignoreWriteQuorum="false",route="/audius_users/metadata",result="succeeded"} 192.25591457375003 audius_cn_write_quorum_duration_seconds_count{enforceWriteQuorum="false",ignoreWriteQuorum="false",route="/audius_users/metadata",result="succeeded"} 157.5 audius_cn_write_quorum_duration_seconds_bucket{le="1",enforceWriteQuorum="false",ignoreWriteQuorum="true",route="/image_upload",result="succeeded"} 35.5 audius_cn_write_quorum_duration_seconds_bucket{le="3",enforceWriteQuorum="false",ignoreWriteQuorum="true",route="/image_upload",result="succeeded"} 127.625 audius_cn_write_quorum_duration_seconds_bucket{le="7",enforceWriteQuorum="false",ignoreWriteQuorum="true",route="/image_upload",result="succeeded"} 131.875 audius_cn_write_quorum_duration_seconds_bucket{le="17",enforceWriteQuorum="false",ignoreWriteQuorum="true",route="/image_upload",result="succeeded"} 132.25 audius_cn_write_quorum_duration_seconds_bucket{le="45",enforceWriteQuorum="false",ignoreWriteQuorum="true",route="/image_upload",result="succeeded"} 132.25 audius_cn_write_quorum_duration_seconds_bucket{le="+Inf",enforceWriteQuorum="false",ignoreWriteQuorum="true",route="/image_upload",result="succeeded"} 132.25 audius_cn_write_quorum_duration_seconds_sum{enforceWriteQuorum="false",ignoreWriteQuorum="true",route="/image_upload",result="succeeded"} 183.661785681375 audius_cn_write_quorum_duration_seconds_count{enforceWriteQuorum="false",ignoreWriteQuorum="true",route="/image_upload",result="succeeded"} 132.25 audius_cn_write_quorum_duration_seconds_bucket{le="1",enforceWriteQuorum="false",ignoreWriteQuorum="true",route="/tracks",result="succeeded"} 53 audius_cn_write_quorum_duration_seconds_bucket{le="3",enforceWriteQuorum="false",ignoreWriteQuorum="true",route="/tracks",result="succeeded"} 129.25 audius_cn_write_quorum_duration_seconds_bucket{le="7",enforceWriteQuorum="false",ignoreWriteQuorum="true",route="/tracks",result="succeeded"} 129.875 audius_cn_write_quorum_duration_seconds_bucket{le="17",enforceWriteQuorum="false",ignoreWriteQuorum="true",route="/tracks",result="succeeded"} 130 audius_cn_write_quorum_duration_seconds_bucket{le="45",enforceWriteQuorum="false",ignoreWriteQuorum="true",route="/tracks",result="succeeded"} 130 audius_cn_write_quorum_duration_seconds_bucket{le="+Inf",enforceWriteQuorum="false",ignoreWriteQuorum="true",route="/tracks",result="succeeded"} 130 audius_cn_write_quorum_duration_seconds_sum{enforceWriteQuorum="false",ignoreWriteQuorum="true",route="/tracks",result="succeeded"} 141.91571896099998 audius_cn_write_quorum_duration_seconds_count{enforceWriteQuorum="false",ignoreWriteQuorum="true",route="/tracks",result="succeeded"} 130 audius_cn_write_quorum_duration_seconds_bucket{le="1",enforceWriteQuorum="false",ignoreWriteQuorum="true",route="/audius_users",result="succeeded"} 60.5 audius_cn_write_quorum_duration_seconds_bucket{le="3",enforceWriteQuorum="false",ignoreWriteQuorum="true",route="/audius_users",result="succeeded"} 136.75 audius_cn_write_quorum_duration_seconds_bucket{le="7",enforceWriteQuorum="false",ignoreWriteQuorum="true",route="/audius_users",result="succeeded"} 138 audius_cn_write_quorum_duration_seconds_bucket{le="17",enforceWriteQuorum="false",ignoreWriteQuorum="true",route="/audius_users",result="succeeded"} 138.75 audius_cn_write_quorum_duration_seconds_bucket{le="45",enforceWriteQuorum="false",ignoreWriteQuorum="true",route="/audius_users",result="succeeded"} 138.75 audius_cn_write_quorum_duration_seconds_bucket{le="+Inf",enforceWriteQuorum="false",ignoreWriteQuorum="true",route="/audius_users",result="succeeded"} 138.75 audius_cn_write_quorum_duration_seconds_sum{enforceWriteQuorum="false",ignoreWriteQuorum="true",route="/audius_users",result="succeeded"} 156.55394085925 audius_cn_write_quorum_duration_seconds_count{enforceWriteQuorum="false",ignoreWriteQuorum="true",route="/audius_users",result="succeeded"} 138.75 audius_cn_write_quorum_duration_seconds_bucket{le="1",enforceWriteQuorum="false",ignoreWriteQuorum="false",route="/tracks/metadata",result="succeeded"} 16.375 audius_cn_write_quorum_duration_seconds_bucket{le="3",enforceWriteQuorum="false",ignoreWriteQuorum="false",route="/tracks/metadata",result="succeeded"} 100.375 audius_cn_write_quorum_duration_seconds_bucket{le="7",enforceWriteQuorum="false",ignoreWriteQuorum="false",route="/tracks/metadata",result="succeeded"} 130.375 audius_cn_write_quorum_duration_seconds_bucket{le="17",enforceWriteQuorum="false",ignoreWriteQuorum="false",route="/tracks/metadata",result="succeeded"} 138.25 audius_cn_write_quorum_duration_seconds_bucket{le="45",enforceWriteQuorum="false",ignoreWriteQuorum="false",route="/tracks/metadata",result="succeeded"} 146 audius_cn_write_quorum_duration_seconds_bucket{le="+Inf",enforceWriteQuorum="false",ignoreWriteQuorum="false",route="/tracks/metadata",result="succeeded"} 146.125 audius_cn_write_quorum_duration_seconds_sum{enforceWriteQuorum="false",ignoreWriteQuorum="false",route="/tracks/metadata",result="succeeded"} 594.4628785725 audius_cn_write_quorum_duration_seconds_count{enforceWriteQuorum="false",ignoreWriteQuorum="false",route="/tracks/metadata",result="succeeded"} 146.125 audius_cn_write_quorum_duration_seconds_bucket{le="1",enforceWriteQuorum="false",ignoreWriteQuorum="false",route="/playlists/metadata",result="succeeded"} 43.5 audius_cn_write_quorum_duration_seconds_bucket{le="3",enforceWriteQuorum="false",ignoreWriteQuorum="false",route="/playlists/metadata",result="succeeded"} 142.25 audius_cn_write_quorum_duration_seconds_bucket{le="7",enforceWriteQuorum="false",ignoreWriteQuorum="false",route="/playlists/metadata",result="succeeded"} 144.375 audius_cn_write_quorum_duration_seconds_bucket{le="17",enforceWriteQuorum="false",ignoreWriteQuorum="false",route="/playlists/metadata",result="succeeded"} 144.5 audius_cn_write_quorum_duration_seconds_bucket{le="45",enforceWriteQuorum="false",ignoreWriteQuorum="false",route="/playlists/metadata",result="succeeded"} 144.625 audius_cn_write_quorum_duration_seconds_bucket{le="+Inf",enforceWriteQuorum="false",ignoreWriteQuorum="false",route="/playlists/metadata",result="succeeded"} 144.625 audius_cn_write_quorum_duration_seconds_sum{enforceWriteQuorum="false",ignoreWriteQuorum="false",route="/playlists/metadata",result="succeeded"} 180.9565412195 audius_cn_write_quorum_duration_seconds_count{enforceWriteQuorum="false",ignoreWriteQuorum="false",route="/playlists/metadata",result="succeeded"} 144.625 audius_cn_write_quorum_duration_seconds_bucket{le="1",enforceWriteQuorum="false",ignoreWriteQuorum="false",route="/audius_users/metadata",result="failed_sync"} 0 audius_cn_write_quorum_duration_seconds_bucket{le="3",enforceWriteQuorum="false",ignoreWriteQuorum="false",route="/audius_users/metadata",result="failed_sync"} 0 audius_cn_write_quorum_duration_seconds_bucket{le="7",enforceWriteQuorum="false",ignoreWriteQuorum="false",route="/audius_users/metadata",result="failed_sync"} 0 audius_cn_write_quorum_duration_seconds_bucket{le="17",enforceWriteQuorum="false",ignoreWriteQuorum="false",route="/audius_users/metadata",result="failed_sync"} 0 audius_cn_write_quorum_duration_seconds_bucket{le="45",enforceWriteQuorum="false",ignoreWriteQuorum="false",route="/audius_users/metadata",result="failed_sync"} 0 audius_cn_write_quorum_duration_seconds_bucket{le="+Inf",enforceWriteQuorum="false",ignoreWriteQuorum="false",route="/audius_users/metadata",result="failed_sync"} 2.125 audius_cn_write_quorum_duration_seconds_sum{enforceWriteQuorum="false",ignoreWriteQuorum="false",route="/audius_users/metadata",result="failed_sync"} 96.288323097625 audius_cn_write_quorum_duration_seconds_count{enforceWriteQuorum="false",ignoreWriteQuorum="false",route="/audius_users/metadata",result="failed_sync"} 2.125 audius_cn_write_quorum_duration_seconds_bucket{le="1",enforceWriteQuorum="false",ignoreWriteQuorum="false",route="/tracks/metadata",result="failed_sync"} 0 audius_cn_write_quorum_duration_seconds_bucket{le="3",enforceWriteQuorum="false",ignoreWriteQuorum="false",route="/tracks/metadata",result="failed_sync"} 0 audius_cn_write_quorum_duration_seconds_bucket{le="7",enforceWriteQuorum="false",ignoreWriteQuorum="false",route="/tracks/metadata",result="failed_sync"} 0 audius_cn_write_quorum_duration_seconds_bucket{le="17",enforceWriteQuorum="false",ignoreWriteQuorum="false",route="/tracks/metadata",result="failed_sync"} 0 audius_cn_write_quorum_duration_seconds_bucket{le="45",enforceWriteQuorum="false",ignoreWriteQuorum="false",route="/tracks/metadata",result="failed_sync"} 0 audius_cn_write_quorum_duration_seconds_bucket{le="+Inf",enforceWriteQuorum="false",ignoreWriteQuorum="false",route="/tracks/metadata",result="failed_sync"} 2 audius_cn_write_quorum_duration_seconds_sum{enforceWriteQuorum="false",ignoreWriteQuorum="false",route="/tracks/metadata",result="failed_sync"} 91.4093171275 audius_cn_write_quorum_duration_seconds_count{enforceWriteQuorum="false",ignoreWriteQuorum="false",route="/tracks/metadata",result="failed_sync"} 2 audius_cn_write_quorum_duration_seconds_bucket{le="1",enforceWriteQuorum="false",ignoreWriteQuorum="true",route="/image_upload",result="failed_sync"} 0 audius_cn_write_quorum_duration_seconds_bucket{le="3",enforceWriteQuorum="false",ignoreWriteQuorum="true",route="/image_upload",result="failed_sync"} 0 audius_cn_write_quorum_duration_seconds_bucket{le="7",enforceWriteQuorum="false",ignoreWriteQuorum="true",route="/image_upload",result="failed_sync"} 0 audius_cn_write_quorum_duration_seconds_bucket{le="17",enforceWriteQuorum="false",ignoreWriteQuorum="true",route="/image_upload",result="failed_sync"} 0 audius_cn_write_quorum_duration_seconds_bucket{le="45",enforceWriteQuorum="false",ignoreWriteQuorum="true",route="/image_upload",result="failed_sync"} 0 audius_cn_write_quorum_duration_seconds_bucket{le="+Inf",enforceWriteQuorum="false",ignoreWriteQuorum="true",route="/image_upload",result="failed_sync"} 1.75 audius_cn_write_quorum_duration_seconds_sum{enforceWriteQuorum="false",ignoreWriteQuorum="true",route="/image_upload",result="failed_sync"} 81.285203842 audius_cn_write_quorum_duration_seconds_count{enforceWriteQuorum="false",ignoreWriteQuorum="true",route="/image_upload",result="failed_sync"} 1.75 audius_cn_write_quorum_duration_seconds_bucket{le="1",enforceWriteQuorum="false",ignoreWriteQuorum="true",route="/audius_users",result="failed_sync"} 0 audius_cn_write_quorum_duration_seconds_bucket{le="3",enforceWriteQuorum="false",ignoreWriteQuorum="true",route="/audius_users",result="failed_sync"} 0 audius_cn_write_quorum_duration_seconds_bucket{le="7",enforceWriteQuorum="false",ignoreWriteQuorum="true",route="/audius_users",result="failed_sync"} 0 audius_cn_write_quorum_duration_seconds_bucket{le="17",enforceWriteQuorum="false",ignoreWriteQuorum="true",route="/audius_users",result="failed_sync"} 0 audius_cn_write_quorum_duration_seconds_bucket{le="45",enforceWriteQuorum="false",ignoreWriteQuorum="true",route="/audius_users",result="failed_sync"} 0 audius_cn_write_quorum_duration_seconds_bucket{le="+Inf",enforceWriteQuorum="false",ignoreWriteQuorum="true",route="/audius_users",result="failed_sync"} 1.3333333333333333 audius_cn_write_quorum_duration_seconds_sum{enforceWriteQuorum="false",ignoreWriteQuorum="true",route="/audius_users",result="failed_sync"} 60.32395518366666 audius_cn_write_quorum_duration_seconds_count{enforceWriteQuorum="false",ignoreWriteQuorum="true",route="/audius_users",result="failed_sync"} 1.3333333333333333 audius_cn_write_quorum_duration_seconds_bucket{le="1",enforceWriteQuorum="false",ignoreWriteQuorum="true",route="/tracks",result="failed_sync"} 0 audius_cn_write_quorum_duration_seconds_bucket{le="3",enforceWriteQuorum="false",ignoreWriteQuorum="true",route="/tracks",result="failed_sync"} 0 audius_cn_write_quorum_duration_seconds_bucket{le="7",enforceWriteQuorum="false",ignoreWriteQuorum="true",route="/tracks",result="failed_sync"} 0 audius_cn_write_quorum_duration_seconds_bucket{le="17",enforceWriteQuorum="false",ignoreWriteQuorum="true",route="/tracks",result="failed_sync"} 0 audius_cn_write_quorum_duration_seconds_bucket{le="45",enforceWriteQuorum="false",ignoreWriteQuorum="true",route="/tracks",result="failed_sync"} 0 audius_cn_write_quorum_duration_seconds_bucket{le="+Inf",enforceWriteQuorum="false",ignoreWriteQuorum="true",route="/tracks",result="failed_sync"} 1.3333333333333333 audius_cn_write_quorum_duration_seconds_sum{enforceWriteQuorum="false",ignoreWriteQuorum="true",route="/tracks",result="failed_sync"} 60.45174552133334 audius_cn_write_quorum_duration_seconds_count{enforceWriteQuorum="false",ignoreWriteQuorum="true",route="/tracks",result="failed_sync"} 1.3333333333333333 audius_cn_write_quorum_duration_seconds_bucket{le="1",enforceWriteQuorum="false",ignoreWriteQuorum="false",route="/playlists/metadata",result="failed_sync"} 0.3333333333333333 audius_cn_write_quorum_duration_seconds_bucket{le="3",enforceWriteQuorum="false",ignoreWriteQuorum="false",route="/playlists/metadata",result="failed_sync"} 0.3333333333333333 audius_cn_write_quorum_duration_seconds_bucket{le="7",enforceWriteQuorum="false",ignoreWriteQuorum="false",route="/playlists/metadata",result="failed_sync"} 0.3333333333333333 audius_cn_write_quorum_duration_seconds_bucket{le="17",enforceWriteQuorum="false",ignoreWriteQuorum="false",route="/playlists/metadata",result="failed_sync"} 0.3333333333333333 audius_cn_write_quorum_duration_seconds_bucket{le="45",enforceWriteQuorum="false",ignoreWriteQuorum="false",route="/playlists/metadata",result="failed_sync"} 0.3333333333333333 audius_cn_write_quorum_duration_seconds_bucket{le="+Inf",enforceWriteQuorum="false",ignoreWriteQuorum="false",route="/playlists/metadata",result="failed_sync"} 1 audius_cn_write_quorum_duration_seconds_sum{enforceWriteQuorum="false",ignoreWriteQuorum="false",route="/playlists/metadata",result="failed_sync"} 30.515659055 audius_cn_write_quorum_duration_seconds_count{enforceWriteQuorum="false",ignoreWriteQuorum="false",route="/playlists/metadata",result="failed_sync"} 1 # HELP audius_cn_storage_path_size_bytes Disk storage size # TYPE audius_cn_storage_path_size_bytes gauge audius_cn_storage_path_size_bytes{type="total"} 32212254720000 audius_cn_storage_path_size_bytes{type="used"} 23405560041472 # HELP audius_cn_http_request_duration_seconds duration histogram of http responses labeled with: status_code, method, path # TYPE audius_cn_http_request_duration_seconds histogram audius_cn_http_request_duration_seconds_bucket{le="0.2",status_code="403",method="GET",path="/ipfs/:CID"} 1422018 audius_cn_http_request_duration_seconds_bucket{le="0.5",status_code="403",method="GET",path="/ipfs/:CID"} 1422494 audius_cn_http_request_duration_seconds_bucket{le="1",status_code="403",method="GET",path="/ipfs/:CID"} 1422757 audius_cn_http_request_duration_seconds_bucket{le="4",status_code="403",method="GET",path="/ipfs/:CID"} 1422818 audius_cn_http_request_duration_seconds_bucket{le="15",status_code="403",method="GET",path="/ipfs/:CID"} 1422823 audius_cn_http_request_duration_seconds_bucket{le="60",status_code="403",method="GET",path="/ipfs/:CID"} 1422823 audius_cn_http_request_duration_seconds_bucket{le="+Inf",status_code="403",method="GET",path="/ipfs/:CID"} 1422823 audius_cn_http_request_duration_seconds_sum{status_code="403",method="GET",path="/ipfs/:CID"} 2847.3187716460334 audius_cn_http_request_duration_seconds_count{status_code="403",method="GET",path="/ipfs/:CID"} 1422823 audius_cn_http_request_duration_seconds_bucket{le="0.2",status_code="200",method="GET",path="/ipfs/:dirCID/:filename"} 7987025 audius_cn_http_request_duration_seconds_bucket{le="0.5",status_code="200",method="GET",path="/ipfs/:dirCID/:filename"} 8010192 audius_cn_http_request_duration_seconds_bucket{le="1",status_code="200",method="GET",path="/ipfs/:dirCID/:filename"} 8036588 audius_cn_http_request_duration_seconds_bucket{le="4",status_code="200",method="GET",path="/ipfs/:dirCID/:filename"} 8143132 audius_cn_http_request_duration_seconds_bucket{le="15",status_code="200",method="GET",path="/ipfs/:dirCID/:filename"} 8250387 audius_cn_http_request_duration_seconds_bucket{le="60",status_code="200",method="GET",path="/ipfs/:dirCID/:filename"} 8251508 audius_cn_http_request_duration_seconds_bucket{le="+Inf",status_code="200",method="GET",path="/ipfs/:dirCID/:filename"} 8251510 audius_cn_http_request_duration_seconds_sum{status_code="200",method="GET",path="/ipfs/:dirCID/:filename"} 1125283.047829076 audius_cn_http_request_duration_seconds_count{status_code="200",method="GET",path="/ipfs/:dirCID/:filename"} 8251510 audius_cn_http_request_duration_seconds_bucket{le="0.2",status_code="200",method="GET",path="/users/clock_status/:walletPublicKey"} 357739 audius_cn_http_request_duration_seconds_bucket{le="0.5",status_code="200",method="GET",path="/users/clock_status/:walletPublicKey"} 357901 audius_cn_http_request_duration_seconds_bucket{le="1",status_code="200",method="GET",path="/users/clock_status/:walletPublicKey"} 357987 audius_cn_http_request_duration_seconds_bucket{le="4",status_code="200",method="GET",path="/users/clock_status/:walletPublicKey"} 358027 audius_cn_http_request_duration_seconds_bucket{le="15",status_code="200",method="GET",path="/users/clock_status/:walletPublicKey"} 358032 audius_cn_http_request_duration_seconds_bucket{le="60",status_code="200",method="GET",path="/users/clock_status/:walletPublicKey"} 358032 audius_cn_http_request_duration_seconds_bucket{le="+Inf",status_code="200",method="GET",path="/users/clock_status/:walletPublicKey"} 358032 audius_cn_http_request_duration_seconds_sum{status_code="200",method="GET",path="/users/clock_status/:walletPublicKey"} 2304.2608227069973 audius_cn_http_request_duration_seconds_count{status_code="200",method="GET",path="/users/clock_status/:walletPublicKey"} 358032 audius_cn_http_request_duration_seconds_bucket{le="0.2",status_code="200",method="GET",path="/ipfs/:CID"} 7150561 audius_cn_http_request_duration_seconds_bucket{le="0.5",status_code="200",method="GET",path="/ipfs/:CID"} 7167825 audius_cn_http_request_duration_seconds_bucket{le="1",status_code="200",method="GET",path="/ipfs/:CID"} 7189427 audius_cn_http_request_duration_seconds_bucket{le="4",status_code="200",method="GET",path="/ipfs/:CID"} 7280569 audius_cn_http_request_duration_seconds_bucket{le="15",status_code="200",method="GET",path="/ipfs/:CID"} 7410085 audius_cn_http_request_duration_seconds_bucket{le="60",status_code="200",method="GET",path="/ipfs/:CID"} 7412731 audius_cn_http_request_duration_seconds_bucket{le="+Inf",status_code="200",method="GET",path="/ipfs/:CID"} 7412733 audius_cn_http_request_duration_seconds_sum{status_code="200",method="GET",path="/ipfs/:CID"} 1317632.9258349687 audius_cn_http_request_duration_seconds_count{status_code="200",method="GET",path="/ipfs/:CID"} 7412733 audius_cn_http_request_duration_seconds_bucket{le="0.2",status_code="200",method="POST",path="/sync"} 161140 audius_cn_http_request_duration_seconds_bucket{le="0.5",status_code="200",method="POST",path="/sync"} 169831 audius_cn_http_request_duration_seconds_bucket{le="1",status_code="200",method="POST",path="/sync"} 188301 audius_cn_http_request_duration_seconds_bucket{le="4",status_code="200",method="POST",path="/sync"} 204915 audius_cn_http_request_duration_seconds_bucket{le="15",status_code="200",method="POST",path="/sync"} 208591 audius_cn_http_request_duration_seconds_bucket{le="60",status_code="200",method="POST",path="/sync"} 208804 audius_cn_http_request_duration_seconds_bucket{le="+Inf",status_code="200",method="POST",path="/sync"} 208858 audius_cn_http_request_duration_seconds_sum{status_code="200",method="POST",path="/sync"} 116308.31172277997 audius_cn_http_request_duration_seconds_count{status_code="200",method="POST",path="/sync"} 208858 audius_cn_http_request_duration_seconds_bucket{le="0.2",status_code="200",method="POST",path="/users/batch_clock_status"} 190613 audius_cn_http_request_duration_seconds_bucket{le="0.5",status_code="200",method="POST",path="/users/batch_clock_status"} 238099 audius_cn_http_request_duration_seconds_bucket{le="1",status_code="200",method="POST",path="/users/batch_clock_status"} 309185 audius_cn_http_request_duration_seconds_bucket{le="4",status_code="200",method="POST",path="/users/batch_clock_status"} 574500 audius_cn_http_request_duration_seconds_bucket{le="15",status_code="200",method="POST",path="/users/batch_clock_status"} 624421 audius_cn_http_request_duration_seconds_bucket{le="60",status_code="200",method="POST",path="/users/batch_clock_status"} 630637 audius_cn_http_request_duration_seconds_bucket{le="+Inf",status_code="200",method="POST",path="/users/batch_clock_status"} 630762 audius_cn_http_request_duration_seconds_sum{status_code="200",method="POST",path="/users/batch_clock_status"} 1115557.9687059773 audius_cn_http_request_duration_seconds_count{status_code="200",method="POST",path="/users/batch_clock_status"} 630762 audius_cn_http_request_duration_seconds_bucket{le="0.2",status_code="200",method="GET",path="/export"} 666168 audius_cn_http_request_duration_seconds_bucket{le="0.5",status_code="200",method="GET",path="/export"} 668758 audius_cn_http_request_duration_seconds_bucket{le="1",status_code="200",method="GET",path="/export"} 669870 audius_cn_http_request_duration_seconds_bucket{le="4",status_code="200",method="GET",path="/export"} 670762 audius_cn_http_request_duration_seconds_bucket{le="15",status_code="200",method="GET",path="/export"} 670770 audius_cn_http_request_duration_seconds_bucket{le="60",status_code="200",method="GET",path="/export"} 670783 audius_cn_http_request_duration_seconds_bucket{le="+Inf",status_code="200",method="GET",path="/export"} 670783 audius_cn_http_request_duration_seconds_sum{status_code="200",method="GET",path="/export"} 18480.378288192955 audius_cn_http_request_duration_seconds_count{status_code="200",method="GET",path="/export"} 670783 audius_cn_http_request_duration_seconds_bucket{le="0.2",status_code="404",method="GET",path="/ipfs/:CID"} 2166187 audius_cn_http_request_duration_seconds_bucket{le="0.5",status_code="404",method="GET",path="/ipfs/:CID"} 2170602 audius_cn_http_request_duration_seconds_bucket{le="1",status_code="404",method="GET",path="/ipfs/:CID"} 2175428 audius_cn_http_request_duration_seconds_bucket{le="4",status_code="404",method="GET",path="/ipfs/:CID"} 2192124 audius_cn_http_request_duration_seconds_bucket{le="15",status_code="404",method="GET",path="/ipfs/:CID"} 2208269 audius_cn_http_request_duration_seconds_bucket{le="60",status_code="404",method="GET",path="/ipfs/:CID"} 2208370 audius_cn_http_request_duration_seconds_bucket{le="+Inf",status_code="404",method="GET",path="/ipfs/:CID"} 2208370 audius_cn_http_request_duration_seconds_sum{status_code="404",method="GET",path="/ipfs/:CID"} 172395.4603960765 audius_cn_http_request_duration_seconds_count{status_code="404",method="GET",path="/ipfs/:CID"} 2208370 audius_cn_http_request_duration_seconds_bucket{le="0.2",status_code="403",method="HEAD",path="/tracks/stream/:encodedId"} 162984 audius_cn_http_request_duration_seconds_bucket{le="0.5",status_code="403",method="HEAD",path="/tracks/stream/:encodedId"} 163007 audius_cn_http_request_duration_seconds_bucket{le="1",status_code="403",method="HEAD",path="/tracks/stream/:encodedId"} 163015 audius_cn_http_request_duration_seconds_bucket{le="4",status_code="403",method="HEAD",path="/tracks/stream/:encodedId"} 163019 audius_cn_http_request_duration_seconds_bucket{le="15",status_code="403",method="HEAD",path="/tracks/stream/:encodedId"} 163019 audius_cn_http_request_duration_seconds_bucket{le="60",status_code="403",method="HEAD",path="/tracks/stream/:encodedId"} 163019 audius_cn_http_request_duration_seconds_bucket{le="+Inf",status_code="403",method="HEAD",path="/tracks/stream/:encodedId"} 163019 audius_cn_http_request_duration_seconds_sum{status_code="403",method="HEAD",path="/tracks/stream/:encodedId"} 247.94590692899985 audius_cn_http_request_duration_seconds_count{status_code="403",method="HEAD",path="/tracks/stream/:encodedId"} 163019 audius_cn_http_request_duration_seconds_bucket{le="0.2",status_code="200",method="POST",path="/merge_primary_and_secondary"} 422476 audius_cn_http_request_duration_seconds_bucket{le="0.5",status_code="200",method="POST",path="/merge_primary_and_secondary"} 422622 audius_cn_http_request_duration_seconds_bucket{le="1",status_code="200",method="POST",path="/merge_primary_and_secondary"} 422689 audius_cn_http_request_duration_seconds_bucket{le="4",status_code="200",method="POST",path="/merge_primary_and_secondary"} 422714 audius_cn_http_request_duration_seconds_bucket{le="15",status_code="200",method="POST",path="/merge_primary_and_secondary"} 422714 audius_cn_http_request_duration_seconds_bucket{le="60",status_code="200",method="POST",path="/merge_primary_and_secondary"} 422714 audius_cn_http_request_duration_seconds_bucket{le="+Inf",status_code="200",method="POST",path="/merge_primary_and_secondary"} 422714 audius_cn_http_request_duration_seconds_sum{status_code="200",method="POST",path="/merge_primary_and_secondary"} 1802.8492433550027 audius_cn_http_request_duration_seconds_count{status_code="200",method="POST",path="/merge_primary_and_secondary"} 422714 audius_cn_http_request_duration_seconds_bucket{le="0.2",status_code="200",method="GET",path="/tracks/stream/:encodedId"} 260376 audius_cn_http_request_duration_seconds_bucket{le="0.5",status_code="200",method="GET",path="/tracks/stream/:encodedId"} 274125 audius_cn_http_request_duration_seconds_bucket{le="1",status_code="200",method="GET",path="/tracks/stream/:encodedId"} 282566 audius_cn_http_request_duration_seconds_bucket{le="4",status_code="200",method="GET",path="/tracks/stream/:encodedId"} 291431 audius_cn_http_request_duration_seconds_bucket{le="15",status_code="200",method="GET",path="/tracks/stream/:encodedId"} 297257 audius_cn_http_request_duration_seconds_bucket{le="60",status_code="200",method="GET",path="/tracks/stream/:encodedId"} 297374 audius_cn_http_request_duration_seconds_bucket{le="+Inf",status_code="200",method="GET",path="/tracks/stream/:encodedId"} 297474 audius_cn_http_request_duration_seconds_sum{status_code="200",method="GET",path="/tracks/stream/:encodedId"} 214956.23183198483 audius_cn_http_request_duration_seconds_count{status_code="200",method="GET",path="/tracks/stream/:encodedId"} 297474 audius_cn_http_request_duration_seconds_bucket{le="0.2",status_code="200",method="GET",path="/health_check/verbose"} 282017 audius_cn_http_request_duration_seconds_bucket{le="0.5",status_code="200",method="GET",path="/health_check/verbose"} 282343 audius_cn_http_request_duration_seconds_bucket{le="1",status_code="200",method="GET",path="/health_check/verbose"} 282459 audius_cn_http_request_duration_seconds_bucket{le="4",status_code="200",method="GET",path="/health_check/verbose"} 282515 audius_cn_http_request_duration_seconds_bucket{le="15",status_code="200",method="GET",path="/health_check/verbose"} 282518 audius_cn_http_request_duration_seconds_bucket{le="60",status_code="200",method="GET",path="/health_check/verbose"} 282518 audius_cn_http_request_duration_seconds_bucket{le="+Inf",status_code="200",method="GET",path="/health_check/verbose"} 282518 audius_cn_http_request_duration_seconds_sum{status_code="200",method="GET",path="/health_check/verbose"} 7681.905320901003 audius_cn_http_request_duration_seconds_count{status_code="200",method="GET",path="/health_check/verbose"} 282518 audius_cn_http_request_duration_seconds_bucket{le="0.2",status_code="206",method="GET",path="/tracks/stream/:encodedId"} 450211 audius_cn_http_request_duration_seconds_bucket{le="0.5",status_code="206",method="GET",path="/tracks/stream/:encodedId"} 466954 audius_cn_http_request_duration_seconds_bucket{le="1",status_code="206",method="GET",path="/tracks/stream/:encodedId"} 478651 audius_cn_http_request_duration_seconds_bucket{le="4",status_code="206",method="GET",path="/tracks/stream/:encodedId"} 488746 audius_cn_http_request_duration_seconds_bucket{le="15",status_code="206",method="GET",path="/tracks/stream/:encodedId"} 492858 audius_cn_http_request_duration_seconds_bucket{le="60",status_code="206",method="GET",path="/tracks/stream/:encodedId"} 492922 audius_cn_http_request_duration_seconds_bucket{le="+Inf",status_code="206",method="GET",path="/tracks/stream/:encodedId"} 492935 audius_cn_http_request_duration_seconds_sum{status_code="206",method="GET",path="/tracks/stream/:encodedId"} 92757.18761229959 audius_cn_http_request_duration_seconds_count{status_code="206",method="GET",path="/tracks/stream/:encodedId"} 492935 audius_cn_http_request_duration_seconds_bucket{le="0.2",status_code="200",method="GET",path="/sync_status/uuid/:syncUuid"} 380582 audius_cn_http_request_duration_seconds_bucket{le="0.5",status_code="200",method="GET",path="/sync_status/uuid/:syncUuid"} 380721 audius_cn_http_request_duration_seconds_bucket{le="1",status_code="200",method="GET",path="/sync_status/uuid/:syncUuid"} 380792 audius_cn_http_request_duration_seconds_bucket{le="4",status_code="200",method="GET",path="/sync_status/uuid/:syncUuid"} 380818 audius_cn_http_request_duration_seconds_bucket{le="15",status_code="200",method="GET",path="/sync_status/uuid/:syncUuid"} 380821 audius_cn_http_request_duration_seconds_bucket{le="60",status_code="200",method="GET",path="/sync_status/uuid/:syncUuid"} 380821 audius_cn_http_request_duration_seconds_bucket{le="+Inf",status_code="200",method="GET",path="/sync_status/uuid/:syncUuid"} 380821 audius_cn_http_request_duration_seconds_sum{status_code="200",method="GET",path="/sync_status/uuid/:syncUuid"} 1413.1898241060028 audius_cn_http_request_duration_seconds_count{status_code="200",method="GET",path="/sync_status/uuid/:syncUuid"} 380821 audius_cn_http_request_duration_seconds_bucket{le="0.2",status_code="200",method="GET",path="/health_check"} 233317 audius_cn_http_request_duration_seconds_bucket{le="0.5",status_code="200",method="GET",path="/health_check"} 233556 audius_cn_http_request_duration_seconds_bucket{le="1",status_code="200",method="GET",path="/health_check"} 233662 audius_cn_http_request_duration_seconds_bucket{le="4",status_code="200",method="GET",path="/health_check"} 233698 audius_cn_http_request_duration_seconds_bucket{le="15",status_code="200",method="GET",path="/health_check"} 233700 audius_cn_http_request_duration_seconds_bucket{le="60",status_code="200",method="GET",path="/health_check"} 233700 audius_cn_http_request_duration_seconds_bucket{le="+Inf",status_code="200",method="GET",path="/health_check"} 233700 audius_cn_http_request_duration_seconds_sum{status_code="200",method="GET",path="/health_check"} 6423.699633325017 audius_cn_http_request_duration_seconds_count{status_code="200",method="GET",path="/health_check"} 233700 audius_cn_http_request_duration_seconds_bucket{le="0.2",status_code="200",method="HEAD",path="/tracks/stream/:encodedId"} 1477161 audius_cn_http_request_duration_seconds_bucket{le="0.5",status_code="200",method="HEAD",path="/tracks/stream/:encodedId"} 1530495 audius_cn_http_request_duration_seconds_bucket{le="1",status_code="200",method="HEAD",path="/tracks/stream/:encodedId"} 1549637 audius_cn_http_request_duration_seconds_bucket{le="4",status_code="200",method="HEAD",path="/tracks/stream/:encodedId"} 1566419 audius_cn_http_request_duration_seconds_bucket{le="15",status_code="200",method="HEAD",path="/tracks/stream/:encodedId"} 1573099 audius_cn_http_request_duration_seconds_bucket{le="60",status_code="200",method="HEAD",path="/tracks/stream/:encodedId"} 1573261 audius_cn_http_request_duration_seconds_bucket{le="+Inf",status_code="200",method="HEAD",path="/tracks/stream/:encodedId"} 1573357 audius_cn_http_request_duration_seconds_sum{status_code="200",method="HEAD",path="/tracks/stream/:encodedId"} 255208.19867382039 audius_cn_http_request_duration_seconds_count{status_code="200",method="HEAD",path="/tracks/stream/:encodedId"} 1573357 audius_cn_http_request_duration_seconds_bucket{le="0.2",status_code="404",method="GET",path="/ipfs/:dirCID/:filename"} 41977 audius_cn_http_request_duration_seconds_bucket{le="0.5",status_code="404",method="GET",path="/ipfs/:dirCID/:filename"} 42001 audius_cn_http_request_duration_seconds_bucket{le="1",status_code="404",method="GET",path="/ipfs/:dirCID/:filename"} 42012 audius_cn_http_request_duration_seconds_bucket{le="4",status_code="404",method="GET",path="/ipfs/:dirCID/:filename"} 42026 audius_cn_http_request_duration_seconds_bucket{le="15",status_code="404",method="GET",path="/ipfs/:dirCID/:filename"} 42031 audius_cn_http_request_duration_seconds_bucket{le="60",status_code="404",method="GET",path="/ipfs/:dirCID/:filename"} 42031 audius_cn_http_request_duration_seconds_bucket{le="+Inf",status_code="404",method="GET",path="/ipfs/:dirCID/:filename"} 42031 audius_cn_http_request_duration_seconds_sum{status_code="404",method="GET",path="/ipfs/:dirCID/:filename"} 272.2691056680001 audius_cn_http_request_duration_seconds_count{status_code="404",method="GET",path="/ipfs/:dirCID/:filename"} 42031 audius_cn_http_request_duration_seconds_bucket{le="0.2",status_code="200",method="POST",path="/users/login/challenge"} 1685 audius_cn_http_request_duration_seconds_bucket{le="0.5",status_code="200",method="POST",path="/users/login/challenge"} 1690 audius_cn_http_request_duration_seconds_bucket{le="1",status_code="200",method="POST",path="/users/login/challenge"} 1692 audius_cn_http_request_duration_seconds_bucket{le="4",status_code="200",method="POST",path="/users/login/challenge"} 1700 audius_cn_http_request_duration_seconds_bucket{le="15",status_code="200",method="POST",path="/users/login/challenge"} 1705 audius_cn_http_request_duration_seconds_bucket{le="60",status_code="200",method="POST",path="/users/login/challenge"} 1705 audius_cn_http_request_duration_seconds_bucket{le="+Inf",status_code="200",method="POST",path="/users/login/challenge"} 1705 audius_cn_http_request_duration_seconds_sum{status_code="200",method="POST",path="/users/login/challenge"} 122.583100618 audius_cn_http_request_duration_seconds_count{status_code="200",method="POST",path="/users/login/challenge"} 1705 audius_cn_http_request_duration_seconds_bucket{le="0.2",status_code="200",method="POST",path="/audius_users/metadata"} 0 audius_cn_http_request_duration_seconds_bucket{le="0.5",status_code="200",method="POST",path="/audius_users/metadata"} 0 audius_cn_http_request_duration_seconds_bucket{le="1",status_code="200",method="POST",path="/audius_users/metadata"} 228 audius_cn_http_request_duration_seconds_bucket{le="4",status_code="200",method="POST",path="/audius_users/metadata"} 1121 audius_cn_http_request_duration_seconds_bucket{le="15",status_code="200",method="POST",path="/audius_users/metadata"} 1253 audius_cn_http_request_duration_seconds_bucket{le="60",status_code="200",method="POST",path="/audius_users/metadata"} 1275 audius_cn_http_request_duration_seconds_bucket{le="+Inf",status_code="200",method="POST",path="/audius_users/metadata"} 1277 audius_cn_http_request_duration_seconds_sum{status_code="200",method="POST",path="/audius_users/metadata"} 6992.896055338001 audius_cn_http_request_duration_seconds_count{status_code="200",method="POST",path="/audius_users/metadata"} 1277 audius_cn_http_request_duration_seconds_bucket{le="0.2",status_code="200",method="GET",path="/sync_status/:walletPublicKey"} 63423 audius_cn_http_request_duration_seconds_bucket{le="0.5",status_code="200",method="GET",path="/sync_status/:walletPublicKey"} 63529 audius_cn_http_request_duration_seconds_bucket{le="1",status_code="200",method="GET",path="/sync_status/:walletPublicKey"} 63604 audius_cn_http_request_duration_seconds_bucket{le="4",status_code="200",method="GET",path="/sync_status/:walletPublicKey"} 63646 audius_cn_http_request_duration_seconds_bucket{le="15",status_code="200",method="GET",path="/sync_status/:walletPublicKey"} 63647 audius_cn_http_request_duration_seconds_bucket{le="60",status_code="200",method="GET",path="/sync_status/:walletPublicKey"} 63647 audius_cn_http_request_duration_seconds_bucket{le="+Inf",status_code="200",method="GET",path="/sync_status/:walletPublicKey"} 63647 audius_cn_http_request_duration_seconds_sum{status_code="200",method="GET",path="/sync_status/:walletPublicKey"} 590.0532021779994 audius_cn_http_request_duration_seconds_count{status_code="200",method="GET",path="/sync_status/:walletPublicKey"} 63647 audius_cn_http_request_duration_seconds_bucket{le="0.2",status_code="200",method="GET",path="/prometheus_metrics"} 17773 audius_cn_http_request_duration_seconds_bucket{le="0.5",status_code="200",method="GET",path="/prometheus_metrics"} 23983 audius_cn_http_request_duration_seconds_bucket{le="1",status_code="200",method="GET",path="/prometheus_metrics"} 25184 audius_cn_http_request_duration_seconds_bucket{le="4",status_code="200",method="GET",path="/prometheus_metrics"} 25467 audius_cn_http_request_duration_seconds_bucket{le="15",status_code="200",method="GET",path="/prometheus_metrics"} 25469 audius_cn_http_request_duration_seconds_bucket{le="60",status_code="200",method="GET",path="/prometheus_metrics"} 25469 audius_cn_http_request_duration_seconds_bucket{le="+Inf",status_code="200",method="GET",path="/prometheus_metrics"} 25469 audius_cn_http_request_duration_seconds_sum{status_code="200",method="GET",path="/prometheus_metrics"} 5189.168327051 audius_cn_http_request_duration_seconds_count{status_code="200",method="GET",path="/prometheus_metrics"} 25469 audius_cn_http_request_duration_seconds_bucket{le="0.2",status_code="200",method="HEAD",path="/disk_check"} 12524 audius_cn_http_request_duration_seconds_bucket{le="0.5",status_code="200",method="HEAD",path="/disk_check"} 12530 audius_cn_http_request_duration_seconds_bucket{le="1",status_code="200",method="HEAD",path="/disk_check"} 12532 audius_cn_http_request_duration_seconds_bucket{le="4",status_code="200",method="HEAD",path="/disk_check"} 12533 audius_cn_http_request_duration_seconds_bucket{le="15",status_code="200",method="HEAD",path="/disk_check"} 12533 audius_cn_http_request_duration_seconds_bucket{le="60",status_code="200",method="HEAD",path="/disk_check"} 12533 audius_cn_http_request_duration_seconds_bucket{le="+Inf",status_code="200",method="HEAD",path="/disk_check"} 12533 audius_cn_http_request_duration_seconds_sum{status_code="200",method="HEAD",path="/disk_check"} 61.732701994000024 audius_cn_http_request_duration_seconds_count{status_code="200",method="HEAD",path="/disk_check"} 12533 audius_cn_http_request_duration_seconds_bucket{le="0.2",status_code="400",method="GET",path="/ipfs/:CID"} 18079 audius_cn_http_request_duration_seconds_bucket{le="0.5",status_code="400",method="GET",path="/ipfs/:CID"} 18118 audius_cn_http_request_duration_seconds_bucket{le="1",status_code="400",method="GET",path="/ipfs/:CID"} 18186 audius_cn_http_request_duration_seconds_bucket{le="4",status_code="400",method="GET",path="/ipfs/:CID"} 18408 audius_cn_http_request_duration_seconds_bucket{le="15",status_code="400",method="GET",path="/ipfs/:CID"} 18637 audius_cn_http_request_duration_seconds_bucket{le="60",status_code="400",method="GET",path="/ipfs/:CID"} 18637 audius_cn_http_request_duration_seconds_bucket{le="+Inf",status_code="400",method="GET",path="/ipfs/:CID"} 18637 audius_cn_http_request_duration_seconds_sum{status_code="400",method="GET",path="/ipfs/:CID"} 2313.8632576619984 audius_cn_http_request_duration_seconds_count{status_code="400",method="GET",path="/ipfs/:CID"} 18637 audius_cn_http_request_duration_seconds_bucket{le="0.2",status_code="200",method="POST",path="/users"} 1708 audius_cn_http_request_duration_seconds_bucket{le="0.5",status_code="200",method="POST",path="/users"} 1708 audius_cn_http_request_duration_seconds_bucket{le="1",status_code="200",method="POST",path="/users"} 1708 audius_cn_http_request_duration_seconds_bucket{le="4",status_code="200",method="POST",path="/users"} 1708 audius_cn_http_request_duration_seconds_bucket{le="15",status_code="200",method="POST",path="/users"} 1708 audius_cn_http_request_duration_seconds_bucket{le="60",status_code="200",method="POST",path="/users"} 1708 audius_cn_http_request_duration_seconds_bucket{le="+Inf",status_code="200",method="POST",path="/users"} 1708 audius_cn_http_request_duration_seconds_sum{status_code="200",method="POST",path="/users"} 11.013821555 audius_cn_http_request_duration_seconds_count{status_code="200",method="POST",path="/users"} 1708 audius_cn_http_request_duration_seconds_bucket{le="0.2",status_code="403",method="GET",path="/tracks/stream/:encodedId"} 182582 audius_cn_http_request_duration_seconds_bucket{le="0.5",status_code="403",method="GET",path="/tracks/stream/:encodedId"} 182651 audius_cn_http_request_duration_seconds_bucket{le="1",status_code="403",method="GET",path="/tracks/stream/:encodedId"} 182696 audius_cn_http_request_duration_seconds_bucket{le="4",status_code="403",method="GET",path="/tracks/stream/:encodedId"} 182706 audius_cn_http_request_duration_seconds_bucket{le="15",status_code="403",method="GET",path="/tracks/stream/:encodedId"} 182707 audius_cn_http_request_duration_seconds_bucket{le="60",status_code="403",method="GET",path="/tracks/stream/:encodedId"} 182707 audius_cn_http_request_duration_seconds_bucket{le="+Inf",status_code="403",method="GET",path="/tracks/stream/:encodedId"} 182707 audius_cn_http_request_duration_seconds_sum{status_code="403",method="GET",path="/tracks/stream/:encodedId"} 450.6551582990004 audius_cn_http_request_duration_seconds_count{status_code="403",method="GET",path="/tracks/stream/:encodedId"} 182707 audius_cn_http_request_duration_seconds_bucket{le="0.2",status_code="500",method="GET",path="/tracks/stream/:encodedId"} 76731 audius_cn_http_request_duration_seconds_bucket{le="0.5",status_code="500",method="GET",path="/tracks/stream/:encodedId"} 133347 audius_cn_http_request_duration_seconds_bucket{le="1",status_code="500",method="GET",path="/tracks/stream/:encodedId"} 155398 audius_cn_http_request_duration_seconds_bucket{le="4",status_code="500",method="GET",path="/tracks/stream/:encodedId"} 159090 audius_cn_http_request_duration_seconds_bucket{le="15",status_code="500",method="GET",path="/tracks/stream/:encodedId"} 159868 audius_cn_http_request_duration_seconds_bucket{le="60",status_code="500",method="GET",path="/tracks/stream/:encodedId"} 159886 audius_cn_http_request_duration_seconds_bucket{le="+Inf",status_code="500",method="GET",path="/tracks/stream/:encodedId"} 160056 audius_cn_http_request_duration_seconds_sum{status_code="500",method="GET",path="/tracks/stream/:encodedId"} 256216.0551207559 audius_cn_http_request_duration_seconds_count{status_code="500",method="GET",path="/tracks/stream/:encodedId"} 160056 audius_cn_http_request_duration_seconds_bucket{le="0.2",status_code="200",method="POST",path="/image_upload"} 12 audius_cn_http_request_duration_seconds_bucket{le="0.5",status_code="200",method="POST",path="/image_upload"} 22 audius_cn_http_request_duration_seconds_bucket{le="1",status_code="200",method="POST",path="/image_upload"} 61 audius_cn_http_request_duration_seconds_bucket{le="4",status_code="200",method="POST",path="/image_upload"} 901 audius_cn_http_request_duration_seconds_bucket{le="15",status_code="200",method="POST",path="/image_upload"} 1076 audius_cn_http_request_duration_seconds_bucket{le="60",status_code="200",method="POST",path="/image_upload"} 1090 audius_cn_http_request_duration_seconds_bucket{le="+Inf",status_code="200",method="POST",path="/image_upload"} 1096 audius_cn_http_request_duration_seconds_sum{status_code="200",method="POST",path="/image_upload"} 16689.132163233997 audius_cn_http_request_duration_seconds_count{status_code="200",method="POST",path="/image_upload"} 1096 audius_cn_http_request_duration_seconds_bucket{le="0.2",status_code="200",method="POST",path="/tracks"} 6 audius_cn_http_request_duration_seconds_bucket{le="0.5",status_code="200",method="POST",path="/tracks"} 52 audius_cn_http_request_duration_seconds_bucket{le="1",status_code="200",method="POST",path="/tracks"} 81 audius_cn_http_request_duration_seconds_bucket{le="4",status_code="200",method="POST",path="/tracks"} 119 audius_cn_http_request_duration_seconds_bucket{le="15",status_code="200",method="POST",path="/tracks"} 922 audius_cn_http_request_duration_seconds_bucket{le="60",status_code="200",method="POST",path="/tracks"} 1016 audius_cn_http_request_duration_seconds_bucket{le="+Inf",status_code="200",method="POST",path="/tracks"} 1044 audius_cn_http_request_duration_seconds_sum{status_code="200",method="POST",path="/tracks"} 13851.252885904001 audius_cn_http_request_duration_seconds_count{status_code="200",method="POST",path="/tracks"} 1044 audius_cn_http_request_duration_seconds_bucket{le="0.2",status_code="200",method="GET",path="/users/login/challenge"} 1671 audius_cn_http_request_duration_seconds_bucket{le="0.5",status_code="200",method="GET",path="/users/login/challenge"} 1676 audius_cn_http_request_duration_seconds_bucket{le="1",status_code="200",method="GET",path="/users/login/challenge"} 1678 audius_cn_http_request_duration_seconds_bucket{le="4",status_code="200",method="GET",path="/users/login/challenge"} 1689 audius_cn_http_request_duration_seconds_bucket{le="15",status_code="200",method="GET",path="/users/login/challenge"} 1705 audius_cn_http_request_duration_seconds_bucket{le="60",status_code="200",method="GET",path="/users/login/challenge"} 1705 audius_cn_http_request_duration_seconds_bucket{le="+Inf",status_code="200",method="GET",path="/users/login/challenge"} 1705 audius_cn_http_request_duration_seconds_sum{status_code="200",method="GET",path="/users/login/challenge"} 149.13181108099997 audius_cn_http_request_duration_seconds_count{status_code="200",method="GET",path="/users/login/challenge"} 1705 audius_cn_http_request_duration_seconds_bucket{le="0.2",status_code="200",method="POST",path="/audius_users"} 0 audius_cn_http_request_duration_seconds_bucket{le="0.5",status_code="200",method="POST",path="/audius_users"} 99 audius_cn_http_request_duration_seconds_bucket{le="1",status_code="200",method="POST",path="/audius_users"} 136 audius_cn_http_request_duration_seconds_bucket{le="4",status_code="200",method="POST",path="/audius_users"} 165 audius_cn_http_request_duration_seconds_bucket{le="15",status_code="200",method="POST",path="/audius_users"} 1005 audius_cn_http_request_duration_seconds_bucket{le="60",status_code="200",method="POST",path="/audius_users"} 1091 audius_cn_http_request_duration_seconds_bucket{le="+Inf",status_code="200",method="POST",path="/audius_users"} 1114 audius_cn_http_request_duration_seconds_sum{status_code="200",method="POST",path="/audius_users"} 12735.203639767 audius_cn_http_request_duration_seconds_count{status_code="200",method="POST",path="/audius_users"} 1114 audius_cn_http_request_duration_seconds_bucket{le="0.2",status_code="200",method="GET",path="/tracks/download_status/:blockchainId"} 1919 audius_cn_http_request_duration_seconds_bucket{le="0.5",status_code="200",method="GET",path="/tracks/download_status/:blockchainId"} 1921 audius_cn_http_request_duration_seconds_bucket{le="1",status_code="200",method="GET",path="/tracks/download_status/:blockchainId"} 1921 audius_cn_http_request_duration_seconds_bucket{le="4",status_code="200",method="GET",path="/tracks/download_status/:blockchainId"} 1921 audius_cn_http_request_duration_seconds_bucket{le="15",status_code="200",method="GET",path="/tracks/download_status/:blockchainId"} 1921 audius_cn_http_request_duration_seconds_bucket{le="60",status_code="200",method="GET",path="/tracks/download_status/:blockchainId"} 1921 audius_cn_http_request_duration_seconds_bucket{le="+Inf",status_code="200",method="GET",path="/tracks/download_status/:blockchainId"} 1921 audius_cn_http_request_duration_seconds_sum{status_code="200",method="GET",path="/tracks/download_status/:blockchainId"} 14.701676987 audius_cn_http_request_duration_seconds_count{status_code="200",method="GET",path="/tracks/download_status/:blockchainId"} 1921 audius_cn_http_request_duration_seconds_bucket{le="0.2",status_code="200",method="POST",path="/tracks/metadata"} 0 audius_cn_http_request_duration_seconds_bucket{le="0.5",status_code="200",method="POST",path="/tracks/metadata"} 0 audius_cn_http_request_duration_seconds_bucket{le="1",status_code="200",method="POST",path="/tracks/metadata"} 64 audius_cn_http_request_duration_seconds_bucket{le="4",status_code="200",method="POST",path="/tracks/metadata"} 836 audius_cn_http_request_duration_seconds_bucket{le="15",status_code="200",method="POST",path="/tracks/metadata"} 1088 audius_cn_http_request_duration_seconds_bucket{le="60",status_code="200",method="POST",path="/tracks/metadata"} 1178 audius_cn_http_request_duration_seconds_bucket{le="+Inf",status_code="200",method="POST",path="/tracks/metadata"} 1181 audius_cn_http_request_duration_seconds_sum{status_code="200",method="POST",path="/tracks/metadata"} 10863.660996159 audius_cn_http_request_duration_seconds_count{status_code="200",method="POST",path="/tracks/metadata"} 1181 audius_cn_http_request_duration_seconds_bucket{le="0.2",status_code="500",method="GET",path="/ipfs/:CID"} 31070 audius_cn_http_request_duration_seconds_bucket{le="0.5",status_code="500",method="GET",path="/ipfs/:CID"} 31169 audius_cn_http_request_duration_seconds_bucket{le="1",status_code="500",method="GET",path="/ipfs/:CID"} 31251 audius_cn_http_request_duration_seconds_bucket{le="4",status_code="500",method="GET",path="/ipfs/:CID"} 31531 audius_cn_http_request_duration_seconds_bucket{le="15",status_code="500",method="GET",path="/ipfs/:CID"} 31771 audius_cn_http_request_duration_seconds_bucket{le="60",status_code="500",method="GET",path="/ipfs/:CID"} 31771 audius_cn_http_request_duration_seconds_bucket{le="+Inf",status_code="500",method="GET",path="/ipfs/:CID"} 32807 audius_cn_http_request_duration_seconds_sum{status_code="500",method="GET",path="/ipfs/:CID"} 820832.0520498076 audius_cn_http_request_duration_seconds_count{status_code="500",method="GET",path="/ipfs/:CID"} 32807 audius_cn_http_request_duration_seconds_bucket{le="0.2",status_code="200",method="POST",path="/blacklist/add"} 1603 audius_cn_http_request_duration_seconds_bucket{le="0.5",status_code="200",method="POST",path="/blacklist/add"} 3555 audius_cn_http_request_duration_seconds_bucket{le="1",status_code="200",method="POST",path="/blacklist/add"} 4344 audius_cn_http_request_duration_seconds_bucket{le="4",status_code="200",method="POST",path="/blacklist/add"} 4564 audius_cn_http_request_duration_seconds_bucket{le="15",status_code="200",method="POST",path="/blacklist/add"} 4575 audius_cn_http_request_duration_seconds_bucket{le="60",status_code="200",method="POST",path="/blacklist/add"} 4577 audius_cn_http_request_duration_seconds_bucket{le="+Inf",status_code="200",method="POST",path="/blacklist/add"} 4577 audius_cn_http_request_duration_seconds_sum{status_code="200",method="POST",path="/blacklist/add"} 1818.0714014229995 audius_cn_http_request_duration_seconds_count{status_code="200",method="POST",path="/blacklist/add"} 4577 audius_cn_http_request_duration_seconds_bucket{le="0.2",status_code="200",method="GET",path="/version"} 838 audius_cn_http_request_duration_seconds_bucket{le="0.5",status_code="200",method="GET",path="/version"} 838 audius_cn_http_request_duration_seconds_bucket{le="1",status_code="200",method="GET",path="/version"} 838 audius_cn_http_request_duration_seconds_bucket{le="4",status_code="200",method="GET",path="/version"} 838 audius_cn_http_request_duration_seconds_bucket{le="15",status_code="200",method="GET",path="/version"} 838 audius_cn_http_request_duration_seconds_bucket{le="60",status_code="200",method="GET",path="/version"} 838 audius_cn_http_request_duration_seconds_bucket{le="+Inf",status_code="200",method="GET",path="/version"} 838 audius_cn_http_request_duration_seconds_sum{status_code="200",method="GET",path="/version"} 2.2714428660000006 audius_cn_http_request_duration_seconds_count{status_code="200",method="GET",path="/version"} 838 audius_cn_http_request_duration_seconds_bucket{le="0.2",status_code="200",method="POST",path="/track_content_async"} 102 audius_cn_http_request_duration_seconds_bucket{le="0.5",status_code="200",method="POST",path="/track_content_async"} 410 audius_cn_http_request_duration_seconds_bucket{le="1",status_code="200",method="POST",path="/track_content_async"} 644 audius_cn_http_request_duration_seconds_bucket{le="4",status_code="200",method="POST",path="/track_content_async"} 770 audius_cn_http_request_duration_seconds_bucket{le="15",status_code="200",method="POST",path="/track_content_async"} 840 audius_cn_http_request_duration_seconds_bucket{le="60",status_code="200",method="POST",path="/track_content_async"} 842 audius_cn_http_request_duration_seconds_bucket{le="+Inf",status_code="200",method="POST",path="/track_content_async"} 847 audius_cn_http_request_duration_seconds_sum{status_code="200",method="POST",path="/track_content_async"} 12334.874482355997 audius_cn_http_request_duration_seconds_count{status_code="200",method="POST",path="/track_content_async"} 847 audius_cn_http_request_duration_seconds_bucket{le="0.2",status_code="500",method="POST",path="/sync"} 380 audius_cn_http_request_duration_seconds_bucket{le="0.5",status_code="500",method="POST",path="/sync"} 1174 audius_cn_http_request_duration_seconds_bucket{le="1",status_code="500",method="POST",path="/sync"} 1390 audius_cn_http_request_duration_seconds_bucket{le="4",status_code="500",method="POST",path="/sync"} 1566 audius_cn_http_request_duration_seconds_bucket{le="15",status_code="500",method="POST",path="/sync"} 1673 audius_cn_http_request_duration_seconds_bucket{le="60",status_code="500",method="POST",path="/sync"} 1689 audius_cn_http_request_duration_seconds_bucket{le="+Inf",status_code="500",method="POST",path="/sync"} 1712 audius_cn_http_request_duration_seconds_sum{status_code="500",method="POST",path="/sync"} 6339.854590965 audius_cn_http_request_duration_seconds_count{status_code="500",method="POST",path="/sync"} 1712 audius_cn_http_request_duration_seconds_bucket{le="0.2",status_code="200",method="GET",path="/blacklist/tracks"} 2792 audius_cn_http_request_duration_seconds_bucket{le="0.5",status_code="200",method="GET",path="/blacklist/tracks"} 2914 audius_cn_http_request_duration_seconds_bucket{le="1",status_code="200",method="GET",path="/blacklist/tracks"} 2919 audius_cn_http_request_duration_seconds_bucket{le="4",status_code="200",method="GET",path="/blacklist/tracks"} 2927 audius_cn_http_request_duration_seconds_bucket{le="15",status_code="200",method="GET",path="/blacklist/tracks"} 2927 audius_cn_http_request_duration_seconds_bucket{le="60",status_code="200",method="GET",path="/blacklist/tracks"} 2927 audius_cn_http_request_duration_seconds_bucket{le="+Inf",status_code="200",method="GET",path="/blacklist/tracks"} 2927 audius_cn_http_request_duration_seconds_sum{status_code="200",method="GET",path="/blacklist/tracks"} 444.5609625220001 audius_cn_http_request_duration_seconds_count{status_code="200",method="GET",path="/blacklist/tracks"} 2927 audius_cn_http_request_duration_seconds_bucket{le="0.2",status_code="200",method="GET",path="/async_processing_status"} 7116 audius_cn_http_request_duration_seconds_bucket{le="0.5",status_code="200",method="GET",path="/async_processing_status"} 7118 audius_cn_http_request_duration_seconds_bucket{le="1",status_code="200",method="GET",path="/async_processing_status"} 7118 audius_cn_http_request_duration_seconds_bucket{le="4",status_code="200",method="GET",path="/async_processing_status"} 7118 audius_cn_http_request_duration_seconds_bucket{le="15",status_code="200",method="GET",path="/async_processing_status"} 7118 audius_cn_http_request_duration_seconds_bucket{le="60",status_code="200",method="GET",path="/async_processing_status"} 7118 audius_cn_http_request_duration_seconds_bucket{le="+Inf",status_code="200",method="GET",path="/async_processing_status"} 7118 audius_cn_http_request_duration_seconds_sum{status_code="200",method="GET",path="/async_processing_status"} 26.145580249 audius_cn_http_request_duration_seconds_count{status_code="200",method="GET",path="/async_processing_status"} 7118 audius_cn_http_request_duration_seconds_bucket{le="0.2",status_code="200",method="POST",path="/playlists/metadata"} 0 audius_cn_http_request_duration_seconds_bucket{le="0.5",status_code="200",method="POST",path="/playlists/metadata"} 1 audius_cn_http_request_duration_seconds_bucket{le="1",status_code="200",method="POST",path="/playlists/metadata"} 184 audius_cn_http_request_duration_seconds_bucket{le="4",status_code="200",method="POST",path="/playlists/metadata"} 1005 audius_cn_http_request_duration_seconds_bucket{le="15",status_code="200",method="POST",path="/playlists/metadata"} 1144 audius_cn_http_request_duration_seconds_bucket{le="60",status_code="200",method="POST",path="/playlists/metadata"} 1155 audius_cn_http_request_duration_seconds_bucket{le="+Inf",status_code="200",method="POST",path="/playlists/metadata"} 1160 audius_cn_http_request_duration_seconds_sum{status_code="200",method="POST",path="/playlists/metadata"} 11645.397103953 audius_cn_http_request_duration_seconds_count{status_code="200",method="POST",path="/playlists/metadata"} 1160 audius_cn_http_request_duration_seconds_bucket{le="0.2",status_code="200",method="GET",path="/disk_check"} 4 audius_cn_http_request_duration_seconds_bucket{le="0.5",status_code="200",method="GET",path="/disk_check"} 4 audius_cn_http_request_duration_seconds_bucket{le="1",status_code="200",method="GET",path="/disk_check"} 4 audius_cn_http_request_duration_seconds_bucket{le="4",status_code="200",method="GET",path="/disk_check"} 4 audius_cn_http_request_duration_seconds_bucket{le="15",status_code="200",method="GET",path="/disk_check"} 4 audius_cn_http_request_duration_seconds_bucket{le="60",status_code="200",method="GET",path="/disk_check"} 4 audius_cn_http_request_duration_seconds_bucket{le="+Inf",status_code="200",method="GET",path="/disk_check"} 4 audius_cn_http_request_duration_seconds_sum{status_code="200",method="GET",path="/disk_check"} 0.040633588 audius_cn_http_request_duration_seconds_count{status_code="200",method="GET",path="/disk_check"} 4 audius_cn_http_request_duration_seconds_bucket{le="0.2",status_code="206",method="HEAD",path="/tracks/stream/:encodedId"} 20 audius_cn_http_request_duration_seconds_bucket{le="0.5",status_code="206",method="HEAD",path="/tracks/stream/:encodedId"} 20 audius_cn_http_request_duration_seconds_bucket{le="1",status_code="206",method="HEAD",path="/tracks/stream/:encodedId"} 20 audius_cn_http_request_duration_seconds_bucket{le="4",status_code="206",method="HEAD",path="/tracks/stream/:encodedId"} 20 audius_cn_http_request_duration_seconds_bucket{le="15",status_code="206",method="HEAD",path="/tracks/stream/:encodedId"} 20 audius_cn_http_request_duration_seconds_bucket{le="60",status_code="206",method="HEAD",path="/tracks/stream/:encodedId"} 20 audius_cn_http_request_duration_seconds_bucket{le="+Inf",status_code="206",method="HEAD",path="/tracks/stream/:encodedId"} 20 audius_cn_http_request_duration_seconds_sum{status_code="206",method="HEAD",path="/tracks/stream/:encodedId"} 0.32859859299999994 audius_cn_http_request_duration_seconds_count{status_code="206",method="HEAD",path="/tracks/stream/:encodedId"} 20 audius_cn_http_request_duration_seconds_bucket{le="0.2",status_code="401",method="POST",path="/audius_users/metadata"} 76 audius_cn_http_request_duration_seconds_bucket{le="0.5",status_code="401",method="POST",path="/audius_users/metadata"} 76 audius_cn_http_request_duration_seconds_bucket{le="1",status_code="401",method="POST",path="/audius_users/metadata"} 76 audius_cn_http_request_duration_seconds_bucket{le="4",status_code="401",method="POST",path="/audius_users/metadata"} 76 audius_cn_http_request_duration_seconds_bucket{le="15",status_code="401",method="POST",path="/audius_users/metadata"} 76 audius_cn_http_request_duration_seconds_bucket{le="60",status_code="401",method="POST",path="/audius_users/metadata"} 76 audius_cn_http_request_duration_seconds_bucket{le="+Inf",status_code="401",method="POST",path="/audius_users/metadata"} 76 audius_cn_http_request_duration_seconds_sum{status_code="401",method="POST",path="/audius_users/metadata"} 0.6553981200000001 audius_cn_http_request_duration_seconds_count{status_code="401",method="POST",path="/audius_users/metadata"} 76 audius_cn_http_request_duration_seconds_bucket{le="0.2",status_code="423",method="GET",path="/sync_status/:walletPublicKey"} 158 audius_cn_http_request_duration_seconds_bucket{le="0.5",status_code="423",method="GET",path="/sync_status/:walletPublicKey"} 158 audius_cn_http_request_duration_seconds_bucket{le="1",status_code="423",method="GET",path="/sync_status/:walletPublicKey"} 158 audius_cn_http_request_duration_seconds_bucket{le="4",status_code="423",method="GET",path="/sync_status/:walletPublicKey"} 158 audius_cn_http_request_duration_seconds_bucket{le="15",status_code="423",method="GET",path="/sync_status/:walletPublicKey"} 158 audius_cn_http_request_duration_seconds_bucket{le="60",status_code="423",method="GET",path="/sync_status/:walletPublicKey"} 158 audius_cn_http_request_duration_seconds_bucket{le="+Inf",status_code="423",method="GET",path="/sync_status/:walletPublicKey"} 158 audius_cn_http_request_duration_seconds_sum{status_code="423",method="GET",path="/sync_status/:walletPublicKey"} 0.22128647399999998 audius_cn_http_request_duration_seconds_count{status_code="423",method="GET",path="/sync_status/:walletPublicKey"} 158 audius_cn_http_request_duration_seconds_bucket{le="0.2",status_code="401",method="POST",path="/playlists/metadata"} 14 audius_cn_http_request_duration_seconds_bucket{le="0.5",status_code="401",method="POST",path="/playlists/metadata"} 14 audius_cn_http_request_duration_seconds_bucket{le="1",status_code="401",method="POST",path="/playlists/metadata"} 14 audius_cn_http_request_duration_seconds_bucket{le="4",status_code="401",method="POST",path="/playlists/metadata"} 14 audius_cn_http_request_duration_seconds_bucket{le="15",status_code="401",method="POST",path="/playlists/metadata"} 14 audius_cn_http_request_duration_seconds_bucket{le="60",status_code="401",method="POST",path="/playlists/metadata"} 14 audius_cn_http_request_duration_seconds_bucket{le="+Inf",status_code="401",method="POST",path="/playlists/metadata"} 14 audius_cn_http_request_duration_seconds_sum{status_code="401",method="POST",path="/playlists/metadata"} 0.14679390399999998 audius_cn_http_request_duration_seconds_count{status_code="401",method="POST",path="/playlists/metadata"} 14 audius_cn_http_request_duration_seconds_bucket{le="0.2",status_code="401",method="POST",path="/track_content_async"} 41 audius_cn_http_request_duration_seconds_bucket{le="0.5",status_code="401",method="POST",path="/track_content_async"} 41 audius_cn_http_request_duration_seconds_bucket{le="1",status_code="401",method="POST",path="/track_content_async"} 41 audius_cn_http_request_duration_seconds_bucket{le="4",status_code="401",method="POST",path="/track_content_async"} 41 audius_cn_http_request_duration_seconds_bucket{le="15",status_code="401",method="POST",path="/track_content_async"} 41 audius_cn_http_request_duration_seconds_bucket{le="60",status_code="401",method="POST",path="/track_content_async"} 41 audius_cn_http_request_duration_seconds_bucket{le="+Inf",status_code="401",method="POST",path="/track_content_async"} 41 audius_cn_http_request_duration_seconds_sum{status_code="401",method="POST",path="/track_content_async"} 0.470801847 audius_cn_http_request_duration_seconds_count{status_code="401",method="POST",path="/track_content_async"} 41 audius_cn_http_request_duration_seconds_bucket{le="0.2",status_code="401",method="POST",path="/image_upload"} 61 audius_cn_http_request_duration_seconds_bucket{le="0.5",status_code="401",method="POST",path="/image_upload"} 61 audius_cn_http_request_duration_seconds_bucket{le="1",status_code="401",method="POST",path="/image_upload"} 62 audius_cn_http_request_duration_seconds_bucket{le="4",status_code="401",method="POST",path="/image_upload"} 62 audius_cn_http_request_duration_seconds_bucket{le="15",status_code="401",method="POST",path="/image_upload"} 62 audius_cn_http_request_duration_seconds_bucket{le="60",status_code="401",method="POST",path="/image_upload"} 62 audius_cn_http_request_duration_seconds_bucket{le="+Inf",status_code="401",method="POST",path="/image_upload"} 62 audius_cn_http_request_duration_seconds_sum{status_code="401",method="POST",path="/image_upload"} 2.043534219 audius_cn_http_request_duration_seconds_count{status_code="401",method="POST",path="/image_upload"} 62 audius_cn_http_request_duration_seconds_bucket{le="0.2",status_code="400",method="GET",path="/tracks/stream/:encodedId"} 0 audius_cn_http_request_duration_seconds_bucket{le="0.5",status_code="400",method="GET",path="/tracks/stream/:encodedId"} 0 audius_cn_http_request_duration_seconds_bucket{le="1",status_code="400",method="GET",path="/tracks/stream/:encodedId"} 4 audius_cn_http_request_duration_seconds_bucket{le="4",status_code="400",method="GET",path="/tracks/stream/:encodedId"} 5 audius_cn_http_request_duration_seconds_bucket{le="15",status_code="400",method="GET",path="/tracks/stream/:encodedId"} 5 audius_cn_http_request_duration_seconds_bucket{le="60",status_code="400",method="GET",path="/tracks/stream/:encodedId"} 5 audius_cn_http_request_duration_seconds_bucket{le="+Inf",status_code="400",method="GET",path="/tracks/stream/:encodedId"} 5 audius_cn_http_request_duration_seconds_sum{status_code="400",method="GET",path="/tracks/stream/:encodedId"} 3.962351291 audius_cn_http_request_duration_seconds_count{status_code="400",method="GET",path="/tracks/stream/:encodedId"} 5 audius_cn_http_request_duration_seconds_bucket{le="0.2",status_code="500",method="POST",path="/tracks"} 28 audius_cn_http_request_duration_seconds_bucket{le="0.5",status_code="500",method="POST",path="/tracks"} 35 audius_cn_http_request_duration_seconds_bucket{le="1",status_code="500",method="POST",path="/tracks"} 38 audius_cn_http_request_duration_seconds_bucket{le="4",status_code="500",method="POST",path="/tracks"} 38 audius_cn_http_request_duration_seconds_bucket{le="15",status_code="500",method="POST",path="/tracks"} 52 audius_cn_http_request_duration_seconds_bucket{le="60",status_code="500",method="POST",path="/tracks"} 55 audius_cn_http_request_duration_seconds_bucket{le="+Inf",status_code="500",method="POST",path="/tracks"} 56 audius_cn_http_request_duration_seconds_sum{status_code="500",method="POST",path="/tracks"} 359.633520395 audius_cn_http_request_duration_seconds_count{status_code="500",method="POST",path="/tracks"} 56 audius_cn_http_request_duration_seconds_bucket{le="0.2",status_code="500",method="POST",path="/tracks/metadata"} 27 audius_cn_http_request_duration_seconds_bucket{le="0.5",status_code="500",method="POST",path="/tracks/metadata"} 34 audius_cn_http_request_duration_seconds_bucket{le="1",status_code="500",method="POST",path="/tracks/metadata"} 34 audius_cn_http_request_duration_seconds_bucket{le="4",status_code="500",method="POST",path="/tracks/metadata"} 35 audius_cn_http_request_duration_seconds_bucket{le="15",status_code="500",method="POST",path="/tracks/metadata"} 36 audius_cn_http_request_duration_seconds_bucket{le="60",status_code="500",method="POST",path="/tracks/metadata"} 36 audius_cn_http_request_duration_seconds_bucket{le="+Inf",status_code="500",method="POST",path="/tracks/metadata"} 36 audius_cn_http_request_duration_seconds_sum{status_code="500",method="POST",path="/tracks/metadata"} 15.137264641 audius_cn_http_request_duration_seconds_count{status_code="500",method="POST",path="/tracks/metadata"} 36 audius_cn_http_request_duration_seconds_bucket{le="0.2",status_code="400",method="POST",path="/segment_to_cid"} 11 audius_cn_http_request_duration_seconds_bucket{le="0.5",status_code="400",method="POST",path="/segment_to_cid"} 11 audius_cn_http_request_duration_seconds_bucket{le="1",status_code="400",method="POST",path="/segment_to_cid"} 11 audius_cn_http_request_duration_seconds_bucket{le="4",status_code="400",method="POST",path="/segment_to_cid"} 11 audius_cn_http_request_duration_seconds_bucket{le="15",status_code="400",method="POST",path="/segment_to_cid"} 11 audius_cn_http_request_duration_seconds_bucket{le="60",status_code="400",method="POST",path="/segment_to_cid"} 11 audius_cn_http_request_duration_seconds_bucket{le="+Inf",status_code="400",method="POST",path="/segment_to_cid"} 11 audius_cn_http_request_duration_seconds_sum{status_code="400",method="POST",path="/segment_to_cid"} 0.011365211 audius_cn_http_request_duration_seconds_count{status_code="400",method="POST",path="/segment_to_cid"} 11 audius_cn_http_request_duration_seconds_bucket{le="0.2",status_code="500",method="GET",path="/prometheus_metrics"} 0 audius_cn_http_request_duration_seconds_bucket{le="0.5",status_code="500",method="GET",path="/prometheus_metrics"} 0 audius_cn_http_request_duration_seconds_bucket{le="1",status_code="500",method="GET",path="/prometheus_metrics"} 0 audius_cn_http_request_duration_seconds_bucket{le="4",status_code="500",method="GET",path="/prometheus_metrics"} 0 audius_cn_http_request_duration_seconds_bucket{le="15",status_code="500",method="GET",path="/prometheus_metrics"} 4 audius_cn_http_request_duration_seconds_bucket{le="60",status_code="500",method="GET",path="/prometheus_metrics"} 4 audius_cn_http_request_duration_seconds_bucket{le="+Inf",status_code="500",method="GET",path="/prometheus_metrics"} 4 audius_cn_http_request_duration_seconds_sum{status_code="500",method="GET",path="/prometheus_metrics"} 43.163831378 audius_cn_http_request_duration_seconds_count{status_code="500",method="GET",path="/prometheus_metrics"} 4 audius_cn_http_request_duration_seconds_bucket{le="0.2",status_code="500",method="HEAD",path="/tracks/stream/:encodedId"} 0 audius_cn_http_request_duration_seconds_bucket{le="0.5",status_code="500",method="HEAD",path="/tracks/stream/:encodedId"} 0 audius_cn_http_request_duration_seconds_bucket{le="1",status_code="500",method="HEAD",path="/tracks/stream/:encodedId"} 0 audius_cn_http_request_duration_seconds_bucket{le="4",status_code="500",method="HEAD",path="/tracks/stream/:encodedId"} 0 audius_cn_http_request_duration_seconds_bucket{le="15",status_code="500",method="HEAD",path="/tracks/stream/:encodedId"} 0 audius_cn_http_request_duration_seconds_bucket{le="60",status_code="500",method="HEAD",path="/tracks/stream/:encodedId"} 0 audius_cn_http_request_duration_seconds_bucket{le="+Inf",status_code="500",method="HEAD",path="/tracks/stream/:encodedId"} 12 audius_cn_http_request_duration_seconds_sum{status_code="500",method="HEAD",path="/tracks/stream/:encodedId"} 5402.752146187 audius_cn_http_request_duration_seconds_count{status_code="500",method="HEAD",path="/tracks/stream/:encodedId"} 12 audius_cn_http_request_duration_seconds_bucket{le="0.2",status_code="400",method="POST",path="/tracks/metadata"} 11 audius_cn_http_request_duration_seconds_bucket{le="0.5",status_code="400",method="POST",path="/tracks/metadata"} 16 audius_cn_http_request_duration_seconds_bucket{le="1",status_code="400",method="POST",path="/tracks/metadata"} 16 audius_cn_http_request_duration_seconds_bucket{le="4",status_code="400",method="POST",path="/tracks/metadata"} 16 audius_cn_http_request_duration_seconds_bucket{le="15",status_code="400",method="POST",path="/tracks/metadata"} 16 audius_cn_http_request_duration_seconds_bucket{le="60",status_code="400",method="POST",path="/tracks/metadata"} 16 audius_cn_http_request_duration_seconds_bucket{le="+Inf",status_code="400",method="POST",path="/tracks/metadata"} 16 audius_cn_http_request_duration_seconds_sum{status_code="400",method="POST",path="/tracks/metadata"} 3.1386288139999996 audius_cn_http_request_duration_seconds_count{status_code="400",method="POST",path="/tracks/metadata"} 16 audius_cn_http_request_duration_seconds_bucket{le="0.2",status_code="400",method="POST",path="/blacklist/add"} 0 audius_cn_http_request_duration_seconds_bucket{le="0.5",status_code="400",method="POST",path="/blacklist/add"} 3 audius_cn_http_request_duration_seconds_bucket{le="1",status_code="400",method="POST",path="/blacklist/add"} 3 audius_cn_http_request_duration_seconds_bucket{le="4",status_code="400",method="POST",path="/blacklist/add"} 3 audius_cn_http_request_duration_seconds_bucket{le="15",status_code="400",method="POST",path="/blacklist/add"} 3 audius_cn_http_request_duration_seconds_bucket{le="60",status_code="400",method="POST",path="/blacklist/add"} 3 audius_cn_http_request_duration_seconds_bucket{le="+Inf",status_code="400",method="POST",path="/blacklist/add"} 3 audius_cn_http_request_duration_seconds_sum{status_code="400",method="POST",path="/blacklist/add"} 0.9647840030000001 audius_cn_http_request_duration_seconds_count{status_code="400",method="POST",path="/blacklist/add"} 3 audius_cn_http_request_duration_seconds_bucket{le="0.2",status_code="400",method="POST",path="/track_content_async"} 5 audius_cn_http_request_duration_seconds_bucket{le="0.5",status_code="400",method="POST",path="/track_content_async"} 7 audius_cn_http_request_duration_seconds_bucket{le="1",status_code="400",method="POST",path="/track_content_async"} 8 audius_cn_http_request_duration_seconds_bucket{le="4",status_code="400",method="POST",path="/track_content_async"} 8 audius_cn_http_request_duration_seconds_bucket{le="15",status_code="400",method="POST",path="/track_content_async"} 8 audius_cn_http_request_duration_seconds_bucket{le="60",status_code="400",method="POST",path="/track_content_async"} 8 audius_cn_http_request_duration_seconds_bucket{le="+Inf",status_code="400",method="POST",path="/track_content_async"} 8 audius_cn_http_request_duration_seconds_sum{status_code="400",method="POST",path="/track_content_async"} 2.1379336369999997 audius_cn_http_request_duration_seconds_count{status_code="400",method="POST",path="/track_content_async"} 8 audius_cn_http_request_duration_seconds_bucket{le="0.2",status_code="404",method="POST",path="/ipfs/:CID"} 4 audius_cn_http_request_duration_seconds_bucket{le="0.5",status_code="404",method="POST",path="/ipfs/:CID"} 4 audius_cn_http_request_duration_seconds_bucket{le="1",status_code="404",method="POST",path="/ipfs/:CID"} 4 audius_cn_http_request_duration_seconds_bucket{le="4",status_code="404",method="POST",path="/ipfs/:CID"} 4 audius_cn_http_request_duration_seconds_bucket{le="15",status_code="404",method="POST",path="/ipfs/:CID"} 4 audius_cn_http_request_duration_seconds_bucket{le="60",status_code="404",method="POST",path="/ipfs/:CID"} 4 audius_cn_http_request_duration_seconds_bucket{le="+Inf",status_code="404",method="POST",path="/ipfs/:CID"} 4 audius_cn_http_request_duration_seconds_sum{status_code="404",method="POST",path="/ipfs/:CID"} 0.003292337 audius_cn_http_request_duration_seconds_count{status_code="404",method="POST",path="/ipfs/:CID"} 4 audius_cn_http_request_duration_seconds_bucket{le="0.2",status_code="500",method="POST",path="/audius_users"} 0 audius_cn_http_request_duration_seconds_bucket{le="0.5",status_code="500",method="POST",path="/audius_users"} 0 audius_cn_http_request_duration_seconds_bucket{le="1",status_code="500",method="POST",path="/audius_users"} 0 audius_cn_http_request_duration_seconds_bucket{le="4",status_code="500",method="POST",path="/audius_users"} 0 audius_cn_http_request_duration_seconds_bucket{le="15",status_code="500",method="POST",path="/audius_users"} 1 audius_cn_http_request_duration_seconds_bucket{le="60",status_code="500",method="POST",path="/audius_users"} 2 audius_cn_http_request_duration_seconds_bucket{le="+Inf",status_code="500",method="POST",path="/audius_users"} 2 audius_cn_http_request_duration_seconds_sum{status_code="500",method="POST",path="/audius_users"} 68.49417151 audius_cn_http_request_duration_seconds_count{status_code="500",method="POST",path="/audius_users"} 2 audius_cn_http_request_duration_seconds_bucket{le="0.2",status_code="200",method="GET",path="/contact"} 1 audius_cn_http_request_duration_seconds_bucket{le="0.5",status_code="200",method="GET",path="/contact"} 1 audius_cn_http_request_duration_seconds_bucket{le="1",status_code="200",method="GET",path="/contact"} 1 audius_cn_http_request_duration_seconds_bucket{le="4",status_code="200",method="GET",path="/contact"} 1 audius_cn_http_request_duration_seconds_bucket{le="15",status_code="200",method="GET",path="/contact"} 1 audius_cn_http_request_duration_seconds_bucket{le="60",status_code="200",method="GET",path="/contact"} 1 audius_cn_http_request_duration_seconds_bucket{le="+Inf",status_code="200",method="GET",path="/contact"} 1 audius_cn_http_request_duration_seconds_sum{status_code="200",method="GET",path="/contact"} 0.002364246 audius_cn_http_request_duration_seconds_count{status_code="200",method="GET",path="/contact"} 1 audius_cn_http_request_duration_seconds_bucket{le="0.2",status_code="401",method="POST",path="/audius_users"} 2 audius_cn_http_request_duration_seconds_bucket{le="0.5",status_code="401",method="POST",path="/audius_users"} 2 audius_cn_http_request_duration_seconds_bucket{le="1",status_code="401",method="POST",path="/audius_users"} 2 audius_cn_http_request_duration_seconds_bucket{le="4",status_code="401",method="POST",path="/audius_users"} 2 audius_cn_http_request_duration_seconds_bucket{le="15",status_code="401",method="POST",path="/audius_users"} 2 audius_cn_http_request_duration_seconds_bucket{le="60",status_code="401",method="POST",path="/audius_users"} 2 audius_cn_http_request_duration_seconds_bucket{le="+Inf",status_code="401",method="POST",path="/audius_users"} 2 audius_cn_http_request_duration_seconds_sum{status_code="401",method="POST",path="/audius_users"} 0.029425481 audius_cn_http_request_duration_seconds_count{status_code="401",method="POST",path="/audius_users"} 2 audius_cn_http_request_duration_seconds_bucket{le="0.2",status_code="500",method="GET",path="/ipfs/:dirCID/:filename"} 1 audius_cn_http_request_duration_seconds_bucket{le="0.5",status_code="500",method="GET",path="/ipfs/:dirCID/:filename"} 1 audius_cn_http_request_duration_seconds_bucket{le="1",status_code="500",method="GET",path="/ipfs/:dirCID/:filename"} 1 audius_cn_http_request_duration_seconds_bucket{le="4",status_code="500",method="GET",path="/ipfs/:dirCID/:filename"} 1 audius_cn_http_request_duration_seconds_bucket{le="15",status_code="500",method="GET",path="/ipfs/:dirCID/:filename"} 1 audius_cn_http_request_duration_seconds_bucket{le="60",status_code="500",method="GET",path="/ipfs/:dirCID/:filename"} 1 audius_cn_http_request_duration_seconds_bucket{le="+Inf",status_code="500",method="GET",path="/ipfs/:dirCID/:filename"} 1 audius_cn_http_request_duration_seconds_sum{status_code="500",method="GET",path="/ipfs/:dirCID/:filename"} 0.011648385 audius_cn_http_request_duration_seconds_count{status_code="500",method="GET",path="/ipfs/:dirCID/:filename"} 1 audius_cn_http_request_duration_seconds_bucket{le="0.2",status_code="500",method="GET",path="/tracks/download_status/:blockchainId"} 1 audius_cn_http_request_duration_seconds_bucket{le="0.5",status_code="500",method="GET",path="/tracks/download_status/:blockchainId"} 1 audius_cn_http_request_duration_seconds_bucket{le="1",status_code="500",method="GET",path="/tracks/download_status/:blockchainId"} 1 audius_cn_http_request_duration_seconds_bucket{le="4",status_code="500",method="GET",path="/tracks/download_status/:blockchainId"} 1 audius_cn_http_request_duration_seconds_bucket{le="15",status_code="500",method="GET",path="/tracks/download_status/:blockchainId"} 1 audius_cn_http_request_duration_seconds_bucket{le="60",status_code="500",method="GET",path="/tracks/download_status/:blockchainId"} 1 audius_cn_http_request_duration_seconds_bucket{le="+Inf",status_code="500",method="GET",path="/tracks/download_status/:blockchainId"} 1 audius_cn_http_request_duration_seconds_sum{status_code="500",method="GET",path="/tracks/download_status/:blockchainId"} 0.027842493 audius_cn_http_request_duration_seconds_count{status_code="500",method="GET",path="/tracks/download_status/:blockchainId"} 1 audius_cn_http_request_duration_seconds_bucket{le="0.2",status_code="500",method="POST",path="/merge_primary_and_secondary"} 2 audius_cn_http_request_duration_seconds_bucket{le="0.5",status_code="500",method="POST",path="/merge_primary_and_secondary"} 2 audius_cn_http_request_duration_seconds_bucket{le="1",status_code="500",method="POST",path="/merge_primary_and_secondary"} 2 audius_cn_http_request_duration_seconds_bucket{le="4",status_code="500",method="POST",path="/merge_primary_and_secondary"} 2 audius_cn_http_request_duration_seconds_bucket{le="15",status_code="500",method="POST",path="/merge_primary_and_secondary"} 2 audius_cn_http_request_duration_seconds_bucket{le="60",status_code="500",method="POST",path="/merge_primary_and_secondary"} 2 audius_cn_http_request_duration_seconds_bucket{le="+Inf",status_code="500",method="POST",path="/merge_primary_and_secondary"} 2 audius_cn_http_request_duration_seconds_sum{status_code="500",method="POST",path="/merge_primary_and_secondary"} 0.0051448629999999995 audius_cn_http_request_duration_seconds_count{status_code="500",method="POST",path="/merge_primary_and_secondary"} 2 audius_cn_http_request_duration_seconds_bucket{le="0.2",status_code="401",method="POST",path="/tracks/metadata"} 1 audius_cn_http_request_duration_seconds_bucket{le="0.5",status_code="401",method="POST",path="/tracks/metadata"} 1 audius_cn_http_request_duration_seconds_bucket{le="1",status_code="401",method="POST",path="/tracks/metadata"} 1 audius_cn_http_request_duration_seconds_bucket{le="4",status_code="401",method="POST",path="/tracks/metadata"} 1 audius_cn_http_request_duration_seconds_bucket{le="15",status_code="401",method="POST",path="/tracks/metadata"} 1 audius_cn_http_request_duration_seconds_bucket{le="60",status_code="401",method="POST",path="/tracks/metadata"} 1 audius_cn_http_request_duration_seconds_bucket{le="+Inf",status_code="401",method="POST",path="/tracks/metadata"} 1 audius_cn_http_request_duration_seconds_sum{status_code="401",method="POST",path="/tracks/metadata"} 0.011444468 audius_cn_http_request_duration_seconds_count{status_code="401",method="POST",path="/tracks/metadata"} 1