blob: 19679b33c2bf6cef7a4c61d6d5cb2aa2f1a9779e [file] [log] [blame]
{
"client":{
"cluster_file":{
"path":"/etc/foundationdb/fdb.cluster",
"up_to_date":true
},
"coordinators":{
"coordinators":[
{
"address":"10.29.0.115:4500",
"protocol":"0fdb00b071010000",
"reachable":true
},
{
"address":"10.29.0.116:4500",
"protocol":"0fdb00b071010000",
"reachable":true
},
{
"address":"10.29.0.117:4500",
"protocol":"0fdb00b071010000",
"reachable":true
}
],
"quorum_reachable":true
},
"database_status":{
"available":true,
"healthy":true
},
"messages":[
],
"timestamp":1676535571
},
"cluster":{
"active_primary_dc":"",
"active_tss_count":0,
"bounce_impact":{
"can_clean_bounce":true
},
"clients":{
"count":8,
"supported_versions":[
{
"client_version":"7.1.23",
"connected_clients":[
{
"address":"10.29.0.115:36948",
"log_group":"default"
},
{
"address":"10.29.0.115:44048",
"log_group":"default"
},
{
"address":"10.29.0.115:49938",
"log_group":"default"
},
{
"address":"10.29.0.115:52586",
"log_group":"default"
},
{
"address":"10.29.0.116:33688",
"log_group":"default"
},
{
"address":"10.29.0.116:37854",
"log_group":"default"
},
{
"address":"10.29.0.117:37552",
"log_group":"default"
},
{
"address":"10.29.0.117:48750",
"log_group":"default"
}
],
"count":8,
"max_protocol_clients":[
{
"address":"10.29.0.115:36948",
"log_group":"default"
},
{
"address":"10.29.0.115:44048",
"log_group":"default"
},
{
"address":"10.29.0.115:49938",
"log_group":"default"
},
{
"address":"10.29.0.115:52586",
"log_group":"default"
},
{
"address":"10.29.0.116:33688",
"log_group":"default"
},
{
"address":"10.29.0.116:37854",
"log_group":"default"
},
{
"address":"10.29.0.117:37552",
"log_group":"default"
},
{
"address":"10.29.0.117:48750",
"log_group":"default"
}
],
"max_protocol_count":8,
"protocol_version":"fdb00b071010000",
"source_version":"dd2e68b9b3175667914673539f06b8e1071c07d6"
}
]
},
"cluster_controller_timestamp":1676535571,
"configuration":{
"backup_worker_enabled":0,
"blob_granules_enabled":0,
"coordinators_count":3,
"excluded_servers":[
],
"log_spill":2,
"perpetual_storage_wiggle":0,
"perpetual_storage_wiggle_locality":"0",
"redundancy_mode":"double",
"storage_engine":"ssd-2",
"storage_migration_type":"disabled",
"tenant_mode":"disabled",
"usable_regions":1
},
"connection_string":"1y4c3E4b:SEXl2czWgZccifbXVaQ3vg6PoQ3UAgDF@10.29.0.115:4500,10.29.0.116:4500,10.29.0.117:4500",
"data":{
"average_partition_size_bytes":25910030,
"least_operating_space_bytes_log_server":462795328579,
"least_operating_space_bytes_storage_server":462795328121,
"moving_data":{
"highest_priority":0,
"in_flight_bytes":0,
"in_queue_bytes":0,
"total_written_bytes":619396980
},
"partitions_count":150,
"state":{
"healthy":true,
"min_replicas_remaining":2,
"name":"healthy"
},
"system_kv_size_bytes":0,
"team_trackers":[
{
"in_flight_bytes":0,
"primary":true,
"state":{
"healthy":true,
"min_replicas_remaining":2,
"name":"healthy"
},
"unhealthy_servers":0
}
],
"total_disk_used_bytes":11492724736,
"total_kv_size_bytes":4316447722
},
"database_available":true,
"database_lock_state":{
"locked":false
},
"datacenter_lag":{
"seconds":0,
"versions":0
},
"degraded_processes":0,
"fault_tolerance":{
"max_zone_failures_without_losing_availability":1,
"max_zone_failures_without_losing_data":1
},
"full_replication":true,
"generation":25,
"incompatible_connections":[
],
"latency_probe":{
"batch_priority_transaction_start_seconds":0.00022602100000000002,
"commit_seconds":0.0014426700000000001,
"immediate_priority_transaction_start_seconds":0.00028300300000000004,
"read_seconds":0.00012659999999999999,
"transaction_start_seconds":0.00032758700000000001
},
"layers":{
"_valid":true,
"backup":{
"blob_recent_io":{
"bytes_per_second":0,
"bytes_sent":0,
"requests_failed":0,
"requests_successful":0
},
"instances":{
"16a0c56c38aec57f5009ac79299db14b":{
"blob_stats":{
"recent":{
"bytes_per_second":0,
"bytes_sent":0,
"requests_failed":0,
"requests_successful":0
},
"total":{
"bytes_sent":0,
"requests_failed":0,
"requests_successful":0
}
},
"configured_workers":10,
"id":"16a0c56c38aec57f5009ac79299db14b",
"last_updated":1676535553.0570624,
"main_thread_cpu_seconds":5061.7274200000002,
"memory_usage":588800000,
"process_cpu_seconds":5704.9799029999995,
"resident_size":126873600,
"version":"7.1.23"
},
"2844cf9305901a25130e26c6c9f77739":{
"blob_stats":{
"recent":{
"bytes_per_second":0,
"bytes_sent":0,
"requests_failed":0,
"requests_successful":0
},
"total":{
"bytes_sent":0,
"requests_failed":0,
"requests_successful":0
}
},
"configured_workers":10,
"id":"2844cf9305901a25130e26c6c9f77739",
"last_updated":1676535546.8574159,
"main_thread_cpu_seconds":4783.8304990000006,
"memory_usage":580411392,
"process_cpu_seconds":5413.4282490000005,
"resident_size":116719616,
"version":"7.1.23"
},
"555c929aefa1c9c9824b003a6ed29336":{
"blob_stats":{
"recent":{
"bytes_per_second":0,
"bytes_sent":0,
"requests_failed":0,
"requests_successful":0
},
"total":{
"bytes_sent":0,
"requests_failed":0,
"requests_successful":0
}
},
"configured_workers":10,
"id":"555c929aefa1c9c9824b003a6ed29336",
"last_updated":1676535552.9703305,
"main_thread_cpu_seconds":5046.9261430000006,
"memory_usage":579833856,
"process_cpu_seconds":5694.2449750000005,
"resident_size":123768832,
"version":"7.1.23"
}
},
"instances_running":3,
"last_updated":1676535553.0570624,
"paused":false,
"tags":{
"2022-12-14":{
"current_container":"file:///mnt/fdbbackup/backup-2022-12-14-10-52-04.891403",
"current_status":"has been completed",
"last_restorable_seconds_behind":5549884.9560989998,
"last_restorable_version":2809214799283,
"mutation_log_bytes_written":760,
"mutation_stream_id":"589e8c6678f5fb4d7c0a2d7250080fe1",
"range_bytes_written":5135069254,
"running_backup":false,
"running_backup_is_restorable":false
},
"2022-12-15":{
"current_container":"file:///mnt/fdbbackup/backup-2022-12-15-01-10-01.132541",
"current_status":"has been completed",
"last_restorable_seconds_behind":5498408.9221609998,
"last_restorable_version":2860690833221,
"mutation_log_bytes_written":760,
"mutation_stream_id":"f8da064c30c581ab24f4792a9052f586",
"range_bytes_written":5135069254,
"running_backup":false,
"running_backup_is_restorable":false
},
"2022-12-16":{
"current_container":"file:///mnt/fdbbackup/backup-2022-12-16-01-10-01.925131",
"current_status":"has been completed",
"last_restorable_seconds_behind":5412008.2295059999,
"last_restorable_version":2947091525876,
"mutation_log_bytes_written":760,
"mutation_stream_id":"d8479657681a3e5f4701ed95ae954f48",
"range_bytes_written":4377982969,
"running_backup":false,
"running_backup_is_restorable":false
},
"2022-12-17":{
"current_container":"file:///mnt/fdbbackup/backup-2022-12-17-01-10-01.338838",
"current_status":"has been completed",
"last_restorable_seconds_behind":5325607.7601429997,
"last_restorable_version":3033491995239,
"mutation_log_bytes_written":760,
"mutation_stream_id":"60aeb05eb8a8f1f0dcace6a845ccda1f",
"range_bytes_written":4261283286,
"running_backup":false,
"running_backup_is_restorable":false
},
"2022-12-18":{
"current_container":"file:///mnt/fdbbackup/backup-2022-12-18-01-10-01.107178",
"current_status":"has been completed",
"last_restorable_seconds_behind":5239208.2455810001,
"last_restorable_version":3119891509801,
"mutation_log_bytes_written":760,
"mutation_stream_id":"31c6498b3fc2a919b12d512cce8f05ac",
"range_bytes_written":4261283286,
"running_backup":false,
"running_backup_is_restorable":false
},
"2022-12-19":{
"current_container":"file:///mnt/fdbbackup/backup-2022-12-19-01-10-01.307658",
"current_status":"has been completed",
"last_restorable_seconds_behind":5152808.6855769996,
"last_restorable_version":3206291069805,
"mutation_log_bytes_written":760,
"mutation_stream_id":"d0523f3c12842039dd7b1e95a7f5be23",
"range_bytes_written":4261078593,
"running_backup":false,
"running_backup_is_restorable":false
},
"2022-12-20":{
"current_container":"file:///mnt/fdbbackup/backup-2022-12-20-01-10-01.111076",
"current_status":"has been completed",
"last_restorable_seconds_behind":5066409.3317639995,
"last_restorable_version":3292690423618,
"mutation_log_bytes_written":760,
"mutation_stream_id":"9c2e5fd4ffa20e427ae44179f56cc21a",
"range_bytes_written":4261082453,
"running_backup":false,
"running_backup_is_restorable":false
},
"2022-12-21":{
"current_container":"file:///mnt/fdbbackup/backup-2022-12-21-01-10-01.370828",
"current_status":"has been completed",
"last_restorable_seconds_behind":4980008.5864390004,
"last_restorable_version":3379091168943,
"mutation_log_bytes_written":760,
"mutation_stream_id":"9f01def6266df1c078d5b0ec0d3abea3",
"range_bytes_written":4261082453,
"running_backup":false,
"running_backup_is_restorable":false
},
"2022-12-22":{
"current_container":"file:///mnt/fdbbackup/backup-2022-12-22-01-10-01.317463",
"current_status":"has been completed",
"last_restorable_seconds_behind":4893609.2052539997,
"last_restorable_version":3465490550128,
"mutation_log_bytes_written":760,
"mutation_stream_id":"59d895c4f9703b77f6e198d122fc3f5f",
"range_bytes_written":4262079296,
"running_backup":false,
"running_backup_is_restorable":false
},
"2022-12-23":{
"current_container":"file:///mnt/fdbbackup/backup-2022-12-23-01-10-01.069940",
"current_status":"has been completed",
"last_restorable_seconds_behind":4807209.3429380003,
"last_restorable_version":3551890412444,
"mutation_log_bytes_written":760,
"mutation_stream_id":"b47514280012f171af9e02a58e89a03b",
"range_bytes_written":4262119487,
"running_backup":false,
"running_backup_is_restorable":false
},
"2022-12-24":{
"current_container":"file:///mnt/fdbbackup/backup-2022-12-24-01-10-01.268872",
"current_status":"has been completed",
"last_restorable_seconds_behind":4720808.9462400004,
"last_restorable_version":3638290809142,
"mutation_log_bytes_written":760,
"mutation_stream_id":"ecccde69471c796a2bacd482d0ff5d82",
"range_bytes_written":4262119487,
"running_backup":false,
"running_backup_is_restorable":false
},
"2022-12-25":{
"current_container":"file:///mnt/fdbbackup/backup-2022-12-25-01-10-01.104972",
"current_status":"has been completed",
"last_restorable_seconds_behind":4634409.4123339998,
"last_restorable_version":3724690343048,
"mutation_log_bytes_written":760,
"mutation_stream_id":"a3cd9647d1941106e14e944bae0f1008",
"range_bytes_written":4262066724,
"running_backup":false,
"running_backup_is_restorable":false
},
"2022-12-26":{
"current_container":"file:///mnt/fdbbackup/backup-2022-12-26-01-10-01.337209",
"current_status":"has been completed",
"last_restorable_seconds_behind":4548009.3938379996,
"last_restorable_version":3811090361544,
"mutation_log_bytes_written":760,
"mutation_stream_id":"4909863a42ee46b93790da964437c74d",
"range_bytes_written":4262066724,
"running_backup":false,
"running_backup_is_restorable":false
},
"2022-12-27":{
"current_container":"file:///mnt/fdbbackup/backup-2022-12-27-01-10-01.215872",
"current_status":"has been completed",
"last_restorable_seconds_behind":4461609.2065960001,
"last_restorable_version":3897490548786,
"mutation_log_bytes_written":760,
"mutation_stream_id":"ee0d889de84b32675e66793798fac27a",
"range_bytes_written":4264800034,
"running_backup":false,
"running_backup_is_restorable":false
},
"2022-12-28":{
"current_container":"file:///mnt/fdbbackup/backup-2022-12-28-01-10-01.074156",
"current_status":"has been completed",
"last_restorable_seconds_behind":4375209.0099649997,
"last_restorable_version":3983890745417,
"mutation_log_bytes_written":760,
"mutation_stream_id":"90537554113b4733ffdf1e42c857279a",
"range_bytes_written":4272830718,
"running_backup":false,
"running_backup_is_restorable":false
},
"2022-12-29":{
"current_container":"file:///mnt/fdbbackup/backup-2022-12-29-01-10-01.444742",
"current_status":"has been completed",
"last_restorable_seconds_behind":4288809.039601,
"last_restorable_version":4070290715781,
"mutation_log_bytes_written":760,
"mutation_stream_id":"28fcfb48e2194073d5dc570ebb297424",
"range_bytes_written":4274923073,
"running_backup":false,
"running_backup_is_restorable":false
},
"2022-12-30":{
"current_container":"file:///mnt/fdbbackup/backup-2022-12-30-01-10-01.632344",
"current_status":"has been completed",
"last_restorable_seconds_behind":4201707.8215589998,
"last_restorable_version":4157391933823,
"mutation_log_bytes_written":1520,
"mutation_stream_id":"20a6214408801b6484023ebbd1cf78bb",
"range_bytes_written":4291976239,
"running_backup":false,
"running_backup_is_restorable":false
},
"2022-12-31":{
"current_container":"file:///mnt/fdbbackup/backup-2022-12-31-01-10-01.076062",
"current_status":"has been completed",
"last_restorable_seconds_behind":4115328.919187,
"last_restorable_version":4243770836195,
"mutation_log_bytes_written":760,
"mutation_stream_id":"e88fb5ee3492673484f0d018eb2bd740",
"range_bytes_written":4291968028,
"running_backup":false,
"running_backup_is_restorable":false
},
"2023-01-01":{
"current_container":"file:///mnt/fdbbackup/backup-2023-01-01-01-10-01.432229",
"current_status":"has been completed",
"last_restorable_seconds_behind":4028928.6582820001,
"last_restorable_version":4330171097100,
"mutation_log_bytes_written":760,
"mutation_stream_id":"c978bc853b8b2fc23a50c42e9f91f837",
"range_bytes_written":4291769800,
"running_backup":false,
"running_backup_is_restorable":false
},
"2023-01-02":{
"current_container":"file:///mnt/fdbbackup/backup-2023-01-02-01-10-01.154425",
"current_status":"has been completed",
"last_restorable_seconds_behind":3942528.510549,
"last_restorable_version":4416571244833,
"mutation_log_bytes_written":760,
"mutation_stream_id":"d9c282afac01ae7bd7f24e2c6754de3c",
"range_bytes_written":4291693646,
"running_backup":false,
"running_backup_is_restorable":false
},
"2023-01-03":{
"current_container":"file:///mnt/fdbbackup/backup-2023-01-03-01-10-01.436776",
"current_status":"has been completed",
"last_restorable_seconds_behind":3856128.7394719999,
"last_restorable_version":4502971015910,
"mutation_log_bytes_written":760,
"mutation_stream_id":"bb447e7d2d542c1b482c4cef8d97b768",
"range_bytes_written":4288484952,
"running_backup":false,
"running_backup_is_restorable":false
},
"2023-01-04":{
"current_container":"file:///mnt/fdbbackup/backup-2023-01-04-01-10-01.119107",
"current_status":"has been completed",
"last_restorable_seconds_behind":3769728.743117,
"last_restorable_version":4589371012265,
"mutation_log_bytes_written":760,
"mutation_stream_id":"eabdf89f8ababb43860432e6149aa4f8",
"range_bytes_written":4286153449,
"running_backup":false,
"running_backup_is_restorable":false
},
"2023-01-05":{
"current_container":"file:///mnt/fdbbackup/backup-2023-01-05-01-10-01.418406",
"current_status":"has been completed",
"last_restorable_seconds_behind":3683328.5473710001,
"last_restorable_version":4675771208011,
"mutation_log_bytes_written":760,
"mutation_stream_id":"db8f65ff9efe30567c693bc4a5f72190",
"range_bytes_written":4286169319,
"running_backup":false,
"running_backup_is_restorable":false
},
"2023-01-06":{
"current_container":"file:///mnt/fdbbackup/backup-2023-01-06-01-10-01.267298",
"current_status":"has been completed",
"last_restorable_seconds_behind":3596928.884381,
"last_restorable_version":4762170871001,
"mutation_log_bytes_written":760,
"mutation_stream_id":"e6cf48cf1ca2c6576bad1eee5ec2b0d2",
"range_bytes_written":4286210325,
"running_backup":false,
"running_backup_is_restorable":false
},
"2023-01-07":{
"current_container":"file:///mnt/fdbbackup/backup-2023-01-07-01-10-01.391358",
"current_status":"has been completed",
"last_restorable_seconds_behind":3510528.9311390002,
"last_restorable_version":4848570824243,
"mutation_log_bytes_written":760,
"mutation_stream_id":"68556001f91a4a9342c159de634da2b7",
"range_bytes_written":4293243557,
"running_backup":false,
"running_backup_is_restorable":false
},
"2023-01-08":{
"current_container":"file:///mnt/fdbbackup/backup-2023-01-08-01-10-01.105407",
"current_status":"has been completed",
"last_restorable_seconds_behind":3424129.1710580001,
"last_restorable_version":4934970584324,
"mutation_log_bytes_written":760,
"mutation_stream_id":"99012216caf25173f51eaae93f8736fa",
"range_bytes_written":4292934984,
"running_backup":false,
"running_backup_is_restorable":false
},
"2023-01-09":{
"current_container":"file:///mnt/fdbbackup/backup-2023-01-09-01-10-01.053136",
"current_status":"has been completed",
"last_restorable_seconds_behind":3337729.1719499999,
"last_restorable_version":5021370583432,
"mutation_log_bytes_written":760,
"mutation_stream_id":"2ba601d9a677f759cd0b315c991d598a",
"range_bytes_written":4295846592,
"running_backup":false,
"running_backup_is_restorable":false
},
"2023-01-10":{
"current_container":"file:///mnt/fdbbackup/backup-2023-01-10-01-10-01.174134",
"current_status":"has been completed",
"last_restorable_seconds_behind":3251329.5688740001,
"last_restorable_version":5107770186508,
"mutation_log_bytes_written":760,
"mutation_stream_id":"69a7bea99565ccd261f6612d78065509",
"range_bytes_written":4294391063,
"running_backup":false,
"running_backup_is_restorable":false
},
"2023-01-11":{
"current_container":"file:///mnt/fdbbackup/backup-2023-01-11-01-10-01.118114",
"current_status":"has been completed",
"last_restorable_seconds_behind":3164929.6722710002,
"last_restorable_version":5194170083111,
"mutation_log_bytes_written":760,
"mutation_stream_id":"f5e2c579bf71c08a2d1b9751331b10a4",
"range_bytes_written":4294448476,
"running_backup":false,
"running_backup_is_restorable":false
},
"2023-01-12":{
"current_container":"file:///mnt/fdbbackup/backup-2023-01-12-01-10-01.128022",
"current_status":"has been completed",
"last_restorable_seconds_behind":3078529.6608529999,
"last_restorable_version":5280570094529,
"mutation_log_bytes_written":760,
"mutation_stream_id":"23beb18bad920b85aa9fa93c55fb6680",
"range_bytes_written":4294327032,
"running_backup":false,
"running_backup_is_restorable":false
},
"2023-01-13":{
"current_container":"file:///mnt/fdbbackup/backup-2023-01-13-01-10-01.230184",
"current_status":"has been completed",
"last_restorable_seconds_behind":2992129.350728,
"last_restorable_version":5366970404654,
"mutation_log_bytes_written":760,
"mutation_stream_id":"5599028fbf8fba1e2a55ae66c3db1d25",
"range_bytes_written":4294332200,
"running_backup":false,
"running_backup_is_restorable":false
},
"2023-01-14":{
"current_container":"file:///mnt/fdbbackup/backup-2023-01-14-01-10-01.076103",
"current_status":"has been completed",
"last_restorable_seconds_behind":2905728.823942,
"last_restorable_version":5453370931440,
"mutation_log_bytes_written":760,
"mutation_stream_id":"c8866995627f062a9e1fe6e7579f2d1f",
"range_bytes_written":4294316267,
"running_backup":false,
"running_backup_is_restorable":false
},
"2023-01-15":{
"current_container":"file:///mnt/fdbbackup/backup-2023-01-15-01-10-01.399305",
"current_status":"has been completed",
"last_restorable_seconds_behind":2819329.6009249999,
"last_restorable_version":5539770154457,
"mutation_log_bytes_written":760,
"mutation_stream_id":"6dd6a2ed8ab93f9c2eafb1631a5f3115",
"range_bytes_written":4294250636,
"running_backup":false,
"running_backup_is_restorable":false
},
"2023-01-16":{
"current_container":"file:///mnt/fdbbackup/backup-2023-01-16-01-10-01.395629",
"current_status":"has been completed",
"last_restorable_seconds_behind":2732929.3388140001,
"last_restorable_version":5626170416568,
"mutation_log_bytes_written":760,
"mutation_stream_id":"b4feafbaaa3324b9b704afba8b8a8c18",
"range_bytes_written":4294250636,
"running_backup":false,
"running_backup_is_restorable":false
},
"2023-01-17":{
"current_container":"file:///mnt/fdbbackup/backup-2023-01-17-01-10-01.243579",
"current_status":"has been completed",
"last_restorable_seconds_behind":2646529.3404799998,
"last_restorable_version":5712570414902,
"mutation_log_bytes_written":760,
"mutation_stream_id":"f5285b7f47d6e1f99d2a169da83aa5b0",
"range_bytes_written":4294275392,
"running_backup":false,
"running_backup_is_restorable":false
},
"2023-01-18":{
"current_container":"file:///mnt/fdbbackup/backup-2023-01-18-01-10-01.377913",
"current_status":"has been completed",
"last_restorable_seconds_behind":2560129.7150039999,
"last_restorable_version":5798970040378,
"mutation_log_bytes_written":760,
"mutation_stream_id":"a8063f706d9779600700cc8af0a812e7",
"range_bytes_written":4296382397,
"running_backup":false,
"running_backup_is_restorable":false
},
"2023-01-19":{
"current_container":"file:///mnt/fdbbackup/backup-2023-01-19-01-10-01.134316",
"current_status":"has been completed",
"last_restorable_seconds_behind":2473730.0732510001,
"last_restorable_version":5885369682131,
"mutation_log_bytes_written":760,
"mutation_stream_id":"bff7d8dd6a6a071f1065d9ae94fe61d9",
"range_bytes_written":4297305641,
"running_backup":false,
"running_backup_is_restorable":false
},
"2023-01-20":{
"current_container":"file:///mnt/fdbbackup/backup-2023-01-20-01-10-01.707693",
"current_status":"has been completed",
"last_restorable_seconds_behind":2387329.0857159998,
"last_restorable_version":5971770669666,
"mutation_log_bytes_written":760,
"mutation_stream_id":"de77351fa616eea2bc08e533f915f89c",
"range_bytes_written":4301210515,
"running_backup":false,
"running_backup_is_restorable":false
},
"2023-01-21":{
"current_container":"file:///mnt/fdbbackup/backup-2023-01-21-01-10-01.410291",
"current_status":"has been completed",
"last_restorable_seconds_behind":2300929.2810960002,
"last_restorable_version":6058170474286,
"mutation_log_bytes_written":760,
"mutation_stream_id":"a65465b0264e3268de6e3dca3cc7de34",
"range_bytes_written":4301157206,
"running_backup":false,
"running_backup_is_restorable":false
},
"2023-01-22":{
"current_container":"file:///mnt/fdbbackup/backup-2023-01-22-01-10-01.727037",
"current_status":"has been completed",
"last_restorable_seconds_behind":2214529.500213,
"last_restorable_version":6144570255169,
"mutation_log_bytes_written":760,
"mutation_stream_id":"7132ebe06f1cd17f4c2e5a923e45b686",
"range_bytes_written":4300950033,
"running_backup":false,
"running_backup_is_restorable":false
},
"2023-01-23":{
"current_container":"file:///mnt/fdbbackup/backup-2023-01-23-01-10-01.333121",
"current_status":"has been completed",
"last_restorable_seconds_behind":2128129.7239370001,
"last_restorable_version":6230970031445,
"mutation_log_bytes_written":760,
"mutation_stream_id":"8ae9a5cdef913b8536a8fe253ecbf422",
"range_bytes_written":4300874445,
"running_backup":false,
"running_backup_is_restorable":false
},
"2023-01-24":{
"current_container":"file:///mnt/fdbbackup/backup-2023-01-24-01-10-01.315104",
"current_status":"has been completed",
"last_restorable_seconds_behind":2041729.1929049999,
"last_restorable_version":6317370562477,
"mutation_log_bytes_written":760,
"mutation_stream_id":"6ba7f957b77aad33d095d7e45ce59096",
"range_bytes_written":4300874445,
"running_backup":false,
"running_backup_is_restorable":false
},
"2023-01-25":{
"current_container":"file:///mnt/fdbbackup/backup-2023-01-25-01-10-01.426599",
"current_status":"has been completed",
"last_restorable_seconds_behind":1955329.848027,
"last_restorable_version":6403769907355,
"mutation_log_bytes_written":760,
"mutation_stream_id":"7077f6ca748fc632639046399c992e81",
"range_bytes_written":4300874445,
"running_backup":false,
"running_backup_is_restorable":false
},
"2023-01-26":{
"current_container":"file:///mnt/fdbbackup/backup-2023-01-26-01-10-01.146545",
"current_status":"has been completed",
"last_restorable_seconds_behind":1868930.1424189999,
"last_restorable_version":6490169612963,
"mutation_log_bytes_written":760,
"mutation_stream_id":"84802ebded240f780073a139a94b7a53",
"range_bytes_written":4300874445,
"running_backup":false,
"running_backup_is_restorable":false
},
"2023-01-27":{
"current_container":"file:///mnt/fdbbackup/backup-2023-01-27-01-10-01.611161",
"current_status":"has been completed",
"last_restorable_seconds_behind":1782529.7207849999,
"last_restorable_version":6576570034597,
"mutation_log_bytes_written":760,
"mutation_stream_id":"14d73ea49bddaf9204ca6b46701536cc",
"range_bytes_written":4300874445,
"running_backup":false,
"running_backup_is_restorable":false
},
"2023-01-28":{
"current_container":"file:///mnt/fdbbackup/backup-2023-01-28-01-10-01.177020",
"current_status":"has been completed",
"last_restorable_seconds_behind":1696130.464136,
"last_restorable_version":6662969291246,
"mutation_log_bytes_written":760,
"mutation_stream_id":"b4d4c022a4bd8a06a04d776c1a1beb5c",
"range_bytes_written":4300874445,
"running_backup":false,
"running_backup_is_restorable":false
},
"2023-01-29":{
"current_container":"file:///mnt/fdbbackup/backup-2023-01-29-01-10-01.057106",
"current_status":"has been completed",
"last_restorable_seconds_behind":1609730.4922249999,
"last_restorable_version":6749369263157,
"mutation_log_bytes_written":760,
"mutation_stream_id":"6d3dbab67b367bc4d5529455f797f911",
"range_bytes_written":4301636487,
"running_backup":false,
"running_backup_is_restorable":false
},
"2023-01-30":{
"current_container":"file:///mnt/fdbbackup/backup-2023-01-30-01-10-01.344900",
"current_status":"has been completed",
"last_restorable_seconds_behind":1523329.794611,
"last_restorable_version":6835769960771,
"mutation_log_bytes_written":760,
"mutation_stream_id":"00c462ca775fe67bed22fc93b2989d69",
"range_bytes_written":4311275241,
"running_backup":false,
"running_backup_is_restorable":false
},
"2023-01-31":{
"current_container":"file:///mnt/fdbbackup/backup-2023-01-31-01-10-01.696560",
"current_status":"has been completed",
"last_restorable_seconds_behind":1436929.9665270001,
"last_restorable_version":6922169788855,
"mutation_log_bytes_written":760,
"mutation_stream_id":"d041a9e54f674029039e0857b7d0831f",
"range_bytes_written":4312922675,
"running_backup":false,
"running_backup_is_restorable":false
},
"2023-02-01":{
"current_container":"file:///mnt/fdbbackup/backup-2023-02-01-01-10-01.331049",
"current_status":"has been completed",
"last_restorable_seconds_behind":1350529.9150429999,
"last_restorable_version":7008569840339,
"mutation_log_bytes_written":760,
"mutation_stream_id":"931cbfdf479813b81af7831723aba685",
"range_bytes_written":4313374370,
"running_backup":false,
"running_backup_is_restorable":false
},
"2023-02-02":{
"current_container":"file:///mnt/fdbbackup/backup-2023-02-02-01-10-01.964075",
"current_status":"has been completed",
"last_restorable_seconds_behind":1264129.4106340001,
"last_restorable_version":7094970344748,
"mutation_log_bytes_written":760,
"mutation_stream_id":"3e04e6916ce931ce656dc2b51b6a6212",
"range_bytes_written":4304980192,
"running_backup":false,
"running_backup_is_restorable":false
},
"2023-02-03":{
"current_container":"file:///mnt/fdbbackup/backup-2023-02-03-01-10-01.362489",
"current_status":"has been completed",
"last_restorable_seconds_behind":1177729.763886,
"last_restorable_version":7181369991496,
"mutation_log_bytes_written":760,
"mutation_stream_id":"fecfe2e2246dd84d329b10bcfc43c137",
"range_bytes_written":4305334381,
"running_backup":false,
"running_backup_is_restorable":false
},
"2023-02-04":{
"current_container":"file:///mnt/fdbbackup/backup-2023-02-04-01-10-01.960478",
"current_status":"has been completed",
"last_restorable_seconds_behind":1091329.904421,
"last_restorable_version":7267769850961,
"mutation_log_bytes_written":760,
"mutation_stream_id":"76d05dfc1088e2cf3e1b8f201a87f6c4",
"range_bytes_written":4324785864,
"running_backup":false,
"running_backup_is_restorable":false
},
"2023-02-05":{
"current_container":"file:///mnt/fdbbackup/backup-2023-02-05-01-10-01.785117",
"current_status":"has been completed",
"last_restorable_seconds_behind":1004929.492231,
"last_restorable_version":7354170263151,
"mutation_log_bytes_written":760,
"mutation_stream_id":"20da64c05f2f6cda7ee6304243a71bb6",
"range_bytes_written":4324715145,
"running_backup":false,
"running_backup_is_restorable":false
},
"2023-02-06":{
"current_container":"file:///mnt/fdbbackup/backup-2023-02-06-01-10-01.175772",
"current_status":"has been completed",
"last_restorable_seconds_behind":918530.69561900001,
"last_restorable_version":7440569059763,
"mutation_log_bytes_written":760,
"mutation_stream_id":"f938a5d5f598ebccc460eef933be178b",
"range_bytes_written":4324729979,
"running_backup":false,
"running_backup_is_restorable":false
},
"2023-02-07":{
"current_container":"file:///mnt/fdbbackup/backup-2023-02-07-01-10-01.241118",
"current_status":"has been completed",
"last_restorable_seconds_behind":832130.63440400001,
"last_restorable_version":7526969120978,
"mutation_log_bytes_written":760,
"mutation_stream_id":"1bd3ffda185c87580646d76b520c458e",
"range_bytes_written":4313284153,
"running_backup":false,
"running_backup_is_restorable":false
},
"2023-02-08":{
"current_container":"file:///mnt/fdbbackup/backup-2023-02-08-01-10-01.126344",
"current_status":"has been completed",
"last_restorable_seconds_behind":745730.96450700006,
"last_restorable_version":7613368790875,
"mutation_log_bytes_written":760,
"mutation_stream_id":"8f5f2ab1880ddc96cd80d08c981c9107",
"range_bytes_written":4313226971,
"running_backup":false,
"running_backup_is_restorable":false
},
"2023-02-09":{
"current_container":"file:///mnt/fdbbackup/backup-2023-02-09-01-10-01.130475",
"current_status":"has been completed",
"last_restorable_seconds_behind":659331.06280199997,
"last_restorable_version":7699768692580,
"mutation_log_bytes_written":760,
"mutation_stream_id":"87d1afc3b51e680db72bfcd4ebc49bbc",
"range_bytes_written":4319821501,
"running_backup":false,
"running_backup_is_restorable":false
},
"2023-02-10":{
"current_container":"file:///mnt/fdbbackup/backup-2023-02-10-01-10-01.055901",
"current_status":"has been completed",
"last_restorable_seconds_behind":572931.07640999998,
"last_restorable_version":7786168678972,
"mutation_log_bytes_written":760,
"mutation_stream_id":"103643050f0c6a610a13f4c5fb6cc220",
"range_bytes_written":4331977430,
"running_backup":false,
"running_backup_is_restorable":false
},
"2023-02-11":{
"current_container":"file:///mnt/fdbbackup/backup-2023-02-11-01-10-01.285524",
"current_status":"has been completed",
"last_restorable_seconds_behind":486531.04441700003,
"last_restorable_version":7872568710965,
"mutation_log_bytes_written":760,
"mutation_stream_id":"1ef2a2927720dfba043f7997fea82f32",
"range_bytes_written":4335932043,
"running_backup":false,
"running_backup_is_restorable":false
},
"2023-02-12":{
"current_container":"file:///mnt/fdbbackup/backup-2023-02-12-01-10-01.048426",
"current_status":"has been completed",
"last_restorable_seconds_behind":400131.22744599998,
"last_restorable_version":7958968527936,
"mutation_log_bytes_written":760,
"mutation_stream_id":"befc09adb6f864c77dfba330f573a982",
"range_bytes_written":4335815540,
"running_backup":false,
"running_backup_is_restorable":false
},
"2023-02-13":{
"current_container":"file:///mnt/fdbbackup/backup-2023-02-13-01-10-01.251467",
"current_status":"has been completed",
"last_restorable_seconds_behind":313730.69430899998,
"last_restorable_version":8045369061073,
"mutation_log_bytes_written":760,
"mutation_stream_id":"c512e8d62e5a1f4cf70df68ed1ed0205",
"range_bytes_written":4335676611,
"running_backup":false,
"running_backup_is_restorable":false
},
"2023-02-14":{
"current_container":"file:///mnt/fdbbackup/backup-2023-02-14-01-10-01.164890",
"current_status":"has been completed",
"last_restorable_seconds_behind":227331.34368300001,
"last_restorable_version":8131768411699,
"mutation_log_bytes_written":760,
"mutation_stream_id":"70e68e8084e9301e268a1ca675d32829",
"range_bytes_written":4341311073,
"running_backup":false,
"running_backup_is_restorable":false
},
"2023-02-15":{
"current_container":"file:///mnt/fdbbackup/backup-2023-02-15-01-10-01.539850",
"current_status":"has been completed",
"last_restorable_seconds_behind":140930.561984,
"last_restorable_version":8218169193398,
"mutation_log_bytes_written":760,
"mutation_stream_id":"33b9a9914326392f878c041e3bf7d4f6",
"range_bytes_written":4345407197,
"running_backup":false,
"running_backup_is_restorable":false
},
"2023-02-16":{
"current_container":"file:///mnt/fdbbackup/backup-2023-02-16-01-10-01.372017",
"current_status":"has been completed",
"last_restorable_seconds_behind":54531.487924000001,
"last_restorable_version":8304568267458,
"mutation_log_bytes_written":760,
"mutation_stream_id":"e8d5dffab42d0757d3bfa186bcd0cf12",
"range_bytes_written":4350263154,
"running_backup":false,
"running_backup_is_restorable":false
},
"test_1":{
"current_container":"file:///mnt/fdbbackup/backup-2022-12-13-17-16-20.188059",
"current_status":"has been completed",
"last_restorable_seconds_behind":5613229.0989549998,
"last_restorable_version":2745870656427,
"mutation_log_bytes_written":760,
"mutation_stream_id":"abbc074baa60ba5b4670df39d5ba2ec5",
"range_bytes_written":5055018595,
"running_backup":false,
"running_backup_is_restorable":false
}
},
"total_workers":30
}
},
"logs":[
{
"begin_version":4152007940720,
"current":true,
"epoch":25,
"log_fault_tolerance":1,
"log_interfaces":[
{
"address":"10.29.0.115:4504",
"healthy":true,
"id":"989fcf16338447ec"
},
{
"address":"10.29.0.117:4504",
"healthy":true,
"id":"b648574d30094342"
},
{
"address":"10.29.0.116:4504",
"healthy":true,
"id":"7e776410c2ceb92f"
}
],
"log_replication_factor":2,
"log_write_anti_quorum":0,
"possibly_losing_data":false
}
],
"machines":{
"a7ebaaa23d084d74b19472bce4f91f70":{
"address":"10.29.0.115",
"contributing_workers":5,
"cpu":{
"logical_core_utilization":0.010005
},
"excluded":false,
"locality":{
"machineid":"a7ebaaa23d084d74b19472bce4f91f70",
"processid":"3d961382e4cd167d412d6297b4e8358c",
"zoneid":"a7ebaaa23d084d74b19472bce4f91f70"
},
"machine_id":"a7ebaaa23d084d74b19472bce4f91f70",
"memory":{
"committed_bytes":5354520576,
"free_bytes":10866733056,
"total_bytes":16221253632
},
"network":{
"megabits_received":{
"hz":0.56417799999999996
},
"megabits_sent":{
"hz":1.03609
},
"tcp_segments_retransmitted":{
"hz":1.6000000000000001
}
}
},
"c41e87176ba168c067a244c37d97366c":{
"address":"10.29.0.117",
"contributing_workers":5,
"cpu":{
"logical_core_utilization":0.0080200400000000008
},
"excluded":false,
"locality":{
"machineid":"c41e87176ba168c067a244c37d97366c",
"processid":"842484bebf46806d7cfbe39d947ff2ff",
"zoneid":"c41e87176ba168c067a244c37d97366c"
},
"machine_id":"c41e87176ba168c067a244c37d97366c",
"memory":{
"committed_bytes":5631946752,
"free_bytes":10589306880,
"total_bytes":16221253632
},
"network":{
"megabits_received":{
"hz":0.434062
},
"megabits_sent":{
"hz":1.0600499999999999
},
"tcp_segments_retransmitted":{
"hz":0
}
}
},
"e32b27aba3da1300cb5e56d9644ce9e7":{
"address":"10.29.0.116",
"contributing_workers":5,
"cpu":{
"logical_core_utilization":0.0115231
},
"excluded":false,
"locality":{
"machineid":"e32b27aba3da1300cb5e56d9644ce9e7",
"processid":"0a456165f04e1ec1a2ade0ce523d54a8",
"zoneid":"e32b27aba3da1300cb5e56d9644ce9e7"
},
"machine_id":"e32b27aba3da1300cb5e56d9644ce9e7",
"memory":{
"committed_bytes":5639344128,
"free_bytes":10581909504,
"total_bytes":16221253632
},
"network":{
"megabits_received":{
"hz":0.82969899999999996
},
"megabits_sent":{
"hz":1.05907
},
"tcp_segments_retransmitted":{
"hz":0
}
}
}
},
"messages":[
],
"page_cache":{
"log_hit_rate":1,
"storage_hit_rate":1
},
"processes":{
"09ca90b9f3f413e5816b2610ed8b465d":{
"address":"10.29.0.115:4501",
"class_source":"command_line",
"class_type":"stateless",
"command_line":"/usr/sbin/fdbserver --class=stateless --cluster-file=/etc/foundationdb/fdb.cluster --datadir=/mnt/foundationdb/data/4501 --listen-address=public --logdir=/mnt/foundationdb/log --public-address=auto:4501",
"cpu":{
"usage_cores":0.0012292
},
"disk":{
"busy":0.0085999800000000001,
"free_bytes":490412584960,
"reads":{
"counter":854857,
"hz":0,
"sectors":0
},
"total_bytes":527295578112,
"writes":{
"counter":73765457,
"hz":26.1999,
"sectors":1336
}
},
"excluded":false,
"fault_domain":"a7ebaaa23d084d74b19472bce4f91f70",
"locality":{
"machineid":"a7ebaaa23d084d74b19472bce4f91f70",
"processid":"09ca90b9f3f413e5816b2610ed8b465d",
"zoneid":"a7ebaaa23d084d74b19472bce4f91f70"
},
"machine_id":"a7ebaaa23d084d74b19472bce4f91f70",
"memory":{
"available_bytes":3065090867,
"limit_bytes":8589934592,
"rss_bytes":46551040,
"unused_allocated_memory":655360,
"used_bytes":122974208
},
"messages":[
],
"network":{
"connection_errors":{
"hz":0
},
"connections_closed":{
"hz":0
},
"connections_established":{
"hz":0
},
"current_connections":8,
"megabits_received":{
"hz":0.046758299999999996
},
"megabits_sent":{
"hz":0.019513599999999999
},
"tls_policy_failures":{
"hz":0
}
},
"roles":[
{
"id":"1cedbcf5dbe49521",
"role":"resolver"
}
],
"run_loop_busy":0.00086278800000000007,
"uptime_seconds":4207010,
"version":"7.1.23"
},
"0a456165f04e1ec1a2ade0ce523d54a8":{
"address":"10.29.0.116:4500",
"class_source":"command_line",
"class_type":"stateless",
"command_line":"/usr/sbin/fdbserver --class=stateless --cluster-file=/etc/foundationdb/fdb.cluster --datadir=/mnt/foundationdb/data/4500 --listen-address=public --logdir=/mnt/foundationdb/log --public-address=auto:4500",
"cpu":{
"usage_cores":0.0049765900000000004
},
"disk":{
"busy":0.012200000000000001,
"free_bytes":489160159232,
"reads":{
"counter":877107,
"hz":0,
"sectors":0
},
"total_bytes":527295578112,
"writes":{
"counter":79316112,
"hz":30.9999,
"sectors":744
}
},
"excluded":false,
"fault_domain":"e32b27aba3da1300cb5e56d9644ce9e7",
"locality":{
"machineid":"e32b27aba3da1300cb5e56d9644ce9e7",
"processid":"0a456165f04e1ec1a2ade0ce523d54a8",
"zoneid":"e32b27aba3da1300cb5e56d9644ce9e7"
},
"machine_id":"e32b27aba3da1300cb5e56d9644ce9e7",
"memory":{
"available_bytes":3076787404,
"limit_bytes":8589934592,
"rss_bytes":72359936,
"unused_allocated_memory":393216,
"used_bytes":157978624
},
"messages":[
],
"network":{
"connection_errors":{
"hz":0
},
"connections_closed":{
"hz":0
},
"connections_established":{
"hz":0
},
"current_connections":21,
"megabits_received":{
"hz":0.20410799999999998
},
"megabits_sent":{
"hz":0.210009
},
"tls_policy_failures":{
"hz":0
}
},
"roles":[
{
"role":"coordinator"
},
{
"grv_latency_statistics":{
"batch":{
"count":0,
"max":0,
"mean":0,
"median":0,
"min":0,
"p25":0,
"p90":0,
"p95":0,
"p99":0,
"p99.9":0
},
"default":{
"count":3968,
"max":0.00029754600000000004,
"mean":0.00011025100000000001,
"median":0.000109196,
"min":0.0000832081,
"p25":0.00010252,
"p90":0.00012421600000000002,
"p95":0.00013232200000000001,
"p99":0.00014853500000000001,
"p99.9":0.00020289400000000001
}
},
"id":"35568292c7c8efcb",
"role":"grv_proxy"
}
],
"run_loop_busy":0.0038921300000000002,
"uptime_seconds":4211540,
"version":"7.1.23"
},
"20979548fdd7941987b43fd72d2884cd":{
"address":"10.29.0.117:4501",
"class_source":"command_line",
"class_type":"stateless",
"command_line":"/usr/sbin/fdbserver --class=stateless --cluster-file=/etc/foundationdb/fdb.cluster --datadir=/mnt/foundationdb/data/4501 --listen-address=public --logdir=/mnt/foundationdb/log --public-address=auto:4501",
"cpu":{
"usage_cores":0.0016627999999999999
},
"disk":{
"busy":0.0040000000000000001,
"free_bytes":489862533120,
"reads":{
"counter":862623,
"hz":0,
"sectors":0
},
"total_bytes":527295578112,
"writes":{
"counter":89087049,
"hz":17.399999999999999,
"sectors":600
}
},
"excluded":false,
"fault_domain":"c41e87176ba168c067a244c37d97366c",
"locality":{
"machineid":"c41e87176ba168c067a244c37d97366c",
"processid":"20979548fdd7941987b43fd72d2884cd",
"zoneid":"c41e87176ba168c067a244c37d97366c"
},
"machine_id":"c41e87176ba168c067a244c37d97366c",
"memory":{
"available_bytes":3083005132,
"limit_bytes":8589934592,
"rss_bytes":65449984,
"unused_allocated_memory":262144,
"used_bytes":130707456
},
"messages":[
],
"network":{
"connection_errors":{
"hz":0
},
"connections_closed":{
"hz":0
},
"connections_established":{
"hz":0
},
"current_connections":15,
"megabits_received":{
"hz":0.025433599999999997
},
"megabits_sent":{
"hz":0.12354499999999999
},
"tls_policy_failures":{
"hz":0
}
},
"roles":[
{
"id":"d64ff6aec77b0901",
"role":"cluster_controller"
}
],
"run_loop_busy":0.00115986,
"uptime_seconds":4228940,
"version":"7.1.23"
},
"22e1a804c8f3284e03e4da595ab51c45":{
"address":"10.29.0.115:4503",
"class_source":"command_line",
"class_type":"storage",
"command_line":"/usr/sbin/fdbserver --class=storage --cluster-file=/etc/foundationdb/fdb.cluster --datadir=/mnt/foundationdb/data/4503 --listen-address=public --logdir=/mnt/foundationdb/log --public-address=auto:4503",
"cpu":{
"usage_cores":0.0022559900000000003
},
"disk":{
"busy":0.0095999599999999994,
"free_bytes":490412613632,
"reads":{
"counter":854857,
"hz":0,
"sectors":0
},
"total_bytes":527295578112,
"writes":{
"counter":73765445,
"hz":28.399899999999999,
"sectors":1384
}
},
"excluded":false,
"fault_domain":"a7ebaaa23d084d74b19472bce4f91f70",
"locality":{
"machineid":"a7ebaaa23d084d74b19472bce4f91f70",
"processid":"22e1a804c8f3284e03e4da595ab51c45",
"zoneid":"a7ebaaa23d084d74b19472bce4f91f70"
},
"machine_id":"a7ebaaa23d084d74b19472bce4f91f70",
"memory":{
"available_bytes":3064911462,
"limit_bytes":8589934592,
"rss_bytes":2090733568,
"unused_allocated_memory":131072,
"used_bytes":2391834624
},
"messages":[
],
"network":{
"connection_errors":{
"hz":0
},
"connections_closed":{
"hz":0
},
"connections_established":{
"hz":0
},
"current_connections":13,
"megabits_received":{
"hz":0.034143899999999998
},
"megabits_sent":{
"hz":0.048409500000000001
},
"tls_policy_failures":{
"hz":0
}
},
"roles":[
{
"bytes_queried":{
"counter":31650625271,
"hz":0,
"roughness":-1
},
"data_lag":{
"seconds":1.67435,
"versions":1674352
},
"data_version":8359117049604,
"durability_lag":{
"seconds":5,
"versions":5000000
},
"durable_bytes":{
"counter":136752526,
"hz":0,
"roughness":-1
},
"durable_version":8359112049604,
"fetched_versions":{
"counter":4207377935583,
"hz":1059280,
"roughness":1499910
},
"fetches_from_logs":{
"counter":5529509,
"hz":1.6000000000000001,
"roughness":1.26556
},
"finished_queries":{
"counter":1574437,
"hz":0,
"roughness":-1
},
"id":"b9ac20f6099187bb",
"input_bytes":{
"counter":136752526,
"hz":0,
"roughness":-1
},
"keys_queried":{
"counter":38049663,
"hz":0,
"roughness":-1
},
"kvstore_available_bytes":490412580864,
"kvstore_free_bytes":490412580864,
"kvstore_inline_keys":0,
"kvstore_total_bytes":527295578112,
"kvstore_total_nodes":0,
"kvstore_total_size":0,
"kvstore_used_bytes":1826340864,
"local_rate":100,
"low_priority_queries":{
"counter":65,
"hz":0,
"roughness":-1
},
"mutation_bytes":{
"counter":37080948,
"hz":0,
"roughness":-1
},
"mutations":{
"counter":69950,
"hz":0,
"roughness":-1
},
"query_queue_max":0,
"read_latency_statistics":{
"count":0,
"max":0,
"mean":0,
"median":0,
"min":0,
"p25":0,
"p90":0,
"p95":0,
"p99":0,
"p99.9":0
},
"role":"storage",
"storage_metadata":{
"created_time_datetime":"2022-11-11 14:37:57.000 +0000",
"created_time_timestamp":1668180000
},
"stored_bytes":1407755562,
"total_queries":{
"counter":1574437,
"hz":0,
"roughness":-1
}
}
],
"run_loop_busy":0.0016757,
"uptime_seconds":4207010,
"version":"7.1.23"
},
"336ac60dc5fae6d644820659354c3027":{
"address":"10.29.0.116:4502",
"class_source":"command_line",
"class_type":"storage",
"command_line":"/usr/sbin/fdbserver --class=storage --cluster-file=/etc/foundationdb/fdb.cluster --datadir=/mnt/foundationdb/data/4502 --listen-address=public --logdir=/mnt/foundationdb/log --public-address=auto:4502",
"cpu":{
"usage_cores":0.0024319999999999997
},
"disk":{
"busy":0.011600000000000001,
"free_bytes":489160142848,
"reads":{
"counter":877107,
"hz":0,
"sectors":0
},
"total_bytes":527295578112,
"writes":{
"counter":79316112,
"hz":27.599900000000002,
"sectors":664
}
},
"excluded":false,
"fault_domain":"e32b27aba3da1300cb5e56d9644ce9e7",
"locality":{
"machineid":"e32b27aba3da1300cb5e56d9644ce9e7",
"processid":"336ac60dc5fae6d644820659354c3027",
"zoneid":"e32b27aba3da1300cb5e56d9644ce9e7"
},
"machine_id":"e32b27aba3da1300cb5e56d9644ce9e7",
"memory":{
"available_bytes":3076784128,
"limit_bytes":8589934592,
"rss_bytes":2242613248,
"unused_allocated_memory":7339680,
"used_bytes":2404286464
},
"messages":[
],
"network":{
"connection_errors":{
"hz":0
},
"connections_closed":{
"hz":0
},
"connections_established":{
"hz":0
},
"current_connections":17,
"megabits_received":{
"hz":0.041075199999999999
},
"megabits_sent":{
"hz":0.052710299999999995
},
"tls_policy_failures":{
"hz":0
}
},
"roles":[
{
"bytes_queried":{
"counter":47159882015,
"hz":582.19899999999996,
"roughness":1021.6900000000001
},
"data_lag":{
"seconds":0.29163,
"versions":291630
},
"data_version":8359117341234,
"durability_lag":{
"seconds":5.2916299999999996,
"versions":5291630
},
"durable_bytes":{
"counter":1282267102,
"hz":814.79899999999998,
"roughness":4073
},
"durable_version":8359112049604,
"fetched_versions":{
"counter":4212080954766,
"hz":1117600,
"roughness":1436800
},
"fetches_from_logs":{
"counter":5539359,
"hz":1.8,
"roughness":1.31409
},
"finished_queries":{
"counter":49976345,
"hz":0.79999900000000002,
"roughness":0.405283
},
"id":"81eaea1051bc3534",
"input_bytes":{
"counter":1282269716,
"hz":522.79899999999998,
"roughness":2133.0100000000002
},
"keys_queried":{
"counter":86011047,
"hz":0.79999900000000002,
"roughness":0.405283
},
"kvstore_available_bytes":489160085504,
"kvstore_free_bytes":489160085504,
"kvstore_inline_keys":0,
"kvstore_total_bytes":527295578112,
"kvstore_total_nodes":0,
"kvstore_total_size":0,
"kvstore_used_bytes":1831297024,
"local_rate":100,
"low_priority_queries":{
"counter":18,
"hz":0,
"roughness":-1
},
"mutation_bytes":{
"counter":388680471,
"hz":53.399900000000002,
"roughness":216.97300000000001
},
"mutations":{
"counter":541578,
"hz":0.39999899999999999,
"roughness":0.63275399999999993
},
"query_queue_max":1,
"read_latency_statistics":{
"count":52,
"max":0.00012517,
"mean":0.000042933700000000005,
"median":0.000039100600000000003,
"min":0.0000064373000000000002,
"p25":0.000013828300000000001,
"p90":0.000076770800000000014,
"p95":0.000093936899999999998,
"p99":0.00012517,
"p99.9":0.00012517
},
"role":"storage",
"storage_metadata":{
"created_time_datetime":"2022-11-11 14:40:05.000 +0000",
"created_time_timestamp":1668180000
},
"stored_bytes":1418589622,
"total_queries":{
"counter":49976345,
"hz":0.79999900000000002,
"roughness":0.405283
}
}
],
"run_loop_busy":0.0018324300000000001,
"uptime_seconds":4211540,
"version":"7.1.23"
},
"3bb939e1333a0cafdb52e7b7e4af4eed":{
"address":"10.29.0.115:4502",
"class_source":"command_line",
"class_type":"storage",
"command_line":"/usr/sbin/fdbserver --class=storage --cluster-file=/etc/foundationdb/fdb.cluster --datadir=/mnt/foundationdb/data/4502 --listen-address=public --logdir=/mnt/foundationdb/log --public-address=auto:4502",
"cpu":{
"usage_cores":0.0030271899999999999
},
"disk":{
"busy":0.009599980000000001,
"free_bytes":490412613632,
"reads":{
"counter":854857,
"hz":0,
"sectors":0
},
"total_bytes":527295578112,
"writes":{
"counter":73765445,
"hz":28.399899999999999,
"sectors":1384
}
},
"excluded":false,
"fault_domain":"a7ebaaa23d084d74b19472bce4f91f70",
"locality":{
"machineid":"a7ebaaa23d084d74b19472bce4f91f70",
"processid":"3bb939e1333a0cafdb52e7b7e4af4eed",
"zoneid":"a7ebaaa23d084d74b19472bce4f91f70"
},
"machine_id":"a7ebaaa23d084d74b19472bce4f91f70",
"memory":{
"available_bytes":3064898355,
"limit_bytes":8589934592,
"rss_bytes":2170167296,
"unused_allocated_memory":2096928,
"used_bytes":2396160000
},
"messages":[
],
"network":{
"connection_errors":{
"hz":0
},
"connections_closed":{
"hz":0
},
"connections_established":{
"hz":0
},
"current_connections":16,
"megabits_received":{
"hz":0.106893
},
"megabits_sent":{
"hz":0.10492799999999999
},
"tls_policy_failures":{
"hz":0
}
},
"roles":[
{
"bytes_queried":{
"counter":31850408674,
"hz":1905.2,
"roughness":3347.0700000000002
},
"data_lag":{
"seconds":0.212421,
"versions":212421
},
"data_version":8359115375252,
"durability_lag":{
"seconds":5,
"versions":5000000
},
"durable_bytes":{
"counter":2788625472,
"hz":0,
"roughness":-1
},
"durable_version":8359110375252,
"fetched_versions":{
"counter":4207376261231,
"hz":724406,
"roughness":1419160
},
"fetches_from_logs":{
"counter":5534025,
"hz":1.3999999999999999,
"roughness":1.7427000000000001
},
"finished_queries":{
"counter":18989130,
"hz":1.6000000000000001,
"roughness":1.8113600000000001
},
"id":"47ec3d598172d36d",
"input_bytes":{
"counter":2788756238,
"hz":4313.6000000000004,
"roughness":17589.299999999999
},
"keys_queried":{
"counter":55062615,
"hz":2,
"roughness":2.5146600000000001
},
"kvstore_available_bytes":490412580864,
"kvstore_free_bytes":490412580864,
"kvstore_inline_keys":0,
"kvstore_total_bytes":527295578112,
"kvstore_total_nodes":0,
"kvstore_total_size":0,
"kvstore_used_bytes":1828196352,
"local_rate":100,
"low_priority_queries":{
"counter":15,
"hz":0,
"roughness":-1
},
"mutation_bytes":{
"counter":683871093,
"hz":793.99900000000002,
"roughness":3236.8299999999999
},
"mutations":{
"counter":1609500,
"hz":3,
"roughness":11.233599999999999
},
"query_queue_max":1,
"read_latency_statistics":{
"count":162,
"max":0.00012064,
"mean":0.000024068500000000002,
"median":0.0000152588,
"min":0.00000333786,
"p25":0.0000071525599999999997,
"p90":0.000065088300000000005,
"p95":0.000073194499999999999,
"p99":0.000099182100000000007,
"p99.9":0.00012064
},
"role":"storage",
"storage_metadata":{
"created_time_datetime":"2022-11-11 14:37:56.000 +0000",
"created_time_timestamp":1668180000
},
"stored_bytes":1437039573,
"total_queries":{
"counter":18989130,
"hz":1.6000000000000001,
"roughness":1.8113600000000001
}
}
],
"run_loop_busy":0.0023324999999999999,
"uptime_seconds":4207010,
"version":"7.1.23"
},
"3d4bf6805fc8ab8830a3c401dbafa937":{
"address":"10.29.0.117:4502",
"class_source":"command_line",
"class_type":"storage",
"command_line":"/usr/sbin/fdbserver --class=storage --cluster-file=/etc/foundationdb/fdb.cluster --datadir=/mnt/foundationdb/data/4502 --listen-address=public --logdir=/mnt/foundationdb/log --public-address=auto:4502",
"cpu":{
"usage_cores":0.0030431899999999999
},
"disk":{
"busy":0.0037999900000000001,
"free_bytes":489862565888,
"reads":{
"counter":862623,
"hz":0,
"sectors":0
},
"total_bytes":527295578112,
"writes":{
"counter":89087039,
"hz":15.4,
"sectors":552
}
},
"excluded":false,
"fault_domain":"c41e87176ba168c067a244c37d97366c",
"locality":{
"machineid":"c41e87176ba168c067a244c37d97366c",
"processid":"3d4bf6805fc8ab8830a3c401dbafa937",
"zoneid":"c41e87176ba168c067a244c37d97366c"
},
"machine_id":"c41e87176ba168c067a244c37d97366c",
"memory":{
"available_bytes":3083005132,
"limit_bytes":8589934592,
"rss_bytes":2306105344,
"unused_allocated_memory":8388224,
"used_bytes":2814017536
},
"messages":[
],
"network":{
"connection_errors":{
"hz":0
},
"connections_closed":{
"hz":0
},
"connections_established":{
"hz":0
},
"current_connections":21,
"megabits_received":{
"hz":0.079244700000000001
},
"megabits_sent":{
"hz":0.16444799999999998
},
"tls_policy_failures":{
"hz":0
}
},
"roles":[
{
"bytes_queried":{
"counter":84968184874,
"hz":10954.200000000001,
"roughness":7166.5799999999999
},
"data_lag":{
"seconds":0.16997099999999998,
"versions":169971
},
"data_version":8359113267260,
"durability_lag":{
"seconds":5,
"versions":5000000
},
"durable_bytes":{
"counter":14824278172,
"hz":295.60000000000002,
"roughness":1477
},
"durable_version":8359108267260,
"fetched_versions":{
"counter":4229692901927,
"hz":867050,
"roughness":956425
},
"fetches_from_logs":{
"counter":5560953,
"hz":7.1999899999999997,
"roughness":6.9421800000000005
},
"finished_queries":{
"counter":155153277,
"hz":15.800000000000001,
"roughness":6.2782200000000001
},
"id":"5790fd044e73cb53",
"input_bytes":{
"counter":14824305594,
"hz":5188.79,
"roughness":7180.5699999999997
},
"keys_queried":{
"counter":270815691,
"hz":40.799999999999997,
"roughness":25.696400000000001
},
"kvstore_available_bytes":489849221120,
"kvstore_free_bytes":489849221120,
"kvstore_inline_keys":0,
"kvstore_total_bytes":527295578112,
"kvstore_total_nodes":0,
"kvstore_total_size":0,
"kvstore_used_bytes":1934802944,
"local_rate":100,
"low_priority_queries":{
"counter":168,
"hz":0,
"roughness":-1
},
"mutation_bytes":{
"counter":6061387038,
"hz":585.99900000000002,
"roughness":810.05399999999997
},
"mutations":{
"counter":2740347,
"hz":4.7999900000000002,
"roughness":5.6434499999999996
},
"query_queue_max":3,
"read_latency_statistics":{
"count":3193,
"max":0.0024123199999999999,
"mean":0.00018043400000000001,
"median":0.0000083446499999999998,
"min":0.0000038147000000000001,
"p25":0.0000069141399999999998,
"p90":0.00070571900000000005,
"p95":0.0016820400000000001,
"p99":0.0022904900000000001,
"p99.9":0.0024001600000000001
},
"role":"storage",
"storage_metadata":{
"created_time_datetime":"2022-11-11 14:40:23.000 +0000",
"created_time_timestamp":1668180000
},
"stored_bytes":1479207326,
"total_queries":{
"counter":155153277,
"hz":15.800000000000001,
"roughness":6.2782200000000001
}
}
],
"run_loop_busy":0.0020840200000000002,
"uptime_seconds":4228940,
"version":"7.1.23"
},
"3d961382e4cd167d412d6297b4e8358c":{
"address":"10.29.0.115:4500",
"class_source":"command_line",
"class_type":"stateless",
"command_line":"/usr/sbin/fdbserver --class=stateless --cluster-file=/etc/foundationdb/fdb.cluster --datadir=/mnt/foundationdb/data/4500 --listen-address=public --logdir=/mnt/foundationdb/log --public-address=auto:4500",
"cpu":{
"usage_cores":0.0026771899999999999
},
"disk":{
"busy":0.009599980000000001,
"free_bytes":490412625920,
"reads":{
"counter":854857,
"hz":0,
"sectors":0
},
"total_bytes":527295578112,
"writes":{
"counter":73765443,
"hz":29.9999,
"sectors":1424
}
},
"excluded":false,
"fault_domain":"a7ebaaa23d084d74b19472bce4f91f70",
"locality":{
"machineid":"a7ebaaa23d084d74b19472bce4f91f70",
"processid":"3d961382e4cd167d412d6297b4e8358c",
"zoneid":"a7ebaaa23d084d74b19472bce4f91f70"
},
"machine_id":"a7ebaaa23d084d74b19472bce4f91f70",
"memory":{
"available_bytes":3064872140,
"limit_bytes":8589934592,
"rss_bytes":67686400,
"unused_allocated_memory":393216,
"used_bytes":155619328
},
"messages":[
],
"network":{
"connection_errors":{
"hz":0
},
"connections_closed":{
"hz":0
},
"connections_established":{
"hz":0
},
"current_connections":21,
"megabits_received":{
"hz":0.112077
},
"megabits_sent":{
"hz":0.10767299999999999
},
"tls_policy_failures":{
"hz":0
}
},
"roles":[
{
"role":"coordinator"
},
{
"commit_batching_window_size":{
"count":99,
"max":0.0017811700000000001,
"mean":0.00102479,
"median":0.001,
"min":0.001,
"p25":0.001,
"p90":0.001,
"p95":0.00119593,
"p99":0.0017811700000000001,
"p99.9":0.0017811700000000001
},
"commit_latency_statistics":{
"count":77,
"max":0.0043594799999999998,
"mean":0.0013010599999999999,
"median":0.00116515,
"min":0.00089025500000000006,
"p25":0.0011117500000000001,
"p90":0.00159526,
"p95":0.0018477400000000001,
"p99":0.0043594799999999998,
"p99.9":0.0043594799999999998
},
"id":"b3d9feac5884f537",
"role":"commit_proxy"
}
],
"run_loop_busy":0.0019783000000000001,
"uptime_seconds":4207010,
"version":"7.1.23"
},
"40b44135d6a3de79d7ce791d602dda35":{
"address":"10.29.0.117:4504",
"class_source":"command_line",
"class_type":"log",
"command_line":"/usr/sbin/fdbserver --class=log --cluster-file=/etc/foundationdb/fdb.cluster --datadir=/mnt/foundationdb/data/4504 --listen-address=public --logdir=/mnt/foundationdb/log --public-address=auto:4504",
"cpu":{
"usage_cores":0.00254499
},
"disk":{
"busy":0.0037999900000000001,
"free_bytes":489862565888,
"reads":{
"counter":862623,
"hz":0,
"sectors":0
},
"total_bytes":527295578112,
"writes":{
"counter":89087039,
"hz":15.4,
"sectors":552
}
},
"excluded":false,
"fault_domain":"c41e87176ba168c067a244c37d97366c",
"locality":{
"machineid":"c41e87176ba168c067a244c37d97366c",
"processid":"40b44135d6a3de79d7ce791d602dda35",
"zoneid":"c41e87176ba168c067a244c37d97366c"
},
"machine_id":"c41e87176ba168c067a244c37d97366c",
"memory":{
"available_bytes":3083005132,
"limit_bytes":8589934592,
"rss_bytes":86855680,
"unused_allocated_memory":786432,
"used_bytes":217092096
},
"messages":[
],
"network":{
"connection_errors":{
"hz":0
},
"connections_closed":{
"hz":0
},
"connections_established":{
"hz":0
},
"current_connections":13,
"megabits_received":{
"hz":0.061004699999999995
},
"megabits_sent":{
"hz":0.056972699999999994
},
"tls_policy_failures":{
"hz":0
}
},
"roles":[
{
"data_version":8359117341234,
"durable_bytes":{
"counter":451066741,
"hz":0,
"roughness":-1
},
"id":"b648574d30094342",
"input_bytes":{
"counter":451080187,
"hz":131.80000000000001,
"roughness":658
},
"kvstore_available_bytes":489862561792,
"kvstore_free_bytes":489862561792,
"kvstore_total_bytes":527295578112,
"kvstore_used_bytes":104988672,
"queue_disk_available_bytes":489862561792,
"queue_disk_free_bytes":489862561792,
"queue_disk_total_bytes":527295578112,
"queue_disk_used_bytes":190898176,
"role":"log"
}
],
"run_loop_busy":0.00180211,
"uptime_seconds":4228940,
"version":"7.1.23"
},
"79ddb666ac6a5b0b8eb2aae9155d91c9":{
"address":"10.29.0.116:4503",
"class_source":"command_line",
"class_type":"storage",
"command_line":"/usr/sbin/fdbserver --class=storage --cluster-file=/etc/foundationdb/fdb.cluster --datadir=/mnt/foundationdb/data/4503 --listen-address=public --logdir=/mnt/foundationdb/log --public-address=auto:4503",
"cpu":{
"usage_cores":0.00309939
},
"disk":{
"busy":0.011600000000000001,
"free_bytes":489160142848,
"reads":{
"counter":877107,
"hz":0,
"sectors":0
},
"total_bytes":527295578112,
"writes":{
"counter":79316112,
"hz":27.599900000000002,
"sectors":664
}
},
"excluded":false,
"fault_domain":"e32b27aba3da1300cb5e56d9644ce9e7",
"locality":{
"machineid":"e32b27aba3da1300cb5e56d9644ce9e7",
"processid":"79ddb666ac6a5b0b8eb2aae9155d91c9",
"zoneid":"e32b27aba3da1300cb5e56d9644ce9e7"
},
"machine_id":"e32b27aba3da1300cb5e56d9644ce9e7",
"memory":{
"available_bytes":3076784128,
"limit_bytes":8589934592,
"rss_bytes":2331357184,
"unused_allocated_memory":8519328,
"used_bytes":2806808576
},
"messages":[
],
"network":{
"connection_errors":{
"hz":0
},
"connections_closed":{
"hz":0
},
"connections_established":{
"hz":0
},
"current_connections":21,
"megabits_received":{
"hz":0.11596099999999999
},
"megabits_sent":{
"hz":0.117267
},
"tls_policy_failures":{
"hz":0
}
},
"roles":[
{
"bytes_queried":{
"counter":71639343608,
"hz":5026.5900000000001,
"roughness":4796.8100000000004
},
"data_lag":{
"seconds":0.212421,
"versions":212421
},
"data_version":8359115375252,
"durability_lag":{
"seconds":5,
"versions":5000000
},
"durable_bytes":{
"counter":15141755838,
"hz":991.19899999999996,
"roughness":2488.46
},
"durable_version":8359110375252,
"fetched_versions":{
"counter":4212078988784,
"hz":1049730,
"roughness":1289530
},
"fetches_from_logs":{
"counter":5463762,
"hz":4.9999900000000004,
"roughness":5.1421900000000003
},
"finished_queries":{
"counter":83070765,
"hz":6.3999899999999998,
"roughness":3.9809800000000002
},
"id":"8bc5e1d932ce3e95",
"input_bytes":{
"counter":15141903588,
"hz":29550,
"roughness":53589
},
"keys_queried":{
"counter":203406940,
"hz":13,
"roughness":11.408300000000001
},
"kvstore_available_bytes":489160097792,
"kvstore_free_bytes":489160097792,
"kvstore_inline_keys":0,
"kvstore_total_bytes":527295578112,
"kvstore_total_nodes":0,
"kvstore_total_size":0,
"kvstore_used_bytes":1929228288,
"local_rate":100,
"low_priority_queries":{
"counter":104,
"hz":0,
"roughness":-1
},
"mutation_bytes":{
"counter":6103020248,
"hz":6465.9899999999998,
"roughness":11725.299999999999
},
"mutations":{
"counter":3018379,
"hz":19.199999999999999,
"roughness":33.819899999999997
},
"query_queue_max":8,
"read_latency_statistics":{
"count":2777,
"max":0.044108399999999999,
"mean":0.00039714700000000004,
"median":0.000023841900000000003,
"min":0.0000050067899999999994,
"p25":0.000012397800000000002,
"p90":0.0015842900000000001,
"p95":0.0018782600000000001,
"p99":0.00210714,
"p99.9":0.023344500000000001
},
"role":"storage",
"storage_metadata":{
"created_time_datetime":"2022-11-11 14:40:05.000 +0000",
"created_time_timestamp":1668180000
},
"stored_bytes":1462314032,
"total_queries":{
"counter":83070765,
"hz":6.1999899999999997,
"roughness":3.9297900000000001
}
}
],
"run_loop_busy":0.00245166,
"uptime_seconds":4211540,
"version":"7.1.23"
},
"842484bebf46806d7cfbe39d947ff2ff":{
"address":"10.29.0.117:4500",
"class_source":"command_line",
"class_type":"stateless",
"command_line":"/usr/sbin/fdbserver --class=stateless --cluster-file=/etc/foundationdb/fdb.cluster --datadir=/mnt/foundationdb/data/4500 --listen-address=public --logdir=/mnt/foundationdb/log --public-address=auto:4500",
"cpu":{
"usage_cores":0.0022472
},
"disk":{
"busy":0.0039999900000000001,
"free_bytes":489862561792,
"reads":{
"counter":862623,
"hz":0,
"sectors":0
},
"total_bytes":527295578112,
"writes":{
"counter":89087049,
"hz":17.399999999999999,
"sectors":600
}
},
"excluded":false,
"fault_domain":"c41e87176ba168c067a244c37d97366c",
"locality":{
"machineid":"c41e87176ba168c067a244c37d97366c",
"processid":"842484bebf46806d7cfbe39d947ff2ff",
"zoneid":"c41e87176ba168c067a244c37d97366c"
},
"machine_id":"c41e87176ba168c067a244c37d97366c",
"memory":{
"available_bytes":3082998579,
"limit_bytes":8589934592,
"rss_bytes":77381632,
"unused_allocated_memory":917504,
"used_bytes":156536832
},
"messages":[
],
"network":{
"connection_errors":{
"hz":0
},
"connections_closed":{
"hz":0
},
"connections_established":{
"hz":0
},
"current_connections":24,
"megabits_received":{
"hz":0.077939099999999997
},
"megabits_sent":{
"hz":0.055155099999999999
},
"tls_policy_failures":{
"hz":0
}
},
"roles":[
{
"role":"coordinator"
},
{
"commit_batching_window_size":{
"count":122,
"max":0.0024159300000000002,
"mean":0.0010496699999999999,
"median":0.001,
"min":0.001,
"p25":0.001,
"p90":0.001,
"p95":0.0013242600000000001,
"p99":0.0021852099999999999,
"p99.9":0.0024159300000000002
},
"commit_latency_statistics":{
"count":105,
"max":0.0023839500000000001,
"mean":0.00122204,
"median":0.0011563300000000001,
"min":0.00074005100000000003,
"p25":0.0011217600000000001,
"p90":0.00146031,
"p95":0.0016674999999999999,
"p99":0.00173616,
"p99.9":0.0023839500000000001
},
"id":"3e5c411d00a2c803",
"role":"commit_proxy"
}
],
"run_loop_busy":0.0016148500000000001,
"uptime_seconds":4228940,
"version":"7.1.23"
},
"98d518065ffe4bedbe8f25b11257d1cf":{
"address":"10.29.0.116:4501",
"class_source":"command_line",
"class_type":"stateless",
"command_line":"/usr/sbin/fdbserver --class=stateless --cluster-file=/etc/foundationdb/fdb.cluster --datadir=/mnt/foundationdb/data/4501 --listen-address=public --logdir=/mnt/foundationdb/log --public-address=auto:4501",
"cpu":{
"usage_cores":0.0073400000000000002
},
"disk":{
"busy":0.012200000000000001,
"free_bytes":489160171520,
"reads":{
"counter":877107,
"hz":0,
"sectors":0
},
"total_bytes":527295578112,
"writes":{
"counter":79316097,
"hz":31.399999999999999,
"sectors":752
}
},
"excluded":false,
"fault_domain":"e32b27aba3da1300cb5e56d9644ce9e7",
"locality":{
"machineid":"e32b27aba3da1300cb5e56d9644ce9e7",
"processid":"98d518065ffe4bedbe8f25b11257d1cf",
"zoneid":"e32b27aba3da1300cb5e56d9644ce9e7"
},
"machine_id":"e32b27aba3da1300cb5e56d9644ce9e7",
"memory":{
"available_bytes":3076789862,
"limit_bytes":8589934592,
"rss_bytes":65310720,
"unused_allocated_memory":393216,
"used_bytes":127037440
},
"messages":[
],
"network":{
"connection_errors":{
"hz":0
},
"connections_closed":{
"hz":0
},
"connections_established":{
"hz":0
},
"current_connections":13,
"megabits_received":{
"hz":0.41436799999999996
},
"megabits_sent":{
"hz":0.202234
},
"tls_policy_failures":{
"hz":0
}
},
"roles":[
{
"id":"40a2459acecdea6d",
"role":"master"
},
{
"id":"7fe3252e801f87e8",
"role":"data_distributor"
},
{
"id":"1b282ff4ff5d8bea",
"role":"ratekeeper"
}
],
"run_loop_busy":0.0057107399999999997,
"uptime_seconds":4211540,
"version":"7.1.23"
},
"9ab24113bcdda17dc8bf5cdb258ddc28":{
"address":"10.29.0.116:4504",
"class_source":"command_line",
"class_type":"log",
"command_line":"/usr/sbin/fdbserver --class=log --cluster-file=/etc/foundationdb/fdb.cluster --datadir=/mnt/foundationdb/data/4504 --listen-address=public --logdir=/mnt/foundationdb/log --public-address=auto:4504",
"cpu":{
"usage_cores":0.00355419
},
"disk":{
"busy":0.011600000000000001,
"free_bytes":489160126464,
"reads":{
"counter":877107,
"hz":0,
"sectors":0
},
"total_bytes":527295578112,
"writes":{
"counter":79316126,
"hz":28.9999,
"sectors":720
}
},
"excluded":false,
"fault_domain":"e32b27aba3da1300cb5e56d9644ce9e7",
"locality":{
"machineid":"e32b27aba3da1300cb5e56d9644ce9e7",
"processid":"9ab24113bcdda17dc8bf5cdb258ddc28",
"zoneid":"e32b27aba3da1300cb5e56d9644ce9e7"
},
"machine_id":"e32b27aba3da1300cb5e56d9644ce9e7",
"memory":{
"available_bytes":3076809523,
"limit_bytes":8589934592,
"rss_bytes":90386432,
"unused_allocated_memory":524288,
"used_bytes":217092096
},
"messages":[
],
"network":{
"connection_errors":{
"hz":0
},
"connections_closed":{
"hz":0
},
"connections_established":{
"hz":0
},
"current_connections":13,
"megabits_received":{
"hz":0.11835499999999999
},
"megabits_sent":{
"hz":0.0811582
},
"tls_policy_failures":{
"hz":0
}
},
"roles":[
{
"data_version":8359117049604,
"durable_bytes":{
"counter":6768816905,
"hz":0,
"roughness":-1
},
"id":"7e776410c2ceb92f",
"input_bytes":{
"counter":6768842675,
"hz":952.399,
"roughness":3119.8099999999999
},
"kvstore_available_bytes":489160085504,
"kvstore_free_bytes":489160085504,
"kvstore_total_bytes":527295578112,
"kvstore_used_bytes":104988672,
"queue_disk_available_bytes":489160085504,
"queue_disk_free_bytes":489160085504,
"queue_disk_total_bytes":527295578112,
"queue_disk_used_bytes":211914752,
"role":"log"
}
],
"run_loop_busy":0.00261415,
"uptime_seconds":4211540,
"version":"7.1.23"
},
"abb4acdc3d8e63686a601ec7dac84669":{
"address":"10.29.0.115:4504",
"class_source":"command_line",
"class_type":"log",
"command_line":"/usr/sbin/fdbserver --class=log --cluster-file=/etc/foundationdb/fdb.cluster --datadir=/mnt/foundationdb/data/4504 --listen-address=public --logdir=/mnt/foundationdb/log --public-address=auto:4504",
"cpu":{
"usage_cores":0.0034145899999999999
},
"disk":{
"busy":0.009599980000000001,
"free_bytes":490412601344,
"reads":{
"counter":854857,
"hz":0,
"sectors":0
},
"total_bytes":527295578112,
"writes":{
"counter":73765455,
"hz":29.399899999999999,
"sectors":1408
}
},
"excluded":false,
"fault_domain":"a7ebaaa23d084d74b19472bce4f91f70",
"locality":{
"machineid":"a7ebaaa23d084d74b19472bce4f91f70",
"processid":"abb4acdc3d8e63686a601ec7dac84669",
"zoneid":"a7ebaaa23d084d74b19472bce4f91f70"
},
"machine_id":"a7ebaaa23d084d74b19472bce4f91f70",
"memory":{
"available_bytes":3064911462,
"limit_bytes":8589934592,
"rss_bytes":82489344,
"unused_allocated_memory":393216,
"used_bytes":200052736
},
"messages":[
],
"network":{
"connection_errors":{
"hz":0
},
"connections_closed":{
"hz":0
},
"connections_established":{
"hz":0
},
"current_connections":13,
"megabits_received":{
"hz":0.13439299999999998
},
"megabits_sent":{
"hz":0.174368
},
"tls_policy_failures":{
"hz":0
}
},
"roles":[
{
"data_version":8359115375252,
"durable_bytes":{
"counter":7012656240,
"hz":0,
"roughness":-1
},
"id":"989fcf16338447ec",
"input_bytes":{
"counter":7012694993,
"hz":7462.79,
"roughness":16713.799999999999
},
"kvstore_available_bytes":490412584960,
"kvstore_free_bytes":490412584960,
"kvstore_total_bytes":527295578112,
"kvstore_used_bytes":104988672,
"queue_disk_available_bytes":490412584960,
"queue_disk_free_bytes":490412584960,
"queue_disk_total_bytes":527295578112,
"queue_disk_used_bytes":216051712,
"role":"log"
}
],
"run_loop_busy":0.0024585200000000001,
"uptime_seconds":4207010,
"version":"7.1.23"
},
"b5c5a6ed2f15ea4289a408626ba08e06":{
"address":"10.29.0.117:4503",
"class_source":"command_line",
"class_type":"storage",
"command_line":"/usr/sbin/fdbserver --class=storage --cluster-file=/etc/foundationdb/fdb.cluster --datadir=/mnt/foundationdb/data/4503 --listen-address=public --logdir=/mnt/foundationdb/log --public-address=auto:4503",
"cpu":{
"usage_cores":0.0020691999999999998
},
"disk":{
"busy":0.0039999900000000001,
"free_bytes":489862561792,
"reads":{
"counter":862623,
"hz":0,
"sectors":0
},
"total_bytes":527295578112,
"writes":{
"counter":89087049,
"hz":17.399999999999999,
"sectors":600
}
},
"excluded":false,
"fault_domain":"c41e87176ba168c067a244c37d97366c",
"locality":{
"machineid":"c41e87176ba168c067a244c37d97366c",
"processid":"b5c5a6ed2f15ea4289a408626ba08e06",
"zoneid":"c41e87176ba168c067a244c37d97366c"
},
"machine_id":"c41e87176ba168c067a244c37d97366c",
"memory":{
"available_bytes":3082998579,
"limit_bytes":8589934592,
"rss_bytes":2289893376,
"unused_allocated_memory":16514752,
"used_bytes":2412675072
},
"messages":[
],
"network":{
"connection_errors":{
"hz":0
},
"connections_closed":{
"hz":0
},
"connections_established":{
"hz":0
},
"current_connections":14,
"megabits_received":{
"hz":0.029510399999999999
},
"megabits_sent":{
"hz":0.043859099999999998
},
"tls_policy_failures":{
"hz":0
}
},
"roles":[
{
"bytes_queried":{
"counter":44974577182,
"hz":0,
"roughness":-1
},
"data_lag":{
"seconds":0.16997099999999998,
"versions":169971
},
"data_version":8359113267260,
"durability_lag":{
"seconds":5,
"versions":5000000
},
"durable_bytes":{
"counter":1042491484,
"hz":0,
"roughness":-1
},
"durable_version":8359108267260,
"fetched_versions":{
"counter":4229692901927,
"hz":867050,
"roughness":956417
},
"fetches_from_logs":{
"counter":5555906,
"hz":7.1999899999999997,
"roughness":6.9420999999999999
},
"finished_queries":{
"counter":16113422,
"hz":0,
"roughness":-1
},
"id":"5b7a53146d029dce",
"input_bytes":{
"counter":1042491484,
"hz":0,
"roughness":-1
},
"keys_queried":{
"counter":75512629,
"hz":0,
"roughness":-1
},
"kvstore_available_bytes":489862598656,
"kvstore_free_bytes":489862598656,
"kvstore_inline_keys":0,
"kvstore_total_bytes":527295578112,
"kvstore_total_nodes":0,
"kvstore_total_size":0,
"kvstore_used_bytes":1827893248,
"local_rate":100,
"low_priority_queries":{
"counter":0,
"hz":0,
"roughness":-1
},
"mutation_bytes":{
"counter":205439591,
"hz":0,
"roughness":-1
},
"mutations":{
"counter":710592,
"hz":0,
"roughness":-1
},
"query_queue_max":0,
"read_latency_statistics":{
"count":0,
"max":0,
"mean":0,
"median":0,
"min":0,
"p25":0,
"p90":0,
"p95":0,
"p99":0,
"p99.9":0
},
"role":"storage",
"storage_metadata":{
"created_time_datetime":"2022-11-11 14:40:23.000 +0000",
"created_time_timestamp":1668180000
},
"stored_bytes":1428225829,
"total_queries":{
"counter":16113422,
"hz":0,
"roughness":-1
}
}
],
"run_loop_busy":0.0014962199999999999,
"uptime_seconds":4228940,
"version":"7.1.23"
}
},
"protocol_version":"fdb00b071010000",
"qos":{
"batch_performance_limited_by":{
"description":"The database is not being saturated by the workload.",
"name":"workload",
"reason_id":2
},
"batch_released_transactions_per_second":0.00000000000025579500000000002,
"batch_transactions_per_second_limit":634521,
"limiting_data_lag_storage_server":{
"seconds":0,
"versions":0
},
"limiting_durability_lag_storage_server":{
"seconds":5.0170399999999997,
"versions":5017044
},
"limiting_queue_bytes_storage_server":130569,
"performance_limited_by":{
"description":"The database is not being saturated by the workload.",
"name":"workload",
"reason_id":2
},
"released_transactions_per_second":6.2172599999999996,
"throttled_tags":{
"auto":{
"busy_read":0,
"busy_write":0,
"count":0,
"recommended_only":0
},
"manual":{
"count":0
}
},
"transactions_per_second_limit":878567,
"worst_data_lag_storage_server":{
"seconds":0,
"versions":0
},
"worst_durability_lag_storage_server":{
"seconds":5.0183999999999997,
"versions":5018403
},
"worst_queue_bytes_log_server":38766,
"worst_queue_bytes_storage_server":147272
},
"recovery_state":{
"active_generations":1,
"description":"Recovery complete.",
"name":"fully_recovered",
"seconds_since_last_recovered":4207010
},
"workload":{
"bytes":{
"read":{
"counter":312243021624,
"hz":18468.200000000001,
"roughness":5933.8500000000004
},
"written":{
"counter":6678975461,
"hz":2042.2,
"roughness":4824.7700000000004
}
},
"keys":{
"read":{
"counter":728858585,
"hz":56.600000000000001,
"roughness":21.238099999999999
}
},
"operations":{
"location_requests":{
"counter":107543,
"hz":0,
"roughness":0
},
"low_priority_reads":{
"counter":370,
"hz":0,
"roughness":0
},
"memory_errors":{
"counter":0,
"hz":0,
"roughness":0
},
"read_requests":{
"counter":324877376,
"hz":24.399999999999999,
"roughness":5.1960199999999999
},
"reads":{
"counter":324877376,
"hz":24.600000000000001,
"roughness":5.1990499999999997
},
"writes":{
"counter":4336393,
"hz":7.3999899999999998,
"roughness":17.258600000000001
}
},
"transactions":{
"committed":{
"counter":2083958,
"hz":3.3999999999999999,
"roughness":6.3902299999999999
},
"conflicted":{
"counter":2970,
"hz":0,
"roughness":0
},
"rejected_for_queued_too_long":{
"counter":0,
"hz":0,
"roughness":0
},
"started":{
"counter":196874980,
"hz":12,
"roughness":3.6349400000000003
},
"started_batch_priority":{
"counter":155,
"hz":0,
"roughness":0
},
"started_default_priority":{
"counter":192248190,
"hz":11,
"roughness":3.2502900000000001
},
"started_immediate_priority":{
"counter":4626635,
"hz":0.99999899999999997,
"roughness":0.000000082931100000000009
}
}
}
}
}