{ "config": { "max_vus": 128, "duration_secs": 120, "benchmark_kind": "Rate", "warmup_duration_secs": 30, "rates": [ 0.8, 2.4, 4.0, 5.6, 7.2, 8.8, 10.4, 12.0, 13.6, 15.2, 16.8, 18.4, 20.0, 21.6, 23.2, 24.0 ], "num_rates": 10, "prompt_options": null, "decode_options": { "num_tokens": 200, "min_tokens": 200, "max_tokens": 200, "variance": 100 }, "tokenizer": "meta-llama/Llama-3.1-8B-Instruct", "model_name": "meta-llama/Llama-3.1-8B-Instruct", "profile": null, "meta": { "tp": "1", "version": "d2ed52f531cf8098ca62375248e007022eaadc65", "engine": "TGI" }, "run_id": "TGI-2.4.1" }, "results": [ { "id": "warmup", "executor_type": "ConstantVUs", "config": { "max_vus": 1, "duration_secs": 30, "rate": null }, "total_requests": 21, "total_tokens": 3526, "token_throughput_secs": 122.88666224584397, "duration_ms": 28693, "time_to_first_token_ms": { "p50": 46.249, "p60": 46.647, "p70": 47.564, "p80": 48.066, "p90": 48.771, "p95": 84.208, "p99": 86.256, "avg": 49.712 }, "inter_token_latency_ms": { "p50": 7.881, "p60": 7.884, "p70": 7.887, "p80": 7.912, "p90": 7.984, "p95": 7.986, "p99": 7.999, "avg": 7.821 }, "failed_requests": 0, "successful_requests": 21, "request_rate": 0.7318831273859113, "total_tokens_sent": 1337, "e2e_latency_ms": { "p50": 1614.476, "p60": 1615.106, "p70": 1615.452, "p80": 1619.496, "p90": 1634.138, "p95": 1637.031, "p99": 1668.807, "avg": 1366.18 } }, { "id": "constant@0.80req/s", "executor_type": "ConstantArrivalRate", "config": { "max_vus": 128, "duration_secs": 120, "rate": 0.8 }, "total_requests": 94, "total_tokens": 17800, "token_throughput_secs": 150.94862460675677, "duration_ms": 117920, "time_to_first_token_ms": { "p50": 24.484, "p60": 25.247, "p70": 26.255, "p80": 27.172, "p90": 28.51, "p95": 29.611, "p99": 30.397, "avg": 24.771 }, "inter_token_latency_ms": { "p50": 8.272, "p60": 8.28, "p70": 8.286, "p80": 8.292, "p90": 8.326, "p95": 8.376, "p99": 8.475, "avg": 8.281 }, "failed_requests": 0, "successful_requests": 94, "request_rate": 0.7971444220806255, "total_tokens_sent": 11826, "e2e_latency_ms": { "p50": 1670.039, "p60": 1671.341, "p70": 1673.034, "p80": 1675.422, "p90": 1677.624, "p95": 1684.827, "p99": 1704.448, "avg": 1584.628 } }, { "id": "constant@2.40req/s", "executor_type": "ConstantArrivalRate", "config": { "max_vus": 128, "duration_secs": 120, "rate": 2.4 }, "total_requests": 284, "total_tokens": 48304, "token_throughput_secs": 406.254834027723, "duration_ms": 118900, "time_to_first_token_ms": { "p50": 25.492, "p60": 26.266, "p70": 27.157, "p80": 28.116, "p90": 29.53, "p95": 30.532, "p99": 46.87, "avg": 26.066 }, "inter_token_latency_ms": { "p50": 8.977, "p60": 9.004, "p70": 9.027, "p80": 9.052, "p90": 9.082, "p95": 9.114, "p99": 9.179, "avg": 8.716 }, "failed_requests": 0, "successful_requests": 284, "request_rate": 2.3885469705174174, "total_tokens_sent": 43082, "e2e_latency_ms": { "p50": 1809.698, "p60": 1814.702, "p70": 1820.864, "p80": 1827.06, "p90": 1833.784, "p95": 1838.2, "p99": 1849.697, "avg": 1543.709 } }, { "id": "constant@4.00req/s", "executor_type": "ConstantArrivalRate", "config": { "max_vus": 128, "duration_secs": 120, "rate": 4.0 }, "total_requests": 472, "total_tokens": 83257, "token_throughput_secs": 697.279766847058, "duration_ms": 119402, "time_to_first_token_ms": { "p50": 25.684, "p60": 26.779, "p70": 27.553, "p80": 28.486, "p90": 29.463, "p95": 30.455, "p99": 45.113, "avg": 26.146 }, "inter_token_latency_ms": { "p50": 9.418, "p60": 9.445, "p70": 9.461, "p80": 9.49, "p90": 9.526, "p95": 9.532, "p99": 9.547, "avg": 9.371 }, "failed_requests": 0, "successful_requests": 472, "request_rate": 3.953013559842552, "total_tokens_sent": 53690, "e2e_latency_ms": { "p50": 1898.831, "p60": 1904.467, "p70": 1907.994, "p80": 1913.596, "p90": 1920.946, "p95": 1923.942, "p99": 1928.04, "avg": 1679.7 } }, { "id": "constant@5.60req/s", "executor_type": "ConstantArrivalRate", "config": { "max_vus": 128, "duration_secs": 120, "rate": 5.6 }, "total_requests": 662, "total_tokens": 118380, "token_throughput_secs": 989.0969943504368, "duration_ms": 119684, "time_to_first_token_ms": { "p50": 26.614, "p60": 27.599, "p70": 28.411, "p80": 29.519, "p90": 40.521, "p95": 45.386, "p99": 47.427, "avg": 27.98 }, "inter_token_latency_ms": { "p50": 9.948, "p60": 9.96, "p70": 9.969, "p80": 9.98, "p90": 9.995, "p95": 10.005, "p99": 10.037, "avg": 9.848 }, "failed_requests": 0, "successful_requests": 662, "request_rate": 5.531189476769633, "total_tokens_sent": 111696, "e2e_latency_ms": { "p50": 2004.271, "p60": 2007.295, "p70": 2010.406, "p80": 2012.985, "p90": 2015.977, "p95": 2017.766, "p99": 2025.136, "avg": 1791.085 } }, { "id": "constant@7.20req/s", "executor_type": "ConstantArrivalRate", "config": { "max_vus": 128, "duration_secs": 120, "rate": 7.2 }, "total_requests": 850, "total_tokens": 150442, "token_throughput_secs": 1255.1886063661461, "duration_ms": 119856, "time_to_first_token_ms": { "p50": 42.393, "p60": 44.487, "p70": 45.999, "p80": 46.482, "p90": 47.894, "p95": 48.207, "p99": 48.37, "avg": 37.807 }, "inter_token_latency_ms": { "p50": 10.186, "p60": 10.207, "p70": 10.229, "p80": 10.259, "p90": 10.316, "p95": 10.336, "p99": 10.359, "avg": 9.933 }, "failed_requests": 0, "successful_requests": 850, "request_rate": 7.091838152984034, "total_tokens_sent": 168386, "e2e_latency_ms": { "p50": 2065.737, "p60": 2070.244, "p70": 2074.586, "p80": 2078.847, "p90": 2083.084, "p95": 2085.846, "p99": 2094.979, "avg": 1832.984 } }, { "id": "constant@8.80req/s", "executor_type": "ConstantArrivalRate", "config": { "max_vus": 128, "duration_secs": 120, "rate": 8.8 }, "total_requests": 1044, "total_tokens": 189381, "token_throughput_secs": 1581.3245632308367, "duration_ms": 119760, "time_to_first_token_ms": { "p50": 42.904, "p60": 44.702, "p70": 45.143, "p80": 45.649, "p90": 47.202, "p95": 47.429, "p99": 47.647, "avg": 38.138 }, "inter_token_latency_ms": { "p50": 10.601, "p60": 10.617, "p70": 10.64, "p80": 10.669, "p90": 10.709, "p95": 10.745, "p99": 10.837, "avg": 10.457 }, "failed_requests": 0, "successful_requests": 1044, "request_rate": 8.717362586600522, "total_tokens_sent": 164348, "e2e_latency_ms": { "p50": 2149.601, "p60": 2152.628, "p70": 2155.129, "p80": 2157.878, "p90": 2161.992, "p95": 2166.405, "p99": 2185.247, "avg": 1952.745 } }, { "id": "constant@10.40req/s", "executor_type": "ConstantArrivalRate", "config": { "max_vus": 128, "duration_secs": 120, "rate": 10.4 }, "total_requests": 1227, "total_tokens": 215756, "token_throughput_secs": 1801.727543102545, "duration_ms": 119749, "time_to_first_token_ms": { "p50": 28.996, "p60": 29.94, "p70": 31.219, "p80": 33.038, "p90": 43.255, "p95": 45.051, "p99": 47.322, "avg": 30.686 }, "inter_token_latency_ms": { "p50": 11.152, "p60": 11.172, "p70": 11.192, "p80": 11.214, "p90": 11.247, "p95": 11.271, "p99": 11.413, "avg": 11.041 }, "failed_requests": 0, "successful_requests": 1227, "request_rate": 10.246388028081828, "total_tokens_sent": 216589, "e2e_latency_ms": { "p50": 2246.941, "p60": 2250.773, "p70": 2254.922, "p80": 2260.186, "p90": 2267.355, "p95": 2272.509, "p99": 2299.613, "avg": 1980.137 } }, { "id": "constant@12.00req/s", "executor_type": "ConstantArrivalRate", "config": { "max_vus": 128, "duration_secs": 120, "rate": 12.0 }, "total_requests": 1413, "total_tokens": 257715, "token_throughput_secs": 2152.3457887331883, "duration_ms": 119736, "time_to_first_token_ms": { "p50": 32.129, "p60": 41.129, "p70": 42.905, "p80": 43.618, "p90": 45.582, "p95": 47.077, "p99": 47.609, "avg": 34.989 }, "inter_token_latency_ms": { "p50": 11.524, "p60": 11.571, "p70": 11.619, "p80": 11.681, "p90": 11.737, "p95": 11.759, "p99": 11.825, "avg": 11.473 }, "failed_requests": 0, "successful_requests": 1413, "request_rate": 11.800883144093262, "total_tokens_sent": 224022, "e2e_latency_ms": { "p50": 2327.912, "p60": 2333.025, "p70": 2339.512, "p80": 2355.095, "p90": 2364.745, "p95": 2369.454, "p99": 2381.415, "avg": 2131.083 } }, { "id": "constant@13.60req/s", "executor_type": "ConstantArrivalRate", "config": { "max_vus": 128, "duration_secs": 120, "rate": 13.6 }, "total_requests": 1586, "total_tokens": 273066, "token_throughput_secs": 2286.726108001893, "duration_ms": 119413, "time_to_first_token_ms": { "p50": 41.765, "p60": 43.496, "p70": 45.121, "p80": 45.647, "p90": 47.119, "p95": 47.381, "p99": 47.644, "avg": 39.252 }, "inter_token_latency_ms": { "p50": 21.018, "p60": 21.058, "p70": 21.094, "p80": 21.136, "p90": 21.204, "p95": 21.361, "p99": 21.474, "avg": 20.088 }, "failed_requests": 0, "successful_requests": 1586, "request_rate": 13.281578839148787, "total_tokens_sent": 263160, "e2e_latency_ms": { "p50": 4215.628, "p60": 4224.579, "p70": 4233.564, "p80": 4241.334, "p90": 4253.157, "p95": 4281.605, "p99": 4307.594, "avg": 3499.01 } }, { "id": "constant@15.20req/s", "executor_type": "ConstantArrivalRate", "config": { "max_vus": 128, "duration_secs": 120, "rate": 15.2 }, "total_requests": 1767, "total_tokens": 318782, "token_throughput_secs": 2659.660245067388, "duration_ms": 119858, "time_to_first_token_ms": { "p50": 41.941, "p60": 42.561, "p70": 43.982, "p80": 44.599, "p90": 46.402, "p95": 47.889, "p99": 48.314, "avg": 38.969 }, "inter_token_latency_ms": { "p50": 21.711, "p60": 21.755, "p70": 21.812, "p80": 21.867, "p90": 21.933, "p95": 21.976, "p99": 22.027, "avg": 21.316 }, "failed_requests": 0, "successful_requests": 1767, "request_rate": 14.742424770012343, "total_tokens_sent": 299995, "e2e_latency_ms": { "p50": 4354.219, "p60": 4361.816, "p70": 4377.337, "p80": 4389.415, "p90": 4402.615, "p95": 4409.06, "p99": 4416.879, "avg": 3900.022 } }, { "id": "constant@16.80req/s", "executor_type": "ConstantArrivalRate", "config": { "max_vus": 128, "duration_secs": 120, "rate": 16.8 }, "total_requests": 1952, "total_tokens": 349899, "token_throughput_secs": 2924.5946715959903, "duration_ms": 119640, "time_to_first_token_ms": { "p50": 42.018, "p60": 42.508, "p70": 43.793, "p80": 44.153, "p90": 44.83, "p95": 46.44, "p99": 48.232, "avg": 38.955 }, "inter_token_latency_ms": { "p50": 22.202, "p60": 22.257, "p70": 22.348, "p80": 22.464, "p90": 22.555, "p95": 22.618, "p99": 22.716, "avg": 21.964 }, "failed_requests": 0, "successful_requests": 1952, "request_rate": 16.315590495987053, "total_tokens_sent": 308143, "e2e_latency_ms": { "p50": 4448.481, "p60": 4462.093, "p70": 4478.598, "p80": 4507.043, "p90": 4525.206, "p95": 4538.11, "p99": 4560.079, "avg": 3971.144 } }, { "id": "constant@18.40req/s", "executor_type": "ConstantArrivalRate", "config": { "max_vus": 128, "duration_secs": 120, "rate": 18.4 }, "total_requests": 2135, "total_tokens": 377085, "token_throughput_secs": 3157.5918029420154, "duration_ms": 119421, "time_to_first_token_ms": { "p50": 42.037, "p60": 42.627, "p70": 43.838, "p80": 44.183, "p90": 45.567, "p95": 46.603, "p99": 48.266, "avg": 39.44 }, "inter_token_latency_ms": { "p50": 22.519, "p60": 22.586, "p70": 22.678, "p80": 22.785, "p90": 22.851, "p95": 22.888, "p99": 22.962, "avg": 22.143 }, "failed_requests": 0, "successful_requests": 2135, "request_rate": 17.87782197457126, "total_tokens_sent": 378767, "e2e_latency_ms": { "p50": 4511.199, "p60": 4525.581, "p70": 4542.862, "p80": 4569.463, "p90": 4584.328, "p95": 4592.49, "p99": 4605.219, "avg": 3978.179 } }, { "id": "constant@20.00req/s", "executor_type": "ConstantArrivalRate", "config": { "max_vus": 128, "duration_secs": 120, "rate": 20.0 }, "total_requests": 2314, "total_tokens": 410851, "token_throughput_secs": 3431.8999694521895, "duration_ms": 119715, "time_to_first_token_ms": { "p50": 42.054, "p60": 42.898, "p70": 43.131, "p80": 43.857, "p90": 45.58, "p95": 47.057, "p99": 53.486, "avg": 40.178 }, "inter_token_latency_ms": { "p50": 23.178, "p60": 23.241, "p70": 23.306, "p80": 23.362, "p90": 23.489, "p95": 23.649, "p99": 24.696, "avg": 22.962 }, "failed_requests": 0, "successful_requests": 2314, "request_rate": 19.329188755320946, "total_tokens_sent": 428632, "e2e_latency_ms": { "p50": 4641.862, "p60": 4658.169, "p70": 4671.517, "p80": 4685.088, "p90": 4705.846, "p95": 4725.362, "p99": 4949.917, "avg": 4118.614 } }, { "id": "constant@21.60req/s", "executor_type": "ConstantArrivalRate", "config": { "max_vus": 128, "duration_secs": 120, "rate": 21.6 }, "total_requests": 2496, "total_tokens": 425184, "token_throughput_secs": 3546.9270370066156, "duration_ms": 119873, "time_to_first_token_ms": { "p50": 47.532, "p60": 51.096, "p70": 55.311, "p80": 59.955, "p90": 64.818, "p95": 68.566, "p99": 73.174, "avg": 49.832 }, "inter_token_latency_ms": { "p50": 23.615, "p60": 23.819, "p70": 23.937, "p80": 24.142, "p90": 24.335, "p95": 24.424, "p99": 24.675, "avg": 23.117 }, "failed_requests": 0, "successful_requests": 2496, "request_rate": 20.821879196697225, "total_tokens_sent": 449445, "e2e_latency_ms": { "p50": 4705.977, "p60": 4760.663, "p70": 4802.56, "p80": 4835.503, "p90": 4887.331, "p95": 4911.378, "p99": 4950.871, "avg": 4041.088 } }, { "id": "constant@23.20req/s", "executor_type": "ConstantArrivalRate", "config": { "max_vus": 128, "duration_secs": 120, "rate": 23.2 }, "total_requests": 2693, "total_tokens": 477598, "token_throughput_secs": 3987.677624302409, "duration_ms": 119768, "time_to_first_token_ms": { "p50": 48.917, "p60": 53.875, "p70": 58.427, "p80": 63.212, "p90": 68.231, "p95": 71.137, "p99": 75.227, "avg": 51.515 }, "inter_token_latency_ms": { "p50": 24.172, "p60": 24.458, "p70": 24.565, "p80": 24.718, "p90": 24.831, "p95": 25.263, "p99": 25.541, "avg": 23.951 }, "failed_requests": 0, "successful_requests": 2693, "request_rate": 22.485051952157228, "total_tokens_sent": 418148, "e2e_latency_ms": { "p50": 4820.55, "p60": 4895.607, "p70": 4932.562, "p80": 4963.156, "p90": 4990.976, "p95": 5047.438, "p99": 5133.803, "avg": 4302.865 } }, { "id": "constant@24.00req/s", "executor_type": "ConstantArrivalRate", "config": { "max_vus": 128, "duration_secs": 120, "rate": 24.0 }, "total_requests": 2770, "total_tokens": 491476, "token_throughput_secs": 4122.591533026405, "duration_ms": 119215, "time_to_first_token_ms": { "p50": 49.685, "p60": 54.302, "p70": 59.464, "p80": 64.151, "p90": 69.885, "p95": 72.497, "p99": 75.82, "avg": 51.673 }, "inter_token_latency_ms": { "p50": 24.572, "p60": 24.655, "p70": 24.758, "p80": 24.89, "p90": 25.177, "p95": 25.712, "p99": 25.93, "avg": 24.429 }, "failed_requests": 0, "successful_requests": 2770, "request_rate": 23.235272010196105, "total_tokens_sent": 417041, "e2e_latency_ms": { "p50": 4917.332, "p60": 4944.149, "p70": 4968.491, "p80": 4997.781, "p90": 5053.09, "p95": 5149.163, "p99": 5204.539, "avg": 4376.615 } } ], "start_time": "2025-04-02T07:33:13.875090549+00:00", "end_time": "2025-04-02T08:06:23.692065899+00:00", "system": { "cpu": [ "AMD EPYC 7R13 Processor cpu0@2363MHz", "AMD EPYC 7R13 Processor cpu1@2649MHz", "AMD EPYC 7R13 Processor cpu2@2673MHz", "AMD EPYC 7R13 Processor cpu3@2673MHz", "AMD EPYC 7R13 Processor cpu4@2649MHz", "AMD EPYC 7R13 Processor cpu5@2673MHz", "AMD EPYC 7R13 Processor cpu6@2673MHz", "AMD EPYC 7R13 Processor cpu7@2649MHz", "AMD EPYC 7R13 Processor cpu8@2649MHz", "AMD EPYC 7R13 Processor cpu9@2673MHz", "AMD EPYC 7R13 Processor cpu10@2673MHz", "AMD EPYC 7R13 Processor cpu11@2673MHz", "AMD EPYC 7R13 Processor cpu12@2649MHz", "AMD EPYC 7R13 Processor cpu13@2673MHz", "AMD EPYC 7R13 Processor cpu14@2673MHz", "AMD EPYC 7R13 Processor cpu15@2673MHz", "AMD EPYC 7R13 Processor cpu16@2673MHz", "AMD EPYC 7R13 Processor cpu17@2673MHz", "AMD EPYC 7R13 Processor cpu18@2673MHz", "AMD EPYC 7R13 Processor cpu19@2649MHz", "AMD EPYC 7R13 Processor cpu20@2649MHz", "AMD EPYC 7R13 Processor cpu21@2649MHz", "AMD EPYC 7R13 Processor cpu22@2649MHz", "AMD EPYC 7R13 Processor cpu23@2673MHz", "AMD EPYC 7R13 Processor cpu24@2649MHz", "AMD EPYC 7R13 Processor cpu25@2649MHz", "AMD EPYC 7R13 Processor cpu26@2649MHz", "AMD EPYC 7R13 Processor cpu27@2649MHz", "AMD EPYC 7R13 Processor cpu28@2649MHz", "AMD EPYC 7R13 Processor cpu29@2649MHz", "AMD EPYC 7R13 Processor cpu30@2673MHz", "AMD EPYC 7R13 Processor cpu31@3391MHz", "AMD EPYC 7R13 Processor cpu32@2649MHz", "AMD EPYC 7R13 Processor cpu33@2649MHz", "AMD EPYC 7R13 Processor cpu34@2649MHz", "AMD EPYC 7R13 Processor cpu35@2649MHz", "AMD EPYC 7R13 Processor cpu36@2649MHz", "AMD EPYC 7R13 Processor cpu37@2649MHz", "AMD EPYC 7R13 Processor cpu38@2649MHz", "AMD EPYC 7R13 Processor cpu39@2673MHz", "AMD EPYC 7R13 Processor cpu40@2649MHz", "AMD EPYC 7R13 Processor cpu41@2673MHz", "AMD EPYC 7R13 Processor cpu42@2673MHz", "AMD EPYC 7R13 Processor cpu43@2673MHz", "AMD EPYC 7R13 Processor cpu44@2673MHz", "AMD EPYC 7R13 Processor cpu45@2673MHz", "AMD EPYC 7R13 Processor cpu46@2673MHz", "AMD EPYC 7R13 Processor cpu47@2649MHz", "AMD EPYC 7R13 Processor cpu48@2649MHz", "AMD EPYC 7R13 Processor cpu49@2649MHz", "AMD EPYC 7R13 Processor cpu50@2649MHz", "AMD EPYC 7R13 Processor cpu51@2649MHz", "AMD EPYC 7R13 Processor cpu52@2649MHz", "AMD EPYC 7R13 Processor cpu53@2649MHz", "AMD EPYC 7R13 Processor cpu54@2673MHz", "AMD EPYC 7R13 Processor cpu55@2673MHz", "AMD EPYC 7R13 Processor cpu56@2673MHz", "AMD EPYC 7R13 Processor cpu57@2649MHz", "AMD EPYC 7R13 Processor cpu58@2649MHz", "AMD EPYC 7R13 Processor cpu59@2649MHz", "AMD EPYC 7R13 Processor cpu60@2673MHz", "AMD EPYC 7R13 Processor cpu61@2649MHz", "AMD EPYC 7R13 Processor cpu62@2649MHz", "AMD EPYC 7R13 Processor cpu63@2649MHz", "AMD EPYC 7R13 Processor cpu64@2649MHz", "AMD EPYC 7R13 Processor cpu65@2649MHz", "AMD EPYC 7R13 Processor cpu66@2649MHz", "AMD EPYC 7R13 Processor cpu67@2649MHz", "AMD EPYC 7R13 Processor cpu68@2649MHz", "AMD EPYC 7R13 Processor cpu69@2649MHz", "AMD EPYC 7R13 Processor cpu70@2649MHz", "AMD EPYC 7R13 Processor cpu71@2649MHz", "AMD EPYC 7R13 Processor cpu72@2649MHz", "AMD EPYC 7R13 Processor cpu73@2649MHz", "AMD EPYC 7R13 Processor cpu74@2649MHz", "AMD EPYC 7R13 Processor cpu75@2649MHz", "AMD EPYC 7R13 Processor cpu76@2649MHz", "AMD EPYC 7R13 Processor cpu77@2649MHz", "AMD EPYC 7R13 Processor cpu78@2649MHz", "AMD EPYC 7R13 Processor cpu79@2649MHz", "AMD EPYC 7R13 Processor cpu80@2649MHz", "AMD EPYC 7R13 Processor cpu81@2649MHz", "AMD EPYC 7R13 Processor cpu82@2649MHz", "AMD EPYC 7R13 Processor cpu83@2649MHz", "AMD EPYC 7R13 Processor cpu84@2673MHz", "AMD EPYC 7R13 Processor cpu85@2673MHz", "AMD EPYC 7R13 Processor cpu86@3111MHz", "AMD EPYC 7R13 Processor cpu87@2649MHz", "AMD EPYC 7R13 Processor cpu88@2649MHz", "AMD EPYC 7R13 Processor cpu89@2649MHz", "AMD EPYC 7R13 Processor cpu90@3111MHz", "AMD EPYC 7R13 Processor cpu91@2649MHz", "AMD EPYC 7R13 Processor cpu92@2649MHz", "AMD EPYC 7R13 Processor cpu93@2649MHz", "AMD EPYC 7R13 Processor cpu94@2649MHz", "AMD EPYC 7R13 Processor cpu95@2649MHz" ], "memory": "1999.99 GB", "os_name": "Debian GNU/Linux", "os_version": "11", "kernel": "5.15.0-1048-aws", "hostname": "ip-26-0-161-123" } }