Added SUT summary files

mlcommons · Nov 5, 2024 · 2e26a06 · 2e26a06
1 parent 7ea32fb
commit 2e26a06
Show file tree

Hide file tree

Showing 196 changed files with 18,032 additions and 0 deletions.
diff --git a/closed/AMD/results/1xMI300X_2xEPYC-9374F/summary/README.md b/closed/AMD/results/1xMI300X_2xEPYC-9374F/summary/README.md
@@ -0,0 +1,58 @@
+
+
+<div class="resultpage">
+ <div class="titlebarcontainer">
+  <div class="logo">
+   <a href="/" style="border: none"><img src="" alt="" /></a>
+  </div>
+  <div class="titlebar">
+   <h1 class="title">MLPerf Inference v4.1</h1>
+   <p style="font-size: smaller">Copyright 2019-2024 MLCommons</p>
+  </div>
+ </div>
+ <table class="titlebarcontainer">
+  <tr>
+   <td class="headerbar" rowspan="2">
+    <p>AMD     </p>
+    <p>Supermicro AS-8125GS-TNMR2    </p>
+   </td>
+  </tr>
+ </table>
+ <table class="datebar">
+  <tbody>
+   <tr>
+    <th id="license_num"><a href="">MLPerf Inference Category:</a></th>
+    <td id="license_num_val">Datacenter</td>
+    <th id="test_date"><a href="">MLPerf Inference Division:</a></th>
+    <td id="test_date_val">Closed</td>
+   </tr>
+   <tr>
+    <th id="tester"><a href="">Submitted by:</a></th>
+    <td id="tester_val">AMD</td>
+    <th id="sw_avail"><a href="">Availability:</a></th>
+    <td id="sw_avail_val">Available as of Aug 2024</td>
+   </tr>
+  </tbody>
+ </table>
+
+<table>
+            <tr><td><h3>Accelerator Details</h3><table><tr><td>accelerator_frequency</td><td></td></tr><tr><td>accelerator_host_interconnect</td><td>PCIe Gen5 x16</td></tr><tr><td>accelerator_interconnect</td><td>XGMI</td></tr><tr><td>accelerator_interconnect_topology</td><td></td></tr><tr><td>accelerator_memory_capacity</td><td>192 GB</td></tr><tr><td>accelerator_memory_configuration</td><td>HBM3</td></tr><tr><td>accelerator_model_name</td><td>AMD Instinct MI300X-NPS1-SPX-192GB-750W</td></tr><tr><td>accelerator_on-chip_memories</td><td></td></tr><tr><td>accelerators_per_node</td><td>1</td></tr></table></td> <td><h3>Processor and Memory Details</h3><table><tr><td>host_memory_capacity</td><td>1.5TiB</td></tr><tr><td>host_memory_configuration</td><td>24x 64GB Micron MTC40F2046S1RC48BA1 MHCC</td></tr><tr><td>host_processor_caches</td><td></td></tr><tr><td>host_processor_core_count</td><td>32</td></tr><tr><td>host_processor_frequency</td><td></td></tr><tr><td>host_processor_interconnect</td><td></td></tr><tr><td>host_processor_model_name</td><td>2xAMD EPYC 9374F</td></tr><tr><td>host_processors_per_node</td><td>2</td></tr></table></td> </tr>
+            <tr><td ><h3>Other Hardware Details</h3><table><tr><td>cooling</td><td>Air-cooled</td></tr><tr><td>disk_controllers</td><td></td></tr><tr><td>disk_drives</td><td></td></tr><tr><td>hw_notes</td><td></td></tr><tr><td>other_hardware</td><td></td></tr><tr><td>power_management</td><td></td></tr><tr><td>power_supply_details</td><td></td></tr><tr><td>power_supply_quantity_and_rating_watts</td><td></td></tr></table></td> <td><h3>Network and Interconnect Details</h3><table><tr><td>host_network_card_count</td><td>1x BCM57416 NetXtreme-E Dual-Media 10G RDMA Ethernet Controller, 1x MT2910 Family [ConnectX-7]</td></tr><tr><td>host_networking</td><td>10G Ethernet</td></tr><tr><td>host_networking_topology</td><td>Ethernet on switching network</td></tr><tr><td>network_speed_mbit</td><td></td></tr><tr><td>nics_enabled_connected</td><td></td></tr><tr><td>nics_enabled_firmware</td><td></td></tr><tr><td>nics_enabled_os</td><td></td></tr><tr><td>number_of_type_nics_installed</td><td></td></tr></table></td> </tr>
+            <tr><td colspan="2"><h3>Software Details</h3><table><tr><td>boot_firmware_version</td><td></td></tr><tr><td>framework</td><td>vLLM 0.4.3+rocm614, PyTorch 2.3.0, ROCm 6.1.2</td></tr><tr><td>management_firmware_version</td><td></td></tr><tr><td>nics_enabled_firmware</td><td></td></tr><tr><td>operating_system</td><td>Ubuntu 22.04.4 LTS (Jammy Jellyfish)</td></tr><tr><td>other_software_stack</td><td>hipblaslt-8b71e7a, flash-attn-23a2b1c, vllm-a8cff57</td></tr><tr><td>sw_notes</td><td></td></tr></table></td> </tr>
+            </table>
+
+<h3>Results Table</h3>
+<table>
+    <tr>
+        <th rowspan="2">Model</th>
+        <th rowspan="2">Accuracy Target</th>
+        <th colspan="2">Server</th>
+        <th colspan="2">Offline</th>
+    </tr>
+    <tr> 
+    <td>Metric</td>
+    <td>Performance</td>
+    <td>Metric</td>
+    <td>Performance</td>
+    </tr>
+    <tr><td>llama2-70b-99</td><td>ROUGE1: 43.9869, ROUGE2: 21.8148, ROUGEL: 28.33, TOKENS_PER_SAMPLE: 265.005</td><td>Tokens/s</td> <td>2520.27</td><td>Tokens/s</td> <td>3062.72</td><tr><td>llama2-70b-99.9</td><td>ROUGE1: 44.3868, ROUGE2: 22.0132, ROUGEL: 28.5876, TOKENS_PER_SAMPLE: 265.005</td><td>Tokens/s</td> <td>2520.27</td><td>Tokens/s</td> <td>3062.72</td></table>
diff --git a/closed/AMD/results/1xMI300X_2xEPYC-9374F/summary/summary.html b/closed/AMD/results/1xMI300X_2xEPYC-9374F/summary/summary.html
@@ -0,0 +1,126 @@
+
+<html>
+
+<head>
+<style type="text/css">
+
+    /* General table styles */
+table {
+    width: 100%;
+    border-collapse: collapse;
+    margin: 20px 0;
+    border: none;
+}
+
+table.titlebarcontainer,.titlebar {
+    text-align: center !important;
+}
+td.headerbar {
+    text-align: center;
+    font-size: x-large;
+}
+th, td {
+    padding: 8px;
+    text-align: left;
+    vertical-align: top;
+}
+
+/* Styling for the first table to make it stand out */
+table:first-of-type {
+    background-color: #e8e8e8; /* Light grey background */
+    color: #333; /* Darker text for contrast */
+    font-weight: bold; /* Makes text bold */
+}
+
+/* Styling inner tables to have borders */
+table table {
+    border: 1px solid #ccc;
+}
+
+/* More specific styling for headers and rows of inner tables */
+table table th, table table td {
+    border: 1px solid #ccc;
+}
+
+th {
+    background-color: #f4f4f4;
+}
+
+tr:nth-child(even) {
+    background-color: #f9f9f9;
+}
+
+tr:nth-child(odd) {
+    background-color: #ffffff;
+}
+
+/* Adjust column widths if necessary */
+th:nth-child(1), td:nth-child(1) { width: 20%; }
+th:nth-child(2), td:nth-child(2) { width: 30%; }
+
+</style>
+</head>
+
+<body>
+
+
+<div class="resultpage">
+ <div class="titlebarcontainer">
+  <div class="logo">
+   <a href="/" style="border: none"><img src="" alt="" /></a>
+  </div>
+  <div class="titlebar">
+   <h1 class="title">MLPerf Inference v4.1</h1>
+   <p style="font-size: smaller">Copyright 2019-2024 MLCommons</p>
+  </div>
+ </div>
+ <table class="titlebarcontainer">
+  <tr>
+   <td class="headerbar" rowspan="2">
+    <p>AMD     </p>
+    <p>Supermicro AS-8125GS-TNMR2    </p>
+   </td>
+  </tr>
+ </table>
+ <table class="datebar">
+  <tbody>
+   <tr>
+    <th id="license_num"><a href="">MLPerf Inference Category:</a></th>
+    <td id="license_num_val">Datacenter</td>
+    <th id="test_date"><a href="">MLPerf Inference Division:</a></th>
+    <td id="test_date_val">Closed</td>
+   </tr>
+   <tr>
+    <th id="tester"><a href="">Submitted by:</a></th>
+    <td id="tester_val">AMD</td>
+    <th id="sw_avail"><a href="">Availability:</a></th>
+    <td id="sw_avail_val">Available as of Aug 2024</td>
+   </tr>
+  </tbody>
+ </table>
+
+<table>
+            <tr><td><h3>Accelerator Details</h3><table><tr><td>accelerator_frequency</td><td></td></tr><tr><td>accelerator_host_interconnect</td><td>PCIe Gen5 x16</td></tr><tr><td>accelerator_interconnect</td><td>XGMI</td></tr><tr><td>accelerator_interconnect_topology</td><td></td></tr><tr><td>accelerator_memory_capacity</td><td>192 GB</td></tr><tr><td>accelerator_memory_configuration</td><td>HBM3</td></tr><tr><td>accelerator_model_name</td><td>AMD Instinct MI300X-NPS1-SPX-192GB-750W</td></tr><tr><td>accelerator_on-chip_memories</td><td></td></tr><tr><td>accelerators_per_node</td><td>1</td></tr></table></td> <td><h3>Processor and Memory Details</h3><table><tr><td>host_memory_capacity</td><td>1.5TiB</td></tr><tr><td>host_memory_configuration</td><td>24x 64GB Micron MTC40F2046S1RC48BA1 MHCC</td></tr><tr><td>host_processor_caches</td><td></td></tr><tr><td>host_processor_core_count</td><td>32</td></tr><tr><td>host_processor_frequency</td><td></td></tr><tr><td>host_processor_interconnect</td><td></td></tr><tr><td>host_processor_model_name</td><td>2xAMD EPYC 9374F</td></tr><tr><td>host_processors_per_node</td><td>2</td></tr></table></td> </tr>
+            <tr><td ><h3>Other Hardware Details</h3><table><tr><td>cooling</td><td>Air-cooled</td></tr><tr><td>disk_controllers</td><td></td></tr><tr><td>disk_drives</td><td></td></tr><tr><td>hw_notes</td><td></td></tr><tr><td>other_hardware</td><td></td></tr><tr><td>power_management</td><td></td></tr><tr><td>power_supply_details</td><td></td></tr><tr><td>power_supply_quantity_and_rating_watts</td><td></td></tr></table></td> <td><h3>Network and Interconnect Details</h3><table><tr><td>host_network_card_count</td><td>1x BCM57416 NetXtreme-E Dual-Media 10G RDMA Ethernet Controller, 1x MT2910 Family [ConnectX-7]</td></tr><tr><td>host_networking</td><td>10G Ethernet</td></tr><tr><td>host_networking_topology</td><td>Ethernet on switching network</td></tr><tr><td>network_speed_mbit</td><td></td></tr><tr><td>nics_enabled_connected</td><td></td></tr><tr><td>nics_enabled_firmware</td><td></td></tr><tr><td>nics_enabled_os</td><td></td></tr><tr><td>number_of_type_nics_installed</td><td></td></tr></table></td> </tr>
+            <tr><td colspan="2"><h3>Software Details</h3><table><tr><td>boot_firmware_version</td><td></td></tr><tr><td>framework</td><td>vLLM 0.4.3+rocm614, PyTorch 2.3.0, ROCm 6.1.2</td></tr><tr><td>management_firmware_version</td><td></td></tr><tr><td>nics_enabled_firmware</td><td></td></tr><tr><td>operating_system</td><td>Ubuntu 22.04.4 LTS (Jammy Jellyfish)</td></tr><tr><td>other_software_stack</td><td>hipblaslt-8b71e7a, flash-attn-23a2b1c, vllm-a8cff57</td></tr><tr><td>sw_notes</td><td></td></tr></table></td> </tr>
+            </table>
+
+<h3>Results Table</h3>
+<table>
+    <tr>
+        <th rowspan="2">Model</th>
+        <th rowspan="2">Accuracy Target</th>
+        <th colspan="2">Server</th>
+        <th colspan="2">Offline</th>
+    </tr>
+    <tr> 
+    <td>Metric</td>
+    <td>Performance</td>
+    <td>Metric</td>
+    <td>Performance</td>
+    </tr>
+    <tr><td>llama2-70b-99</td><td>ROUGE1: 43.9869, ROUGE2: 21.8148, ROUGEL: 28.33, TOKENS_PER_SAMPLE: 265.005</td><td>Tokens/s</td> <td>2520.27</td><td>Tokens/s</td> <td>3062.72</td><tr><td>llama2-70b-99.9</td><td>ROUGE1: 44.3868, ROUGE2: 22.0132, ROUGEL: 28.5876, TOKENS_PER_SAMPLE: 265.005</td><td>Tokens/s</td> <td>2520.27</td><td>Tokens/s</td> <td>3062.72</td></table>
+
+</body>
+</html>
+
diff --git a/closed/AMD/results/8xMI300X_2xEPYC-9374F/summary/README.md b/closed/AMD/results/8xMI300X_2xEPYC-9374F/summary/README.md
@@ -0,0 +1,58 @@
+
+
+<div class="resultpage">
+ <div class="titlebarcontainer">
+  <div class="logo">
+   <a href="/" style="border: none"><img src="" alt="" /></a>
+  </div>
+  <div class="titlebar">
+   <h1 class="title">MLPerf Inference v4.1</h1>
+   <p style="font-size: smaller">Copyright 2019-2024 MLCommons</p>
+  </div>
+ </div>
+ <table class="titlebarcontainer">
+  <tr>
+   <td class="headerbar" rowspan="2">
+    <p>AMD     </p>
+    <p>Supermicro AS-8125GS-TNMR2    </p>
+   </td>
+  </tr>
+ </table>
+ <table class="datebar">
+  <tbody>
+   <tr>
+    <th id="license_num"><a href="">MLPerf Inference Category:</a></th>
+    <td id="license_num_val">Datacenter</td>
+    <th id="test_date"><a href="">MLPerf Inference Division:</a></th>
+    <td id="test_date_val">Closed</td>
+   </tr>
+   <tr>
+    <th id="tester"><a href="">Submitted by:</a></th>
+    <td id="tester_val">AMD</td>
+    <th id="sw_avail"><a href="">Availability:</a></th>
+    <td id="sw_avail_val">Available as of Aug 2024</td>
+   </tr>
+  </tbody>
+ </table>
+
+<table>
+            <tr><td><h3>Accelerator Details</h3><table><tr><td>accelerator_frequency</td><td></td></tr><tr><td>accelerator_host_interconnect</td><td>PCIe Gen5 x16</td></tr><tr><td>accelerator_interconnect</td><td>XGMI</td></tr><tr><td>accelerator_interconnect_topology</td><td></td></tr><tr><td>accelerator_memory_capacity</td><td>192 GB</td></tr><tr><td>accelerator_memory_configuration</td><td>HBM3</td></tr><tr><td>accelerator_model_name</td><td>AMD Instinct MI300X-NPS1-SPX-192GB-750W</td></tr><tr><td>accelerator_on-chip_memories</td><td></td></tr><tr><td>accelerators_per_node</td><td>8</td></tr></table></td> <td><h3>Processor and Memory Details</h3><table><tr><td>host_memory_capacity</td><td>1.5TiB</td></tr><tr><td>host_memory_configuration</td><td>24x 64GB Micron MTC40F2046S1RC48BA1 MHCC</td></tr><tr><td>host_processor_caches</td><td></td></tr><tr><td>host_processor_core_count</td><td>32</td></tr><tr><td>host_processor_frequency</td><td></td></tr><tr><td>host_processor_interconnect</td><td></td></tr><tr><td>host_processor_model_name</td><td>2xAMD EPYC 9374F</td></tr><tr><td>host_processors_per_node</td><td>2</td></tr></table></td> </tr>
+            <tr><td ><h3>Other Hardware Details</h3><table><tr><td>cooling</td><td>Air-cooled</td></tr><tr><td>disk_controllers</td><td></td></tr><tr><td>disk_drives</td><td></td></tr><tr><td>hw_notes</td><td></td></tr><tr><td>other_hardware</td><td></td></tr><tr><td>power_management</td><td></td></tr><tr><td>power_supply_details</td><td></td></tr><tr><td>power_supply_quantity_and_rating_watts</td><td></td></tr></table></td> <td><h3>Network and Interconnect Details</h3><table><tr><td>host_network_card_count</td><td>1x BCM57416 NetXtreme-E Dual-Media 10G RDMA Ethernet Controller, 1x MT2910 Family [ConnectX-7]</td></tr><tr><td>host_networking</td><td>10G Ethernet</td></tr><tr><td>host_networking_topology</td><td>Ethernet on switching network</td></tr><tr><td>network_speed_mbit</td><td></td></tr><tr><td>nics_enabled_connected</td><td></td></tr><tr><td>nics_enabled_firmware</td><td></td></tr><tr><td>nics_enabled_os</td><td></td></tr><tr><td>number_of_type_nics_installed</td><td></td></tr></table></td> </tr>
+            <tr><td colspan="2"><h3>Software Details</h3><table><tr><td>boot_firmware_version</td><td></td></tr><tr><td>framework</td><td>vLLM 0.4.3+rocm614, PyTorch 2.3.0, ROCm 6.1.2</td></tr><tr><td>management_firmware_version</td><td></td></tr><tr><td>nics_enabled_firmware</td><td></td></tr><tr><td>operating_system</td><td>Ubuntu 22.04.4 LTS (Jammy Jellyfish)</td></tr><tr><td>other_software_stack</td><td>hipblaslt-8b71e7a, flash-attn-23a2b1c, vllm-a8cff57</td></tr><tr><td>sw_notes</td><td></td></tr></table></td> </tr>
+            </table>
+
+<h3>Results Table</h3>
+<table>
+    <tr>
+        <th rowspan="2">Model</th>
+        <th rowspan="2">Accuracy Target</th>
+        <th colspan="2">Server</th>
+        <th colspan="2">Offline</th>
+    </tr>
+    <tr> 
+    <td>Metric</td>
+    <td>Performance</td>
+    <td>Metric</td>
+    <td>Performance</td>
+    </tr>
+    <tr><td>llama2-70b-99</td><td>ROUGE1: 43.9869, ROUGE2: 21.8148, ROUGEL: 28.33, TOKENS_PER_SAMPLE: 265.005</td><td>Tokens/s</td> <td>21028.2</td><td>Tokens/s</td> <td>23514.8</td><tr><td>llama2-70b-99.9</td><td>ROUGE1: 44.3868, ROUGE2: 22.0132, ROUGEL: 28.5876, TOKENS_PER_SAMPLE: 265.005</td><td>Tokens/s</td> <td>21028.2</td><td>Tokens/s</td> <td>23514.8</td></table>