[Benchmark] Add new H100 machine (#10547)

.buildkite/nightly-benchmarks/scripts/convert-results-json-to-markdown.py

@@ -157,10 +157,17 @@ if __name__ == "__main__":
                                              throughput_results,
                                              serving_results)
 
-    # Sort all dataframes by their respective "Test name" columns
     for df in [latency_results, serving_results, throughput_results]:
-        if not df.empty:
-            df.sort_values(by="Test name", inplace=True)
+        if df.empty:
+            continue
+
+        # Sort all dataframes by their respective "Test name" columns
+        df.sort_values(by="Test name", inplace=True)
+
+        # The GPUs sometimes come in format of "GPUTYPE\nGPUTYPE\n...",
+        # we want to turn it into "8xGPUTYPE"
+        df["GPU"] = df["GPU"].apply(
+            lambda x: f"{len(x.split('\n'))}x{x.split('\n')[0]}")
 
     # get markdown tables
     latency_md_table = tabulate(latency_results,