Quick fixes for automotive setup

Author: pgmpablo157321

loadgen/bindings/python_api.cc

@@ -142,7 +142,7 @@ class GroupedQuerySampleLibraryTrampoline : public QuerySampleLibrary {
       size_t performance_sample_count,
       LoadSamplesToRamCallback load_samples_to_ram_cb,
       UnloadSamplesFromRamCallback unload_samples_from_ram_cb,
-      pybind11::array_t<size_t>& group_sizes)
+      pybind11::array_t<size_t> group_sizes)
       : name_(std::move(name)),
         performance_sample_count_(performance_sample_count),
         load_samples_to_ram_cb_(load_samples_to_ram_cb),
@@ -290,7 +290,7 @@ void DestroyQDL(uintptr_t qdl) {
 }
 
 uintptr_t ConstructGroupedQSL(
-    pybind11::array_t<size_t>& group_sizes,
+    pybind11::array_t<size_t> group_sizes,
     size_t performance_sample_count,
     LoadSamplesToRamCallback load_samples_to_ram_cb,
     UnloadSamplesFromRamCallback unload_samples_from_ram_cb) {
@@ -300,10 +300,10 @@ uintptr_t ConstructGroupedQSL(
   return reinterpret_cast<uintptr_t>(qsl);
 }
 
-void DestroyGroupedQSL(uintptr_t qdl) {
-  QueryDispatchLibraryTrampoline* qdl_cast =
-      reinterpret_cast<QueryDispatchLibraryTrampoline*>(qdl);
-  delete qdl_cast;
+void DestroyGroupedQSL(uintptr_t qsl) {
+  GroupedQuerySampleLibraryTrampoline* qsl_cast =
+      reinterpret_cast<GroupedQuerySampleLibraryTrampoline*>(qsl);
+  delete qsl_cast;
 }
 
 void StartTest(uintptr_t sut, uintptr_t qsl, mlperf::TestSettings test_settings,
@@ -553,7 +553,7 @@ PYBIND11_MODULE(mlperf_loadgen, m) {
 
   m.def("ConstructGroupedQSL", &py::ConstructGroupedQSL,
         "Construct grouped query sample library.");
-  m.def("DestroyGroupedQSL", &py::DestroyQSL,
+  m.def("DestroyGroupedQSL", &py::DestroyGroupedQSL,
         "Destroy the object created by ConstructGroupedQSL.");
 
   m.def("StartTest", &py::StartTest,

loadgen/demos/py_demo_grouped_qsl.py

@@ -74,7 +74,7 @@ def main(argv):
     #     1024, 128, load_samples_to_ram, unload_samples_from_ram
     # )
     mlperf_loadgen.StartTestWithGroupedQSL(sut, qsl, settings, "")
-    mlperf_loadgen.DestroyQSL(qsl)
+    mlperf_loadgen.DestroyGroupedQSL(qsl)
     mlperf_loadgen.DestroySUT(sut)
 
 

loadgen/test_settings_internal.cc

@@ -509,6 +509,7 @@ void TestSettingsInternal::LogSummary(AsyncSummary &summary) const {
     summary("ttft_latency (ns): ", server_ttft_latency);
     summary("tpot_latency (ns): ", server_tpot_latency);
   }
+  summary("target_latency_percentile : ", target_latency_percentile);
   summary("max_async_queries : ", max_async_queries);
   summary("min_duration (ms): ", min_duration.count());
   summary("max_duration (ms): ", max_duration.count());