Skip to content

Commit d70abd7

Browse files
mlcommons-botmlcommons-bot
committed
Auto-merge updates from auto-update branch
2 parents 597fa4e + 803de80 commit d70abd7

File tree

15 files changed

+218
-216
lines changed

15 files changed

+218
-216
lines changed

‎open/MLCommons/measurements/default-mlcommons_cpp-cpu-onnxruntime-default_config/README.md‎

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -1,3 +1,3 @@
11
| Model | Scenario | Accuracy | Throughput | Latency (in ms) |
22
|-----------|------------|------------|--------------|-------------------|
3-
| retinanet | offline | 49.593 | 0.421 | - |
3+
| retinanet | offline | 49.593 | 0.604 | - |

‎open/MLCommons/measurements/default-mlcommons_cpp-cpu-onnxruntime-default_config/retinanet/offline/README.md‎

Lines changed: 5 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -2,9 +2,10 @@
22

33
## Host platform
44

5-
* OS version: Linux-6.11.0-1018-azure-x86_64-with-glibc2.39
5+
* OS version: Linux-6.11.0-1018-azure-x86_64-with-glibc2.34
66
* CPU version: x86_64
7-
* Python version: 3.12.11 (main, Jun 4 2025, 04:14:08) [GCC 13.3.0]
7+
* Python version: 3.8.18 (default, Dec 12 2024, 19:15:30)
8+
[GCC 13.2.0]
89
* MLC version: unknown
910

1011
## MLC Run Command
@@ -16,7 +17,7 @@ pip install -U mlcflow
1617

1718
mlc rm cache -f
1819

19-
mlc pull repo GATEOverflow@mlperf-automations --checkout=d103e859c74741b00482cb675f91ad877c03f2de
20+
mlc pull repo GATEOverflow@mlperf-automations --checkout=16563d95a6079c63ebd99bdfdb7b425a152b5af7
2021

2122

2223
```
@@ -40,4 +41,4 @@ Model Precision: fp32
4041
`mAP`: `49.593`, Required accuracy for closed division `>= 37.1745`
4142

4243
### Performance Results
43-
`Samples per second`: `0.421421`
44+
`Samples per second`: `0.604437`

‎open/MLCommons/measurements/default-mlcommons_cpp-cpu-onnxruntime-default_config/retinanet/offline/accuracy_console.out‎

Lines changed: 3 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -1,6 +1,6 @@
1-
User Conf path: /home/runner/MLC/repos/GATEOverflow@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/dce376da17784c5586ca27571d03cc7c.conf
2-
Dataset Preprocessed path: /home/runner/MLC/repos/local/cache/get-preprocessed-dataset-openimages_98319546
3-
Dataset List filepath: /home/runner/MLC/repos/local/cache/get-preprocessed-dataset-openimages_98319546/annotations/openimages-mlperf.json
1+
User Conf path: /home/runner/MLC/repos/GATEOverflow@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/b32ac797b31f48f5809b1c2819c67ced.conf
2+
Dataset Preprocessed path: /home/runner/MLC/repos/local/cache/get-preprocessed-dataset-openimages_1a7ceaaa
3+
Dataset List filepath: /home/runner/MLC/repos/local/cache/get-preprocessed-dataset-openimages_1a7ceaaa/annotations/openimages-mlperf.json
44
Scenario: Offline
55
Mode: AccuracyOnly
66
Batch size: 1

‎open/MLCommons/measurements/default-mlcommons_cpp-cpu-onnxruntime-default_config/retinanet/offline/cpu_info.json‎

Lines changed: 9 additions & 8 deletions
Original file line numberDiff line numberDiff line change
@@ -3,22 +3,23 @@
33
"MLC_HOST_CPU_MICROCODE": "0xffffffff",
44
"MLC_HOST_CPU_FPU_SUPPORT": "yes",
55
"MLC_HOST_CPU_FPU_EXCEPTION_SUPPORT": "yes",
6-
"MLC_HOST_CPU_BUGS": "sysret_ss_attrs null_seg spectre_v1 spectre_v2 spec_store_bypass srso",
7-
"MLC_HOST_CPU_TLB_SIZE": "2560 4K pages",
6+
"MLC_HOST_CPU_BUGS": "spectre_v1 spectre_v2 spec_store_bypass swapgs mmio_stale_data retbleed bhi",
7+
"MLC_HOST_CPU_TLB_SIZE": "Not Found",
88
"MLC_HOST_CPU_CFLUSH_SIZE": "64",
99
"MLC_HOST_CPU_ARCHITECTURE": "x86_64",
1010
"MLC_HOST_CPU_TOTAL_CORES": "4",
1111
"MLC_HOST_CPU_ON_LINE_CPUS_LIST": "0-3",
12-
"MLC_HOST_CPU_VENDOR_ID": "AuthenticAMD",
13-
"MLC_HOST_CPU_MODEL_NAME": "AMD EPYC 7763 64-Core Processor",
14-
"MLC_HOST_CPU_FAMILY": "25",
12+
"MLC_HOST_CPU_VENDOR_ID": "GenuineIntel",
13+
"MLC_HOST_CPU_MODEL_NAME": "Intel(R) Xeon(R) Platinum 8370C CPU @ 2.80GHz",
14+
"MLC_HOST_CPU_FAMILY": "6",
1515
"MLC_HOST_CPU_THREADS_PER_CORE": "2",
1616
"MLC_HOST_CPU_PHYSICAL_CORES_PER_SOCKET": "2",
1717
"MLC_HOST_CPU_SOCKETS": "1",
18-
"MLC_HOST_CPU_L1D_CACHE_SIZE": "64 KiB (2 instances)",
18+
"MLC_HOST_CPU_MAX_MHZ": "2800.0000",
19+
"MLC_HOST_CPU_L1D_CACHE_SIZE": "96 KiB (2 instances)",
1920
"MLC_HOST_CPU_L1I_CACHE_SIZE": "64 KiB (2 instances)",
20-
"MLC_HOST_CPU_L2_CACHE_SIZE": "1 MiB (2 instances)",
21-
"MLC_HOST_CPU_L3_CACHE_SIZE": "32 MiB (1 instance)",
21+
"MLC_HOST_CPU_L2_CACHE_SIZE": "2.5 MiB (2 instances)",
22+
"MLC_HOST_CPU_L3_CACHE_SIZE": "48 MiB (1 instance)",
2223
"MLC_HOST_CPU_NUMA_NODES": "1",
2324
"MLC_HOST_CPU_START_CORES": "0",
2425
"MLC_HOST_CPU_TOTAL_LOGICAL_CORES": "4",

‎open/MLCommons/measurements/default-mlcommons_cpp-cpu-onnxruntime-default_config/retinanet/offline/mlc-deps.mmd‎

Lines changed: 11 additions & 11 deletions
Original file line numberDiff line numberDiff line change
@@ -5,9 +5,9 @@ graph TD
55
app-mlperf-inference,d775cac873ee4231_(_cpp,_retinanet,_onnxruntime,_cpu,_test,_r5.1-dev_default,_offline_) --> get,mlcommons,inference,src
66
get-mlperf-inference-utils,e341e5f86d8342e5 --> get,mlperf,inference,src
77
app-mlperf-inference,d775cac873ee4231_(_cpp,_retinanet,_onnxruntime,_cpu,_test,_r5.1-dev_default,_offline_) --> get,mlperf,inference,utils
8-
app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf_(_onnxruntime,_offline,_cpu,_retinanet_) --> detect,os
9-
app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf_(_onnxruntime,_offline,_cpu,_retinanet_) --> detect,cpu
10-
app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf_(_onnxruntime,_offline,_cpu,_retinanet_) --> get,sys-utils-mlc
8+
app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf_(_offline,_retinanet,_cpu,_onnxruntime_) --> detect,os
9+
app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf_(_offline,_retinanet,_cpu,_onnxruntime_) --> detect,cpu
10+
app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf_(_offline,_retinanet,_cpu,_onnxruntime_) --> get,sys-utils-mlc
1111
get-mlperf-inference-loadgen,64c3d98d0ba04950_(_wg-inference_) --> detect,os
1212
get-mlperf-inference-loadgen,64c3d98d0ba04950_(_wg-inference_) --> get,python3
1313
get-mlperf-inference-loadgen,64c3d98d0ba04950_(_wg-inference_) --> get,mlcommons,inference,src
@@ -34,23 +34,23 @@ graph TD
3434
get-generic-python-lib,94b62a682bc44791_(_pip_) --> get,python3
3535
get-generic-python-lib,94b62a682bc44791_(_package.setuptools_) --> get,generic-python-lib,_pip
3636
get-mlperf-inference-loadgen,64c3d98d0ba04950_(_wg-inference_) --> get,generic-python-lib,_package.setuptools
37-
app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf_(_onnxruntime,_offline,_cpu,_retinanet_) --> get,loadgen,_wg-inference
38-
app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf_(_onnxruntime,_offline,_cpu,_retinanet_) --> get,mlcommons,inference,src
39-
app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf_(_onnxruntime,_offline,_cpu,_retinanet_) --> get,lib,onnxruntime,lang-cpp,_cpu
40-
app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf_(_onnxruntime,_offline,_cpu,_retinanet_) --> get,dataset,preprocessed,openimages,_validation,_NCHW,_50
41-
app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf_(_onnxruntime,_offline,_cpu,_retinanet_) --> get,ml-model,retinanet,_onnx,_fp32
37+
app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf_(_offline,_retinanet,_cpu,_onnxruntime_) --> get,loadgen,_wg-inference
38+
app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf_(_offline,_retinanet,_cpu,_onnxruntime_) --> get,mlcommons,inference,src
39+
app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf_(_offline,_retinanet,_cpu,_onnxruntime_) --> get,lib,onnxruntime,lang-cpp,_cpu
40+
app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf_(_offline,_retinanet,_cpu,_onnxruntime_) --> get,dataset,preprocessed,openimages,_validation,_NCHW,_50
41+
app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf_(_offline,_retinanet,_cpu,_onnxruntime_) --> get,ml-model,retinanet,_onnx,_fp32
4242
generate-mlperf-inference-user-conf,3af4475745964b93_(_wg-inference_) --> detect,os
4343
generate-mlperf-inference-user-conf,3af4475745964b93_(_wg-inference_) --> detect,cpu
4444
generate-mlperf-inference-user-conf,3af4475745964b93_(_wg-inference_) --> get,python
4545
get-mlperf-inference-sut-configs,c2fbf72009e2445b --> get,cache,dir,_name.mlperf-inference-sut-configs
4646
generate-mlperf-inference-user-conf,3af4475745964b93_(_wg-inference_) --> get,sut,configs
4747
generate-mlperf-inference-user-conf,3af4475745964b93_(_wg-inference_) --> get,mlcommons,inference,src
48-
app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf_(_onnxruntime,_offline,_cpu,_retinanet_) --> generate,user-conf,mlperf,inference,_wg-inference
48+
app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf_(_offline,_retinanet,_cpu,_onnxruntime_) --> generate,user-conf,mlperf,inference,_wg-inference
4949
compile-program,c05042ba005a4bfa --> detect,cpu
5050
compile-program,c05042ba005a4bfa --> get,compiler,gcc
5151
get-compiler-flags,31be8b74a69742f8 --> detect,cpu
5252
compile-program,c05042ba005a4bfa --> get,compiler-flags
53-
app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf_(_onnxruntime,_offline,_cpu,_retinanet_) --> compile,cpp-program
53+
app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf_(_offline,_retinanet,_cpu,_onnxruntime_) --> compile,cpp-program
5454
benchmark-program,19f369ef47084895 --> detect,cpu
5555
benchmark-program-mlperf,cfff0132a8aa4018 --> benchmark-program,program
56-
app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf_(_onnxruntime,_offline,_cpu,_retinanet_) --> benchmark-mlperf
56+
app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf_(_offline,_retinanet,_cpu,_onnxruntime_) --> benchmark-mlperf

‎open/MLCommons/measurements/default-mlcommons_cpp-cpu-onnxruntime-default_config/retinanet/offline/mlc-deps.png‎

-1.67 KB
Loading

‎open/MLCommons/measurements/default-mlcommons_cpp-cpu-onnxruntime-default_config/retinanet/offline/mlc-version-info.json‎

Lines changed: 11 additions & 11 deletions
Original file line numberDiff line numberDiff line change
@@ -67,7 +67,7 @@
6767
"script_tags": "detect-os,detect,os,info",
6868
"script_variations": "",
6969
"version": "",
70-
"parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( onnxruntime,_offline,_cpu,_retinanet )"
70+
"parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( offline,_retinanet,_cpu,_onnxruntime )"
7171
}
7272
},
7373
{
@@ -77,7 +77,7 @@
7777
"script_tags": "detect,cpu,detect-cpu,info",
7878
"script_variations": "",
7979
"version": "",
80-
"parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( onnxruntime,_offline,_cpu,_retinanet )"
80+
"parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( offline,_retinanet,_cpu,_onnxruntime )"
8181
}
8282
},
8383
{
@@ -87,7 +87,7 @@
8787
"script_tags": "get,sys-utils-cm,sys-utils-mlc",
8888
"script_variations": "",
8989
"version": "",
90-
"parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( onnxruntime,_offline,_cpu,_retinanet )"
90+
"parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( offline,_retinanet,_cpu,_onnxruntime )"
9191
}
9292
},
9393
{
@@ -357,7 +357,7 @@
357357
"script_tags": "get,loadgen,inference,inference-loadgen,mlperf,mlcommons",
358358
"script_variations": "wg-inference",
359359
"version": "master",
360-
"parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( onnxruntime,_offline,_cpu,_retinanet )"
360+
"parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( offline,_retinanet,_cpu,_onnxruntime )"
361361
}
362362
},
363363
{
@@ -367,7 +367,7 @@
367367
"script_tags": "get,src,source,inference,inference-src,inference-source,mlperf,mlcommons",
368368
"script_variations": "",
369369
"version": "master-git-8c07d7caeb8d86bdc1a96c28bcf72be2ada5aca9",
370-
"parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( onnxruntime,_offline,_cpu,_retinanet )"
370+
"parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( offline,_retinanet,_cpu,_onnxruntime )"
371371
}
372372
},
373373
{
@@ -377,7 +377,7 @@
377377
"script_tags": "install,onnxruntime,get,prebuilt,lib,lang-c,lang-cpp",
378378
"script_variations": "cpu",
379379
"version": "",
380-
"parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( onnxruntime,_offline,_cpu,_retinanet )"
380+
"parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( offline,_retinanet,_cpu,_onnxruntime )"
381381
}
382382
},
383383
{
@@ -387,7 +387,7 @@
387387
"script_tags": "get,dataset,openimages,open-images,object-detection,preprocessed",
388388
"script_variations": "validation,NCHW,50",
389389
"version": "",
390-
"parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( onnxruntime,_offline,_cpu,_retinanet )"
390+
"parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( offline,_retinanet,_cpu,_onnxruntime )"
391391
}
392392
},
393393
{
@@ -397,7 +397,7 @@
397397
"script_tags": "get,ml-model,raw,resnext50,retinanet,object-detection",
398398
"script_variations": "onnx,fp32",
399399
"version": "",
400-
"parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( onnxruntime,_offline,_cpu,_retinanet )"
400+
"parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( offline,_retinanet,_cpu,_onnxruntime )"
401401
}
402402
},
403403
{
@@ -467,7 +467,7 @@
467467
"script_tags": "generate,mlperf,inference,user-conf,inference-user-conf",
468468
"script_variations": "wg-inference",
469469
"version": "",
470-
"parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( onnxruntime,_offline,_cpu,_retinanet )"
470+
"parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( offline,_retinanet,_cpu,_onnxruntime )"
471471
}
472472
},
473473
{
@@ -517,7 +517,7 @@
517517
"script_tags": "compile,program,c-program,cpp-program,compile-program,compile-c-program,compile-cpp-program",
518518
"script_variations": "",
519519
"version": "",
520-
"parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( onnxruntime,_offline,_cpu,_retinanet )"
520+
"parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( offline,_retinanet,_cpu,_onnxruntime )"
521521
}
522522
},
523523
{
@@ -547,7 +547,7 @@
547547
"script_tags": "mlperf,benchmark-mlperf",
548548
"script_variations": "",
549549
"version": "",
550-
"parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( onnxruntime,_offline,_cpu,_retinanet )"
550+
"parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( offline,_retinanet,_cpu,_onnxruntime )"
551551
}
552552
}
553553
]

‎open/MLCommons/measurements/default-mlcommons_cpp-cpu-onnxruntime-default_config/retinanet/offline/os_info.json‎

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -28,6 +28,6 @@
2828
"MLC_HOST_PYTHON_BITS": "64",
2929
"MLC_HOST_SYSTEM_NAME": "runnervm3ublj",
3030
"+PATH": [
31-
"/home/runner/MLC/repos/local/cache/install-python-src_885295f2/install/bin"
31+
"/home/runner/MLC/repos/local/cache/install-python-src_1ab4e508/install/bin"
3232
]
3333
}

‎open/MLCommons/measurements/default-mlcommons_cpp-cpu-onnxruntime-default_config/retinanet/offline/performance_console.out‎

Lines changed: 3 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -1,6 +1,6 @@
1-
User Conf path: /home/runner/MLC/repos/GATEOverflow@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/4f81b930ca8e47d996a23df1ca41372f.conf
2-
Dataset Preprocessed path: /home/runner/MLC/repos/local/cache/get-preprocessed-dataset-openimages_98319546
3-
Dataset List filepath: /home/runner/MLC/repos/local/cache/get-preprocessed-dataset-openimages_98319546/annotations/openimages-mlperf.json
1+
User Conf path: /home/runner/MLC/repos/GATEOverflow@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/67047646807d4dec90debbf69399519e.conf
2+
Dataset Preprocessed path: /home/runner/MLC/repos/local/cache/get-preprocessed-dataset-openimages_1a7ceaaa
3+
Dataset List filepath: /home/runner/MLC/repos/local/cache/get-preprocessed-dataset-openimages_1a7ceaaa/annotations/openimages-mlperf.json
44
Scenario: Offline
55
Mode: PerformanceOnly
66
Batch size: 1

‎open/MLCommons/results/default-mlcommons_cpp-cpu-onnxruntime-default_config/retinanet/offline/accuracy/accuracy.txt‎

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -29,4 +29,4 @@ found 10 images
2929
found 0 images with no results
3030
ignored 0 dupes
3131

32-
hash=d2fdbee0fd31204c4cf4e90cc55fb1ee548e3daec2f50ffcfdb354ced3cf43f8
32+
hash=43e7c2dfe2a8e7201e5a9e47126d4cb537619622ccb78ddeb5c6dc0d7e1525a7

0 commit comments

Comments
 (0)