Skip to content

Commit b03a140

Browse files
mlcommons-botmlcommons-bot
committed
Results from R50 GH action on ubuntu-latest
1 parent aea8901 commit b03a140

File tree

14 files changed

+255
-254
lines changed

14 files changed

+255
-254
lines changed

‎open/MLCommons/measurements/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/README.md‎

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -1,3 +1,3 @@
11
| Model | Scenario | Accuracy | Throughput | Latency (in ms) |
22
|----------|------------|------------|--------------|-------------------|
3-
| resnet50 | offline | 76 | 23.217 | - |
3+
| resnet50 | offline | 76 | 38.361 | - |

‎open/MLCommons/measurements/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50/offline/README.md‎

Lines changed: 5 additions & 5 deletions
Original file line numberDiff line numberDiff line change
@@ -16,16 +16,16 @@ pip install -U mlcflow
1616

1717
mlc rm cache -f
1818

19-
mlc pull repo GATEOverflow@mlperf-automations --checkout=13ae293c7d980982f4072b681303e1d4788a0e28
19+
mlc pull repo mlcommons@mlperf-automations --checkout=b4917894572fb0e470635635bfcca5fe1cfcacf7
2020

2121

2222
```
2323
*Note that if you want to use the [latest automation recipes](https://docs.mlcommons.org/inference) for MLPerf,
24-
you should simply reload GATEOverflow@mlperf-automations without checkout and clean MLC cache as follows:*
24+
you should simply reload mlcommons@mlperf-automations without checkout and clean MLC cache as follows:*
2525

2626
```bash
27-
mlc rm repo GATEOverflow@mlperf-automations
28-
mlc pull repo GATEOverflow@mlperf-automations
27+
mlc rm repo mlcommons@mlperf-automations
28+
mlc pull repo mlcommons@mlperf-automations
2929
mlc rm cache -f
3030

3131
```
@@ -40,4 +40,4 @@ Model Precision: fp32
4040
`acc`: `76.0`, Required accuracy for closed division `>= 75.6954`
4141

4242
### Performance Results
43-
`Samples per second`: `23.2169`
43+
`Samples per second`: `38.3613`

‎open/MLCommons/measurements/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50/offline/accuracy_console.out‎

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -1,5 +1,5 @@
1-
User Conf path: /home/runner/MLC/repos/GATEOverflow@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/f90f92bf58f74c4d96cc21044df29d7e.conf
2-
Dataset Preprocessed path: /home/runner/MLC/repos/local/cache/get-preprocessed-dataset-imagenet_04af8f9e
1+
User Conf path: /home/runner/MLC/repos/mlcommons@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/c89b319075ab4abbb7b2737191178cbe.conf
2+
Dataset Preprocessed path: /home/runner/MLC/repos/local/cache/get-preprocessed-dataset-imagenet_9649a878
33
Dataset List filepath:
44
Scenario: Offline
55
Mode: AccuracyOnly

‎open/MLCommons/measurements/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50/offline/cpu_info.json‎

Lines changed: 9 additions & 8 deletions
Original file line numberDiff line numberDiff line change
@@ -3,22 +3,23 @@
33
"MLC_HOST_CPU_MICROCODE": "0xffffffff",
44
"MLC_HOST_CPU_FPU_SUPPORT": "yes",
55
"MLC_HOST_CPU_FPU_EXCEPTION_SUPPORT": "yes",
6-
"MLC_HOST_CPU_BUGS": "sysret_ss_attrs null_seg spectre_v1 spectre_v2 spec_store_bypass srso",
7-
"MLC_HOST_CPU_TLB_SIZE": "2560 4K pages",
6+
"MLC_HOST_CPU_BUGS": "spectre_v1 spectre_v2 spec_store_bypass swapgs mmio_stale_data retbleed bhi",
7+
"MLC_HOST_CPU_TLB_SIZE": "Not Found",
88
"MLC_HOST_CPU_CFLUSH_SIZE": "64",
99
"MLC_HOST_CPU_ARCHITECTURE": "x86_64",
1010
"MLC_HOST_CPU_TOTAL_CORES": "4",
1111
"MLC_HOST_CPU_ON_LINE_CPUS_LIST": "0-3",
12-
"MLC_HOST_CPU_VENDOR_ID": "AuthenticAMD",
13-
"MLC_HOST_CPU_MODEL_NAME": "AMD EPYC 7763 64-Core Processor",
14-
"MLC_HOST_CPU_FAMILY": "25",
12+
"MLC_HOST_CPU_VENDOR_ID": "GenuineIntel",
13+
"MLC_HOST_CPU_MODEL_NAME": "Intel(R) Xeon(R) Platinum 8370C CPU @ 2.80GHz",
14+
"MLC_HOST_CPU_FAMILY": "6",
1515
"MLC_HOST_CPU_THREADS_PER_CORE": "2",
1616
"MLC_HOST_CPU_PHYSICAL_CORES_PER_SOCKET": "2",
1717
"MLC_HOST_CPU_SOCKETS": "1",
18-
"MLC_HOST_CPU_L1D_CACHE_SIZE": "64 KiB (2 instances)",
18+
"MLC_HOST_CPU_MAX_MHZ": "2800.0000",
19+
"MLC_HOST_CPU_L1D_CACHE_SIZE": "96 KiB (2 instances)",
1920
"MLC_HOST_CPU_L1I_CACHE_SIZE": "64 KiB (2 instances)",
20-
"MLC_HOST_CPU_L2_CACHE_SIZE": "1 MiB (2 instances)",
21-
"MLC_HOST_CPU_L3_CACHE_SIZE": "32 MiB (1 instance)",
21+
"MLC_HOST_CPU_L2_CACHE_SIZE": "2.5 MiB (2 instances)",
22+
"MLC_HOST_CPU_L3_CACHE_SIZE": "48 MiB (1 instance)",
2223
"MLC_HOST_CPU_NUMA_NODES": "1",
2324
"MLC_HOST_CPU_START_CORES": "0",
2425
"MLC_HOST_CPU_TOTAL_LOGICAL_CORES": "4",

‎open/MLCommons/measurements/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50/offline/mlc-deps.mmd‎

Lines changed: 14 additions & 14 deletions
Original file line numberDiff line numberDiff line change
@@ -9,12 +9,12 @@ graph TD
99
app-mlperf-inference,d775cac873ee4231_(_cpp,_resnet50,_onnxruntime,_cpu,_test,_r5.1-dev_default,_offline_) --> get,mlperf,inference,utils
1010
download-file,9cdc8dc41aae437e_(_wget,_url.https://armi.in/files/caffe_ilsvrc12.tar.gz_) --> detect,os
1111
download-and-extract,c67e81a4ce2649f5_(_extract,_wget,_url.https://armi.in/files/caffe_ilsvrc12.tar.gz_) --> download,file,_wget,_url.https://armi.in/files/caffe_ilsvrc12.tar.gz
12-
extract-file,3f0b76219d004817_(_keep,_path./home/runner/MLC/repos/local/cache/download-file_imagenet-aux-da_825a9577/caffe_ilsvrc12.tar.gz_) --> detect,os
13-
download-and-extract,c67e81a4ce2649f5_(_extract,_wget,_url.https://armi.in/files/caffe_ilsvrc12.tar.gz_) --> extract,file,_keep,_path./home/runner/MLC/repos/local/cache/download-file_imagenet-aux-da_825a9577/caffe_ilsvrc12.tar.gz
12+
extract-file,3f0b76219d004817_(_keep,_path./home/runner/MLC/repos/local/cache/download-file_imagenet-aux-da_e0cb95a4/caffe_ilsvrc12.tar.gz_) --> detect,os
13+
download-and-extract,c67e81a4ce2649f5_(_extract,_wget,_url.https://armi.in/files/caffe_ilsvrc12.tar.gz_) --> extract,file,_keep,_path./home/runner/MLC/repos/local/cache/download-file_imagenet-aux-da_e0cb95a4/caffe_ilsvrc12.tar.gz
1414
get-dataset-imagenet-aux,bb2c6dd8c8c64217 --> download-and-extract,_extract,_wget,_url.https://armi.in/files/caffe_ilsvrc12.tar.gz
1515
app-mlperf-inference,d775cac873ee4231_(_cpp,_resnet50,_onnxruntime,_cpu,_test,_r5.1-dev_default,_offline_) --> get,dataset-aux,imagenet-aux
16-
app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf_(_resnet50,_onnxruntime,_cpu,_offline_) --> detect,os
17-
app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf_(_resnet50,_onnxruntime,_cpu,_offline_) --> detect,cpu
16+
app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf_(_onnxruntime,_resnet50,_cpu,_offline_) --> detect,os
17+
app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf_(_onnxruntime,_resnet50,_cpu,_offline_) --> detect,cpu
1818
get-sys-utils-mlc,bc90993277e84b8e --> detect,os
1919
get-mlperf-inference-loadgen,64c3d98d0ba04950_(_wg-inference_) --> detect,os
2020
get-mlperf-inference-loadgen,64c3d98d0ba04950_(_wg-inference_) --> get,python3
@@ -44,16 +44,16 @@ graph TD
4444
get-generic-python-lib,94b62a682bc44791_(_pip_) --> get,python3
4545
get-generic-python-lib,94b62a682bc44791_(_package.setuptools_) --> get,generic-python-lib,_pip
4646
get-mlperf-inference-loadgen,64c3d98d0ba04950_(_wg-inference_) --> get,generic-python-lib,_package.setuptools
47-
app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf_(_resnet50,_onnxruntime,_cpu,_offline_) --> get,loadgen,_wg-inference
48-
app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf_(_resnet50,_onnxruntime,_cpu,_offline_) --> get,mlcommons,inference,src
47+
app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf_(_onnxruntime,_resnet50,_cpu,_offline_) --> get,loadgen,_wg-inference
48+
app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf_(_onnxruntime,_resnet50,_cpu,_offline_) --> get,mlcommons,inference,src
4949
get-onnxruntime-prebuilt,be02c84ff57c4244_(_cpu_) --> detect,os
50-
app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf_(_resnet50,_onnxruntime,_cpu,_offline_) --> get,lib,onnxruntime,lang-cpp,_cpu
50+
app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf_(_onnxruntime,_resnet50,_cpu,_offline_) --> get,lib,onnxruntime,lang-cpp,_cpu
5151
get-preprocessed-dataset-imagenet,f259d490bbaf45f5_(_NCHW_) --> get,python3
5252
get-dataset-imagenet-val,7afd58d287fe4f11_(_size.500,_2012_) --> detect,os
5353
download-file,9cdc8dc41aae437e_(_mlcutil,_url.http://cKnowledge.org/ai/data/ILSVRC2012_img_val_500.tar_) --> detect,os
5454
download-and-extract,c67e81a4ce2649f5_(_extract,_url.http://cKnowledge.org/ai/data/ILSVRC2012_img_val_500.tar_) --> download,file,_mlcutil,_url.http://cKnowledge.org/ai/data/ILSVRC2012_img_val_500.tar
55-
extract-file,3f0b76219d004817_(_keep,_path./home/runner/MLC/repos/local/cache/get-dataset-imagenet-val_a25741e4/ILSVRC2012_img_val_500.tar_) --> detect,os
56-
download-and-extract,c67e81a4ce2649f5_(_extract,_url.http://cKnowledge.org/ai/data/ILSVRC2012_img_val_500.tar_) --> extract,file,_keep,_path./home/runner/MLC/repos/local/cache/get-dataset-imagenet-val_a25741e4/ILSVRC2012_img_val_500.tar
55+
extract-file,3f0b76219d004817_(_keep,_path./home/runner/MLC/repos/local/cache/get-dataset-imagenet-val_f22811c5/ILSVRC2012_img_val_500.tar_) --> detect,os
56+
download-and-extract,c67e81a4ce2649f5_(_extract,_url.http://cKnowledge.org/ai/data/ILSVRC2012_img_val_500.tar_) --> extract,file,_keep,_path./home/runner/MLC/repos/local/cache/get-dataset-imagenet-val_f22811c5/ILSVRC2012_img_val_500.tar
5757
get-dataset-imagenet-val,7afd58d287fe4f11_(_size.500,_2012_) --> download-and-extract,file,_extract,_url.http://cKnowledge.org/ai/data/ILSVRC2012_img_val_500.tar
5858
get-preprocessed-dataset-imagenet,f259d490bbaf45f5_(_NCHW_) --> get,dataset,image-classification,original,_size.500,_2012
5959
get-preprocessed-dataset-imagenet,f259d490bbaf45f5_(_NCHW_) --> get,dataset-aux,image-classification,imagenet-aux
@@ -76,23 +76,23 @@ graph TD
7676
get-generic-sys-util,bb0393afa8404a11_(_install,_libgl_) --> detect,sudo
7777
get-generic-sys-util,bb0393afa8404a11_(_libgl_) --> get,generic-sys-util,_install,_libgl
7878
get-preprocessed-dataset-imagenet,f259d490bbaf45f5_(_NCHW_) --> get,generic-sys-util,_libgl
79-
app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf_(_resnet50,_onnxruntime,_cpu,_offline_) --> get,dataset,preprocessed,imagenet,_NCHW
79+
app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf_(_onnxruntime,_resnet50,_cpu,_offline_) --> get,dataset,preprocessed,imagenet,_NCHW
8080
download-file,9cdc8dc41aae437e_(_mlcutil,_url.https://armi.in/files/resnet50_v1_op11/resnet50_v1.onnx_) --> detect,os
8181
download-and-extract,c67e81a4ce2649f5_(_url.https://armi.in/files/resnet50_v1_op11/resnet50_v1.onnx_) --> download,file,_mlcutil,_url.https://armi.in/files/resnet50_v1_op11/resnet50_v1.onnx
8282
get-ml-model-resnet50,56203e4e998b4bc0_(_onnx_) --> download-and-extract,_url.https://armi.in/files/resnet50_v1_op11/resnet50_v1.onnx
83-
app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf_(_resnet50,_onnxruntime,_cpu,_offline_) --> get,ml-model,raw,resnet50,_onnx
83+
app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf_(_onnxruntime,_resnet50,_cpu,_offline_) --> get,ml-model,raw,resnet50,_onnx
8484
generate-mlperf-inference-user-conf,3af4475745964b93_(_wg-inference_) --> detect,os
8585
generate-mlperf-inference-user-conf,3af4475745964b93_(_wg-inference_) --> detect,cpu
8686
generate-mlperf-inference-user-conf,3af4475745964b93_(_wg-inference_) --> get,python
8787
get-mlperf-inference-sut-configs,c2fbf72009e2445b --> get,cache,dir,_name.mlperf-inference-sut-configs
8888
generate-mlperf-inference-user-conf,3af4475745964b93_(_wg-inference_) --> get,sut,configs
8989
generate-mlperf-inference-user-conf,3af4475745964b93_(_wg-inference_) --> get,mlcommons,inference,src
90-
app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf_(_resnet50,_onnxruntime,_cpu,_offline_) --> generate,user-conf,mlperf,inference,_wg-inference
90+
app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf_(_onnxruntime,_resnet50,_cpu,_offline_) --> generate,user-conf,mlperf,inference,_wg-inference
9191
compile-program,c05042ba005a4bfa --> detect,cpu
9292
compile-program,c05042ba005a4bfa --> get,compiler
9393
get-compiler-flags,31be8b74a69742f8 --> detect,cpu
9494
compile-program,c05042ba005a4bfa --> get,compiler-flags
95-
app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf_(_resnet50,_onnxruntime,_cpu,_offline_) --> compile,cpp-program
95+
app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf_(_onnxruntime,_resnet50,_cpu,_offline_) --> compile,cpp-program
9696
benchmark-program,19f369ef47084895 --> detect,cpu
9797
benchmark-program-mlperf,cfff0132a8aa4018 --> benchmark-program,program
98-
app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf_(_resnet50,_onnxruntime,_cpu,_offline_) --> benchmark-mlperf
98+
app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf_(_onnxruntime,_resnet50,_cpu,_offline_) --> benchmark-mlperf

‎open/MLCommons/measurements/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50/offline/mlc-deps.png‎

2.78 KB
Loading

‎open/MLCommons/measurements/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50/offline/mlc-version-info.json‎

Lines changed: 16 additions & 16 deletions
Original file line numberDiff line numberDiff line change
@@ -107,15 +107,15 @@
107107
"script_tags": "detect-os,detect,os,info",
108108
"script_variations": "",
109109
"version": "",
110-
"parent": "extract-file,3f0b76219d004817 ( keep,_path./home/runner/MLC/repos/local/cache/download-file_imagenet-aux-da_825a9577/caffe_ilsvrc12.tar.gz )"
110+
"parent": "extract-file,3f0b76219d004817 ( keep,_path./home/runner/MLC/repos/local/cache/download-file_imagenet-aux-da_e0cb95a4/caffe_ilsvrc12.tar.gz )"
111111
}
112112
},
113113
{
114-
"extract,file,_keep,_path./home/runner/MLC/repos/local/cache/download-file_imagenet-aux-da_825a9577/caffe_ilsvrc12.tar.gz": {
114+
"extract,file,_keep,_path./home/runner/MLC/repos/local/cache/download-file_imagenet-aux-da_e0cb95a4/caffe_ilsvrc12.tar.gz": {
115115
"script_uid": "3f0b76219d004817",
116116
"script_alias": "extract-file",
117117
"script_tags": "extract,file,extract-file",
118-
"script_variations": "keep,path./home/runner/MLC/repos/local/cache/download-file_imagenet-aux-da_825a9577/caffe_ilsvrc12.tar.gz",
118+
"script_variations": "keep,path./home/runner/MLC/repos/local/cache/download-file_imagenet-aux-da_e0cb95a4/caffe_ilsvrc12.tar.gz",
119119
"version": "",
120120
"parent": "download-and-extract,c67e81a4ce2649f5 ( extract,_wget,_url.https://armi.in/files/caffe_ilsvrc12.tar.gz )"
121121
}
@@ -147,7 +147,7 @@
147147
"script_tags": "detect-os,detect,os,info",
148148
"script_variations": "",
149149
"version": "",
150-
"parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( resnet50,_onnxruntime,_cpu,_offline )"
150+
"parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( onnxruntime,_resnet50,_cpu,_offline )"
151151
}
152152
},
153153
{
@@ -157,7 +157,7 @@
157157
"script_tags": "detect,cpu,detect-cpu,info",
158158
"script_variations": "",
159159
"version": "",
160-
"parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( resnet50,_onnxruntime,_cpu,_offline )"
160+
"parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( onnxruntime,_resnet50,_cpu,_offline )"
161161
}
162162
},
163163
{
@@ -457,7 +457,7 @@
457457
"script_tags": "get,loadgen,inference,inference-loadgen,mlperf,mlcommons",
458458
"script_variations": "wg-inference",
459459
"version": "master",
460-
"parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( resnet50,_onnxruntime,_cpu,_offline )"
460+
"parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( onnxruntime,_resnet50,_cpu,_offline )"
461461
}
462462
},
463463
{
@@ -467,7 +467,7 @@
467467
"script_tags": "get,src,source,inference,inference-src,inference-source,mlperf,mlcommons",
468468
"script_variations": "",
469469
"version": "master-git-8c07d7caeb8d86bdc1a96c28bcf72be2ada5aca9",
470-
"parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( resnet50,_onnxruntime,_cpu,_offline )"
470+
"parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( onnxruntime,_resnet50,_cpu,_offline )"
471471
}
472472
},
473473
{
@@ -487,7 +487,7 @@
487487
"script_tags": "install,onnxruntime,get,prebuilt,lib,lang-c,lang-cpp",
488488
"script_variations": "cpu",
489489
"version": "1.20.1",
490-
"parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( resnet50,_onnxruntime,_cpu,_offline )"
490+
"parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( onnxruntime,_resnet50,_cpu,_offline )"
491491
}
492492
},
493493
{
@@ -537,15 +537,15 @@
537537
"script_tags": "detect-os,detect,os,info",
538538
"script_variations": "",
539539
"version": "",
540-
"parent": "extract-file,3f0b76219d004817 ( keep,_path./home/runner/MLC/repos/local/cache/get-dataset-imagenet-val_a25741e4/ILSVRC2012_img_val_500.tar )"
540+
"parent": "extract-file,3f0b76219d004817 ( keep,_path./home/runner/MLC/repos/local/cache/get-dataset-imagenet-val_f22811c5/ILSVRC2012_img_val_500.tar )"
541541
}
542542
},
543543
{
544-
"extract,file,_keep,_path./home/runner/MLC/repos/local/cache/get-dataset-imagenet-val_a25741e4/ILSVRC2012_img_val_500.tar": {
544+
"extract,file,_keep,_path./home/runner/MLC/repos/local/cache/get-dataset-imagenet-val_f22811c5/ILSVRC2012_img_val_500.tar": {
545545
"script_uid": "3f0b76219d004817",
546546
"script_alias": "extract-file",
547547
"script_tags": "extract,file,extract-file",
548-
"script_variations": "keep,path./home/runner/MLC/repos/local/cache/get-dataset-imagenet-val_a25741e4/ILSVRC2012_img_val_500.tar",
548+
"script_variations": "keep,path./home/runner/MLC/repos/local/cache/get-dataset-imagenet-val_f22811c5/ILSVRC2012_img_val_500.tar",
549549
"version": "",
550550
"parent": "download-and-extract,c67e81a4ce2649f5 ( extract,_url.http://cKnowledge.org/ai/data/ILSVRC2012_img_val_500.tar )"
551551
}
@@ -777,7 +777,7 @@
777777
"script_tags": "get,dataset,imagenet,ILSVRC,image-classification,preprocessed",
778778
"script_variations": "NCHW",
779779
"version": "",
780-
"parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( resnet50,_onnxruntime,_cpu,_offline )"
780+
"parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( onnxruntime,_resnet50,_cpu,_offline )"
781781
}
782782
},
783783
{
@@ -817,7 +817,7 @@
817817
"script_tags": "get,raw,ml-model,resnet50,ml-model-resnet50,image-classification",
818818
"script_variations": "onnx",
819819
"version": "",
820-
"parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( resnet50,_onnxruntime,_cpu,_offline )"
820+
"parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( onnxruntime,_resnet50,_cpu,_offline )"
821821
}
822822
},
823823
{
@@ -887,7 +887,7 @@
887887
"script_tags": "generate,mlperf,inference,user-conf,inference-user-conf",
888888
"script_variations": "wg-inference",
889889
"version": "",
890-
"parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( resnet50,_onnxruntime,_cpu,_offline )"
890+
"parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( onnxruntime,_resnet50,_cpu,_offline )"
891891
}
892892
},
893893
{
@@ -937,7 +937,7 @@
937937
"script_tags": "compile,program,c-program,cpp-program,compile-program,compile-c-program,compile-cpp-program",
938938
"script_variations": "",
939939
"version": "",
940-
"parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( resnet50,_onnxruntime,_cpu,_offline )"
940+
"parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( onnxruntime,_resnet50,_cpu,_offline )"
941941
}
942942
},
943943
{
@@ -967,7 +967,7 @@
967967
"script_tags": "mlperf,benchmark-mlperf",
968968
"script_variations": "",
969969
"version": "",
970-
"parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( resnet50,_onnxruntime,_cpu,_offline )"
970+
"parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( onnxruntime,_resnet50,_cpu,_offline )"
971971
}
972972
}
973973
]

‎open/MLCommons/measurements/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50/offline/performance_console.out‎

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -1,5 +1,5 @@
1-
User Conf path: /home/runner/MLC/repos/GATEOverflow@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/30c007aaa1264430b504d2f56c1f04c7.conf
2-
Dataset Preprocessed path: /home/runner/MLC/repos/local/cache/get-preprocessed-dataset-imagenet_04af8f9e
1+
User Conf path: /home/runner/MLC/repos/mlcommons@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/af891e46ecf641d78f3ec6cc7afe04b1.conf
2+
Dataset Preprocessed path: /home/runner/MLC/repos/local/cache/get-preprocessed-dataset-imagenet_9649a878
33
Dataset List filepath:
44
Scenario: Offline
55
Mode: PerformanceOnly

‎open/MLCommons/results/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50/offline/accuracy/accuracy.txt‎

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -1,3 +1,3 @@
11
accuracy=76.000%, good=380, total=500
22

3-
hash=96e7b1198d81685fd1483d6f565088f7f00af510274ff04852a83d40413c3183
3+
hash=48369a0b9de342c351e6b985e853b3dba6cb47ea40d8f65aff337a541b6ca53c

0 commit comments

Comments
 (0)