Skip to content

Commit 7ddc33a

Browse files
committed
Auto-merge updates from auto-update branch
2 parents e38cc0d + 2259520 commit 7ddc33a

File tree

14 files changed

+271
-271
lines changed

14 files changed

+271
-271
lines changed
Lines changed: 3 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -1,3 +1,3 @@
1-
| Model | Scenario | Accuracy | Throughput | Latency (in ms) |
2-
|-----------|------------|------------|--------------|-------------------|
3-
| retinanet | offline | () | 0.412 | - |
1+
| Model | Scenario | Accuracy | Throughput | Latency (in ms) |
2+
|----------|------------|------------|--------------|-------------------|
3+
| resnet50 | offline | 76 | 17.339 | - |

open/MLCommons/measurements/gh_macos-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/resnet50/offline/README.md

Lines changed: 5 additions & 5 deletions
Original file line numberDiff line numberDiff line change
@@ -16,16 +16,16 @@ pip install -U mlcflow
1616

1717
mlc rm cache -f
1818

19-
mlc pull repo sujik18@mlperf-automations --checkout=93a32018ba78d20a6b84939f8d3ea75d17a1382a
19+
mlc pull repo GATEOverflow@mlperf-automations --checkout=c977b62500182375b65ee913ae1a8d4af7f78720
2020

2121

2222
```
2323
*Note that if you want to use the [latest automation recipes](https://docs.mlcommons.org/inference) for MLPerf,
24-
you should simply reload sujik18@mlperf-automations without checkout and clean MLC cache as follows:*
24+
you should simply reload GATEOverflow@mlperf-automations without checkout and clean MLC cache as follows:*
2525

2626
```bash
27-
mlc rm repo sujik18@mlperf-automations
28-
mlc pull repo sujik18@mlperf-automations
27+
mlc rm repo GATEOverflow@mlperf-automations
28+
mlc pull repo GATEOverflow@mlperf-automations
2929
mlc rm cache -f
3030

3131
```
@@ -40,4 +40,4 @@ Model Precision: fp32
4040
`acc`: `76.0`, Required accuracy for closed division `>= 75.6954`
4141

4242
### Performance Results
43-
`Samples per second`: `18.9092`
43+
`Samples per second`: `17.3387`
Original file line numberDiff line numberDiff line change
@@ -1,6 +1,6 @@
1-
python3 python/main.py --profile resnet50-onnxruntime --model "/Users/runner/MLC/repos/local/cache/download-file_82b576ca/resnet50_v1.onnx" --dataset-path /Users/runner/MLC/repos/local/cache/get-preprocessed-dataset-imagenet_8dd5e9e8 --output "/Users/runner/MLC/repos/local/cache/get-mlperf-inference-results-dir_0b00a2a6/test_results/gh_macos-latest_x86-reference-cpu-onnxruntime-v1.20.1-default_config/resnet50/offline/accuracy" --scenario Offline --count 500 --threads 3 --user_conf /Users/runner/MLC/repos/sujik18@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/9d656cde1026432fa89642a142173fa4.conf --accuracy --use_preprocessed_dataset --cache_dir /Users/runner/MLC/repos/local/cache/get-preprocessed-dataset-imagenet_8dd5e9e8 --dataset-list /Users/runner/MLC/repos/local/cache/extract-file_46b9756b/val.txt
2-
INFO:main:Namespace(dataset='imagenet', dataset_path='/Users/runner/MLC/repos/local/cache/get-preprocessed-dataset-imagenet_8dd5e9e8', dataset_list='/Users/runner/MLC/repos/local/cache/extract-file_46b9756b/val.txt', data_format=None, profile='resnet50-onnxruntime', scenario='Offline', max_batchsize=32, model='/Users/runner/MLC/repos/local/cache/download-file_82b576ca/resnet50_v1.onnx', output='/Users/runner/MLC/repos/local/cache/get-mlperf-inference-results-dir_0b00a2a6/test_results/gh_macos-latest_x86-reference-cpu-onnxruntime-v1.20.1-default_config/resnet50/offline/accuracy', inputs=None, outputs=['ArgMax:0'], backend='onnxruntime', device=None, model_name='resnet50', threads=3, qps=None, cache=0, cache_dir='/Users/runner/MLC/repos/local/cache/get-preprocessed-dataset-imagenet_8dd5e9e8', preprocessed_dir=None, use_preprocessed_dataset=True, accuracy=True, find_peak_performance=False, debug=False, user_conf='/Users/runner/MLC/repos/sujik18@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/9d656cde1026432fa89642a142173fa4.conf', audit_conf='audit.config', time=None, count=500, performance_sample_count=None, max_latency=None, samples_per_query=8)
1+
python3 python/main.py --profile resnet50-onnxruntime --model "/Users/runner/MLC/repos/local/cache/download-file_02e561c7/resnet50_v1.onnx" --dataset-path /Users/runner/MLC/repos/local/cache/get-preprocessed-dataset-imagenet_fb7cc5d1 --output "/Users/runner/MLC/repos/local/cache/get-mlperf-inference-results-dir_280519c6/test_results/gh_macos-latest_x86-reference-cpu-onnxruntime-v1.20.1-default_config/resnet50/offline/accuracy" --scenario Offline --count 500 --threads 3 --user_conf /Users/runner/MLC/repos/GATEOverflow@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/5f09b8729f854ced9b2119aba81f0e99.conf --accuracy --use_preprocessed_dataset --cache_dir /Users/runner/MLC/repos/local/cache/get-preprocessed-dataset-imagenet_fb7cc5d1 --dataset-list /Users/runner/MLC/repos/local/cache/extract-file_01451b27/val.txt
2+
INFO:main:Namespace(dataset='imagenet', dataset_path='/Users/runner/MLC/repos/local/cache/get-preprocessed-dataset-imagenet_fb7cc5d1', dataset_list='/Users/runner/MLC/repos/local/cache/extract-file_01451b27/val.txt', data_format=None, profile='resnet50-onnxruntime', scenario='Offline', max_batchsize=32, model='/Users/runner/MLC/repos/local/cache/download-file_02e561c7/resnet50_v1.onnx', output='/Users/runner/MLC/repos/local/cache/get-mlperf-inference-results-dir_280519c6/test_results/gh_macos-latest_x86-reference-cpu-onnxruntime-v1.20.1-default_config/resnet50/offline/accuracy', inputs=None, outputs=['ArgMax:0'], backend='onnxruntime', device=None, model_name='resnet50', threads=3, qps=None, cache=0, cache_dir='/Users/runner/MLC/repos/local/cache/get-preprocessed-dataset-imagenet_fb7cc5d1', preprocessed_dir=None, use_preprocessed_dataset=True, accuracy=True, find_peak_performance=False, debug=False, user_conf='/Users/runner/MLC/repos/GATEOverflow@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/5f09b8729f854ced9b2119aba81f0e99.conf', audit_conf='audit.config', time=None, count=500, performance_sample_count=None, max_latency=None, samples_per_query=8)
33
INFO:imagenet:Loading 500 preprocessed images using 3 threads
44
INFO:imagenet:loaded 500 images, cache=0, already_preprocessed=True, took=0.0sec
55
INFO:main:starting TestScenario.Offline
6-
TestScenario.Offline qps=0.67, mean=13.1132, time=23.788, acc=76.000%, queries=16, tiles=50.0:12.4640,80.0:21.0061,90.0:21.1550,95.0:21.8070,99.0:23.2079,99.9:23.5231
6+
TestScenario.Offline qps=0.62, mean=15.1591, time=25.760, acc=76.000%, queries=16, tiles=50.0:14.7196,80.0:22.9330,90.0:23.1412,95.0:23.8663,99.0:25.1354,99.9:25.4209

open/MLCommons/measurements/gh_macos-latest_x86-reference-cpu-onnxruntime_v1.20.1-default_config/resnet50/offline/mlc-deps.mmd

Lines changed: 22 additions & 22 deletions
Original file line numberDiff line numberDiff line change
@@ -16,36 +16,36 @@ graph TD
1616
get-generic-sys-util,bb0393afa8404a11_(_md5sha1sum_) --> get,generic-sys-util,_install,_md5sha1sum
1717
download-file,9cdc8dc41aae437e_(_wget,_url.http://dl.caffe.berkeleyvision.org/caffe_ilsvrc12.tar.gz_) --> get,generic-sys-util,_md5sha1sum
1818
download-and-extract,c67e81a4ce2649f5_(_extract,_wget,_url.http://dl.caffe.berkeleyvision.org/caffe_ilsvrc12.tar.gz_) --> download,file,_wget,_url.http://dl.caffe.berkeleyvision.org/caffe_ilsvrc12.tar.gz
19-
extract-file,3f0b76219d004817_(_path./Users/runner/MLC/repos/local/cache/download-file_f4f363aa/caffe_ilsvrc12.tar.gz_) --> detect,os
20-
extract-file,3f0b76219d004817_(_path./Users/runner/MLC/repos/local/cache/download-file_f4f363aa/caffe_ilsvrc12.tar.gz_) --> get,generic-sys-util,_md5sha1sum
21-
download-and-extract,c67e81a4ce2649f5_(_extract,_wget,_url.http://dl.caffe.berkeleyvision.org/caffe_ilsvrc12.tar.gz_) --> extract,file,_path./Users/runner/MLC/repos/local/cache/download-file_f4f363aa/caffe_ilsvrc12.tar.gz
19+
extract-file,3f0b76219d004817_(_path./Users/runner/MLC/repos/local/cache/download-file_a9a0da4a/caffe_ilsvrc12.tar.gz_) --> detect,os
20+
extract-file,3f0b76219d004817_(_path./Users/runner/MLC/repos/local/cache/download-file_a9a0da4a/caffe_ilsvrc12.tar.gz_) --> get,generic-sys-util,_md5sha1sum
21+
download-and-extract,c67e81a4ce2649f5_(_extract,_wget,_url.http://dl.caffe.berkeleyvision.org/caffe_ilsvrc12.tar.gz_) --> extract,file,_path./Users/runner/MLC/repos/local/cache/download-file_a9a0da4a/caffe_ilsvrc12.tar.gz
2222
get-dataset-imagenet-aux,bb2c6dd8c8c64217 --> download-and-extract,_extract,_wget,_url.http://dl.caffe.berkeleyvision.org/caffe_ilsvrc12.tar.gz
2323
app-mlperf-inference,d775cac873ee4231_(_python,_resnet50,_onnxruntime,_cpu,_test,_r5.0-dev_default,_offline_) --> get,dataset-aux,imagenet-aux
24-
app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_cpu,_onnxruntime,_offline,_resnet50,_fp32_) --> detect,os
24+
app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_offline,_cpu,_onnxruntime,_resnet50,_fp32_) --> detect,os
2525
detect-cpu,586c8a43320142f7 --> detect,os
26-
app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_cpu,_onnxruntime,_offline,_resnet50,_fp32_) --> detect,cpu
26+
app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_offline,_cpu,_onnxruntime,_resnet50,_fp32_) --> detect,cpu
2727
get-sys-utils-cm,bc90993277e84b8e --> detect,os
28-
app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_cpu,_onnxruntime,_offline,_resnet50,_fp32_) --> get,python
28+
app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_offline,_cpu,_onnxruntime,_resnet50,_fp32_) --> get,python
2929
get-generic-python-lib,94b62a682bc44791_(_onnxruntime_) --> detect,os
3030
detect-cpu,586c8a43320142f7 --> detect,os
3131
get-generic-python-lib,94b62a682bc44791_(_onnxruntime_) --> detect,cpu
3232
get-generic-python-lib,94b62a682bc44791_(_onnxruntime_) --> get,python3
3333
get-generic-python-lib,94b62a682bc44791_(_pip_) --> get,python3
3434
get-generic-python-lib,94b62a682bc44791_(_onnxruntime_) --> get,generic-python-lib,_pip
35-
app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_cpu,_onnxruntime,_offline,_resnet50,_fp32_) --> get,generic-python-lib,_onnxruntime
35+
app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_offline,_cpu,_onnxruntime,_resnet50,_fp32_) --> get,generic-python-lib,_onnxruntime
3636
download-file,9cdc8dc41aae437e_(_cmutil,_url.https://zenodo.org/record/4735647/files/resnet50_v1.onnx_) --> detect,os
3737
download-file,9cdc8dc41aae437e_(_cmutil,_url.https://zenodo.org/record/4735647/files/resnet50_v1.onnx_) --> get,generic-sys-util,_md5sha1sum
3838
download-and-extract,c67e81a4ce2649f5_(_url.https://zenodo.org/record/4735647/files/resnet50_v1.onnx_) --> download,file,_cmutil,_url.https://zenodo.org/record/4735647/files/resnet50_v1.onnx
3939
get-ml-model-resnet50,56203e4e998b4bc0_(_onnx,_fp32_) --> download-and-extract,_url.https://zenodo.org/record/4735647/files/resnet50_v1.onnx
40-
app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_cpu,_onnxruntime,_offline,_resnet50,_fp32_) --> get,ml-model,image-classification,resnet50,raw,_onnx,_fp32
40+
app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_offline,_cpu,_onnxruntime,_resnet50,_fp32_) --> get,ml-model,image-classification,resnet50,raw,_onnx,_fp32
4141
get-preprocessed-dataset-imagenet,f259d490bbaf45f5_(_NCHW_) --> get,python3
4242
get-dataset-imagenet-val,7afd58d287fe4f11_(_size.500,_2012_) --> detect,os
4343
download-file,9cdc8dc41aae437e_(_cmutil,_url.http://cKnowledge.org/ai/data/ILSVRC2012_img_val_500.tar_) --> detect,os
4444
download-file,9cdc8dc41aae437e_(_cmutil,_url.http://cKnowledge.org/ai/data/ILSVRC2012_img_val_500.tar_) --> get,generic-sys-util,_md5sha1sum
4545
download-and-extract,c67e81a4ce2649f5_(_extract,_url.http://cKnowledge.org/ai/data/ILSVRC2012_img_val_500.tar_) --> download,file,_cmutil,_url.http://cKnowledge.org/ai/data/ILSVRC2012_img_val_500.tar
46-
extract-file,3f0b76219d004817_(_path./Users/runner/MLC/repos/local/cache/get-dataset-imagenet-val_bce08461/ILSVRC2012_img_val_500.tar_) --> detect,os
47-
extract-file,3f0b76219d004817_(_path./Users/runner/MLC/repos/local/cache/get-dataset-imagenet-val_bce08461/ILSVRC2012_img_val_500.tar_) --> get,generic-sys-util,_md5sha1sum
48-
download-and-extract,c67e81a4ce2649f5_(_extract,_url.http://cKnowledge.org/ai/data/ILSVRC2012_img_val_500.tar_) --> extract,file,_path./Users/runner/MLC/repos/local/cache/get-dataset-imagenet-val_bce08461/ILSVRC2012_img_val_500.tar
46+
extract-file,3f0b76219d004817_(_path./Users/runner/MLC/repos/local/cache/get-dataset-imagenet-val_c25fa7e6/ILSVRC2012_img_val_500.tar_) --> detect,os
47+
extract-file,3f0b76219d004817_(_path./Users/runner/MLC/repos/local/cache/get-dataset-imagenet-val_c25fa7e6/ILSVRC2012_img_val_500.tar_) --> get,generic-sys-util,_md5sha1sum
48+
download-and-extract,c67e81a4ce2649f5_(_extract,_url.http://cKnowledge.org/ai/data/ILSVRC2012_img_val_500.tar_) --> extract,file,_path./Users/runner/MLC/repos/local/cache/get-dataset-imagenet-val_c25fa7e6/ILSVRC2012_img_val_500.tar
4949
get-dataset-imagenet-val,7afd58d287fe4f11_(_size.500,_2012_) --> download-and-extract,file,_extract,_url.http://cKnowledge.org/ai/data/ILSVRC2012_img_val_500.tar
5050
get-preprocessed-dataset-imagenet,f259d490bbaf45f5_(_NCHW_) --> get,dataset,image-classification,original,_size.500,_2012
5151
get-preprocessed-dataset-imagenet,f259d490bbaf45f5_(_NCHW_) --> get,dataset-aux,image-classification,imagenet-aux
@@ -64,16 +64,16 @@ graph TD
6464
get-generic-python-lib,94b62a682bc44791_(_pillow_) --> get,generic-python-lib,_pip
6565
get-preprocessed-dataset-imagenet,f259d490bbaf45f5_(_NCHW_) --> get,generic-python-lib,_pillow
6666
get-preprocessed-dataset-imagenet,f259d490bbaf45f5_(_NCHW_) --> mlperf,mlcommons,inference,source,src
67-
app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_cpu,_onnxruntime,_offline,_resnet50,_fp32_) --> get,dataset,image-classification,imagenet,preprocessed,_NCHW
68-
app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_cpu,_onnxruntime,_offline,_resnet50,_fp32_) --> get,dataset-aux,image-classification,imagenet-aux
67+
app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_offline,_cpu,_onnxruntime,_resnet50,_fp32_) --> get,dataset,image-classification,imagenet,preprocessed,_NCHW
68+
app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_offline,_cpu,_onnxruntime,_resnet50,_fp32_) --> get,dataset-aux,image-classification,imagenet-aux
6969
generate-mlperf-inference-user-conf,3af4475745964b93 --> detect,os
7070
detect-cpu,586c8a43320142f7 --> detect,os
7171
generate-mlperf-inference-user-conf,3af4475745964b93 --> detect,cpu
7272
generate-mlperf-inference-user-conf,3af4475745964b93 --> get,python
7373
generate-mlperf-inference-user-conf,3af4475745964b93 --> get,mlcommons,inference,src
7474
get-mlperf-inference-sut-configs,c2fbf72009e2445b --> get,cache,dir,_name.mlperf-inference-sut-configs
7575
generate-mlperf-inference-user-conf,3af4475745964b93 --> get,sut,configs
76-
app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_cpu,_onnxruntime,_offline,_resnet50,_fp32_) --> generate,user-conf,mlperf,inference
76+
app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_offline,_cpu,_onnxruntime,_resnet50,_fp32_) --> generate,user-conf,mlperf,inference
7777
get-mlperf-inference-loadgen,64c3d98d0ba04950 --> detect,os
7878
get-mlperf-inference-loadgen,64c3d98d0ba04950 --> get,python3
7979
get-mlperf-inference-loadgen,64c3d98d0ba04950 --> get,mlcommons,inference,src
@@ -104,38 +104,38 @@ graph TD
104104
get-generic-python-lib,94b62a682bc44791_(_pip_) --> get,python3
105105
get-generic-python-lib,94b62a682bc44791_(_package.setuptools_) --> get,generic-python-lib,_pip
106106
get-mlperf-inference-loadgen,64c3d98d0ba04950 --> get,generic-python-lib,_package.setuptools
107-
app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_cpu,_onnxruntime,_offline,_resnet50,_fp32_) --> get,loadgen
108-
app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_cpu,_onnxruntime,_offline,_resnet50,_fp32_) --> get,mlcommons,inference,src
109-
app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_cpu,_onnxruntime,_offline,_resnet50,_fp32_) --> get,mlcommons,inference,src
107+
app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_offline,_cpu,_onnxruntime,_resnet50,_fp32_) --> get,loadgen
108+
app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_offline,_cpu,_onnxruntime,_resnet50,_fp32_) --> get,mlcommons,inference,src
109+
app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_offline,_cpu,_onnxruntime,_resnet50,_fp32_) --> get,mlcommons,inference,src
110110
get-generic-python-lib,94b62a682bc44791_(_package.psutil_) --> detect,os
111111
detect-cpu,586c8a43320142f7 --> detect,os
112112
get-generic-python-lib,94b62a682bc44791_(_package.psutil_) --> detect,cpu
113113
get-generic-python-lib,94b62a682bc44791_(_package.psutil_) --> get,python3
114114
get-generic-python-lib,94b62a682bc44791_(_pip_) --> get,python3
115115
get-generic-python-lib,94b62a682bc44791_(_package.psutil_) --> get,generic-python-lib,_pip
116-
app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_cpu,_onnxruntime,_offline,_resnet50,_fp32_) --> get,generic-python-lib,_package.psutil
116+
app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_offline,_cpu,_onnxruntime,_resnet50,_fp32_) --> get,generic-python-lib,_package.psutil
117117
get-generic-python-lib,94b62a682bc44791_(_opencv-python_) --> detect,os
118118
detect-cpu,586c8a43320142f7 --> detect,os
119119
get-generic-python-lib,94b62a682bc44791_(_opencv-python_) --> detect,cpu
120120
get-generic-python-lib,94b62a682bc44791_(_opencv-python_) --> get,python3
121121
get-generic-python-lib,94b62a682bc44791_(_pip_) --> get,python3
122122
get-generic-python-lib,94b62a682bc44791_(_opencv-python_) --> get,generic-python-lib,_pip
123-
app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_cpu,_onnxruntime,_offline,_resnet50,_fp32_) --> get,generic-python-lib,_opencv-python
123+
app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_offline,_cpu,_onnxruntime,_resnet50,_fp32_) --> get,generic-python-lib,_opencv-python
124124
get-generic-python-lib,94b62a682bc44791_(_numpy_) --> detect,os
125125
detect-cpu,586c8a43320142f7 --> detect,os
126126
get-generic-python-lib,94b62a682bc44791_(_numpy_) --> detect,cpu
127127
get-generic-python-lib,94b62a682bc44791_(_numpy_) --> get,python3
128128
get-generic-python-lib,94b62a682bc44791_(_pip_) --> get,python3
129129
get-generic-python-lib,94b62a682bc44791_(_numpy_) --> get,generic-python-lib,_pip
130-
app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_cpu,_onnxruntime,_offline,_resnet50,_fp32_) --> get,generic-python-lib,_numpy
130+
app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_offline,_cpu,_onnxruntime,_resnet50,_fp32_) --> get,generic-python-lib,_numpy
131131
get-generic-python-lib,94b62a682bc44791_(_pycocotools_) --> detect,os
132132
detect-cpu,586c8a43320142f7 --> detect,os
133133
get-generic-python-lib,94b62a682bc44791_(_pycocotools_) --> detect,cpu
134134
get-generic-python-lib,94b62a682bc44791_(_pycocotools_) --> get,python3
135135
get-generic-python-lib,94b62a682bc44791_(_pip_) --> get,python3
136136
get-generic-python-lib,94b62a682bc44791_(_pycocotools_) --> get,generic-python-lib,_pip
137-
app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_cpu,_onnxruntime,_offline,_resnet50,_fp32_) --> get,generic-python-lib,_pycocotools
137+
app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_offline,_cpu,_onnxruntime,_resnet50,_fp32_) --> get,generic-python-lib,_pycocotools
138138
detect-cpu,586c8a43320142f7 --> detect,os
139139
benchmark-program,19f369ef47084895 --> detect,cpu
140140
benchmark-program-mlperf,cfff0132a8aa4018 --> benchmark-program,program
141-
app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_cpu,_onnxruntime,_offline,_resnet50,_fp32_) --> benchmark-mlperf
141+
app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_offline,_cpu,_onnxruntime,_resnet50,_fp32_) --> benchmark-mlperf
-1.13 KB
Loading

0 commit comments

Comments
 (0)