Skip to content

Latest commit

 

History

History
192 lines (191 loc) · 14.5 KB

operator_coverage.md

File metadata and controls

192 lines (191 loc) · 14.5 KB
Model Coverage (29/09/2023)
model/bidaf-9.onnx 50
model/bidaf-11-int8.onnx 51.5152
model/t5-encoder-12.onnx 53.8462
model/t5-decoder-with-lm-head-12.onnx 50
model/roberta-base-11.onnx 58.3333
model/roberta-sequence-classification-9.onnx 50
model/gpt2-lm-head-10.onnx 52
model/gpt2-10.onnx 54.1667
model/gpt2-lm-head-bs-12.onnx 50
model/bertsquad-12.onnx 52.1739
model/bertsquad-8.onnx 54.5455
model/bertsquad-10.onnx 52.1739
model/bertsquad-12-int8.onnx 51.8519
model/mnist-1.onnx 62.5
model/mnist-7.onnx 66.6667
model/mnist-8.onnx 66.6667
model/mnist-12.onnx 66.6667
model/mnist-12-int8.onnx 57.1429
model/mobilenetv2-12.onnx 36.3636
model/mobilenetv2-12-qdq.onnx 63.6364
model/mobilenetv2-7.onnx 50
model/mobilenetv2-12-int8.onnx 54.5455
model/mobilenetv2-10.onnx 36.3636
model/googlenet-8.onnx 40
model/googlenet-9.onnx 40
model/googlenet-3.onnx 40
model/googlenet-12.onnx 40
model/googlenet-12-int8.onnx 54.5455
model/googlenet-6.onnx 40
model/googlenet-12-qdq.onnx 63.6364
model/googlenet-7.onnx 40
model/inception-v2-7.onnx 50
model/inception-v2-6.onnx 54.5455
model/inception-v2-9.onnx 50
model/inception-v2-8.onnx 50
model/inception-v2-3.onnx 50
model/inception-v1-8.onnx 40
model/inception-v1-9.onnx 40
model/inception-v1-3.onnx 40
model/inception-v1-12-int8.onnx 50
model/inception-v1-6.onnx 40
model/inception-v1-12.onnx 40
model/inception-v1-7.onnx 40
model/inception-v1-12-qdq.onnx 50
preproc/resnet-preproc-v1-18.onnx 0
model/resnet50-v1-12.onnx 37.5
model/resnet50-v1-7.onnx 37.5
model/resnet101-v1-7.onnx 37.5
model/resnet50-v1-12-qdq.onnx 66.6667
model/resnet18-v1-7.onnx 37.5
model/resnet34-v1-7.onnx 37.5
model/resnet50-caffe2-v1-6.onnx 33.3333
model/resnet50-caffe2-v1-7.onnx 33.3333
model/resnet152-v2-7.onnx 37.5
model/resnet50-v2-7.onnx 37.5
model/resnet50-caffe2-v1-8.onnx 33.3333
model/resnet101-v2-7.onnx 37.5
model/resnet50-v1-12-int8.onnx 50
model/resnet50-caffe2-v1-9.onnx 33.3333
model/resnet152-v1-7.onnx 37.5
model/resnet18-v2-7.onnx 37.5
model/resnet50-caffe2-v1-3.onnx 25
model/resnet34-v2-7.onnx 37.5
model/caffenet-6.onnx 37.5
model/caffenet-12-int8.onnx 55.5556
model/caffenet-7.onnx 37.5
model/caffenet-8.onnx 37.5
model/caffenet-9.onnx 37.5
model/caffenet-12.onnx 37.5
model/caffenet-3.onnx 28.5714
model/caffenet-12-qdq.onnx 70
model/squeezenet1.0-6.onnx 42.8571
model/squeezenet1.0-13-qdq.onnx 66.6667
model/squeezenet1.0-12.onnx 42.8571
model/squeezenet1.0-7.onnx 42.8571
model/squeezenet1.0-12-int8.onnx 57.1429
model/squeezenet1.1-7.onnx 42.8571
model/squeezenet1.0-3.onnx 42.8571
model/squeezenet1.0-8.onnx 42.8571
model/squeezenet1.0-9.onnx 42.8571
model/efficientnet-lite4-11.onnx 44.4444
model/efficientnet-lite4-11-qdq.onnx 66.6667
model/efficientnet-lite4-11-int8.onnx 55.5556
model/zfnet512-6.onnx 42.8571
model/zfnet512-7.onnx 42.8571
model/zfnet512-12-qdq.onnx 70
model/zfnet512-12.onnx 42.8571
model/zfnet512-12-int8.onnx 55.5556
model/zfnet512-3.onnx 33.3333
model/zfnet512-8.onnx 42.8571
model/zfnet512-9.onnx 42.8571
model/rcnn-ilsvrc13-3.onnx 16.6667
model/rcnn-ilsvrc13-9.onnx 28.5714
model/rcnn-ilsvrc13-8.onnx 28.5714
model/rcnn-ilsvrc13-7.onnx 28.5714
model/rcnn-ilsvrc13-6.onnx 28.5714
model/shufflenet-v2-12-int8.onnx 54.5455
model/shufflenet-v2-12.onnx 36.3636
model/shufflenet-7.onnx 45.4545
model/shufflenet-6.onnx 45.4545
model/shufflenet-9.onnx 45.4545
model/shufflenet-v2-10.onnx 36.3636
model/shufflenet-8.onnx 45.4545
model/shufflenet-3.onnx 45.4545
model/shufflenet-v2-12-qdq.onnx 63.6364
model/densenet-8.onnx 40
model/densenet-9.onnx 40
model/densenet-12-int8.onnx 46.1538
model/densenet-12.onnx 40
model/densenet-3.onnx 44.4444
model/densenet-6.onnx 40
model/densenet-7.onnx 40
model/bvlcalexnet-3.onnx 28.5714
model/bvlcalexnet-8.onnx 37.5
model/bvlcalexnet-9.onnx 37.5
model/bvlcalexnet-12.onnx 37.5
model/bvlcalexnet-6.onnx 37.5
model/bvlcalexnet-7.onnx 37.5
model/bvlcalexnet-12-int8.onnx 55.5556
model/bvlcalexnet-12-qdq.onnx 70
model/vgg16-12.onnx 33.3333
model/vgg16-12-int8.onnx 57.1429
model/vgg19-caffe2-3.onnx 33.3333
model/vgg19-7.onnx 33.3333
model/vgg19-caffe2-8.onnx 42.8571
model/vgg19-bn-7.onnx 28.5714
model/vgg19-caffe2-9.onnx 42.8571
model/vgg19-caffe2-6.onnx 42.8571
model/vgg19-caffe2-7.onnx 42.8571
model/vgg16-12-qdq.onnx 75
model/vgg16-bn-7.onnx 28.5714
model/vgg16-7.onnx 33.3333
model/arcfaceresnet100-8.onnx 45.4545
model/arcfaceresnet100-11-int8.onnx 60
models/gender_googlenet.onnx 40
models/age_googlenet.onnx 40
models/vgg_ilsvrc_16_gender_imdb_wiki.onnx 42.8571
models/vgg_ilsvrc_16_age_imdb_wiki.onnx 42.8571
models/vgg_ilsvrc_16_age_chalearn_iccv2015.onnx 42.8571
models/version-RFB-320.onnx 70.5882
models/version-RFB-640.onnx 70.5882
model/emotion-ferplus-7.onnx 66.6667
model/emotion-ferplus-8.onnx 66.6667
model/emotion-ferplus-2.onnx 60
model/super-resolution-10.onnx 60
model/ssd-10.onnx 47.8261
model/ssd-12-qdq.onnx 59.0909
model/ssd-12-int8.onnx 59.0909
model/ssd-12.onnx 47.8261
model/fcn-resnet50-11.onnx 41.6667
model/fcn-resnet50-12-qdq.onnx 58.3333
model/fcn-resnet101-11.onnx 41.6667
model/fcn-resnet50-12-int8.onnx 54.5455
model/fcn-resnet50-12.onnx 41.6667
model/ResNet101-DUC-12-int8.onnx 62.5
model/ResNet101-DUC-12.onnx 42.8571
model/ResNet101-DUC-7.onnx 42.8571
model/yolov3-12.onnx 52
model/yolov3-12-int8.onnx 57.1429
model/yolov3-10.onnx 54.1667
model/yolov4.onnx 61.1111
model/yolov2-coco-9.onnx 50
model/tiny-yolov3-11.onnx 46.1538
model/FasterRCNN-12-int8.onnx 47.3684
model/FasterRCNN-12.onnx 50
model/FasterRCNN-12-qdq.onnx 52.6316
model/FasterRCNN-10.onnx 45.9459
model/retinanet-9.onnx 42.8571
model/tinyyolov2-8.onnx 50
model/tinyyolov2-7.onnx 50
model/ssd_mobilenet_v1_12-int8.onnx 59.0909
model/ssd_mobilenet_v1_10.onnx 52.1739
model/ssd_mobilenet_v1_12.onnx 52.381
model/ssd_mobilenet_v1_13-qdq.onnx 59.0909
model/MaskRCNN-12.onnx 46.3415
model/MaskRCNN-10.onnx 42.8571
model/MaskRCNN-12-qdq.onnx 48.8372
model/MaskRCNN-12-int8.onnx 47.8261
model/udnie-9.onnx 43.75
model/udnie-8.onnx 33.3333
model/pointilism-9.onnx 43.75
model/candy-8.onnx 33.3333
model/candy-9.onnx 43.75
model/pointilism-8.onnx 33.3333
model/rain-princess-9.onnx 43.75
model/rain-princess-8.onnx 33.3333
model/mosaic-8.onnx 33.3333
model/mosaic-9.onnx 43.75

Average coverage: 45.871947849075795