louiscklaw/004_comission
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

update,

Browse Source
This commit is contained in:
louiscklaw
2025-01-31 22:10:02 +08:00
parent 97df42e0d5
commit 2627562070
2852 changed files with 748727 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

81
uukssw/quote1/_ref/neural-compressor/examples/.config/model_params_keras.json Normal file
View File

@@ -0,0 +1,81 @@
{
"keras": {
"resnetv2_50": {
"model_src_dir": "image_recognition/resnetv2_50/quantization/ptq",
"dataset_location": "/tf_dataset/dataset/imagenet",
"input_model": "/tf_dataset2/models/tensorflow/resnetv2_50_keras/saved_model",
"main_script": "main.py",
"batch_size": 32
},
"resnet50_fashion": {
"model_src_dir": "image_recognition/resnet50_fashion/quantization/ptq",
"dataset_location": "./data_dir",
"input_model": "/tf_dataset2/models/tensorflow/resnet50_fashion",
"main_script": "main.py",
"batch_size": 32
},
"vgg16": {
"model_src_dir": "image_recognition/vgg16/quantization/ptq",
"dataset_location": "/tf_dataset/dataset/imagenet",
"input_model": "/tf_dataset2/models/tensorflow/vgg16_keras/vgg16",
"main_script": "main.py",
"batch_size": 32
},
"vgg19": {
"model_src_dir": "image_recognition/vgg19/quantization/ptq",
"dataset_location": "/tf_dataset/dataset/imagenet",
"input_model": "/tf_dataset2/models/tensorflow/vgg19_keras/vgg19",
"main_script": "main.py",
"batch_size": 32
},
"inception_v3": {
"model_src_dir": "image_recognition/inception_v3/quantization/ptq",
"dataset_location": "/tf_dataset/dataset/imagenet",
"input_model": "/tf_dataset2/models/tensorflow/inception_v3_keras/saved_model",
"main_script": "main.py",
"batch_size": 32
},
"inception_resnet_v2": {
"model_src_dir": "image_recognition/inception_resnet_v2/quantization/ptq",
"dataset_location": "/tf_dataset/dataset/imagenet",
"input_model": "/tf_dataset2/models/tensorflow/inception_resnet_v2_keras/saved_model",
"main_script": "main.py",
"batch_size": 32
},
"resnet101": {
"model_src_dir": "image_recognition/resnet101/quantization/ptq",
"dataset_location": "/tf_dataset/dataset/imagenet",
"input_model": "/tf_dataset2/models/tensorflow/resnet101_keras/saved_model",
"main_script": "main.py",
"batch_size": 32
},
"resnet50": {
"model_src_dir": "image_recognition/resnetv2_50/quantization/ptq",
"dataset_location": "/tf_dataset/dataset/imagenet",
"input_model": "/tf_dataset2/models/tensorflow/resnetv2_50_keras/saved_model",
"main_script": "main.py",
"batch_size": 32
},
"xception": {
"model_src_dir": "image_recognition/xception/quantization/ptq",
"dataset_location": "/tf_dataset/dataset/imagenet",
"input_model": "/tf_dataset2/models/tensorflow/xception_keras/saved_model",
"main_script": "main.py",
"batch_size": 32
},
"resnetv2_101": {
"model_src_dir": "image_recognition/resnetv2_101/quantization/ptq",
"dataset_location": "/tf_dataset/dataset/imagenet",
"input_model": "/tf_dataset2/models/tensorflow/resnetv2_101_keras/saved_model",
"main_script": "main.py",
"batch_size": 32
},
"mobilenet_v2": {
"model_src_dir": "image_recognition/mobilenet_v2/quantization/ptq",
"dataset_location": "/tf_dataset/dataset/imagenet",
"input_model": "/tf_dataset2/models/tensorflow/mobilenet_v2_keras/saved_model",
"main_script": "main.py",
"batch_size": 32
}
}
}

18
uukssw/quote1/_ref/neural-compressor/examples/.config/model_params_keras_3x.json Normal file
View File

@@ -0,0 +1,18 @@
{
"keras": {
"resnetv2_50": {
"model_src_dir": "keras/image_recognition/resnet_v2_50/quantization/ptq",
"dataset_location": "/tf_dataset/dataset/imagenet",
"input_model": "/tf_dataset2/models/tensorflow/resnetv2_50_keras/saved_model",
"main_script": "main.py",
"batch_size": 32
},
"inception_v3": {
"model_src_dir": "keras/image_recognition/inception_v3/quantization/ptq",
"dataset_location": "/tf_dataset/dataset/imagenet",
"input_model": "/tf_dataset2/models/tensorflow/inception_v3_keras/saved_model",
"main_script": "main.py",
"batch_size": 32
}
}
}

86
uukssw/quote1/_ref/neural-compressor/examples/.config/model_params_mxnet.json Normal file
View File

@@ -0,0 +1,86 @@
{
"mxnet": {
"resnet50v1": {
"model_src_dir": "image_recognition/cnn_models/quantization/ptq",
"dataset_location": "/tf_dataset/mxnet/val_256_q90.rec",
"input_model": "/tf_dataset/mxnet/resnet50_v1",
"yaml": "cnn.yaml",
"strategy": "basic",
"batch_size": 64,
"new_benchmark": false
},
"inceptionv3": {
"model_src_dir": "image_recognition/cnn_models/quantization/ptq",
"dataset_location": "/tf_dataset/mxnet/val_256_q90.rec",
"input_model": "/tf_dataset/mxnet/inceptionv3",
"yaml": "cnn.yaml",
"strategy": "basic",
"batch_size": 64,
"new_benchmark": false
},
"mobilenet1.0": {
"model_src_dir": "image_recognition/cnn_models/quantization/ptq",
"dataset_location": "/tf_dataset/mxnet/val_256_q90.rec",
"input_model": "/tf_dataset/mxnet/mobilenet1.0",
"yaml": "cnn.yaml",
"strategy": "basic",
"batch_size": 64,
"new_benchmark": false
},
"mobilenetv2_1.0": {
"model_src_dir": "image_recognition/cnn_models/quantization/ptq",
"dataset_location": "/tf_dataset/mxnet/val_256_q90.rec",
"input_model": "/tf_dataset/mxnet/mobilenetv2_1.0",
"yaml": "cnn.yaml",
"strategy": "basic",
"batch_size": 64,
"new_benchmark": false
},
"resnet18_v1": {
"model_src_dir": "image_recognition/cnn_models/quantization/ptq",
"dataset_location": "/tf_dataset/mxnet/val_256_q90.rec",
"input_model": "/tf_dataset/mxnet/resnet18_v1",
"yaml": "cnn.yaml",
"strategy": "basic",
"batch_size": 64,
"new_benchmark": false
},
"squeezenet1.0": {
"model_src_dir": "image_recognition/cnn_models/quantization/ptq",
"dataset_location": "/tf_dataset/mxnet/val_256_q90.rec",
"input_model": "/tf_dataset/mxnet/squeezenet1.0",
"yaml": "cnn.yaml",
"strategy": "basic",
"batch_size": 64,
"new_benchmark": false
},
"resnet152_v1": {
"model_src_dir": "image_recognition/cnn_models/quantization/ptq",
"dataset_location": "/tf_dataset/mxnet/val_256_q90.rec",
"input_model": "/tf_dataset/mxnet/resnet152_v1",
"yaml": "cnn.yaml",
"strategy": "basic",
"batch_size": 64,
"new_benchmark": false
},
"ssd-resnet50_v1": {
"model_src_dir": "object_detection/ssd_models/quantization/ptq",
"dataset_location": "/tf_dataset/dataset/VOCdevkit",
"input_model": "/tf_dataset/mxnet/ssd-resnet50_v1/ssd_512_resnet50_v1_voc",
"yaml": "ssd.yaml",
"strategy": "basic",
"batch_size": 256,
"new_benchmark": false
},
"ssd-mobilenet1.0": {
"model_src_dir": "object_detection/ssd_models/quantization/ptq",
"dataset_location": "/tf_dataset/dataset/VOCdevkit",
"input_model": "/tf_dataset/mxnet/ssd-mobilenet1.0/ssd_512_mobilenet1.0_voc",
"yaml": "ssd.yaml",
"strategy": "basic",
"batch_size": 256,
"new_benchmark": false
}
}
}

963
uukssw/quote1/_ref/neural-compressor/examples/.config/model_params_onnxrt.json Normal file
View File

@@ -0,0 +1,963 @@
{
"onnxrt": {
"resnet50_v1_5": {
"model_src_dir": "image_recognition/resnet50_torchvision/quantization/ptq_static",
"dataset_location": "/tf_dataset2/datasets/imagenet/ImagenetRaw/ILSVRC2012_img_val",
"input_model": "/tf_dataset2/models/onnx/resnet50_v1_5/resnet50_export-13.onnx",
"main_script": "main.py",
"batch_size": 100
},
"mobilenet_v2": {
"model_src_dir": "image_recognition/mobilenet_v2/quantization/ptq_static",
"dataset_location": "/tf_dataset2/datasets/imagenet/ImagenetRaw/ILSVRC2012_img_val",
"input_model": "/tf_dataset2/models/onnx/mobilenet_v2/mobilenet_v2-13.onnx",
"main_script": "main.py",
"batch_size": 100
},
"vgg16": {
"model_src_dir": "image_recognition/vgg16/quantization/ptq_static",
"dataset_location": "/tf_dataset2/datasets/imagenet/ImagenetRaw/ILSVRC2012_img_val",
"input_model": "/tf_dataset2/models/onnx/vgg16/vgg16-13.onnx",
"main_script": "main.py",
"batch_size": 100
},
"ssd_mobilenet_v1": {
"model_src_dir": "object_detection/ssd_mobilenet_v1/quantization/ptq_static",
"dataset_location": "/tf_dataset2/datasets/coco2017/coco/val2017",
"input_model": "/tf_dataset2/models/onnx/ssd_mobilenet_v1/ssd_mobilenet_v1_frozen.onnx",
"main_script": "main.py",
"batch_size": 1
},
"ssd_mobilenet_v2": {
"model_src_dir": "object_detection/ssd_mobilenet_v2/quantization/ptq_static",
"dataset_location": "/tf_dataset2/datasets/coco2017/coco/val2017",
"input_model": "/tf_dataset2/models/onnx/ssd_mobilenet_v2/ssd_mobilenet_v2_frozen.onnx",
"main_script": "main.py",
"batch_size": 1
},
"bert_base_MRPC": {
"model_src_dir": "nlp/bert/quantization/ptq_static",
"dataset_location": "/tf_dataset/pytorch/glue_data/MRPC",
"input_model": "/tf_dataset2/models/onnx/bert_base_MRPC/bert.onnx",
"main_script": "main.py",
"batch_size": 8
},
"bert_base_MRPC_dynamic": {
"model_src_dir": "nlp/bert/quantization/ptq_dynamic",
"dataset_location": "/tf_dataset/pytorch/glue_data/MRPC",
"input_model": "/tf_dataset2/models/onnx/bert_base_MRPC/bert.onnx",
"main_script": "main.py",
"batch_size": 8
},
"distilbert_base_MRPC_dynamic": {
"model_src_dir": "nlp/distilbert/quantization/ptq_dynamic",
"dataset_location": "/tf_dataset/pytorch/glue_data/MRPC",
"input_model": "/tf_dataset2/models/onnx/distilbert_base_MRPC/distilbert-base-uncased.onnx",
"main_script": "main.py",
"batch_size": 8
},
"mobilebert_MRPC_dynamic": {
"model_src_dir": "nlp/mobilebert/quantization/ptq_dynamic",
"dataset_location": "/tf_dataset/pytorch/glue_data/MRPC",
"input_model": "/tf_dataset2/models/onnx/mobilebert_MRPC/mobilebert-uncased.onnx",
"main_script": "main.py",
"batch_size": 8
},
"roberta_base_MRPC_dynamic": {
"model_src_dir": "nlp/roberta/quantization/ptq_dynamic",
"dataset_location": "/tf_dataset/pytorch/glue_data/MRPC",
"input_model": "/tf_dataset2/models/onnx/roberta_base_MRPC/roberta-base.onnx",
"main_script": "main.py",
"batch_size": 8
},
"resnet50-v1-12": {
"model_src_dir": "image_recognition/onnx_model_zoo/resnet50/quantization/ptq_static",
"dataset_location": "/tf_dataset2/datasets/imagenet/ImagenetRaw/ILSVRC2012_img_val",
"input_model": "/tf_dataset2/models/onnx/resnet50-v1-12/resnet50-v1-12.onnx",
"main_script": "main.py",
"batch_size": 1
},
"resnet_v1_5_mlperf": {
"model_src_dir": "image_recognition/resnet50_mlperf/quantization/ptq_static",
"dataset_location": "/tf_dataset2/datasets/imagenet/ImagenetRaw/ILSVRC2012_img_val",
"input_model": "/tf_dataset2/models/onnx/resnet50_v1_5/resnet50_v1_5_mlperf.onnx",
"main_script": "main.py",
"batch_size": 1
},
"mobilenet_v3_mlperf": {
"model_src_dir": "image_recognition/mobilenet_v3/quantization/ptq_static",
"dataset_location": "/tf_dataset2/datasets/imagenet/ImagenetRaw/ILSVRC2012_img_val",
"input_model": "/tf_dataset2/models/onnx/mobilenet_v3/mobilenet_v3_mlperf.onnx",
"main_script": "main.py",
"batch_size": 1
},
"bert_squad_model_zoo_dynamic": {
"model_src_dir": "nlp/onnx_model_zoo/bert-squad/quantization/ptq_dynamic",
"dataset_location": "/tf_dataset2/datasets/squad",
"input_model": "/tf_dataset2/models/onnx/bert_squad/bert_squad_model_zoo.onnx",
"main_script": "main.py",
"batch_size": 1
},
"mobilebert_squad_mlperf_dynamic": {
"model_src_dir": "nlp/onnx_model_zoo/mobilebert/quantization/ptq_dynamic",
"dataset_location": "/tf_dataset2/datasets/squad",
"input_model": "/tf_dataset2/models/onnx/mobilebert_squad/mobilebert_squad_mlperf.onnx",
"main_script": "main.py",
"batch_size": 1
},
"gpt2_lm_head_wikitext_model_zoo_dynamic": {
"model_src_dir": "nlp/onnx_model_zoo/gpt2/quantization/ptq_dynamic",
"dataset_location": "/tf_dataset2/datasets/wikitext/wikitext-2-raw/wiki.test.raw",
"input_model": "/tf_dataset2/models/onnx/gpt2/gpt2_lm_head_wikitext_model_zoo.onnx",
"main_script": "gpt2.py",
"batch_size": 1
},
"vgg16_model_zoo": {
"model_src_dir": "image_recognition/onnx_model_zoo/vgg16/quantization/ptq_static",
"dataset_location": "/tf_dataset2/datasets/imagenet/ImagenetRaw/ILSVRC2012_img_val",
"input_model": "/tf_dataset2/models/onnx/vgg16-12/vgg16-12.onnx",
"main_script": "main.py",
"batch_size": 1
},
"mobilenetv2-12": {
"model_src_dir": "image_recognition/onnx_model_zoo/mobilenet/quantization/ptq_static",
"dataset_location": "/tf_dataset2/datasets/imagenet/ImagenetRaw/ILSVRC2012_img_val",
"input_model": "/tf_dataset2/models/onnx/mobilenetv2-12/mobilenetv2-12.onnx",
"main_script": "main.py",
"batch_size": 1
},
"googlenet-12": {
"model_src_dir": "image_recognition/onnx_model_zoo/googlenet/quantization/ptq_static",
"dataset_location": "/tf_dataset2/datasets/imagenet/ImagenetRaw/ILSVRC2012_img_val",
"input_model": "/tf_dataset2/models/onnx/googlenet-12/googlenet-12.onnx",
"main_script": "main.py",
"batch_size": 1
},
"shufflenet-v2-12": {
"model_src_dir": "image_recognition/onnx_model_zoo/shufflenet/quantization/ptq_static",
"dataset_location": "/tf_dataset2/datasets/imagenet/ImagenetRaw/ILSVRC2012_img_val",
"input_model": "/tf_dataset2/models/onnx/shufflenet-v2-12/shufflenet-v2-12.onnx",
"main_script": "main.py",
"batch_size": 1
},
"squeezenet": {
"model_src_dir": "image_recognition/onnx_model_zoo/squeezenet/quantization/ptq_static",
"dataset_location": "/tf_dataset2/datasets/imagenet/ImagenetRaw/ILSVRC2012_img_val",
"input_model": "/tf_dataset2/models/onnx/squeezenet/squeezenet1.0-12.onnx",
"main_script": "main.py",
"batch_size": 1
},
"caffenet": {
"model_src_dir": "image_recognition/onnx_model_zoo/caffenet/quantization/ptq_static",
"dataset_location": "/tf_dataset2/datasets/imagenet/ImagenetRaw/ILSVRC2012_img_val",
"input_model": "/tf_dataset2/models/onnx/caffenet/caffenet-12.onnx",
"main_script": "main.py",
"batch_size": 1
},
"alexnet": {
"model_src_dir": "image_recognition/onnx_model_zoo/alexnet/quantization/ptq_static",
"dataset_location": "/tf_dataset2/datasets/imagenet/ImagenetRaw/ILSVRC2012_img_val",
"input_model": "/tf_dataset2/models/onnx/alexnet/bvlcalexnet-12.onnx",
"main_script": "main.py",
"batch_size": 1
},
"efficientnet": {
"model_src_dir": "image_recognition/onnx_model_zoo/efficientnet/quantization/ptq_static",
"dataset_location": "/tf_dataset2/datasets/imagenet/ImagenetRaw/ILSVRC2012_img_val",
"input_model": "/tf_dataset2/models/onnx/efficientnet/efficientnet-lite4-11.onnx",
"main_script": "main.py",
"batch_size": 1
},
"zfnet": {
"model_src_dir": "image_recognition/onnx_model_zoo/zfnet/quantization/ptq_static",
"dataset_location": "/tf_dataset2/datasets/imagenet/ImagenetRaw/ILSVRC2012_img_val",
"input_model": "/tf_dataset2/models/onnx/zfnet/zfnet512-12.onnx",
"main_script": "main.py",
"batch_size": 1
},
"inception_v1": {
"model_src_dir": "image_recognition/onnx_model_zoo/inception/quantization/ptq_static",
"dataset_location": "/tf_dataset2/datasets/imagenet/ImagenetRaw/ILSVRC2012_img_val",
"input_model": "/tf_dataset2/models/onnx/inception_v1/inception-v1-12.onnx",
"main_script": "main.py",
"batch_size": 1
},
"ssd-12": {
"model_src_dir": "object_detection/onnx_model_zoo/ssd/quantization/ptq_static",
"dataset_location": "/tf_dataset2/datasets/coco2017/coco/val2017",
"input_model": "/tf_dataset2/models/onnx/ssd/ssd-12.onnx",
"main_script": "main.py",
"batch_size": 1
},
"fcn": {
"model_src_dir": "image_recognition/onnx_model_zoo/fcn/quantization/ptq_static",
"dataset_location": "/tf_dataset2/datasets/coco2017/coco/val2017",
"input_model": "/tf_dataset2/models/onnx/fcn/fcn-resnet50-11.onnx",
"main_script": "main.py",
"batch_size": 1
},
"ssd_mobilenet_v1-2": {
"model_src_dir": "object_detection/onnx_model_zoo/ssd_mobilenet_v1/quantization/ptq_static",
"dataset_location": "/tf_dataset2/datasets/coco2017/coco/val2017",
"input_model": "/tf_dataset2/models/onnx/ssdmb/ssd_mobilenet_v1_12.onnx",
"main_script": "main.py",
"batch_size": 1
},
"faster_rcnn": {
"model_src_dir": "object_detection/onnx_model_zoo/faster_rcnn/quantization/ptq_static",
"dataset_location": "/tf_dataset2/datasets/coco2017/coco/val2017",
"input_model": "/tf_dataset2/models/onnx/faster_rcnn/FasterRCNN-12.onnx",
"main_script": "main.py",
"batch_size": 1
},
"mask_rcnn": {
"model_src_dir": "object_detection/onnx_model_zoo/mask_rcnn/quantization/ptq_static",
"dataset_location": "/tf_dataset2/datasets/coco2017/coco/val2017",
"input_model": "/tf_dataset2/models/onnx/mask_rcnn/MaskRCNN-12.onnx",
"main_script": "main.py",
"batch_size": 1
},
"densenet": {
"model_src_dir": "image_recognition/onnx_model_zoo/densenet/quantization/ptq_static",
"dataset_location": "/tf_dataset2/datasets/imagenet/ImagenetRaw/ILSVRC2012_img_val",
"input_model": "/tf_dataset2/models/onnx/densenet/densenet-12.onnx",
"main_script": "main.py",
"batch_size": 1
},
"mnist": {
"model_src_dir": "image_recognition/onnx_model_zoo/mnist/quantization/ptq_static",
"dataset_location": "/tf_dataset2/datasets/mnist_recognition/",
"input_model": "/tf_dataset2/models/onnx/mnist/mnist-12.onnx",
"main_script": "main.py",
"batch_size": 1
},
"yolov3": {
"model_src_dir": "object_detection/onnx_model_zoo/yolov3/quantization/ptq_static",
"dataset_location": "/tf_dataset2/datasets/coco2017/coco/val2017",
"input_model": "/tf_dataset2/models/onnx/yolov3/yolov3-12.onnx",
"main_script": "main.py",
"batch_size": 1
},
"resnet50_v1_5_qdq": {
"model_src_dir": "image_recognition/resnet50_torchvision/quantization/ptq_static",
"dataset_location": "/tf_dataset2/datasets/imagenet/ImagenetRaw/ILSVRC2012_img_val",
"input_model": "/tf_dataset2/models/onnx/resnet50_v1_5/resnet50_export-13.onnx",
"main_script": "main.py",
"batch_size": 100
},
"mobilenet_v2_qdq": {
"model_src_dir": "image_recognition/mobilenet_v2/quantization/ptq_static",
"dataset_location": "/tf_dataset2/datasets/imagenet/ImagenetRaw/ILSVRC2012_img_val",
"input_model": "/tf_dataset2/models/onnx/mobilenet_v2/mobilenet_v2-13.onnx",
"main_script": "main.py",
"batch_size": 100
},
"vgg16_qdq": {
"model_src_dir": "image_recognition/vgg16/quantization/ptq_static",
"dataset_location": "/tf_dataset2/datasets/imagenet/ImagenetRaw/ILSVRC2012_img_val",
"input_model": "/tf_dataset2/models/onnx/vgg16/vgg16-13.onnx",
"main_script": "main.py",
"batch_size": 100
},
"ssd_mobilenet_v1_qdq": {
"model_src_dir": "object_detection/ssd_mobilenet_v1/quantization/ptq_static",
"dataset_location": "/tf_dataset2/datasets/coco2017/coco/val2017",
"input_model": "/tf_dataset2/models/onnx/ssd_mobilenet_v1/ssd_mobilenet_v1_frozen-13.onnx",
"main_script": "main.py",
"batch_size": 1
},
"ssd_mobilenet_v2_qdq": {
"model_src_dir": "object_detection/ssd_mobilenet_v2/quantization/ptq_static",
"dataset_location": "/tf_dataset2/datasets/coco2017/coco/val2017",
"input_model": "/tf_dataset2/models/onnx/ssd_mobilenet_v2/ssd_mobilenet_v2_frozen-13.onnx",
"main_script": "main.py",
"batch_size": 1
},
"bert_base_MRPC_qdq": {
"model_src_dir": "nlp/bert/quantization/ptq_static",
"dataset_location": "/tf_dataset/pytorch/glue_data/MRPC",
"input_model": "/tf_dataset2/models/onnx/bert_base_MRPC/bert.onnx",
"main_script": "main.py",
"batch_size": 8
},
"distilbert_base_MRPC_qdq": {
"model_src_dir": "nlp/distilbert/quantization/ptq_static",
"dataset_location": "/tf_dataset/pytorch/glue_data/MRPC",
"input_model": "/tf_dataset2/models/onnx/distilbert_base_MRPC/distilbert-base-uncased.onnx",
"main_script": "main.py",
"batch_size": 8
},
"mobilebert_MRPC_qdq": {
"model_src_dir": "nlp/mobilebert/quantization/ptq_static",
"dataset_location": "/tf_dataset/pytorch/glue_data/MRPC",
"input_model": "/tf_dataset2/models/onnx/mobilebert_MRPC/mobilebert-uncased.onnx",
"main_script": "main.py",
"batch_size": 8
},
"roberta_base_MRPC_qdq": {
"model_src_dir": "nlp/roberta/quantization/ptq_static",
"dataset_location": "/tf_dataset/pytorch/glue_data/MRPC",
"input_model": "/tf_dataset2/models/onnx/roberta_base_MRPC/roberta-base.onnx",
"main_script": "main.py",
"batch_size": 8
},
"resnet50-v1-12_qdq": {
"model_src_dir": "image_recognition/onnx_model_zoo/resnet50/quantization/ptq_static",
"dataset_location": "/tf_dataset2/datasets/imagenet/ImagenetRaw/ILSVRC2012_img_val",
"input_model": "/tf_dataset2/models/onnx/resnet50-v1-12/resnet50-v1-13.onnx",
"main_script": "main.py",
"batch_size": 1
},
"resnet_v1_5_mlperf_qdq": {
"model_src_dir": "image_recognition/resnet50_mlperf/quantization/ptq_static",
"dataset_location": "/tf_dataset2/datasets/imagenet/ImagenetRaw/ILSVRC2012_img_val",
"input_model": "/tf_dataset2/models/onnx/resnet50_v1_5/resnet50_v1_5_mlperf-13.onnx",
"main_script": "main.py",
"batch_size": 1
},
"mobilenet_v3_mlperf_qdq": {
"model_src_dir": "image_recognition/mobilenet_v3/quantization/ptq_static",
"dataset_location": "/tf_dataset2/datasets/imagenet/ImagenetRaw/ILSVRC2012_img_val",
"input_model": "/tf_dataset2/models/onnx/mobilenet_v3/mobilenet_v3_mlperf-13.onnx",
"main_script": "main.py",
"batch_size": 1
},
"beit": {
"model_src_dir": "image_recognition/beit/quantization/ptq_static",
"dataset_location": "/tf_dataset/pytorch/ImageNet/raw",
"input_model": "/tf_dataset2/models/onnx/beit/beit_base_patch16_224_pt22k_ft22kto1k.onnx",
"main_script": "main.py",
"batch_size": 1
},
"mobilebert_squad_mlperf_qdq": {
"model_src_dir": "nlp/onnx_model_zoo/mobilebert/quantization/ptq_static",
"dataset_location": "/tf_dataset2/datasets/squad",
"input_model": "/tf_dataset2/models/onnx/mobilebert_squad/mobilebert_squad_mlperf-13.onnx",
"main_script": "main.py",
"batch_size": 1
},
"vgg16_model_zoo_qdq": {
"model_src_dir": "image_recognition/onnx_model_zoo/vgg16/quantization/ptq_static",
"dataset_location": "/tf_dataset2/datasets/imagenet/ImagenetRaw/ILSVRC2012_img_val",
"input_model": "/tf_dataset2/models/onnx/vgg16-12/vgg16-13.onnx",
"main_script": "main.py",
"batch_size": 1
},
"mobilenetv2-12_qdq": {
"model_src_dir": "image_recognition/onnx_model_zoo/mobilenet/quantization/ptq_static",
"dataset_location": "/tf_dataset2/datasets/imagenet/ImagenetRaw/ILSVRC2012_img_val",
"input_model": "/tf_dataset2/models/onnx/mobilenetv2-12/mobilenetv2-13.onnx",
"main_script": "main.py",
"batch_size": 1
},
"googlenet-12_qdq": {
"model_src_dir": "image_recognition/onnx_model_zoo/googlenet/quantization/ptq_static",
"dataset_location": "/tf_dataset2/datasets/imagenet/ImagenetRaw/ILSVRC2012_img_val",
"input_model": "/tf_dataset2/models/onnx/googlenet-12/googlenet-13.onnx",
"main_script": "main.py",
"batch_size": 1
},
"shufflenet-v2-12_qdq": {
"model_src_dir": "image_recognition/onnx_model_zoo/shufflenet/quantization/ptq_static",
"dataset_location": "/tf_dataset2/datasets/imagenet/ImagenetRaw/ILSVRC2012_img_val",
"input_model": "/tf_dataset2/models/onnx/shufflenet-v2-12/shufflenet-v2-13.onnx",
"main_script": "main.py",
"batch_size": 1
},
"squeezenet_qdq": {
"model_src_dir": "image_recognition/onnx_model_zoo/squeezenet/quantization/ptq_static",
"dataset_location": "/tf_dataset2/datasets/imagenet/ImagenetRaw/ILSVRC2012_img_val",
"input_model": "/tf_dataset2/models/onnx/squeezenet/squeezenet1.0-13.onnx",
"main_script": "main.py",
"batch_size": 1
},
"caffenet_qdq": {
"model_src_dir": "image_recognition/onnx_model_zoo/caffenet/quantization/ptq_static",
"dataset_location": "/tf_dataset2/datasets/imagenet/ImagenetRaw/ILSVRC2012_img_val",
"input_model": "/tf_dataset2/models/onnx/caffenet/caffenet-13.onnx",
"main_script": "main.py",
"batch_size": 1
},
"alexnet_qdq": {
"model_src_dir": "image_recognition/onnx_model_zoo/alexnet/quantization/ptq_static",
"dataset_location": "/tf_dataset2/datasets/imagenet/ImagenetRaw/ILSVRC2012_img_val",
"input_model": "/tf_dataset2/models/onnx/alexnet/bvlcalexnet-13.onnx",
"main_script": "main.py",
"batch_size": 1
},
"efficientnet_qdq": {
"model_src_dir": "image_recognition/onnx_model_zoo/efficientnet/quantization/ptq_static",
"dataset_location": "/tf_dataset2/datasets/imagenet/ImagenetRaw/ILSVRC2012_img_val",
"input_model": "/tf_dataset2/models/onnx/efficientnet/efficientnet-lite4-13.onnx",
"main_script": "main.py",
"batch_size": 1
},
"zfnet_qdq": {
"model_src_dir": "image_recognition/onnx_model_zoo/zfnet/quantization/ptq_static",
"dataset_location": "/tf_dataset2/datasets/imagenet/ImagenetRaw/ILSVRC2012_img_val",
"input_model": "/tf_dataset2/models/onnx/zfnet/zfnet512-13.onnx",
"main_script": "main.py",
"batch_size": 1
},
"inception_v1_qdq": {
"model_src_dir": "image_recognition/onnx_model_zoo/inception/quantization/ptq_static",
"dataset_location": "/tf_dataset2/datasets/imagenet/ImagenetRaw/ILSVRC2012_img_val",
"input_model": "/tf_dataset2/models/onnx/inception_v1/inception-v1-13.onnx",
"main_script": "main.py",
"batch_size": 1
},
"ssd-12_qdq": {
"model_src_dir": "object_detection/onnx_model_zoo/ssd/quantization/ptq_static",
"dataset_location": "/tf_dataset2/datasets/coco2017/coco/val2017",
"input_model": "/tf_dataset2/models/onnx/ssd/ssd-12.onnx",
"main_script": "main.py",
"batch_size": 1
},
"fcn_qdq": {
"model_src_dir": "image_recognition/onnx_model_zoo/fcn/quantization/ptq_static",
"dataset_location": "/tf_dataset2/datasets/coco2017/coco/val2017",
"input_model": "/tf_dataset2/models/onnx/fcn/fcn-resnet50-13.onnx",
"main_script": "main.py",
"batch_size": 1
},
"ssd_mobilenet_v1-2_qdq": {
"model_src_dir": "object_detection/onnx_model_zoo/ssd_mobilenet_v1/quantization/ptq_static",
"dataset_location": "/tf_dataset2/datasets/coco2017/coco/val2017",
"input_model": "/tf_dataset2/models/onnx/ssdmb/ssd_mobilenet_v1_13.onnx",
"main_script": "main.py",
"batch_size": 1
},
"faster_rcnn_qdq": {
"model_src_dir": "object_detection/onnx_model_zoo/faster_rcnn/quantization/ptq_static",
"dataset_location": "/tf_dataset2/datasets/coco2017/coco/val2017",
"input_model": "/tf_dataset2/models/onnx/faster_rcnn/FasterRCNN-12.onnx",
"main_script": "main.py",
"batch_size": 1
},
"mask_rcnn_qdq": {
"model_src_dir": "object_detection/onnx_model_zoo/mask_rcnn/quantization/ptq_static",
"dataset_location": "/tf_dataset2/datasets/coco2017/coco/val2017",
"input_model": "/tf_dataset2/models/onnx/mask_rcnn/MaskRCNN-12.onnx",
"main_script": "main.py",
"batch_size": 1
},
"yolov4": {
"model_src_dir": "object_detection/onnx_model_zoo/yolov4/quantization/ptq_static",
"dataset_location": "/tf_dataset2/datasets/coco2017/coco/val2017",
"input_model": "/tf_dataset2/models/onnx/yolov4/yolov4-12.onnx",
"main_script": "main.py",
"batch_size": 1
},
"tiny_yolov3": {
"model_src_dir": "object_detection/onnx_model_zoo/tiny_yolov3/quantization/ptq_static",
"dataset_location": "/tf_dataset2/datasets/coco2017/coco/val2017",
"input_model": "/tf_dataset2/models/onnx/tiny_yolov3/tiny-yolov3-12.onnx",
"main_script": "main.py",
"batch_size": 1
},
"duc": {
"model_src_dir": "object_detection/onnx_model_zoo/DUC/quantization/ptq_static",
"dataset_location": "/tf_dataset2/datasets/leftImg8bit/val",
"input_model": "/tf_dataset2/models/onnx/DUC/ResNet101-DUC-12.onnx",
"main_script": "main.py",
"batch_size": 1
},
"arcface": {
"model_src_dir": "body_analysis/onnx_model_zoo/arcface/quantization/ptq_static",
"dataset_location": "/tf_dataset2/datasets/faces_ms1m_112x112/lfw.bin",
"input_model": "/tf_dataset2/models/onnx/arcface/arcfaceresnet100-11.onnx",
"main_script": "main.py",
"batch_size": 1
},
"emotion_ferplus": {
"model_src_dir": "body_analysis/onnx_model_zoo/emotion_ferplus/quantization/ptq_static",
"dataset_location": "/tf_dataset2/datasets/emotion_data/emotion_ferplus/fer2013/fer2013.csv",
"input_model": "/tf_dataset2/models/onnx/emotion_ferplus/emotion-ferplus-12.onnx",
"main_script": "main.py",
"batch_size": 1
},
"ultraface": {
"model_src_dir": "body_analysis/onnx_model_zoo/ultraface/quantization/ptq_static",
"dataset_location": "/tf_dataset2/datasets/wider_face_data/WIDER_val",
"input_model": "/tf_dataset2/models/onnx/ultraface/version-RFB-320-12.onnx",
"main_script": "main.py",
"batch_size": 1
},
"unet": {
"model_src_dir": "image_recognition/unet/quantization/ptq_static",
"dataset_location": "/tf_dataset2/datasets/imagenet/ImagenetRaw/ILSVRC2012_img_val",
"input_model": "/tf_dataset2/models/onnx/unet/unet-export.onnx",
"main_script": "main.py",
"batch_size": 1
},
"BiDAF_dynamic": {
"model_src_dir": "nlp/onnx_model_zoo/BiDAF/quantization/ptq_dynamic",
"dataset_location": "/tf_dataset2/datasets/squad/dev-v1.1.json",
"input_model": "/tf_dataset2/models/onnx/BiDAF/bidaf-11.onnx",
"main_script": "main.py",
"batch_size": 1
},
"hf_bert-base-uncased_dynamic": {
"model_src_dir": "nlp/huggingface_model/text_classification/quantization/ptq_dynamic",
"dataset_location": "/tf_dataset/pytorch/glue_data/MRPC",
"input_model": "/tf_dataset2/models/onnx/hf_bert-base-uncased_dynamic/bert-base-uncased-mrpc.onnx",
"main_script": "main.py",
"batch_size": 8
},
"hf_bert-base-uncased": {
"model_src_dir": "nlp/huggingface_model/text_classification/quantization/ptq_static",
"dataset_location": "/tf_dataset/pytorch/glue_data/MRPC",
"input_model": "/tf_dataset2/models/onnx/hf_bert-base-uncased_dynamic/bert-base-uncased-mrpc.onnx",
"main_script": "main.py",
"batch_size": 8
},
"hf_roberta-base_dynamic": {
"model_src_dir": "nlp/huggingface_model/text_classification/quantization/ptq_dynamic",
"dataset_location": "/tf_dataset/pytorch/glue_data/MRPC",
"input_model": "/tf_dataset2/models/onnx/hf_roberta-base_dynamic/roberta-base-mrpc.onnx",
"main_script": "main.py",
"batch_size": 8
},
"hf_roberta-base": {
"model_src_dir": "nlp/huggingface_model/text_classification/quantization/ptq_static",
"dataset_location": "/tf_dataset/pytorch/glue_data/MRPC",
"input_model": "/tf_dataset2/models/onnx/hf_roberta-base_dynamic/roberta-base-mrpc.onnx",
"main_script": "main.py",
"batch_size": 8
},
"hf_xlm-roberta-base_dynamic": {
"model_src_dir": "nlp/huggingface_model/text_classification/quantization/ptq_dynamic",
"dataset_location": "/tf_dataset/pytorch/glue_data/MRPC",
"input_model": "/tf_dataset2/models/onnx/hf_xlm-roberta-base_dynamic/xlm-roberta-base-mrpc.onnx",
"main_script": "main.py",
"batch_size": 8
},
"hf_xlm-roberta-base": {
"model_src_dir": "nlp/huggingface_model/text_classification/quantization/ptq_static",
"dataset_location": "/tf_dataset/pytorch/glue_data/MRPC",
"input_model": "/tf_dataset2/models/onnx/hf_xlm-roberta-base_dynamic/xlm-roberta-base-mrpc.onnx",
"main_script": "main.py",
"batch_size": 8
},
"hf_camembert-base_dynamic": {
"model_src_dir": "nlp/huggingface_model/text_classification/quantization/ptq_dynamic",
"dataset_location": "/tf_dataset/pytorch/glue_data/MRPC",
"input_model": "/tf_dataset2/models/onnx/hf_camembert-base_dynamic/camembert-base-mrpc.onnx",
"main_script": "main.py",
"batch_size": 8
},
"hf_camembert-base": {
"model_src_dir": "nlp/huggingface_model/text_classification/quantization/ptq_static",
"dataset_location": "/tf_dataset/pytorch/glue_data/MRPC",
"input_model": "/tf_dataset2/models/onnx/hf_camembert-base_dynamic/camembert-base-mrpc.onnx",
"main_script": "main.py",
"batch_size": 8
},
"hf_MiniLM-L12-H384-uncased_dynamic": {
"model_src_dir": "nlp/huggingface_model/text_classification/quantization/ptq_dynamic",
"dataset_location": "/tf_dataset/pytorch/glue_data/MRPC",
"input_model": "/tf_dataset2/models/onnx/hf_MiniLM-L12-H384-uncased_dynamic/MiniLM-L12-H384-uncased-mrpc.onnx",
"main_script": "main.py",
"batch_size": 8
},
"hf_MiniLM-L12-H384-uncased": {
"model_src_dir": "nlp/huggingface_model/text_classification/quantization/ptq_static",
"dataset_location": "/tf_dataset/pytorch/glue_data/MRPC",
"input_model": "/tf_dataset2/models/onnx/hf_MiniLM-L12-H384-uncased_dynamic/MiniLM-L12-H384-uncased-mrpc.onnx",
"main_script": "main.py",
"batch_size": 8
},
"hf_distilbert-base-uncased_dynamic": {
"model_src_dir": "nlp/huggingface_model/text_classification/quantization/ptq_dynamic",
"dataset_location": "/tf_dataset/pytorch/glue_data/SST-2/",
"input_model": "/tf_dataset2/models/onnx/hf_distilbert-base-uncased_dynamic/distilbert-base-uncased-finetuned-sst-2-english.onnx",
"main_script": "main.py",
"batch_size": 8
},
"hf_distilbert-base-uncased": {
"model_src_dir": "nlp/huggingface_model/text_classification/quantization/ptq_static",
"dataset_location": "/tf_dataset/pytorch/glue_data/SST-2/",
"input_model": "/tf_dataset2/models/onnx/hf_distilbert-base-uncased_dynamic/distilbert-base-uncased-finetuned-sst-2-english.onnx",
"main_script": "main.py",
"batch_size": 8
},
"hf_albert-base-v2_dynamic": {
"model_src_dir": "nlp/huggingface_model/text_classification/quantization/ptq_dynamic",
"dataset_location": "/tf_dataset/pytorch/glue_data/SST-2/",
"input_model": "/tf_dataset2/models/onnx/hf_albert-base-v2_dynamic/albert-base-v2-sst2.onnx",
"main_script": "main.py",
"batch_size": 8
},
"hf_albert-base-v2": {
"model_src_dir": "nlp/huggingface_model/text_classification/quantization/ptq_static",
"dataset_location": "/tf_dataset/pytorch/glue_data/SST-2/",
"input_model": "/tf_dataset2/models/onnx/hf_albert-base-v2_dynamic/albert-base-v2-sst2.onnx",
"main_script": "main.py",
"batch_size": 8
},
"hf_MiniLM-L6-H384-uncased_dynamic": {
"model_src_dir": "nlp/huggingface_model/text_classification/quantization/ptq_dynamic",
"dataset_location": "/tf_dataset/pytorch/glue_data/SST-2/",
"input_model": "/tf_dataset2/models/onnx/hf_MiniLM-L6-H384-uncased_dynamic/MiniLM-L6-H384-uncased-sst2.onnx",
"main_script": "main.py",
"batch_size": 8
},
"hf_MiniLM-L6-H384-uncased": {
"model_src_dir": "nlp/huggingface_model/text_classification/quantization/ptq_static",
"dataset_location": "/tf_dataset/pytorch/glue_data/SST-2/",
"input_model": "/tf_dataset2/models/onnx/hf_MiniLM-L6-H384-uncased_dynamic/MiniLM-L6-H384-uncased-sst2.onnx",
"main_script": "main.py",
"batch_size": 8
},
"hf_spanbert_dynamic": {
"model_src_dir": "nlp/huggingface_model/question_answering/quantization/ptq_dynamic",
"dataset_location": "/tf_dataset2/datasets/squad",
"input_model": "/tf_dataset2/models/onnx/hf_spanbert_dynamic/spanbert-finetuned-squadv1.onnx",
"main_script": "main.py",
"batch_size": 1
},
"hf_spanbert": {
"model_src_dir": "nlp/huggingface_model/question_answering/quantization/ptq_static",
"dataset_location": "/tf_dataset2/datasets/squad",
"input_model": "/tf_dataset2/models/onnx/hf_spanbert_dynamic/spanbert-finetuned-squadv1.onnx",
"main_script": "main.py",
"batch_size": 1
},
"hf_bert-base-multilingual-cased_dynamic": {
"model_src_dir": "nlp/huggingface_model/question_answering/quantization/ptq_dynamic",
"dataset_location": "/tf_dataset2/datasets/squad",
"input_model": "/tf_dataset2/models/onnx/hf_bert-base-multilingual-cased_dynamic/bert-base-multilingual-cased-finetuned-squad.onnx",
"main_script": "main.py",
"batch_size": 1
},
"hf_bert-base-multilingual-cased": {
"model_src_dir": "nlp/huggingface_model/question_answering/quantization/ptq_static",
"dataset_location": "/tf_dataset2/datasets/squad",
"input_model": "/tf_dataset2/models/onnx/hf_bert-base-multilingual-cased_dynamic/bert-base-multilingual-cased-finetuned-squad.onnx",
"main_script": "main.py",
"batch_size": 1
},
"hf_bert-base-cased_dynamic": {
"model_src_dir": "nlp/huggingface_model/text_classification/quantization/ptq_dynamic",
"dataset_location": "/tf_dataset/pytorch/glue_data/MRPC",
"input_model": "/tf_dataset2/models/onnx/hf_bert-base-cased_dynamic/bert-base-cased-finetuned-mrpc.onnx",
"main_script": "main.py",
"batch_size": 8
},
"hf_bert-base-cased": {
"model_src_dir": "nlp/huggingface_model/text_classification/quantization/ptq_static",
"dataset_location": "/tf_dataset/pytorch/glue_data/MRPC",
"input_model": "/tf_dataset2/models/onnx/hf_bert-base-cased_static/bert-base-cased-finetuned-mrpc.onnx",
"main_script": "main.py",
"batch_size": 8
},
"hf_electra-small-discriminator_dynamic": {
"model_src_dir": "nlp/huggingface_model/text_classification/quantization/ptq_dynamic",
"dataset_location": "/tf_dataset/pytorch/glue_data/MRPC",
"input_model": "/tf_dataset2/models/onnx/hf_electra-small-discriminator_dynamic/electra-small-discriminator-mrpc.onnx",
"main_script": "main.py",
"batch_size": 8
},
"hf_electra-small-discriminator": {
"model_src_dir": "nlp/huggingface_model/text_classification/quantization/ptq_static",
"dataset_location": "/tf_dataset/pytorch/glue_data/MRPC",
"input_model": "/tf_dataset2/models/onnx/hf_electra-small-discriminator_dynamic/electra-small-discriminator-mrpc.onnx",
"main_script": "main.py",
"batch_size": 8
},
"hf_bert-mini_dynamic": {
"model_src_dir": "nlp/huggingface_model/text_classification/quantization/ptq_dynamic",
"dataset_location": "/tf_dataset/pytorch/glue_data/MRPC",
"input_model": "/tf_dataset2/models/onnx/hf_bert-mini_dynamic/bert-mini-finetuned-mrpc.onnx",
"main_script": "main.py",
"batch_size": 8
},
"hf_bert-mini": {
"model_src_dir": "nlp/huggingface_model/text_classification/quantization/ptq_static",
"dataset_location": "/tf_dataset/pytorch/glue_data/MRPC",
"input_model": "/tf_dataset2/models/onnx/hf_bert-mini_dynamic/bert-mini-finetuned-mrpc.onnx",
"main_script": "main.py",
"batch_size": 8
},
"hf_xlnet-base-cased_dynamic": {
"model_src_dir": "nlp/huggingface_model/text_classification/quantization/ptq_dynamic",
"dataset_location": "/tf_dataset/pytorch/glue_data/MRPC",
"input_model": "/tf_dataset2/models/onnx/hf_xlnet-base-cased_dynamic/xlnet-base-cased-mrpc.onnx",
"main_script": "main.py",
"batch_size": 8
},
"hf_xlnet-base-cased": {
"model_src_dir": "nlp/huggingface_model/text_classification/quantization/ptq_static",
"dataset_location": "/tf_dataset/pytorch/glue_data/MRPC",
"input_model": "/tf_dataset2/models/onnx/hf_xlnet-base-cased_dynamic/xlnet-base-cased-mrpc.onnx",
"main_script": "main.py",
"batch_size": 8
},
"hf_bart-large_dynamic": {
"model_src_dir": "nlp/huggingface_model/text_classification/quantization/ptq_dynamic",
"dataset_location": "/tf_dataset/pytorch/glue_data/MRPC",
"input_model": "/tf_dataset2/models/onnx/hf_bart-large_dynamic/bart-large-mrpc-hf.onnx",
"main_script": "main.py",
"batch_size": 8
},
"hf_bart-large": {
"model_src_dir": "nlp/huggingface_model/text_classification/quantization/ptq_static",
"dataset_location": "/tf_dataset/pytorch/glue_data/MRPC",
"input_model": "/tf_dataset2/models/onnx/hf_bart-large_dynamic/bart-large-mrpc-hf.onnx",
"main_script": "main.py",
"batch_size": 8
},
"hf_distilbert-base-uncased-distilled_dynamic": {
"model_src_dir": "nlp/huggingface_model/question_answering/quantization/ptq_dynamic",
"dataset_location": "/tf_dataset2/datasets/squad",
"input_model": "/tf_dataset2/models/onnx/hf_distilbert-squad_dynamic/distilbert-base-uncased-distilled-squad.onnx",
"main_script": "main.py",
"batch_size": 1
},
"hf_distilbert-base-uncased-distilled": {
"model_src_dir": "nlp/huggingface_model/question_answering/quantization/ptq_static",
"dataset_location": "/tf_dataset2/datasets/squad",
"input_model": "/tf_dataset2/models/onnx/hf_distilbert-squad_dynamic/distilbert-base-uncased-distilled-squad.onnx",
"main_script": "main.py",
"batch_size": 1
},
"hf_bert-large-uncased_dynamic": {
"model_src_dir": "nlp/huggingface_model/question_answering/quantization/ptq_dynamic",
"dataset_location": "/tf_dataset2/datasets/squad",
"input_model": "/tf_dataset2/models/onnx/hf_bert-large_dynamic/bert-large-uncased-whole-word-masking-finetuned-squad.onnx",
"main_script": "main.py",
"batch_size": 1
},
"hf_bert-large-uncased": {
"model_src_dir": "nlp/huggingface_model/question_answering/quantization/ptq_static",
"dataset_location": "/tf_dataset2/datasets/squad",
"input_model": "/tf_dataset2/models/onnx/hf_bert-large_static/bert-large-uncased-whole-word-masking-finetuned-squad.onnx",
"main_script": "main.py",
"batch_size": 1
},
"hf_roberta-large_dynamic": {
"model_src_dir": "nlp/huggingface_model/question_answering/quantization/ptq_dynamic",
"dataset_location": "/tf_dataset2/datasets/squad",
"input_model": "/tf_dataset2/models/onnx/hf_roberta-large_dynamic/roberta-large-squad2.onnx",
"main_script": "main.py",
"batch_size": 1
},
"gpt-j-6B": {
"model_src_dir": "nlp/huggingface_model/text_generation/gptj/quantization/ptq_static",
"dataset_location": "",
"input_model": "/tf_dataset2/models/onnx/gpt-j-6b/model.onnx",
"main_script": "main.py",
"batch_size": 1
},
"gpt-j-6B_dynamic": {
"model_src_dir": "nlp/huggingface_model/text_generation/gptj/quantization/ptq_dynamic",
"dataset_location": "",
"input_model": "/tf_dataset2/models/onnx/gpt-j-6b/model.onnx",
"main_script": "main.py",
"batch_size": 1
},
"llama-2-7b-sq": {
"model_src_dir": "nlp/huggingface_model/text_generation/llama/quantization/ptq_static",
"dataset_location": "",
"input_model": "/tf_dataset2/models/onnx/Llama-2-7b-hf",
"main_script": "main.py",
"batch_size": 1
},
"llama-2-7b-sq-with-past": {
"model_src_dir": "nlp/huggingface_model/text_generation/llama/quantization/ptq_static",
"dataset_location": "",
"input_model": "/tf_dataset2/models/onnx/Llama-2-7b-hf-with-past",
"main_script": "main.py",
"batch_size": 1
},
"llama-2-7b-lwq": {
"model_src_dir": "nlp/huggingface_model/text_generation/llama/quantization/ptq_static",
"dataset_location": "",
"input_model": "/tf_dataset2/models/onnx/Llama-2-7b-hf",
"main_script": "main.py",
"batch_size": 1
},
"llama-2-7b-with-past-lwq": {
"model_src_dir": "nlp/huggingface_model/text_generation/llama/quantization/ptq_static",
"dataset_location": "",
"input_model": "/tf_dataset2/models/onnx/Llama-2-7b-hf-with-past",
"main_script": "main.py",
"batch_size": 1
},
"llama-2-7b-rtn": {
"model_src_dir": "nlp/huggingface_model/text_generation/llama/quantization/weight_only",
"dataset_location": "",
"input_model": "/tf_dataset2/models/onnx/Llama-2-7b-hf",
"main_script": "main.py",
"batch_size": 1
},
"llama-2-7b-rtn-with-past": {
"model_src_dir": "nlp/huggingface_model/text_generation/llama/quantization/weight_only",
"dataset_location": "",
"input_model": "/tf_dataset2/models/onnx/Llama-2-7b-hf-with-past",
"main_script": "main.py",
"batch_size": 1
},
"llama-2-7b-awq": {
"model_src_dir": "nlp/huggingface_model/text_generation/llama/quantization/weight_only",
"dataset_location": "",
"input_model": "/tf_dataset2/models/onnx/Llama-2-7b-hf",
"main_script": "main.py",
"batch_size": 1
},
"llama-2-7b-awq-with-past": {
"model_src_dir": "nlp/huggingface_model/text_generation/llama/quantization/weight_only",
"dataset_location": "",
"input_model": "/tf_dataset2/models/onnx/Llama-2-7b-hf-with-past",
"main_script": "main.py",
"batch_size": 1
},
"llama-2-7b-gptq": {
"model_src_dir": "nlp/huggingface_model/text_generation/llama/quantization/weight_only",
"dataset_location": "",
"input_model": "/tf_dataset2/models/onnx/Llama-2-7b-hf",
"main_script": "main.py",
"batch_size": 1
},
"llama-2-7b-gptq-with-past": {
"model_src_dir": "nlp/huggingface_model/text_generation/llama/quantization/weight_only",
"dataset_location": "",
"input_model": "/tf_dataset2/models/onnx/Llama-2-7b-hf-with-past",
"main_script": "main.py",
"batch_size": 1
},
"llama-2-7b-woq_tune": {
"model_src_dir": "nlp/huggingface_model/text_generation/llama/quantization/weight_only",
"dataset_location": "",
"input_model": "/tf_dataset2/models/onnx/Llama-2-7b-hf",
"main_script": "main.py",
"batch_size": 1
},
"llama-2-7b-woq_tune-with-past": {
"model_src_dir": "nlp/huggingface_model/text_generation/llama/quantization/weight_only",
"dataset_location": "",
"input_model": "/tf_dataset2/models/onnx/Llama-2-7b-hf-with-past",
"main_script": "main.py",
"batch_size": 1
},
"hf_roberta-large": {
"model_src_dir": "nlp/huggingface_model/question_answering/quantization/ptq_static",
"dataset_location": "/tf_dataset2/datasets/squad",
"input_model": "/tf_dataset2/models/onnx/hf_roberta-large_dynamic/roberta-large-squad2.onnx",
"main_script": "main.py",
"batch_size": 1
},
"hf_gpt2_dynamic": {
"model_src_dir": "nlp/huggingface_model/language_modeling/quantization/ptq_dynamic",
"dataset_location": "/tf_dataset2/datasets/wikitext/wikitext-2-raw/wiki.test.raw",
"input_model": "/tf_dataset2/models/onnx/gpt2/gpt2_lm_head_wikitext_model_zoo.onnx",
"main_script": "main.py",
"batch_size": 1
},
"hf_gpt2": {
"model_src_dir": "nlp/huggingface_model/language_modeling/quantization/ptq_static",
"dataset_location": "/tf_dataset2/datasets/wikitext/wikitext-2-raw/wiki.test.raw",
"input_model": "/tf_dataset2/models/onnx/gpt2/gpt2_lm_head_wikitext_model_zoo.onnx",
"main_script": "main.py",
"batch_size": 1
},
"hf_distilgpt2_dynamic": {
"model_src_dir": "nlp/huggingface_model/language_modeling/quantization/ptq_dynamic",
"dataset_location": "/tf_dataset2/datasets/wikitext/wikitext-2-raw/wiki.test.raw",
"input_model": "/tf_dataset2/models/onnx/hf_distilgpt2/distilgpt2.onnx",
"main_script": "main.py",
"batch_size": 1
},
"hf_distilgpt2": {
"model_src_dir": "nlp/huggingface_model/language_modeling/quantization/ptq_static",
"dataset_location": "/tf_dataset2/datasets/wikitext/wikitext-2-raw/wiki.test.raw",
"input_model": "/tf_dataset2/models/onnx/hf_distilgpt2/distilgpt2.onnx",
"main_script": "main.py",
"batch_size": 1
},
"hf_layoutlmv3_dynamic": {
"model_src_dir": "nlp/huggingface_model/token_classification/layoutlmv3/quantization/ptq_dynamic",
"dataset_location": "",
"input_model": "/tf_dataset2/models/onnx/hf_layoutlmv3/layoutlmv3-base-finetuned-funsd.onnx",
"main_script": "main.py",
"batch_size": 1
},
"hf_layoutlmv3": {
"model_src_dir": "nlp/huggingface_model/token_classification/layoutlmv3/quantization/ptq_static",
"dataset_location": "",
"input_model": "/tf_dataset2/models/onnx/hf_layoutlmv3/layoutlmv3-base-finetuned-funsd.onnx",
"main_script": "main.py",
"batch_size": 1
},
"hf_layoutlmv2_dynamic": {
"model_src_dir": "nlp/huggingface_model/token_classification/layoutlmv2/quantization/ptq_dynamic",
"dataset_location": "",
"input_model": "/tf_dataset2/models/onnx/hf_layoutlmv2/layoutlmv2-model.onnx",
"main_script": "main.py",
"batch_size": 1
},
"hf_layoutlmv2": {
"model_src_dir": "nlp/huggingface_model/token_classification/layoutlmv2/quantization/ptq_static",
"dataset_location": "",
"input_model": "/tf_dataset2/models/onnx/hf_layoutlmv2/layoutlmv2-model.onnx",
"main_script": "main.py",
"batch_size": 1
},
"hf_layoutlm_dynamic": {
"model_src_dir": "nlp/huggingface_model/token_classification/layoutlm/quantization/ptq_dynamic",
"dataset_location": "",
"input_model": "/tf_dataset2/models/onnx/hf_layoutlm/layoutlm-model.onnx",
"main_script": "main.py",
"batch_size": 1
},
"hf_layoutlm": {
"model_src_dir": "nlp/huggingface_model/token_classification/layoutlm/quantization/ptq_static",
"dataset_location": "",
"input_model": "/tf_dataset2/models/onnx/hf_layoutlm/layoutlm-model.onnx",
"main_script": "main.py",
"batch_size": 1
},
"hf_deberta_dynamic": {
"model_src_dir": "nlp/huggingface_model/text_classification/quantization/ptq_dynamic",
"dataset_location": "/tf_dataset/pytorch/glue_data/MRPC",
"input_model": "/tf_dataset2/models/onnx/hf_deberta/deberta-v3-base-mrpc.onnx",
"main_script": "main.py",
"batch_size": 1
},
"hf_deberta": {
"model_src_dir": "nlp/huggingface_model/text_classification/quantization/ptq_static",
"dataset_location": "/tf_dataset/pytorch/glue_data/MRPC",
"input_model": "/tf_dataset2/models/onnx/hf_deberta/deberta-v3-base-mrpc.onnx",
"main_script": "main.py",
"batch_size": 1
},
"table_transformer_structure_recognition": {
"model_src_dir": "object_detection/table_transformer/quantization/ptq_static",
"dataset_location": "/tf_dataset/dataset/PubTables-1M",
"input_model": "/tf_dataset2/models/onnx/table-transformer/pubtables1m_structure_detr_r18.onnx",
"main_script": "patch",
"batch_size": 1
},
"table_transformer_detection": {
"model_src_dir": "object_detection/table_transformer/quantization/ptq_static",
"dataset_location": "/tf_dataset/dataset/PubTables-1M",
"input_model": "/tf_dataset2/models/onnx/table-transformer/pubtables1m_detection_detr_r18.onnx",
"main_script": "patch",
"batch_size": 1
},
"hf_codebert": {
"model_src_dir": "nlp/huggingface_model/code_detection/quantization/ptq_static",
"dataset_location": "/tf_dataset2/datasets/devign_dataset/valid.jsonl",
"input_model": "/tf_dataset2/models/onnx/hf_codebert/codebert-model.onnx",
"main_script": "main.py",
"batch_size": 1
},
"hf_codebert_dynamic": {
"model_src_dir": "nlp/huggingface_model/code_detection/quantization/ptq_dynamic",
"dataset_location": "/tf_dataset2/datasets/devign_dataset/valid.jsonl",
"input_model": "/tf_dataset2/models/onnx/hf_codebert/codebert-model.onnx",
"main_script": "main.py",
"batch_size": 1
}
}
}

41
uukssw/quote1/_ref/neural-compressor/examples/.config/model_params_onnxrt_win.json Normal file
View File

@@ -0,0 +1,41 @@
{
"onnxrt": {
"resnet50_v1_5": {
"model_src_dir": "image_recognition/resnet50_torchvision/quantization/ptq_static",
"dataset_location": "imagenet/img_256_resize/ILSVRC2012_img_val",
"input_model": "models/onnx/resnet50_export.onnx",
"main_script": "main.py",
"batch_size": 100
},
"bert_base_MRPC_static": {
"model_src_dir": "nlp/bert/quantization/ptq_static",
"dataset_location": "glue_data/MRPC",
"input_model": "models/onnx/bert.onnx",
"main_script": "main.py",
"batch_size": 8
},
"mobilenet_v2": {
"model_src_dir": "image_recognition/mobilenet_v2/quantization/ptq",
"dataset_location": "imagenet/img_256_resize/ILSVRC2012_img_val",
"input_model": "models/onnx/mobilenet_v2.onnx",
"yaml": "mobilenet_v2.yaml",
"strategy": "basic",
"batch_size": 100,
"new_benchmark": true
},
"duc": {
"model_src_dir": "object_detection/onnx_model_zoo/DUC/quantization/ptq",
"dataset_location": "leftImg8bit/val",
"input_model": "models/onnx/DUC/ResNet101-DUC-12.onnx",
"main_script": "main.py",
"batch_size": 1
},
"hf_roberta-base_dynamic": {
"model_src_dir": "nlp/huggingface_model/text_classification/quantization/ptq_dynamic",
"dataset_location": "glue_data/MRPC",
"input_model": "models/onnx/hf_roberta-base_dynamic/roberta-base-mrpc.onnx",
"main_script": "main.py",
"batch_size": 8
}
}
}

68
uukssw/quote1/_ref/neural-compressor/examples/.config/model_params_pt2onnx.json Normal file
View File

@@ -0,0 +1,68 @@
{
"pt2onnx": {
"resnet18": {
"model_src_dir": "image_recognition/torchvision_models/export/fx",
"source_model_dataset": "/tf_dataset/pytorch/ImageNet/raw",
"target_model_dataset": "/tf_dataset2/datasets/imagenet/ImagenetRaw/ImagenetRaw_small_5000",
"input_model": "resnet18",
"main_script": "main.py",
"batch_size": 100
},
"resnet18_dynamic": {
"model_src_dir": "image_recognition/torchvision_models/export/fx",
"source_model_dataset": "/tf_dataset/pytorch/ImageNet/raw",
"target_model_dataset": "/tf_dataset2/datasets/imagenet/ImagenetRaw/ImagenetRaw_small_5000",
"input_model": "resnet18",
"main_script": "main.py",
"batch_size": 100
},
"resnet50": {
"model_src_dir": "image_recognition/torchvision_models/export/fx",
"source_model_dataset": "/tf_dataset/pytorch/ImageNet/raw",
"target_model_dataset": "/tf_dataset2/datasets/imagenet/ImagenetRaw/ImagenetRaw_small_5000",
"input_model": "resnet50",
"main_script": "main.py",
"batch_size": 100
},
"resnet50_dynamic": {
"model_src_dir": "image_recognition/torchvision_models/export/fx",
"source_model_dataset": "/tf_dataset/pytorch/ImageNet/raw",
"target_model_dataset": "/tf_dataset2/datasets/imagenet/ImagenetRaw/ImagenetRaw_small_5000",
"input_model": "resnet50",
"main_script": "main.py",
"batch_size": 100
},
"bert_base_MRPC": {
"model_src_dir": "nlp/huggingface_models/text-classification/export/fx",
"source_model_dataset": "mrpc",
"target_model_dataset": "mrpc",
"input_model": "/tf_dataset/pytorch/glue_data/base_weights/bert_MRPC_output",
"main_script": "run_glue.py",
"batch_size": 64
},
"bert_base_MRPC_dynamic": {
"model_src_dir": "nlp/huggingface_models/text-classification/export/fx",
"source_model_dataset": "mrpc",
"target_model_dataset": "mrpc",
"input_model": "/tf_dataset/pytorch/glue_data/base_weights/bert_MRPC_output",
"main_script": "run_glue.py",
"batch_size": 64
},
"bert_large_MRPC": {
"model_src_dir": "nlp/huggingface_models/text-classification/export/fx",
"source_model_dataset": "mrpc",
"target_model_dataset": "mrpc",
"input_model": "/tf_dataset/pytorch/glue_data/weights/bert_MRPC_output",
"main_script": "run_glue.py",
"batch_size": 64
},
"bert_large_MRPC_dynamic": {
"model_src_dir": "nlp/huggingface_models/text-classification/export/fx",
"source_model_dataset": "mrpc",
"target_model_dataset": "mrpc",
"input_model": "/tf_dataset/pytorch/glue_data/weights/bert_MRPC_output",
"main_script": "run_glue.py",
"batch_size": 64
}
}
}

1192
uukssw/quote1/_ref/neural-compressor/examples/.config/model_params_pytorch.json Normal file
View File

File diff suppressed because it is too large Load Diff

231
uukssw/quote1/_ref/neural-compressor/examples/.config/model_params_pytorch_3x.json Normal file
View File

@@ -0,0 +1,231 @@
{
"pytorch": {
"llava_woq_autoround_int4":{
"model_src_dir": "multimodal-modeling/quantization/auto_round/Llava",
"dataset_location": "/tf_dataset2/datasets/coco2017/coco/train2017_full",
"question_file": "/tf_dataset2/datasets/llava/llava_v1_5_mix665k.json",
"input_model": "liuhaotian/llava-v1.5-7b",
"main_script": "main.py",
"batch_size": 1
},
"qwenvl_woq_autoround_int4":{
"model_src_dir": "multimodal-modeling/quantization/auto_round/common_model",
"dataset_location": "/tf_dataset2/datasets/coco2017/coco/train2017_full",
"question_file": "/tf_dataset2/datasets/llava/llava_v1_5_mix665k.json",
"input_model": "Qwen/Qwen-VL",
"main_script": "main.py",
"batch_size": 8
},
"Phi3Vision_woq_autoround_int4":{
"model_src_dir": "multimodal-modeling/quantization/auto_round/Phi3-3-vision",
"dataset_location": "/tf_dataset2/datasets/coco2017/coco/train2017_full",
"question_file": "/tf_dataset2/datasets/llava/llava_v1_5_mix665k.json",
"input_model": "microsoft/Phi-3-vision-128k-instruct",
"main_script": "main.py",
"batch_size": 1
},
"opt_125m_woq_gptq_int4":{
"model_src_dir": "nlp/huggingface_models/language-modeling/quantization/weight_only",
"dataset_location": "",
"input_model": "",
"main_script": "run_clm_no_trainer.py",
"batch_size": 1
},
"opt_125m_woq_gptq_nf4_dq_bnb":{
"model_src_dir": "nlp/huggingface_models/language-modeling/quantization/weight_only",
"dataset_location": "",
"input_model": "",
"main_script": "run_clm_no_trainer.py",
"batch_size": 1
},
"opt_125m_woq_gptq_int4_dq_ggml":{
"model_src_dir": "nlp/huggingface_models/language-modeling/quantization/weight_only",
"dataset_location": "",
"input_model": "",
"main_script": "run_clm_no_trainer.py",
"batch_size": 8
},
"llama2_7b_gptq_int4":{
"model_src_dir": "nlp/huggingface_models/language-modeling/quantization/weight_only",
"dataset_location": "",
"input_model": "",
"main_script": "run_clm_no_trainer.py",
"batch_size": 8
},
"llama2_7b_gptq_nf4_dq_bnb":{
"model_src_dir": "nlp/huggingface_models/language-modeling/quantization/weight_only",
"dataset_location": "",
"input_model": "",
"main_script": "run_clm_no_trainer.py",
"batch_size": 8
},
"llama2_7b_gptq_int4_dq_ggml":{
"model_src_dir": "nlp/huggingface_models/language-modeling/quantization/weight_only",
"dataset_location": "",
"input_model": "",
"main_script": "run_clm_no_trainer.py",
"batch_size": 8
},
"gpt_j_woq_rtn_int4":{
"model_src_dir": "nlp/huggingface_models/language-modeling/quantization/weight_only",
"dataset_location": "",
"input_model": "",
"main_script": "run_clm_no_trainer.py",
"batch_size": 8
},
"gpt_j_woq_rtn_nf4_dq_bnb":{
"model_src_dir": "nlp/huggingface_models/language-modeling/quantization/weight_only",
"dataset_location": "",
"input_model": "",
"main_script": "run_clm_no_trainer.py",
"batch_size": 8
},
"gpt_j_woq_rtn_int4_dq_ggml":{
"model_src_dir": "nlp/huggingface_models/language-modeling/quantization/weight_only",
"dataset_location": "",
"input_model": "",
"main_script": "run_clm_no_trainer.py",
"batch_size": 8
},
"gpt_j_woq_gptq_int4":{
"model_src_dir": "nlp/huggingface_models/language-modeling/quantization/weight_only",
"dataset_location": "",
"input_model": "",
"main_script": "run_clm_no_trainer.py",
"batch_size": 8
},
"gpt_j_woq_gptq_nf4_dq_bnb":{
"model_src_dir": "nlp/huggingface_models/language-modeling/quantization/weight_only",
"dataset_location": "",
"input_model": "",
"main_script": "run_clm_no_trainer.py",
"batch_size": 8
},
"gpt_j_woq_gptq_int4_dq_ggml":{
"model_src_dir": "nlp/huggingface_models/language-modeling/quantization/weight_only",
"dataset_location": "",
"input_model": "",
"main_script": "run_clm_no_trainer.py",
"batch_size": 8
},
"gpt_j_woq_awq_int4":{
"model_src_dir": "nlp/huggingface_models/language-modeling/quantization/weight_only",
"dataset_location": "",
"input_model": "",
"main_script": "run_clm_no_trainer.py",
"batch_size": 1
},
"opt_125m_woq_awq_int4":{
"model_src_dir": "nlp/huggingface_models/language-modeling/quantization/weight_only",
"dataset_location": "",
"input_model": "",
"main_script": "run_clm_no_trainer.py",
"batch_size": 1
},
"opt_125m_woq_autoround_int4":{
"model_src_dir": "nlp/huggingface_models/language-modeling/quantization/weight_only",
"dataset_location": "",
"input_model": "",
"main_script": "run_clm_no_trainer.py",
"batch_size": 1
},
"opt_125m_woq_autoround_int4_hpu":{
"model_src_dir": "nlp/huggingface_models/language-modeling/quantization/weight_only",
"dataset_location": "",
"input_model": "",
"main_script": "run_clm_no_trainer.py",
"batch_size": 1
},
"opt_125m_woq_autotune_int4":{
"model_src_dir": "nlp/huggingface_models/language-modeling/quantization/weight_only",
"dataset_location": "",
"input_model": "",
"main_script": "run_clm_no_trainer.py",
"batch_size": 1
},
"gpt_j_ipex":{
"model_src_dir": "nlp/huggingface_models/language-modeling/quantization/static_quant/ipex",
"dataset_location": "",
"input_model": "",
"main_script": "run_clm_no_trainer.py",
"batch_size": 1
},
"gpt_j_ipex_sq":{
"model_src_dir": "nlp/huggingface_models/language-modeling/quantization/smooth_quant",
"dataset_location": "",
"input_model": "",
"main_script": "run_clm_no_trainer.py",
"batch_size": 1
},
"llama2_7b_ipex":{
"model_src_dir": "nlp/huggingface_models/language-modeling/quantization/static_quant/ipex",
"dataset_location": "",
"input_model": "",
"main_script": "run_clm_no_trainer.py",
"batch_size": 1
},
"llama2_7b_ipex_sq":{
"model_src_dir": "nlp/huggingface_models/language-modeling/quantization/smooth_quant",
"dataset_location": "",
"input_model": "",
"main_script": "run_clm_no_trainer.py",
"batch_size": 1
},
"opt_125m_ipex":{
"model_src_dir": "nlp/huggingface_models/language-modeling/quantization/static_quant/ipex",
"dataset_location": "",
"input_model": "",
"main_script": "run_clm_no_trainer.py",
"batch_size": 8
},
"opt_125m_ipex_sq":{
"model_src_dir": "nlp/huggingface_models/language-modeling/quantization/smooth_quant",
"dataset_location": "",
"input_model": "",
"main_script": "run_clm_no_trainer.py",
"batch_size": 8
},
"dlrm_ipex": {
"model_src_dir": "recommendation/dlrm/static_quant/ipex",
"dataset_location": "/mnt/local_disk3/dataset/dlrm/dlrm/input",
"input_model": "/mnt/local_disk3/dataset/dlrm/dlrm/dlrm_weight/tb00_40M.pt",
"main_script": "dlrm_s_pytorch.py",
"batch_size": 16384
},
"resnet18_pt2e_static":{
"model_src_dir": "cv/static_quant",
"dataset_location": "/tf_dataset/pytorch/ImageNet/raw",
"input_model": "",
"main_script": "main.py",
"batch_size": 1
},
"resnet18_fp8_static":{
"model_src_dir": "cv/fp8_quant",
"dataset_location": "/tf_dataset/pytorch/ImageNet/raw",
"input_model": "",
"main_script": "main.py",
"batch_size": 1
},
"opt_125m_pt2e_static":{
"model_src_dir": "nlp/huggingface_models/language-modeling/quantization/static_quant/pt2e",
"dataset_location": "",
"input_model": "",
"main_script": "run_clm_no_trainer.py",
"batch_size": 1
},
"sdxl_ipex_sq":{
"model_src_dir": "diffusion_model/diffusers/stable_diffusion/smooth_quant",
"dataset_location": "",
"input_model": "",
"main_script": "main.py",
"batch_size": 1
},
"resnet18_mixed_precision": {
"model_src_dir": "cv/mixed_precision",
"dataset_location": "/tf_dataset/pytorch/ImageNet/raw",
"input_model": "resnet18",
"main_script": "main.py",
"batch_size": 20
}
}
}

25
uukssw/quote1/_ref/neural-compressor/examples/.config/model_params_pytorch_win.json Normal file
View File

@@ -0,0 +1,25 @@
{
"pytorch": {
"resnet18_fx": {
"model_src_dir": "image_recognition/torchvision_models/quantization/ptq/cpu/fx/",
"dataset_location": "imagenet/img_raw",
"input_model": "resnet18",
"main_script": "main.py",
"batch_size": 100
},
"resnet50": {
"model_src_dir": "image_recognition/torchvision_models/quantization/ptq/cpu/fx",
"dataset_location": "imagenet/img_raw",
"input_model": "resnet50",
"main_script": "main.py",
"batch_size": 100
},
"distilbert_base_MRPC": {
"model_src_dir": "nlp/huggingface_models/text-classification/quantization/ptq_static/fx",
"dataset_location": "glue_data",
"input_model": "models/pytorch/distilbert_mrpc",
"main_script": "run_glue.py",
"batch_size": 64
}
}
}

1827
uukssw/quote1/_ref/neural-compressor/examples/.config/model_params_tensorflow.json Normal file
View File

File diff suppressed because it is too large Load Diff

147
uukssw/quote1/_ref/neural-compressor/examples/.config/model_params_tensorflow_3x.json Normal file
View File

@@ -0,0 +1,147 @@
{
"tensorflow": {
"bert_large_squad_model_zoo": {
"model_src_dir": "nlp/bert_large_squad_model_zoo/quantization/ptq",
"dataset_location": "/tf_dataset/tensorflow/bert/data",
"input_model": "/tf_dataset/tensorflow/bert/fp32_bert_squad.pb",
"main_script": "main.py",
"batch_size": 64,
"fp32_model_url": "https://storage.googleapis.com/intel-optimized-tensorflow/models/v2_7_0/fp32_bert_squad.pb"
},
"opt_125m_sq": {
"model_src_dir": "nlp/large_language_models/quantization/ptq/smoothquant",
"dataset_location": "",
"input_model": "facebook/opt-125m",
"main_script": "main.py",
"batch_size": 16
},
"gpt2_medium_sq": {
"model_src_dir": "nlp/large_language_models/quantization/ptq/smoothquant",
"dataset_location": "",
"input_model": "gpt2-medium",
"main_script": "main.py",
"batch_size": 16
},
"gpt-j-6B": {
"model_src_dir": "nlp/large_language_models/quantization/ptq/gpt-j",
"dataset_location": "",
"input_model": "/tf_dataset2/models/tensorflow/gpt-j-6B",
"main_script": "main.py",
"batch_size": 1
},
"transformer_lt": {
"model_src_dir": "nlp/transformer_lt/quantization/ptq",
"dataset_location": "/tf_dataset/tensorflow/transformer-lt-official-fp32-inference/transformer_lt_official_fp32_pretrained_model/data",
"input_model": "/tf_dataset/tensorflow/transformer-lt-official-fp32-inference/transformer_lt_official_fp32_pretrained_model/graph/fp32_graphdef.pb",
"main_script": "main.py",
"batch_size": 64
},
"inception_v3": {
"model_src_dir": "image_recognition/inception_v3/quantization/ptq",
"dataset_location": "/tf_dataset/dataset/imagenet",
"input_model": "/tf_dataset/pre-trained-models/inceptionv3/fp32/freezed_inceptionv3.pb",
"main_script": "main.py",
"batch_size": 32,
"fp32_model_url": "https://storage.googleapis.com/intel-optimized-tensorflow/models/v1_8/inceptionv3_fp32_pretrained_model.pb"
},
"mobilenetv2": {
"model_src_dir": "image_recognition/mobilenet_v2/quantization/ptq",
"dataset_location": "/tf_dataset/dataset/imagenet",
"input_model": "/tf_dataset/pre-train-model-slim/pbfile/frozen_pb/frozen_mobilenet_v2.pb",
"main_script": "main.py",
"batch_size": 32
},
"resnetv2_50": {
"model_src_dir": "image_recognition/resnet_v2_50/quantization/ptq",
"dataset_location": "/tf_dataset/dataset/imagenet",
"input_model": "/tf_dataset/pre-train-model-slim/pbfile/frozen_pb/frozen_resnet_v2_50.pb",
"main_script": "main.py",
"batch_size": 32
},
"vgg16": {
"model_src_dir": "image_recognition/vgg16/quantization/ptq",
"dataset_location": "/tf_dataset/dataset/imagenet",
"input_model": "/tf_dataset/pre-train-model-slim/pbfile/frozen_pb/frozen_vgg16.pb",
"main_script": "main.py",
"batch_size": 32
},
"ViT": {
"model_src_dir": "image_recognition/vision_transformer/quantization/ptq",
"dataset_location": "/tf_dataset/dataset/imagenet",
"input_model": "/tf_dataset/tensorflow/vit/HF-ViT-Base16-Img224-frozen.pb",
"main_script": "main.py",
"batch_size": 32
},
"GraphSage": {
"model_src_dir": "graph_networks/graphsage/quantization/ptq",
"dataset_location": "/tf_dataset/dataset/ppi",
"input_model": "/tf_dataset/tensorflow/graphsage/graphsage_frozen_model.pb",
"main_script": "main.py",
"batch_size": 1000
},
"yolo_v5": {
"model_src_dir": "object_detection/yolo_v5/quantization/ptq",
"dataset_location": "/tf_dataset2/datasets/coco_yolov5/coco",
"input_model": "/tf_dataset2/models/tensorflow/yolo_v5/yolov5s.pb",
"main_script": "main.py",
"batch_size": 1
},
"faster_rcnn_resnet50": {
"model_src_dir": "object_detection/faster_rcnn_resnet50/quantization/ptq",
"dataset_location": "/tf_dataset/tensorflow/coco_val.record",
"input_model": "/tf_dataset/pre-train-model-oob/object_detection/faster_rcnn_resnet50/frozen_inference_graph.pb",
"main_script": "main.py",
"batch_size": 10
},
"mask_rcnn_inception_v2": {
"model_src_dir": "object_detection/mask_rcnn_inception_v2/quantization/ptq",
"dataset_location": "/tf_dataset/tensorflow/coco_val.record",
"input_model": "/tf_dataset/pre-train-model-oob/object_detection/mask_rcnn_inception_v2/frozen_inference_graph.pb",
"main_script": "main.py",
"batch_size": 10
},
"mask_rcnn_inception_v2_ckpt": {
"model_src_dir": "object_detection/mask_rcnn_inception_v2/quantization/ptq",
"dataset_location": "/tf_dataset/tensorflow/coco_val.record",
"input_model": "/tf_dataset/pre-train-model-oob/object_detection/mask_rcnn_inception_v2",
"main_script": "main.py",
"batch_size": 10
},
"ssd_mobilenet_v1": {
"model_src_dir": "object_detection/ssd_mobilenet_v1/quantization/ptq",
"dataset_location": "/tf_dataset/tensorflow/coco_val.record",
"input_model": "/tf_dataset/pre-train-model-oob/object_detection/ssd_mobilenet_v1/frozen_inference_graph.pb",
"main_script": "main.py",
"batch_size": 10
},
"ssd_mobilenet_v1_ckpt": {
"model_src_dir": "object_detection/ssd_mobilenet_v1/quantization/ptq",
"dataset_location": "/tf_dataset/tensorflow/coco_val.record",
"input_model": "/tf_dataset/pre-train-model-oob/object_detection/ssd_mobilenet_v1",
"main_script": "main.py",
"batch_size": 10
},
"wide_deep_large_ds": {
"model_src_dir": "recommendation/wide_deep_large_ds/quantization/ptq",
"dataset_location": "/tf_dataset/tensorflow/wide_deep_large_ds/dataset",
"input_model": "/tf_dataset/tensorflow/wide_deep_large_ds/fp32_optimized_graph.pb",
"main_script": "main.py",
"batch_size": 256,
"fp32_model_url": "https://storage.googleapis.com/intel-optimized-tensorflow/models/v1_8/wide_deep_fp32_pretrained_model.pb"
},
"3dunet-mlperf": {
"model_src_dir": "semantic_image_segmentation/3dunet-mlperf/quantization/ptq",
"dataset_location": "/tf_dataset2/models/tensorflow/3dunet/build",
"input_model": "/tf_dataset2/models/tensorflow/3dunet/3dunet_dynamic_ndhwc.pb",
"main_script": "main.py",
"batch_size": 100
},
"style_transfer": {
"model_src_dir": "style_transfer/arbitrary_style_transfer/quantization/ptq",
"dataset_location": "style_images,content_images",
"input_model": "/tf_dataset/tensorflow/style_transfer/arbitrary_style_transfer/model.ckpt",
"main_script": "main.py",
"batch_size": 1
}
}
}

165
uukssw/quote1/_ref/neural-compressor/examples/.config/model_params_tensorflow_win.json Normal file
View File

@@ -0,0 +1,165 @@
{
"tensorflow": {
"inception_v3": {
"model_src_dir": "image_recognition/tensorflow_models/inception_v3/quantization/ptq",
"dataset_location": "imagenet/TF_mini_imagenet",
"input_model": "models/tensorflow/freezed_inceptionv3.pb",
"main_script": "main.py",
"batch_size": 100
},
"mobilenetv1": {
"model_src_dir": "image_recognition/tensorflow_models/mobilenet_v1/quantization/ptq",
"dataset_location": "imagenet/TF_mini_imagenet",
"input_model": "models/tensorflow/frozen_mobilenet_v1.pb",
"main_script": "main.py",
"batch_size": 100
},
"3d-pose-baseline": {
"model_src_dir": "oob_models/quantization/ptq",
"dataset_location": "",
"input_model": "models/tensorflow/oob_models/human_pose_estimation/3d-pose-baseline/tf/3d-pose-baseline.pb",
"yaml": "config.yaml",
"strategy": "basic",
"batch_size": 100,
"new_benchmark": false
},
"aipg-vdcnn": {
"model_src_dir": "oob_models/quantization/ptq",
"dataset_location": "",
"input_model": "models/tensorflow/oob_models/aipg_trained/text_classification/vdcnn/agnews/tf/aipg-vdcnn.pb",
"yaml": "config.yaml",
"strategy": "basic",
"batch_size": 100,
"new_benchmark": false
},
"arttrack-coco-multi": {
"model_src_dir": "oob_models/quantization/ptq",
"dataset_location": "",
"input_model": "models/tensorflow/oob_models/human_pose_estimation/arttrack/coco/tf/arttrack-coco-multi.pb",
"yaml": "config.yaml",
"strategy": "basic",
"batch_size": 100,
"new_benchmark": false
},
"BEGAN": {
"model_src_dir": "oob_models/quantization/ptq",
"dataset_location": "",
"input_model": "models/tensorflow/oob_models/oob_gan_models/BEGAN.pb",
"yaml": "config.yaml",
"strategy": "basic",
"batch_size": 1,
"new_benchmark": false
},
"bert-base-uncased_L-12_H-768_A-12": {
"model_src_dir": "oob_models/quantization/ptq",
"dataset_location": "",
"input_model": "models/tensorflow/oob_models/language_representation/bert/base/uncased_L-12_H-768_A-12/tf/bert-base-uncased_L-12_H-768_A-12.pb",
"yaml": "config.yaml",
"strategy": "basic",
"batch_size": 100,
"new_benchmark": false
},
"cpm-person": {
"model_src_dir": "oob_models/quantization/ptq",
"dataset_location": "",
"input_model": "models/tensorflow/oob_models/human_pose_estimation/cpm/person/tf/cpm-person.pb",
"yaml": "config.yaml",
"strategy": "basic",
"batch_size": 100,
"new_benchmark": false
},
"ctpn": {
"model_src_dir": "oob_models/quantization/ptq",
"dataset_location": "",
"input_model": "models/tensorflow/oob_models/text_detection/ctpn/tf/ctpn.pb",
"yaml": "config.yaml",
"strategy": "basic",
"batch_size": 100,
"new_benchmark": false
},
"darknet19": {
"model_src_dir": "oob_models/quantization/ptq",
"dataset_location": "",
"input_model": "models/tensorflow/oob_models/PublicInHouse/classification/darknet19/darknet19.pb",
"yaml": "config.yaml",
"strategy": "basic",
"batch_size": 100,
"new_benchmark": false
},
"deeplabv3": {
"model_src_dir": "oob_models/quantization/ptq",
"dataset_location": "",
"input_model": "models/tensorflow/oob_models/semantic_segmentation/deeplab/v3/deeplabv3.pb",
"yaml": "config.yaml",
"strategy": "basic",
"batch_size": 100,
"new_benchmark": false
},
"deepvariant_wgs": {
"model_src_dir": "oob_models/quantization/ptq",
"dataset_location": "",
"input_model": "models/tensorflow/oob_models/dna_sequencing/deepvariant/wgs/deepvariant_wgs.pb",
"yaml": "config.yaml",
"strategy": "basic",
"batch_size": 100,
"new_benchmark": false
},
"densenet-121": {
"model_src_dir": "oob_models/quantization/ptq",
"dataset_location": "",
"input_model": "models/tensorflow/oob_models/classification/densenet/121/tf/densenet-121.pb",
"yaml": "config.yaml",
"strategy": "basic",
"batch_size": 100,
"new_benchmark": false
},
"DRAW": {
"model_src_dir": "oob_models/quantization/ptq",
"dataset_location": "",
"input_model": "models/tensorflow/oob_models/DRAW/DRAW.pb",
"yaml": "config.yaml",
"strategy": "basic",
"batch_size": 1,
"new_benchmark": false
},
"DSSD_12": {
"model_src_dir": "oob_models/quantization/ptq",
"dataset_location": "",
"input_model": "models/tensorflow/oob_models/PublicInHouse/object_detection/common/dssd/DSSD_12/tf/DSSD_12.pb",
"yaml": "config.yaml",
"strategy": "basic",
"batch_size": 100,
"new_benchmark": false
},
"U-Net": {
"model_src_dir": "oob_models/quantization/ptq",
"dataset_location": "",
"input_model": "models/tensorflow/oob_models/unet/unet.pb",
"yaml": "config.yaml",
"strategy": "basic",
"batch_size": 1,
"new_benchmark": false
},
"resnet101_keras": {
"model_src_dir": "image_recognition/keras_models/resnet101/quantization/ptq",
"dataset_location": "imagenet/TF_mini_imagenet",
"input_model": "models/tensorflow/resnet101_keras/saved_model/",
"main_script": "main.py",
"batch_size": 32
},
"ssd_resnet50_v1": {
"model_src_dir": "object_detection/tensorflow_models/ssd_resnet50_v1/quantization/ptq",
"dataset_location": "coco_val.record",
"input_model": "models/tensorflow/ssd_resnet50_v1/frozen_inference_graph.pb",
"main_script": "main.py",
"batch_size": 10
},
"resnet50v1.0": {
"model_src_dir": "image_recognition/tensorflow_models/resnet50_v1/quantization/ptq",
"dataset_location": "imagenet/TF_mini_imagenet",
"input_model": "models/tensorflow/freezed_resnet50.pb",
"main_script": "main.py",
"batch_size": 100
}
}
}

52
uukssw/quote1/_ref/neural-compressor/examples/.config/model_params_tf2onnx.json Normal file
View File

@@ -0,0 +1,52 @@
{
"tf2onnx": {
"resnet50v1.0": {
"model_src_dir": "image_recognition/tensorflow_models/resnet50_v1/export",
"source_model_dataset": "/tf_dataset/dataset/imagenet",
"target_model_dataset": "/tf_dataset/dataset/imagenet",
"input_model": "/tf_dataset/pre-trained-models/resnet50/fp32/freezed_resnet50.pb",
"main_script": "main.py",
"batch_size": 32
},
"resnet50v1.5": {
"model_src_dir": "image_recognition/tensorflow_models/resnet50_v1_5/export",
"source_model_dataset": "/tf_dataset/dataset/imagenet",
"target_model_dataset": "/tf_dataset/dataset/imagenet",
"input_model": "/tf_dataset/pre-trained-models/resnet50v1_5/fp32/resnet50_v1.pb",
"main_script": "main.py",
"batch_size": 32
},
"mobilenetv2": {
"model_src_dir": "image_recognition/tensorflow_models/mobilenet_v2/export",
"source_model_dataset": "/tf_dataset/dataset/imagenet",
"target_model_dataset": "/tf_dataset/dataset/imagenet",
"input_model": "/tf_dataset/pre-train-model-slim/pbfile/frozen_pb/frozen_mobilenet_v2.pb",
"main_script": "main.py",
"batch_size": 32
},
"vgg16": {
"model_src_dir": "image_recognition/tensorflow_models/vgg16/export",
"source_model_dataset": "/tf_dataset/dataset/imagenet",
"target_model_dataset": "/tf_dataset/dataset/imagenet",
"input_model": "/tf_dataset/pre-train-model-slim/pbfile/frozen_pb/frozen_vgg16.pb",
"main_script": "main.py",
"batch_size": 32
},
"faster_rcnn_resnet50": {
"model_src_dir": "object_detection/tensorflow_models/faster_rcnn_resnet50/export",
"source_model_dataset": "/tf_dataset/tensorflow/coco_val.record",
"target_model_dataset": "/tf_dataset/tensorflow/coco_val.record",
"input_model": "/tf_dataset/pre-train-model-oob/object_detection/faster_rcnn_resnet50/frozen_inference_graph.pb",
"main_script": "main.py",
"batch_size": 10
},
"ssd_mobilenet_v1": {
"model_src_dir": "object_detection/tensorflow_models/ssd_mobilenet_v1/export",
"source_model_dataset": "/tf_dataset/tensorflow/coco_val.record",
"target_model_dataset": "/tf_dataset/tensorflow/coco_val.record",
"input_model": "/tf_dataset/pre-train-model-oob/object_detection/ssd_mobilenet_v1/frozen_inference_graph.pb",
"main_script": "main.py",
"batch_size": 10
}
}
}