SUMIN/HuggingFace_transformer
1
0
Fork 0
Code Issues Pull Requests Actions 7 Packages Projects Releases Wiki Activity

Fix ONNX test_quantize unittest (#6716)

Browse Source
This commit is contained in:
Funtowicz Morgan
2020-08-25 19:24:40 +02:00
committed by GitHub
parent 074340339a
commit ac9702c284
4 changed files with 22 additions and 24 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
.github/workflows/self-push.yml vendored
View File

@@ -45,7 +45,7 @@ jobs:
source .env/bin/activate source .env/bin/activate
pip install --upgrade pip pip install --upgrade pip
pip install torch!=1.6.0 pip install torch!=1.6.0
pip install .[sklearn,testing] pip install .[sklearn,testing,onnxruntime]
- name: Are GPUs recognized by our DL frameworks - name: Are GPUs recognized by our DL frameworks
run: | run: |

2
.github/workflows/self-scheduled.yml vendored
View File

@@ -42,7 +42,7 @@ jobs:
source .env/bin/activate source .env/bin/activate
pip install --upgrade pip pip install --upgrade pip
pip install torch!=1.6.0 pip install torch!=1.6.0
pip install .[sklearn,testing] pip install .[sklearn,testing,onnxruntime]
- name: Are GPUs recognized by our DL frameworks - name: Are GPUs recognized by our DL frameworks
run: | run: |

5
setup.py
View File

@@ -74,16 +74,17 @@ extras["tf"] = [
# "onnxconverter-common", # "onnxconverter-common",
# "keras2onnx" # "keras2onnx"
"onnxconverter-common @ git+git://github.com/microsoft/onnxconverter-common.git@f64ca15989b6dc95a1f3507ff6e4c395ba12dff5#egg=onnxconverter-common", "onnxconverter-common @ git+git://github.com/microsoft/onnxconverter-common.git@f64ca15989b6dc95a1f3507ff6e4c395ba12dff5#egg=onnxconverter-common",
"keras2onnx @ git+git://github.com/onnx/keras-onnx.git@cbdc75cb950b16db7f0a67be96a278f8d2953b48#egg=keras2onnx" "keras2onnx @ git+git://github.com/onnx/keras-onnx.git@cbdc75cb950b16db7f0a67be96a278f8d2953b48#egg=keras2onnx",
] ]
extras["tf-cpu"] = [ extras["tf-cpu"] = [
"tensorflow-cpu", "tensorflow-cpu",
# "onnxconverter-common", # "onnxconverter-common",
# "keras2onnx" # "keras2onnx"
"onnxconverter-common @ git+git://github.com/microsoft/onnxconverter-common.git@f64ca15989b6dc95a1f3507ff6e4c395ba12dff5#egg=onnxconverter-common", "onnxconverter-common @ git+git://github.com/microsoft/onnxconverter-common.git@f64ca15989b6dc95a1f3507ff6e4c395ba12dff5#egg=onnxconverter-common",
"keras2onnx @ git+git://github.com/onnx/keras-onnx.git@cbdc75cb950b16db7f0a67be96a278f8d2953b48#egg=keras2onnx" "keras2onnx @ git+git://github.com/onnx/keras-onnx.git@cbdc75cb950b16db7f0a67be96a278f8d2953b48#egg=keras2onnx",
] ]
extras["torch"] = ["torch"] extras["torch"] = ["torch"]
extras["onnxruntime"] = ["onnxruntime>=1.4.0", "onnxruntime-tools>=1.4.2"]
extras["serving"] = ["pydantic", "uvicorn", "fastapi", "starlette"] extras["serving"] = ["pydantic", "uvicorn", "fastapi", "starlette"]
extras["all"] = extras["serving"] + ["tensorflow", "torch"] extras["all"] = extras["serving"] + ["tensorflow", "torch"]

3
src/transformers/convert_graph_to_onnx.py
View File

@@ -364,7 +364,6 @@ def quantize(onnx_model_path: Path) -> Path:
Returns: The Path generated for the quantized Returns: The Path generated for the quantized
""" """
try:
import onnx import onnx
from onnxruntime.quantization import QuantizationMode, quantize from onnxruntime.quantization import QuantizationMode, quantize
@@ -388,8 +387,6 @@ def quantize(onnx_model_path: Path) -> Path:
onnx.save_model(quantized_model, quantized_model_path.as_posix()) onnx.save_model(quantized_model, quantized_model_path.as_posix())
return quantized_model_path return quantized_model_path
except Exception as ie:
print(f"Error while quantizing the model:\n{str(ie)}")
def verify(path: Path): def verify(path: Path):