Qdqbert example add benchmark script with ORT-TRT (#16592)

* add ort-trt benchmark script

* Update README.md

* ort version can be newer

* formatting

* specify ORT version
This commit is contained in:
Shang Zhang
2022-04-12 08:13:59 -07:00
committed by GitHub
parent db3edd050b
commit 14daa6102a
3 changed files with 58 additions and 0 deletions

View File

@@ -23,6 +23,7 @@ RUN python3 -m pip install --no-cache-dir --upgrade pip
RUN python3 -m pip install --no-cache-dir --ignore-installed pycuda
RUN python3 -m pip install --no-cache-dir \
pytorch-quantization --extra-index-url https://pypi.ngc.nvidia.com
RUN python3 -m pip install --no-cache-dir onnxruntime-gpu==1.11
WORKDIR /workspace
COPY . transformers/