SUMIN/HuggingFace_transformer
1
0
Fork 0
Code Issues Pull Requests Actions 7 Packages Projects Releases Wiki Activity

Make forward asynchrone to avoid long computation timing out.

Browse Source 
Signed-off-by: Morgan Funtowicz <morgan@huggingface.co>
This commit is contained in:
Morgan Funtowicz
2020-01-10 20:59:04 +01:00
committed by Lysandre Debut
parent 6e6c8c52ed
commit 908cd5ea27
2 changed files with 52 additions and 19 deletions
Download Patch File Download Diff File Expand all files Collapse all files

11
src/transformers/file_utils.py
View File

@@ -28,8 +28,9 @@ from . import __version__
logger = logging.getLogger(__name__) # pylint: disable=invalid-name
try:
if os.environ.get("USE_TORCH", 'AUTO').upper() in ("1", "ON", "YES", "AUTO") and \
os.environ.get("USE_TF", 'AUTO').upper() not in ("1", "ON", "YES"):
USE_TF = os.environ.get("USE_TF", "AUTO").upper()
USE_TORCH = os.environ.get("USE_TORCH", "AUTO").upper()
if USE_TORCH in ("1", "ON", "YES", "AUTO") and USE_TF not in ("1", "ON", "YES"):
import torch
_torch_available = True # pylint: disable=invalid-name
@@ -41,8 +42,10 @@ except ImportError:
_torch_available = False # pylint: disable=invalid-name
try:
if os.environ.get("USE_TF", 'AUTO').upper() in ("1", "ON", "YES", "AUTO") and \
os.environ.get("USE_TORCH", 'AUTO').upper() not in ("1", "ON", "YES"):
USE_TF = os.environ.get("USE_TF", "AUTO").upper()
USE_TORCH = os.environ.get("USE_TORCH", "AUTO").upper()
if USE_TF in ("1", "ON", "YES", "AUTO") and USE_TORCH not in ("1", "ON", "YES"):
import tensorflow as tf
assert hasattr(tf, "__version__") and int(tf.__version__[0]) >= 2