Fix a few last paths for the new repo org (#8666)

This commit is contained in:
Sylvain Gugger
2020-11-19 11:56:42 -05:00
committed by GitHub
parent a79a96ddaa
commit cb3e5c33f7
5 changed files with 10 additions and 6 deletions

View File

@@ -1055,7 +1055,7 @@ If you need to validate the output of a logger, you can use :obj:`CaptureLogger`
msg = "Testing 1, 2, 3" msg = "Testing 1, 2, 3"
logging.set_verbosity_info() logging.set_verbosity_info()
logger = logging.get_logger("transformers.tokenization_bart") logger = logging.get_logger("transformers.models.bart.tokenization_bart")
with CaptureLogger(logger) as cl: with CaptureLogger(logger) as cl:
logger.info(msg) logger.info(msg)
assert cl.out, msg+"\n" assert cl.out, msg+"\n"

View File

@@ -3,7 +3,7 @@ import json
from typing import List from typing import List
from ltp import LTP from ltp import LTP
from transformers.tokenization_bert import BertTokenizer from transformers import BertTokenizer
def _is_chinese_char(cp): def _is_chinese_char(cp):

View File

@@ -107,7 +107,12 @@ def make_support(question, source="wiki40b", method="dense", n_results=10):
return question_doc, support_list return question_doc, support_list
@st.cache(hash_funcs={torch.Tensor: (lambda _: None), transformers.tokenization_bart.BartTokenizer: (lambda _: None)}) @st.cache(
hash_funcs={
torch.Tensor: (lambda _: None),
transformers.models.bart.tokenization_bart.BartTokenizer: (lambda _: None),
}
)
def answer_question( def answer_question(
question_doc, s2s_model, s2s_tokenizer, min_len=64, max_len=256, sampling=False, n_beams=2, top_p=0.95, temp=0.8 question_doc, s2s_model, s2s_tokenizer, min_len=64, max_len=256, sampling=False, n_beams=2, top_p=0.95, temp=0.8
): ):

View File

@@ -9,8 +9,7 @@ tags:
```python ```python
import json import json
import os import os
from transformers.configuration_roberta import RobertaConfig from transformers import RobertaConfig, RobertaForMaskedLM, TFRobertaForMaskedLM
from transformers import RobertaForMaskedLM, TFRobertaForMaskedLM
DIRNAME = "./dummy-unknown" DIRNAME = "./dummy-unknown"

View File

@@ -470,7 +470,7 @@ class CaptureLogger:
>>> msg = "Testing 1, 2, 3" >>> msg = "Testing 1, 2, 3"
>>> logging.set_verbosity_info() >>> logging.set_verbosity_info()
>>> logger = logging.get_logger("transformers.tokenization_bart") >>> logger = logging.get_logger("transformers.models.bart.tokenization_bart")
>>> with CaptureLogger(logger) as cl: >>> with CaptureLogger(logger) as cl:
... logger.info(msg) ... logger.info(msg)
>>> assert cl.out, msg+"\n" >>> assert cl.out, msg+"\n"