Move DataCollatorForMultipleChoice from the docs to the package (#34763)
* Add implementation for DataCollatorForMultipleChoice based on docs. * Add DataCollatorForMultipleChoice to import structure. * Remove custom DataCollatorForMultipleChoice implementations from example scripts. * Remove custom implementations of DataCollatorForMultipleChoice from docs in English, Spanish, Japanese and Korean. * Refactor torch version of DataCollatorForMultipleChoice to be more easily understandable. * Apply suggested changes and run make fixup. * fix copies, style and fixup * add missing documentation * nits * fix docstring * style * nits * isort --------- Co-authored-by: Arthur <48595927+ArthurZucker@users.noreply.github.com> Co-authored-by: Arthur Zucker <arthur.zucker@gmail.com>
This commit is contained in:
@@ -23,21 +23,18 @@
|
||||
}
|
||||
],
|
||||
"source": [
|
||||
"from IPython.display import clear_output, Image, display\n",
|
||||
"import PIL.Image\n",
|
||||
"import io\n",
|
||||
"import json\n",
|
||||
"import torch\n",
|
||||
"\n",
|
||||
"import numpy as np\n",
|
||||
"import PIL.Image\n",
|
||||
"from IPython.display import Image, display\n",
|
||||
"from modeling_frcnn import GeneralizedRCNN\n",
|
||||
"from processing_image import Preprocess\n",
|
||||
"from visualizing_image import SingleImageViz\n",
|
||||
"from modeling_frcnn import GeneralizedRCNN\n",
|
||||
"from utils import Config\n",
|
||||
"\n",
|
||||
"import utils\n",
|
||||
"from transformers import LxmertForQuestionAnswering, LxmertTokenizer\n",
|
||||
"import wget\n",
|
||||
"import pickle\n",
|
||||
"import os\n",
|
||||
"from utils import Config\n",
|
||||
"\n",
|
||||
"\n",
|
||||
"# URL = \"https://raw.githubusercontent.com/airsplay/py-bottom-up-attention/master/demo/data/images/input.jpg\",\n",
|
||||
|
||||
@@ -31,19 +31,19 @@
|
||||
"source": [
|
||||
"# Includes\n",
|
||||
"\n",
|
||||
"import h5py\n",
|
||||
"import os\n",
|
||||
"import json\n",
|
||||
"import os\n",
|
||||
"from collections import OrderedDict\n",
|
||||
"\n",
|
||||
"from scipy import sparse\n",
|
||||
"import h5py\n",
|
||||
"import numpy as np\n",
|
||||
"\n",
|
||||
"import torch\n",
|
||||
"from scipy import sparse\n",
|
||||
"from torch import nn\n",
|
||||
"\n",
|
||||
"from transformers import *\n",
|
||||
"\n",
|
||||
"\n",
|
||||
"os.chdir(\"../../\")"
|
||||
]
|
||||
},
|
||||
|
||||
File diff suppressed because one or more lines are too long
Reference in New Issue
Block a user