Update quality tooling for formatting (#21480)
* Result of black 23.1 * Update target to Python 3.7 * Switch flake8 to ruff * Configure isort * Configure isort * Apply isort with line limit * Put the right black version * adapt black in check copies * Fix copies
This commit is contained in:
@@ -2,9 +2,9 @@ import os
|
||||
from functools import partial
|
||||
from glob import glob
|
||||
|
||||
import faiss
|
||||
from datasets import Features, Sequence, Value, concatenate_datasets, load_dataset, load_from_disk
|
||||
|
||||
import faiss
|
||||
from transformers import DPRContextEncoder, DPRContextEncoderTokenizerFast
|
||||
|
||||
|
||||
@@ -26,7 +26,6 @@ def split_documents(documents):
|
||||
|
||||
|
||||
def embed_update(ctx_encoder, total_processes, device, process_num, shard_dir, csv_path):
|
||||
|
||||
kb_dataset = load_dataset(
|
||||
"csv", data_files=[csv_path], split="train", delimiter="\t", column_names=["title", "text"]
|
||||
)
|
||||
|
||||
Reference in New Issue
Block a user