From 88b3a91e6149fe62cd3d08b1954abb0f1c74dba7 Mon Sep 17 00:00:00 2001 From: Lalit Pagaria Date: Fri, 23 Oct 2020 15:54:45 +0200 Subject: [PATCH] Handle the case when title is None (#7941) --- examples/rag/use_own_knowledge_dataset.py | 7 ++++--- 1 file changed, 4 insertions(+), 3 deletions(-) diff --git a/examples/rag/use_own_knowledge_dataset.py b/examples/rag/use_own_knowledge_dataset.py index eb91ba26da..bfdec26275 100644 --- a/examples/rag/use_own_knowledge_dataset.py +++ b/examples/rag/use_own_knowledge_dataset.py @@ -35,9 +35,10 @@ def split_documents(documents: dict) -> dict: """Split documents into passages""" titles, texts = [], [] for title, text in zip(documents["title"], documents["text"]): - for passage in split_text(text): - titles.append(title) - texts.append(passage) + if text is not None: + for passage in split_text(text): + titles.append(title if title is not None else "") + texts.append(passage) return {"title": titles, "text": texts}