diff --git a/examples/rag/use_own_knowledge_dataset.py b/examples/rag/use_own_knowledge_dataset.py index eb91ba26da..bfdec26275 100644 --- a/examples/rag/use_own_knowledge_dataset.py +++ b/examples/rag/use_own_knowledge_dataset.py @@ -35,9 +35,10 @@ def split_documents(documents: dict) -> dict: """Split documents into passages""" titles, texts = [], [] for title, text in zip(documents["title"], documents["text"]): - for passage in split_text(text): - titles.append(title) - texts.append(passage) + if text is not None: + for passage in split_text(text): + titles.append(title if title is not None else "") + texts.append(passage) return {"title": titles, "text": texts}