From 466115b2797b6e01cce5c979bd8e20b3a1e04746 Mon Sep 17 00:00:00 2001
From: Quentin Lhoest <42851186+lhoestq@users.noreply.github.com>
Date: Fri, 16 Oct 2020 10:15:49 +0200
Subject: [PATCH] Fix missing reference titles in retrieval evaluation of RAG
 (#7817)

---
 examples/rag/eval_rag.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/examples/rag/eval_rag.py b/examples/rag/eval_rag.py
index baa956ecab..73913c1acd 100644
--- a/examples/rag/eval_rag.py
+++ b/examples/rag/eval_rag.py
@@ -72,7 +72,7 @@ def get_precision_at_k(args, preds_path, gold_data_path):
     em = total = 0
     for hypo, reference in zip(hypos, references):
         hypo_provenance = set(hypo.split("\t")[:k])
-        ref_provenance = set(reference.split("\t")[1 : (k + 1)])
+        ref_provenance = set(reference.split("\t"))
         total += 1
         em += len(hypo_provenance & ref_provenance) / k