Spaces:
Paused
Paused
Update app.py
Browse files
app.py
CHANGED
|
@@ -1,8 +1,8 @@
|
|
| 1 |
from transformers import RagTokenizer, RagRetriever, RagSequenceForGeneration
|
| 2 |
from datasets import load_dataset
|
| 3 |
|
| 4 |
-
# Load the dataset
|
| 5 |
-
dataset = load_dataset(
|
| 6 |
|
| 7 |
# Initialize the RAG tokenizer (use the T5 tokenizer for RAG)
|
| 8 |
tokenizer = RagTokenizer.from_pretrained("facebook/rag-token-nq")
|
|
|
|
| 1 |
from transformers import RagTokenizer, RagRetriever, RagSequenceForGeneration
|
| 2 |
from datasets import load_dataset
|
| 3 |
|
| 4 |
+
# Load the wiki_dpr dataset and trust the remote code to execute
|
| 5 |
+
dataset = load_dataset("wiki_dpr", trust_remote_code=True)
|
| 6 |
|
| 7 |
# Initialize the RAG tokenizer (use the T5 tokenizer for RAG)
|
| 8 |
tokenizer = RagTokenizer.from_pretrained("facebook/rag-token-nq")
|