Spaces:
Runtime error
Runtime error
Update app.py
Browse files
app.py
CHANGED
|
@@ -2,7 +2,10 @@ import requests
|
|
| 2 |
from bs4 import BeautifulSoup
|
| 3 |
import gradio as gr
|
| 4 |
from langchain.chains.question_answering import load_qa_chain
|
| 5 |
-
from langchain.llms import HuggingFaceHub
|
|
|
|
|
|
|
|
|
|
| 6 |
from transformers import pipeline
|
| 7 |
from sentence_transformers import SentenceTransformer
|
| 8 |
from sklearn.metrics.pairwise import cosine_similarity
|
|
@@ -29,7 +32,14 @@ translate_ru_to_en = pipeline("translation", model="Helsinki-NLP/opus-mt-ru-en")
|
|
| 29 |
|
| 30 |
|
| 31 |
# Russian Language Model for QA
|
| 32 |
-
llm = HuggingFaceHub(repo_id="DeepPavlov/rubert-base-cased", model_kwargs={"temperature": 0})
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 33 |
qa_chain = load_qa_chain(llm, chain_type="stuff")
|
| 34 |
|
| 35 |
# Embedding Model
|
|
|
|
| 2 |
from bs4 import BeautifulSoup
|
| 3 |
import gradio as gr
|
| 4 |
from langchain.chains.question_answering import load_qa_chain
|
| 5 |
+
# from langchain.llms import HuggingFaceHub
|
| 6 |
+
from transformers import pipeline
|
| 7 |
+
from langchain.llms import HuggingFacePipeline
|
| 8 |
+
from langchain.chains.question_answering import load_qa_chain
|
| 9 |
from transformers import pipeline
|
| 10 |
from sentence_transformers import SentenceTransformer
|
| 11 |
from sklearn.metrics.pairwise import cosine_similarity
|
|
|
|
| 32 |
|
| 33 |
|
| 34 |
# Russian Language Model for QA
|
| 35 |
+
#llm = HuggingFaceHub(repo_id="DeepPavlov/rubert-base-cased", model_kwargs={"temperature": 0})
|
| 36 |
+
# Create a QA pipeline using the DeepPavlov model directly
|
| 37 |
+
qa_pipeline = pipeline(
|
| 38 |
+
"question-answering",
|
| 39 |
+
model="DeepPavlov/rubert-base-cased",
|
| 40 |
+
tokenizer="DeepPavlov/rubert-base-cased"
|
| 41 |
+
)
|
| 42 |
+
llm = HuggingFacePipeline(pipeline=qa_pipeline)
|
| 43 |
qa_chain = load_qa_chain(llm, chain_type="stuff")
|
| 44 |
|
| 45 |
# Embedding Model
|