Spaces:
Runtime error
Runtime error
Update ingest.py
Browse files
ingest.py
CHANGED
@@ -5,10 +5,9 @@ import requests
|
|
5 |
import os
|
6 |
import openai
|
7 |
from bs4 import BeautifulSoup
|
8 |
-
from
|
9 |
-
from
|
10 |
-
from
|
11 |
-
from langchain.document_loaders import CSVLoader
|
12 |
import csv
|
13 |
import pickle
|
14 |
|
@@ -65,12 +64,10 @@ def ingest_data():
|
|
65 |
embeddings = OpenAIEmbeddings()
|
66 |
db = FAISS.from_documents(data, embeddings)
|
67 |
|
68 |
-
|
69 |
|
70 |
-
|
71 |
-
|
72 |
-
# with open("db.pkl", "wb") as f:
|
73 |
-
# pickle.dump(db, f)
|
74 |
|
75 |
if __name__ == "__main__":
|
76 |
ingest_data()
|
|
|
5 |
import os
|
6 |
import openai
|
7 |
from bs4 import BeautifulSoup
|
8 |
+
from langchain_openai import OpenAIEmbeddings
|
9 |
+
from langchain_community.vectorstores import FAISS
|
10 |
+
from langchain_community.document_loaders import CSVLoader
|
|
|
11 |
import csv
|
12 |
import pickle
|
13 |
|
|
|
64 |
embeddings = OpenAIEmbeddings()
|
65 |
db = FAISS.from_documents(data, embeddings)
|
66 |
|
67 |
+
# Save vectorstore
|
68 |
|
69 |
+
with open("db.pkl", "wb") as f:
|
70 |
+
pickle.dump(db, f)
|
|
|
|
|
71 |
|
72 |
if __name__ == "__main__":
|
73 |
ingest_data()
|