sooolee commited on
Commit
37c1d92
·
verified ·
1 Parent(s): 0ff1503

Update ingest.py

Browse files
Files changed (1) hide show
  1. ingest.py +6 -9
ingest.py CHANGED
@@ -5,10 +5,9 @@ import requests
5
  import os
6
  import openai
7
  from bs4 import BeautifulSoup
8
- from langchain.embeddings.openai import OpenAIEmbeddings
9
- from langchain.embeddings import CohereEmbeddings, HuggingFaceHubEmbeddings
10
- from langchain.vectorstores import FAISS, Annoy, DocArrayInMemorySearch
11
- from langchain.document_loaders import CSVLoader
12
  import csv
13
  import pickle
14
 
@@ -65,12 +64,10 @@ def ingest_data():
65
  embeddings = OpenAIEmbeddings()
66
  db = FAISS.from_documents(data, embeddings)
67
 
68
- return db
69
 
70
- # # Save vectorstore
71
-
72
- # with open("db.pkl", "wb") as f:
73
- # pickle.dump(db, f)
74
 
75
  if __name__ == "__main__":
76
  ingest_data()
 
5
  import os
6
  import openai
7
  from bs4 import BeautifulSoup
8
+ from langchain_openai import OpenAIEmbeddings
9
+ from langchain_community.vectorstores import FAISS
10
+ from langchain_community.document_loaders import CSVLoader
 
11
  import csv
12
  import pickle
13
 
 
64
  embeddings = OpenAIEmbeddings()
65
  db = FAISS.from_documents(data, embeddings)
66
 
67
+ # Save vectorstore
68
 
69
+ with open("db.pkl", "wb") as f:
70
+ pickle.dump(db, f)
 
 
71
 
72
  if __name__ == "__main__":
73
  ingest_data()