import packages
Mon Mar 11 2024 04:06:25 GMT+0000 (Coordinated Universal Time)
Saved by
@vaibhavupadhyay
# Basics
import os
import pandas as pd
import matplotlib.pyplot as plt
from dotenv import load_dotenv
# LangChain Training
# LLM
from langchain.llms import OpenAI
# Document Loader
from langchain.document_loaders import PyPDFLoader
# Splitter
from langchain.text_splitter import RecursiveCharacterTextSplitter
# Tokenizer
from transformers import GPT2TokenizerFast
# Embedding
from langchain.embeddings import OpenAIEmbeddings
# Vector DataBase
from langchain.vectorstores import FAISS, Pinecone # for the vector database part -- FAISS is local and temporal, Pinecone is cloud-based and permanent.
# Chains
#from langchain.chains.question_answering import load_qa_chain
#from langchain.chains import ConversationalRetrievalChain
content_copyCOPY
Comments