Skip to content

Commit

Permalink
Remove : Extra Module
Browse files Browse the repository at this point in the history
  • Loading branch information
chiragjoshi12 committed Apr 17, 2024
1 parent aea0214 commit b272aa4
Showing 1 changed file with 35 additions and 8 deletions.
Original file line number Diff line number Diff line change
Expand Up @@ -30,17 +30,10 @@
"from langchain.chat_models import ChatOpenAI\n",
"from langchain.document_loaders import TextLoader\n",
"from langchain_community.document_loaders import JSONLoader\n",
"from langchain.vectorstores import DocArrayInMemorySearch\n",
"from IPython.display import display, Markdown\n",
"from langchain.text_splitter import CharacterTextSplitter\n",
"from langchain.embeddings import OpenAIEmbeddings, HuggingFaceInstructEmbeddings\n",
"from langchain.vectorstores import FAISS\n",
"from langchain.memory import ConversationBufferMemory\n",
"from langchain.chains import ConversationalRetrievalChain\n",
"from langchain.indexes import VectorstoreIndexCreator\n",
"from langchain_experimental.agents.agent_toolkits.csv.base import create_csv_agent\n",
"from langchain.agents.agent_types import AgentType\n",
"from langchain.memory import ConversationBufferMemory\n",
"import tiktoken"
]
},
Expand Down Expand Up @@ -99,6 +92,13 @@
"## 📑 Data Reading"
]
},
{
"cell_type": "markdown",
"metadata": {},
"source": [
"### Json Loader"
]
},
{
"cell_type": "code",
"execution_count": null,
Expand All @@ -108,7 +108,7 @@
"outputs": [],
"source": [
"json_file_path = './Data/SyllabusData.json'\n",
"loader = TextLoader(file_path=json_file_path, encoding=\"utf-8\")\n",
"loader = JSONLoader(file_path=json_file_path, encoding=\"utf-8\")\n",
"data = loader.load()"
]
},
Expand All @@ -123,6 +123,33 @@
"data"
]
},
{
"cell_type": "markdown",
"metadata": {},
"source": [
"### TXT Loader"
]
},
{
"cell_type": "code",
"execution_count": null,
"metadata": {},
"outputs": [],
"source": [
"json_file_path = './Data/SyllabusData.json'\n",
"loader = TextLoader(file_path=json_file_path, encoding=\"utf-8\")\n",
"data = loader.load()"
]
},
{
"cell_type": "code",
"execution_count": null,
"metadata": {},
"outputs": [],
"source": [
"data"
]
},
{
"cell_type": "markdown",
"metadata": {
Expand Down

0 comments on commit b272aa4

Please sign in to comment.