Skip to content

Commit

Permalink
Revert "Change file format"
Browse files Browse the repository at this point in the history
This reverts commit 1b98040.
  • Loading branch information
maks-operlejn-ds committed Oct 11, 2023
1 parent 1b98040 commit 2db632f
Show file tree
Hide file tree
Showing 2 changed files with 3 additions and 3 deletions.
Original file line number Diff line number Diff line change
Expand Up @@ -51,7 +51,7 @@
"from langchain.document_loaders import TextLoader\n",
"\n",
"# Load test file with PII entities\n",
"loader = TextLoader(\"text_with_private_data.mdx\")\n",
"loader = TextLoader(\"text_with_private_data.txt\")\n",
"\n",
"documents = loader.load_and_split()\n",
"len(documents)"
Expand Down Expand Up @@ -657,7 +657,7 @@
"from langchain.vectorstores import FAISS\n",
"\n",
"# 2. Load the data\n",
"loader = TextLoader(\"text_with_private_data.mdx\")\n",
"loader = TextLoader(\"text_with_private_data.txt\")\n",
"documents = loader.load()\n",
"\n",
"# 3. Anonymize the data before indexing\n",
Expand Down Expand Up @@ -861,7 +861,7 @@
"metadata": {},
"outputs": [],
"source": [
"loader = TextLoader(\"text_with_private_data.mdx\")\n",
"loader = TextLoader(\"text_with_private_data.txt\")\n",
"documents = loader.load()\n",
"\n",
"text_splitter = RecursiveCharacterTextSplitter(chunk_size=1000, chunk_overlap=100)\n",
Expand Down
File renamed without changes.

0 comments on commit 2db632f

Please sign in to comment.