no need to limit docs with new approach

zenml-io · Nov 13, 2024 · b49d425 · b49d425
1 parent 2761f2f
commit b49d425
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/llm-complete-guide/steps/populate_index.py b/llm-complete-guide/steps/populate_index.py
@@ -646,7 +646,7 @@ def index_generator(
 
         # Prepare bulk operations
         operations = []
-        for doc in document_list[:500]:
+        for doc in document_list:
             # Create a unique identifier based on content and metadata
             content_hash = hashlib.md5(
                 f"{doc.page_content}{doc.filename}{doc.parent_section}{doc.url}".encode()