From a220acebfea7137543b4774394b870cdf6917100 Mon Sep 17 00:00:00 2001 From: Shreyas Pimpalgaonkar Date: Sun, 20 Oct 2024 14:07:06 -0700 Subject: [PATCH] search working --- py/core/configs/full.toml | 2 +- py/core/pipes/kg/deduplication_summary.py | 2 -- py/core/providers/kg/postgres.py | 2 +- py/shared/abstractions/vector.py | 2 +- 4 files changed, 3 insertions(+), 5 deletions(-) diff --git a/py/core/configs/full.toml b/py/core/configs/full.toml index 43b6641e7..23c274097 100644 --- a/py/core/configs/full.toml +++ b/py/core/configs/full.toml @@ -11,6 +11,6 @@ overlap = 256 [orchestration] provider = "hatchet" -kg_creation_concurrency_limit = 32 +kg_creation_concurrency_lipmit = 32 ingestion_concurrency_limit = 128 kg_enrichment_concurrency_limit = 8 diff --git a/py/core/pipes/kg/deduplication_summary.py b/py/core/pipes/kg/deduplication_summary.py index de18413b5..1c3de3fea 100644 --- a/py/core/pipes/kg/deduplication_summary.py +++ b/py/core/pipes/kg/deduplication_summary.py @@ -174,8 +174,6 @@ async def _run_logic( entity_descriptions = ( await self.kg_provider.get_entities( collection_id, - offset, - -1, entity_names=entity_names, entity_table_name="entity_embedding", ) diff --git a/py/core/providers/kg/postgres.py b/py/core/providers/kg/postgres.py index b60fcfbc7..55b79416a 100644 --- a/py/core/providers/kg/postgres.py +++ b/py/core/providers/kg/postgres.py @@ -457,7 +457,7 @@ async def vector_query(self, query: str, **kwargs: Any) -> Any: table_name = "" if search_type == "__Entity__": - table_name = "entity_embedding" + table_name = "entity_deduplicated" elif search_type == "__Relationship__": table_name = "triple_raw" elif search_type == "__Community__": diff --git a/py/shared/abstractions/vector.py b/py/shared/abstractions/vector.py index 567776f11..09c1a161b 100644 --- a/py/shared/abstractions/vector.py +++ b/py/shared/abstractions/vector.py @@ -109,7 +109,7 @@ class VectorTableName(str, Enum): CHUNKS = "chunks" ENTITIES = "entity_embedding" - ENTITY_DEDUPLICATED = "entity_deduplicated" + ENTITIES_DEDUPLICATED = "entity_deduplicated" # TODO: Add support for triples # TRIPLES = "triple_raw" COMMUNITIES = "community_report"