issue #932: skip index document

smclab · Jun 3, 2024 · 43e92f2 · 43e92f2
1 parent 239c2f5
commit 43e92f2
Show file tree

Hide file tree

Showing 2 changed files with 19 additions and 2 deletions.
diff --git a/core/app/datasource/src/main/java/io/openk9/datasource/pipeline/actor/EnrichPipeline.java b/core/app/datasource/src/main/java/io/openk9/datasource/pipeline/actor/EnrichPipeline.java
@@ -323,6 +323,23 @@ else if (r instanceof EnrichItemSupervisor.Error) {
 					newJsonPayload = result;
 				}
 
+				if (newJsonPayload.getBoolean("_openk9SkipDocument", false)) {
+
+					log.infof(
+						"Document with contentId %s can be skipped.",
+						dataPayload.getContentId()
+					);
+
+					replyTo.tell(new Success(
+						dataPayload.getContentId(),
+						consumer,
+						dataPayload.getScheduleId(),
+						dataPayload.getTenantId()
+					));
+
+					return Behaviors.stopped();
+				}
+
 				DataPayload newDataPayload =
 					mergeResponse(
 						jsonPath, behaviorMergeType, dataPayload,

diff --git a/...es-validator/src/main/java/io/openk9/resources/validator/ResourcesValidatorProcessor.java b/...es-validator/src/main/java/io/openk9/resources/validator/ResourcesValidatorProcessor.java
@@ -134,7 +134,7 @@ public JsonObject consume(ResourcesValidatorDataPayload resourcesValidatorPayloa
 								"document found. dropped message with contentId: "
 								+ contentId);
 
-							return JsonObject.of("toIndex", true);
+							return JsonObject.of("_openk9SkipDocument", true);
 						}
 					}
 				}
@@ -143,7 +143,7 @@ public JsonObject consume(ResourcesValidatorDataPayload resourcesValidatorPayloa
 				logger.info("Index wit name: " + indexName + " not exist. Item go to next enrich step.");
 			}
 
-			return JsonObject.of("hashCodes", hashCodes, "toIndex", false);
+			return JsonObject.of("hashCodes", hashCodes, "_openk9SkipDocument", false);
 
 		}
 		catch (IOException e) {