[backend] Works batching

opencti-platform/opencti-graphql/src/domain/file.js

@@ -1,23 +1,27 @@
 import * as R from 'ramda';
 import { Readable } from 'stream';
+import { SEMATTRS_DB_NAME, SEMATTRS_DB_OPERATION } from '@opentelemetry/semantic-conventions';
 import { logApp } from '../config/conf';
 import { deleteFile, loadFile, uploadJobImport } from '../database/file-storage';
-import { internalLoadById } from '../database/middleware-loader';
+import { internalLoadById, listAllEntities } from '../database/middleware-loader';
 import { buildContextDataForFile, completeContextDataForEntity, publishUserAction } from '../listener/UserActionListener';
 import { stixCoreObjectImportDelete } from './stixCoreObject';
 import { extractEntityRepresentativeName } from '../database/entity-representative';
 import { allFilesMimeTypeDistribution, allRemainingFilesCount } from '../modules/internal/document/document-domain';
 import { getManagerConfigurationFromCache } from '../modules/managerConfiguration/managerConfiguration-domain';
 import { supportedMimeTypes } from '../modules/managerConfiguration/managerConfiguration-utils';
 import { SYSTEM_USER } from '../utils/access';
-import { isEmptyField, isNotEmptyField, READ_INDEX_FILES } from '../database/utils';
+import { isEmptyField, isNotEmptyField, READ_INDEX_FILES, READ_INDEX_HISTORY } from '../database/utils';
 import { getStats } from '../database/engine';
 import { controlUserConfidenceAgainstElement } from '../utils/confidence-level';
 import { uploadToStorage } from '../database/file-storage-helper';
 import { extractContentFrom } from '../utils/fileToContent';
 import { stixLoadById } from '../database/middleware';
 import { getEntitiesMapFromCache } from '../database/cache';
 import { ENTITY_TYPE_MARKING_DEFINITION } from '../schema/stixMetaObject';
+import { FilterMode, OrderingMode } from '../generated/graphql';
+import { telemetry } from '../config/tracing';
+import { ENTITY_TYPE_WORK } from '../schema/internalObject';
 
 export const buildOptionsFromFileManager = async (context) => {
   let importPaths = ['import/'];
@@ -195,3 +199,25 @@ export const batchFileMarkingDefinitions = async (context, user, files) => {
     ])(markings);
   });
 };
+
+export const batchFileWorks = async (context, user, files) => {
+  const getWorkForFileFn = async () => {
+    const filters = {
+      mode: FilterMode.And,
+      filters: [{ key: ['event_source_id'], values: files }],
+      filterGroups: [],
+    };
+    const items = await listAllEntities(context, user, [ENTITY_TYPE_WORK], {
+      indices: [READ_INDEX_HISTORY],
+      connectionFormat: false,
+      orderBy: 'timestamp',
+      orderMode: OrderingMode.Desc,
+      filters,
+    });
+    return files.map((fileId) => items.filter(({ event_source_id }) => event_source_id === fileId));
+  };
+  return telemetry(context, user, 'BATCH works for file', {
+    [SEMATTRS_DB_NAME]: 'file_domain',
+    [SEMATTRS_DB_OPERATION]: 'read',
+  }, getWorkForFileFn);
+};

opencti-platform/opencti-graphql/src/resolvers/file.js

@@ -1,6 +1,5 @@
 import { loadFile } from '../database/file-storage';
-import { askJobImport, batchFileMarkingDefinitions, deleteImport, filesMetrics, uploadImport, uploadPending } from '../domain/file';
-import { worksForSource } from '../domain/work';
+import { askJobImport, batchFileMarkingDefinitions, batchFileWorks, deleteImport, filesMetrics, uploadImport, uploadPending } from '../domain/file';
 import { batchLoader } from '../database/middleware';
 import { batchCreator } from '../domain/user';
 import { batchStixDomainObjects } from '../domain/stixDomainObject';
@@ -9,6 +8,7 @@ import { paginatedForPathWithEnrichment } from '../modules/internal/document/doc
 const creatorLoader = batchLoader(batchCreator);
 const domainLoader = batchLoader(batchStixDomainObjects);
 const markingDefinitionsLoader = batchLoader(batchFileMarkingDefinitions);
+const worksLoader = batchLoader(batchFileWorks);
 
 const fileResolvers = {
   Query: {
@@ -23,7 +23,7 @@ const fileResolvers = {
   },
   File: {
     objectMarking: (rel, _, context) => markingDefinitionsLoader.load(rel, context, context.user),
-    works: (file, _, context) => worksForSource(context, context.user, file.id),
+    works: (file, _, context) => worksLoader.load(file.id, context, context.user),
   },
   FileMetadata: {
     entity: (metadata, _, context) => domainLoader.load(metadata.entity_id, context, context.user),