test(envited.ascs.digital): update tests

Signed-off-by: Roy Scheeren <[email protected]>

apps/envited.ascs.digital/common/aws/handlers/processAssetUpload/processAssetUpload.test.ts

@@ -5,17 +5,20 @@ describe('common/aws/handlers/processAssetUpload', () => {
     it('should extract and write metadata to a bucket', async () => {
       // when ... we want extract data from a asset and upload to a different bucket
       // then ... it should validate, extract and upload to a bucket
-      const uploadStub = jest.fn().mockResolvedValue('UPLOAD_URL')
+      const uploadDoneStub = jest.fn().mockResolvedValue('UPLOAD_URL')
       const transformToByteArrayStub = jest.fn().mockResolvedValue('ASSET_BYTE_ARRAY')
       const readFileStub = jest.fn().mockResolvedValue({
         Body: {
           transformToByteArray: transformToByteArrayStub,
         },
       }) as any
-      const validateShaclDataWithSchemaStub = jest.fn().mockResolvedValue({
+      const validateAndCreateMetadataStub = jest.fn().mockResolvedValue({
         conforms: true,
         reports: { conforms: true },
-        metadata: 'METADATA',
+        metadata: {
+          minter: 'MINTER_ADDRESS',
+        },
+        modifiedManifest: 'MODIFIED_MANIFEST',
         assetCID: 'ASSET_CID',
         metadataCID: 'METADATA_CID',
         files: {
@@ -42,14 +45,26 @@ describe('common/aws/handlers/processAssetUpload', () => {
             },
           ],
         },
+        visualizationFiles: [
+          {
+            path: 'PATH',
+            arrayBuffer: 'FILE_BUFFER',
+          },
+          {
+            path: 'PATH_1',
+            arrayBuffer: 'FILE_BUFFER',
+          },
+        ],
       }) as any
       const writeFileStub = jest.fn().mockReturnValue({
-        done: uploadStub,
+        done: uploadDoneStub,
       }) as any
       const copyFileStub = jest.fn().mockResolvedValue('COPIED') as any
       const deleteFileStub = jest.fn().mockReturnValue('SHACL_DATA') as any
       const getAssetStatusStub = jest.fn().mockReturnValue('ASSET_CID') as any
       const updateAssetStatusStub = jest.fn().mockReturnValue('UPDATED') as any
+      const uploadFileStub = jest.fn().mockResolvedValue('ASSET_CID') as any
+      const createGroupStub = jest.fn().mockResolvedValue('GROUP_NAME') as any
 
       const event = {
         Records: [
@@ -73,23 +88,33 @@ describe('common/aws/handlers/processAssetUpload', () => {
         writeFile: writeFileStub,
         copyFile: copyFileStub,
         deleteFile: deleteFileStub,
-        validateAndCreateMetadata: validateShaclDataWithSchemaStub,
+        validateAndCreateMetadata: validateAndCreateMetadataStub,
         getAsset: getAssetStatusStub,
         updateAsset: updateAssetStatusStub,
+        uploadFile: uploadFileStub,
+        createGroup: createGroupStub,
       })(event as any, context, callback)
 
       expect(result).toEqual(undefined)
       expect(readFileStub).toHaveBeenCalledWith({ Bucket: 'BUCKET_NAME', Key: 'OBJECT_KEY' })
-      expect(validateShaclDataWithSchemaStub).toHaveBeenCalledWith('ASSET_BYTE_ARRAY', 'ASSET_CID')
-      expect(validateShaclDataWithSchemaStub).toHaveBeenCalledTimes(1)
-      expect(writeFileStub).toHaveBeenCalledTimes(3)
+      expect(validateAndCreateMetadataStub).toHaveBeenCalledWith('ASSET_BYTE_ARRAY', 'ASSET_CID')
+      expect(validateAndCreateMetadataStub).toHaveBeenCalledTimes(1)
+      expect(writeFileStub).toHaveBeenCalledTimes(5)
       expect(deleteFileStub).toHaveBeenCalledTimes(1)
+      expect(updateAssetStatusStub).toHaveBeenCalledWith('ASSET_CID', 'OBJECT_KEY', 'pending', {
+        minter: 'MINTER_ADDRESS',
+      }, 'MODIFIED_MANIFEST')
+      expect(copyFileStub).toHaveBeenCalledTimes(1)
+      expect(createGroupStub).toHaveBeenCalledWith('MINTER_ADDRESS')
+      expect(uploadDoneStub).toHaveBeenCalledWith()
+      expect(uploadFileStub).toHaveBeenCalledWith({"arrayBuffer": "FILE_BUFFER", "filename": "PATH", "group": "GROUP_NAME"})
+      expect(uploadFileStub).toHaveBeenCalledWith({"arrayBuffer": "FILE_BUFFER", "filename": "PATH_1", "group": "GROUP_NAME"})
     })
 
     it('should delete the asset if the validation does not conforms', async () => {
       // when ... we want extract data from a asset and upload to a different bucket
       // then ... it should validate, extract and upload to a bucket
-      const uploadStub = jest.fn().mockResolvedValue('UPLOAD_URL')
+      const uploadDoneStub = jest.fn().mockResolvedValue('UPLOAD_URL')
       const transformToByteArrayStub = jest.fn().mockResolvedValue('ASSET_BYTE_ARRAY')
       const readFileStub = jest.fn().mockResolvedValue({
         Body: {
@@ -99,17 +124,21 @@ describe('common/aws/handlers/processAssetUpload', () => {
       const validateShaclDataWithSchemaStub = jest.fn().mockResolvedValue({
         conforms: false,
         reports: { conforms: false },
-        metadata: 'METADATA',
+        metadata: {
+          minter: 'MINTER_ADDRESS',
+        },
         assetCID: 'ASSET_CID',
         metadataCID: 'METADATA_CID',
       }) as any
       const writeFileStub = jest.fn().mockReturnValue({
-        done: uploadStub,
+        done: uploadDoneStub,
       }) as any
       const copyFileStub = jest.fn().mockResolvedValue('COPIED') as any
       const deleteFileStub = jest.fn().mockReturnValue('SHACL_DATA') as any
       const getAssetStatusStub = jest.fn().mockReturnValue('ASSET_CID') as any
       const updateAssetStatusStub = jest.fn().mockReturnValue('UPDATED') as any
+      const uploadFileStub = jest.fn().mockResolvedValue('ASSET_CID') as any
+      const createGroupStub = jest.fn().mockResolvedValue('GROUP_NAME') as any
 
       const event = {
         Records: [
@@ -136,6 +165,8 @@ describe('common/aws/handlers/processAssetUpload', () => {
         validateAndCreateMetadata: validateShaclDataWithSchemaStub,
         getAsset: getAssetStatusStub,
         updateAsset: updateAssetStatusStub,
+        uploadFile: uploadFileStub,
+        createGroup: createGroupStub,
       })(event as any, context, callback)
 
       expect(result).toEqual(undefined)
@@ -145,6 +176,10 @@ describe('common/aws/handlers/processAssetUpload', () => {
       expect(updateAssetStatusStub).toHaveBeenCalledWith('OBJECT_KEY', 'OBJECT_KEY', 'not_accepted')
       expect(writeFileStub).toHaveBeenCalledTimes(0)
       expect(deleteFileStub).toHaveBeenCalledWith({ Bucket: 'BUCKET_NAME', Key: 'OBJECT_KEY' })
+      expect(uploadDoneStub).not.toHaveBeenCalledWith()
+      expect(copyFileStub).toHaveBeenCalledTimes(0)
+      expect(createGroupStub).toHaveBeenCalledTimes(0)
+      expect(uploadFileStub).toHaveBeenCalledTimes(0)
     })
   })
 })

apps/envited.ascs.digital/common/aws/handlers/processAssetUpload/processAssetUpload.ts

@@ -12,7 +12,7 @@ import ValidationReport from 'rdf-validate-shacl/src/validation-report'
 import { getAsset, updateAsset, validateAndCreateMetadata } from '../../../asset'
 import { ExtractedFileWithCID, ManifestExtractedFiles } from '../../../asset/types'
 import { copyFile, deleteFile, readFile, writeFile } from '../../../aws'
-import { uploadFile } from '../../../ipfs'
+import { uploadFile, createGroup } from '../../../ipfs'
 import { Asset, AssetMetadata, AssetStatus } from '../../../types'
 
 export const _main =
@@ -24,6 +24,8 @@ export const _main =
     validateAndCreateMetadata,
     getAsset,
     updateAsset,
+    uploadFile,
+    createGroup,
   }: {
     readFile: ({ Bucket, Key }: { Bucket: string; Key: string }) => Promise<GetObjectCommandOutput>
     writeFile: (params: PutObjectCommandInput) => Upload
@@ -56,7 +58,17 @@ export const _main =
       status: AssetStatus,
       metadata?: AssetMetadata | string,
       manifest?: Record<string, unknown>,
-    ) => Promise<Asset>
+    ) => Promise<Asset>,
+    uploadFile: ({
+      arrayBuffer,
+      filename,
+      group,
+    }: {
+      arrayBuffer: ArrayBuffer
+      filename: string
+      group?: string
+    }) => Promise<string>
+    createGroup: (minter: string) => Promise<string>
   }): S3Handler =>
   async event => {
     try {
@@ -110,7 +122,7 @@ export const _main =
 
         Promise.all(writeFilesToAssetPromises)
       }
-
+      
       if (visualizationFiles) {
         const writeFilesToIpfsPromises = visualizationFiles.map(
           async ({ cid, arrayBuffer }: { cid: string; arrayBuffer: ArrayBuffer }) => {
@@ -128,8 +140,10 @@ export const _main =
         Promise.all(writeFilesToIpfsPromises)
 
         const pinataIpfsPromises = visualizationFiles.map(
-          async ({ path, arrayBuffer }: { path: string; arrayBuffer: ArrayBuffer }) =>
-            uploadFile({ arrayBuffer, filename: last(split('/', path)) as string }),
+          async ({ path, arrayBuffer }: { path: string; arrayBuffer: ArrayBuffer }) => {
+            const group = await createGroup(metadata.minter)
+            return uploadFile({ arrayBuffer, filename: last(split('/', path)) as string, group })
+          },
         )
 
         Promise.all(pinataIpfsPromises)
@@ -151,7 +165,7 @@ export const _main =
 
         Promise.all(writeFilesToMetadataPromises)
       }
-
+      
       // Update stored asset in DB
       await updateAsset(assetCID, Key, AssetStatus.pending, metadata, modifiedManifest)
 
@@ -171,4 +185,6 @@ export const main = _main({
   validateAndCreateMetadata,
   getAsset,
   updateAsset,
+  uploadFile,
+  createGroup,
 })

apps/envited.ascs.digital/common/ipfs/ipfs.ts

@@ -20,7 +20,7 @@ export const uploadJson =
 
 export const uploadFile =
   (pinata: PinataSDK) =>
-  async ({ arrayBuffer, filename }: { arrayBuffer: ArrayBuffer; filename: string }) => {
+  async ({ arrayBuffer, filename, group = '' }: { arrayBuffer: ArrayBuffer; filename: string; group?: string }) => {
     const buffer = Buffer.from(arrayBuffer)
 
     const readable = new Readable({
@@ -30,6 +30,14 @@ export const uploadFile =
       },
     })
 
+    if (group) {
+      return pinata.upload
+        .stream(readable)
+        .addMetadata({ name: filename })
+        .group(group)
+        .then(data => pinata.gateways.convert(data.IpfsHash))
+    }
+
     return pinata.upload
       .stream(readable)
       .addMetadata({ name: filename })

apps/envited.ascs.digital/common/serverActions/assets/uploadTokenMetadata.ts

@@ -7,7 +7,7 @@ import { db } from '../../database/queries'
 import { Database } from '../../database/types'
 import { CreateGroup, UploadJson, createGroup, uploadJson } from '../../ipfs'
 import { Log, log } from '../../logger'
-import { Role, Session } from '../../types'
+import { Asset, Role, Session } from '../../types'
 import { badRequestError, forbiddenError, notFoundError, unauthorizedError } from '../../utils'
 
 export const uploadTokenMetadataToIPFS =
@@ -54,7 +54,7 @@ export const uploadTokenMetadataToIPFS =
     }
 
     const group = await createGroup(user.issuerId)
-    return uploadJson({ data: asset.metadata, filename: 'token_info.json', group })
+    return uploadJson({ data: (asset as Asset).metadata , filename: 'token_info.json', group })
   }
 
 export const uploadTokenMetadata = uploadTokenMetadataToIPFS({

apps/envited.ascs.digital/common/types/types.ts

@@ -74,7 +74,7 @@ export enum CredentialType {
 export interface Asset {
   id: string
   cid: string
-  metadata: string
+  metadata: AssetMetadata
   status: AssetStatus
   userId: string
 }