Sending Camera Snapshots to Amazon Rekognition

This is a quick little flow I pulled together to PoC the usage of Amazon's Rekognition to detect content in my camera snapshots. I have it setup to grab the snapshot when motion is detected, look for objects/labels in the picture, draw a box around them, and then upload the final image to google photos.

For this I used a couple of different nodes and needed to create an account on Amazon AWS to obtain access to Rekognition, and create google photo's account to upload the image to.

npm i node-red-contrib-image-output - This takes an image passed as a payload and displays it in the workspace.
npm i NorthernMan54/node-red-contrib-aws#patch-1 - This is a patched version of the Rekognition node that fixes a message concurrency issue that was outputting duplicate message objects.
npm i node-red-contrib-post-object-detection - This includes the node 'bbox-image', which draws boxes on images. A couple of notes with this package. 1 - It has a second node which is dependant on Tensor Flow and will raise an error during install. It is not needed for my use case. 2 - I needed to install these packages to get node canvas to install sudo apt-get install build-essential libcairo2-dev libpango1.0-dev libjpeg-dev libgif-dev librsvg2-dev.
npm i NorthernMan54/node-red-contrib-easybotics-gphoto#patch-2 - This is a patched version of the gphoto-uploader that sends a message on upload.
npm i node-red-contrib-image-tools - This node includes the ability put text on images

You will need to create an Amazon AWS Account to use Rekognition, details are here.

And once you have created the account, you will need to update the AWS Config node with your region, Access ID and Secret Key. And the Upload Photo with your gphoto account.

Also the flow uses your Desktop directory as a temporary file location prior to uploading to ghoto. The photo file name and path can be changed in the Date/Time Formatter node.

WIP Version 2 utilizing Motion Eye as the Server

Using this MotionEye Webhook for integration

http://localhost:1880/Porch?year=%Y&month=%m&day=%d&hour=%h&minute=%M&second=%S&time=%T&event=%v&frame=%q&camera=%t&pixels=%D&noise=%N&filename=%f&filetype=%n

[{"id":"874a9df7.90b8e","type":"inject","z":"d5e30e05.a3ab","name":"Test Button","topic":"","payload":"{\"hour\":\"20\",\"frame\":\"01\",\"upload\":\"yes\",\"month\":\"11\",\"second\":\"41\",\"minute\":\"34\",\"filename\":\"/var/lib/motioneye/Camera1/2020-11-26/12-25-17.jpg\",\"year\":\"2020\",\"event\":\"01\",\"day\":\"25\"}","payloadType":"json","repeat":"","crontab":"","once":false,"onceDelay":0.1,"x":110,"y":100,"wires":[["8b5899fb.7f5a2"]]},{"id":"5d96d73d.acc3d","type":"AWS Rekognition","z":"d5e30e05.a3ab","aws":"4430f76f.5cf7b8","operation":"DetectText","SourceImage":"","TargetImage":"","CollectionId":"","Input":"","Output":"","Name":"","Settings":"","RoleArn":"","FaceIds":"","Image":"","Id":"","JobId":"","FaceId":"","Video":"","name":"","x":410,"y":180,"wires":[[],[]]},{"id":"db1cb325.dda74","type":"image","z":"d5e30e05.a3ab","name":"","width":160,"data":"payload","dataType":"msg","thumbnail":false,"active":true,"pass":false,"outputs":0,"x":700,"y":100,"wires":[]},{"id":"5b1b4a05.4cc924","type":"function","z":"d5e30e05.a3ab","name":"Convert Image","func":"msg.Image={Bytes:msg.payload};\nmsg.MinConfidence = 90;\nreturn msg;","outputs":1,"noerr":0,"x":140,"y":180,"wires":[["e7d5b990.b0896"]]},{"id":"e7d5b990.b0896","type":"AWS Rekognition","z":"d5e30e05.a3ab","aws":"4430f76f.5cf7b8","operation":"DetectLabels","SourceImage":"","TargetImage":"","CollectionId":"","Input":"","Output":"","Name":"","Settings":"","RoleArn":"","FaceIds":"","Image":"","Id":"","JobId":"","FaceId":"","Video":"","name":"","x":410,"y":260,"wires":[["9009b0b8.09e8a8","6695cc8c.48d9e4"],[]]},{"id":"9009b0b8.09e8a8","type":"debug","z":"d5e30e05.a3ab","name":"","active":true,"tosidebar":true,"console":false,"tostatus":true,"complete":"true","targetType":"full","x":670,"y":280,"wires":[]},{"id":"da824754.50fc8","type":"AWS Rekognition","z":"d5e30e05.a3ab","aws":"4430f76f.5cf7b8","operation":"DetectFaces","SourceImage":"","TargetImage":"","CollectionId":"","Input":"","Output":"","Name":"","Settings":"","RoleArn":"","FaceIds":"","Image":"","Id":"","JobId":"","FaceId":"","Video":"","name":"","x":410,"y":220,"wires":[[],[]]},{"id":"d8eaea13.41bd4","type":"bbox-image","z":"d5e30e05.a3ab","strokeWidth":"2","fontSize":"10","objectsProp":"objects","objectsPropType":"msgPayload","imageProp":"image","imagePropType":"msgPayload","name":"","x":450,"y":320,"wires":[["549c8838.e66b8","f74db9cf.7d1fd"]]},{"id":"549c8838.e66b8","type":"image","z":"d5e30e05.a3ab","name":"","width":160,"data":"payload","dataType":"msg","thumbnail":false,"active":true,"pass":false,"outputs":0,"x":700,"y":340,"wires":[]},{"id":"938fc19c.4fcc3","type":"upload-photo","z":"d5e30e05.a3ab","name":"","fileName":"","albumName":"EyeRekognition","account":"7db8b07.486c9d","x":340,"y":400,"wires":[["3482be4e.6ec222"]]},{"id":"46cd1437.0bd7b4","type":"http in","z":"d5e30e05.a3ab","name":"Driveway","url":"/Driveway","method":"post","upload":false,"swaggerDoc":"","x":100,"y":40,"wires":[["63d966ce.ebdf2","8b5899fb.7f5a2","db7b8ef7.5ad598"]]},{"id":"63d966ce.ebdf2","type":"http response","z":"d5e30e05.a3ab","name":"","statusCode":"200","headers":{},"x":280,"y":40,"wires":[]},{"id":"8fb15ce4.67a29","type":"http request","z":"d5e30e05.a3ab","name":"","method":"GET","ret":"bin","paytoqs":false,"url":"","tls":"","persist":false,"proxy":"","authType":"","x":470,"y":100,"wires":[["db1cb325.dda74","5b1b4a05.4cc924","502895c9.722e7c"]]},{"id":"8b5899fb.7f5a2","type":"function","z":"d5e30e05.a3ab","name":"URL","func":"msg.url=\"http://hank.local:8765/picture/1/download/\" + msg.payload.filename;\ndelete msg.payload;\nif (!msg.url.endsWith(\".mp4\"))\nreturn msg;","outputs":1,"noerr":0,"x":270,"y":100,"wires":[["8fb15ce4.67a29"]]},{"id":"502895c9.722e7c","type":"debug","z":"d5e30e05.a3ab","name":"","active":true,"tosidebar":true,"console":false,"tostatus":true,"complete":"true","targetType":"full","x":670,"y":240,"wires":[]},{"id":"526a7928.9ff458","type":"inject","z":"d5e30e05.a3ab","name":"Movie Button","topic":"","payload":"{\"hour\":\"20\",\"frame\":\"01\",\"upload\":\"yes\",\"month\":\"11\",\"second\":\"41\",\"minute\":\"34\",\"filename\":\"/var/lib/motioneye/Camera1/2020-11-25/21-50-53.mp4\",\"year\":\"2020\",\"event\":\"01\",\"day\":\"25\"}","payloadType":"json","repeat":"","crontab":"","once":false,"onceDelay":0.1,"x":110,"y":140,"wires":[["8b5899fb.7f5a2"]]},{"id":"6695cc8c.48d9e4","type":"function","z":"d5e30e05.a3ab","name":"BBox","func":"msg.payload.objects = [];\nmsg.labels = '';\nmsg.payload.Labels.forEach(function(label) {\n    msg.labels = msg.labels + '\\n' + label.Name;\n    if (label.Instances.length > 0 )\n        {\n            label.Instances.forEach(function(instance){\n                msg.payload.objects.push({  bbox: [instance.BoundingBox.Left, instance.BoundingBox.Top, instance.BoundingBox.Width, instance.BoundingBox.Height],\n  className: label.Name,\n  score: instance.Confidence});\n            })\n        }\n})\ndelete msg.payload.Labels;\nmsg.payload.image = msg.Image.Bytes;\ndelete msg.Image;\nmsg.payload.fileName = msg.payload.url;\nreturn msg;\n/*\n{\"Labels\":[{\"Name\":\"Path\",\"Confidence\":98.61656951904297,\"Instances\":[],\"Parents\":[]},\n{\"Name\":\"Road\",\"Confidence\":96.95530700683594,\"Instances\":[],\"Parents\":[]},\n{\"Name\":\"Furniture\",\"Confidence\":96.45349884033203,\"Instances\":[],\"Parents\":[]},\n{\"Name\":\"Chair\",\"Confidence\":96.45349884033203,\"Instances\":[{\"BoundingBox\":{\"Width\":0.07030118256807327,\"Height\":0.16095371544361115,\"Left\":0.7400304675102234,\"Top\":0.17652830481529236},\"Confidence\":96.45349884033203},{\"BoundingBox\":{\"Width\":0.1145857498049736,\"Height\":0.24060086905956268,\"Left\":0.7839818596839905,\"Top\":0.2865181267261505},\"Confidence\":83.25431060791016}],\"Parents\":[{\"Name\":\"Furniture\"}]},\n{\"Name\":\"Walkway\",\"Confidence\":93.5756607055664,\"Instances\":[],\"Parents\":[{\"Name\":\"Path\"}]},\n{\"Name\":\"Dirt Road\",\"Confidence\":91.7917709350586,\"Instances\":[],\"Parents\":[{\"Name\":\"Road\"}]},\n{\"Name\":\"Gravel\",\"Confidence\":91.7917709350586,\"Instances\":[],\"Parents\":[{\"Name\":\"Road\"}]}],\n\"LabelModelVersion\":\"2.0\"}\n\n{\n  bbox: [x, y, w, h],\n  className: string,\n  score: number\n}\n*/\n","outputs":1,"noerr":0,"x":130,"y":320,"wires":[["8ff80d7b.a38cb"]]},{"id":"8ff80d7b.a38cb","type":"jimp-image","z":"d5e30e05.a3ab","name":"","data":"payload.image","dataType":"msg","ret":"buf","parameter1":"FONT_SANS_32_WHITE","parameter1Type":"jimpFont","parameter2":"100","parameter2Type":"num","parameter3":"50","parameter3Type":"num","parameter4":"labels","parameter4Type":"msg","parameter5":"","parameter5Type":"msg","parameter6":"","parameter6Type":"msg","parameter7":"","parameter7Type":"msg","parameter8":"","parameter8Type":"msg","sendProperty":"payload.image","sendPropertyType":"msg","parameterCount":6,"jimpFunction":"print","selectedJimpFunction":{"name":"print","fn":"print","description":"Print text to the image","parameters":[{"name":"font|str","type":"jimpFont","required":true,"hint":"font to print. NOTE: This can be one of the presets or the path to a fnt file"},{"name":"x","type":"num","required":true,"hint":"x coordinate to print text"},{"name":"y","type":"num","required":true,"hint":"y coordinate to print text"},{"name":"text","type":"str","required":true,"hint":"text to print"},{"name":"maxWidth","type":"num","required":false,"hint":"wrap text at maxWidth"},{"name":"maxHeight","type":"num","required":false,"hint":"max height"}]},"x":290,"y":320,"wires":[["d8eaea13.41bd4"]]},{"id":"f74db9cf.7d1fd","type":"function","z":"d5e30e05.a3ab","name":"gPhoto","func":"var payload = {};\npayload.image = msg.payload;\npayload.fileName = msg.url;\nmsg.payload = payload;\nreturn(msg);\n","outputs":1,"noerr":0,"x":140,"y":400,"wires":[["938fc19c.4fcc3"]]},{"id":"3482be4e.6ec222","type":"debug","z":"d5e30e05.a3ab","name":"","active":true,"tosidebar":true,"console":false,"tostatus":true,"complete":"true","targetType":"full","x":510,"y":400,"wires":[]},{"id":"db7b8ef7.5ad598","type":"debug","z":"d5e30e05.a3ab","name":"","active":true,"tosidebar":true,"console":false,"tostatus":true,"complete":"true","targetType":"full","x":290,"y":580,"wires":[]},{"id":"4430f76f.5cf7b8","type":"amazon config","z":"996e60b7.f4d13","name":"AWS","region":"us-east-1","proxyRequired":false,"proxy":""},{"id":"7db8b07.486c9d","type":"photo-account","z":""}]

Provide feedback

Saved searches

Use saved searches to filter your results more quickly

Sending Camera Snapshots to Amazon Rekognition

Clone this wiki locally