Object view message definitions

CMakeLists.txt

@@ -34,7 +34,9 @@ add_message_files(
     LaserScanSegmentList.msg
     MatchingErrorStamped.msg
     Object.msg
+    ObjectEmbedding.msg
     ObjectList.msg
+    ObjectView.msg
     NamedColor.msg
     NamedShape.msg
     Person.msg

msg/Face.msg

@@ -1,5 +1,7 @@
-float32 leftEyeCenterX      # postion of the left eye of the face
+float32 leftEyeCenterX      # position of the left eye of the face
 float32 leftEyeCenterY
-float32 rightEyeCenterX     # postion of the right eye of the face
+float32 rightEyeCenterX     # position of the right eye of the face
 float32 rightEyeCenterY
-sensor_msgs/Image image     # image of the face
+
+mas_perception_msgs/ObjectView[] views    # extracted views of the face (RGB image, point cloud, image embedding);
+										  # an array since we may have multiple views of the same person

msg/Object.msg

@@ -22,11 +22,10 @@ NamedColor dominant_color
 # object shape
 NamedShape shape
 
-# Extracted RGB image of the image
-sensor_msgs/Image rgb_image
-
-# Segmented cluster that represents the object
-sensor_msgs/PointCloud2 pointcloud
+# View representation including an RGB image of the object, a point cloud,
+# and potentially an embedding of the image. An array since we may have
+# multiple views of the same object
+mas_perception_msgs/ObjectView[] views
 
 # The bounding box of the object
 mas_perception_msgs/BoundingBox bounding_box

msg/ObjectEmbedding.msg

@@ -0,0 +1 @@
+float32[] embedding

msg/ObjectView.msg

@@ -0,0 +1,3 @@
+sensor_msgs/Image image
+sensor_msgs/PointCloud2 point_cloud
+mas_perception_msgs/ObjectEmbedding embedding

msg/Person.msg

@@ -2,8 +2,9 @@ string identity                         # unique string that identify the person
 string name                             # given name, e.g. 'John Doe'
 float32 age
 mas_perception_msgs/Face face
-sensor_msgs/Image body_image            # extracted RGB image of the person
-sensor_msgs/PointCloud2 body_points     # extracted point cloud of the person
+
+mas_perception_msgs/ObjectView views    # extracted views of the person (RGB image, point cloud, image embedding);
+								        # an array since we may have multiple views of the same person
 
 string[] attribute_names                # e.g. gender, emotion,...
 string[] attributes                     # e.g. male, angry,...