Skip to content

Preview dashboard of every stream the rig records. The full-resolution streams are in the MCAP.

Rig & sensors

Video H.264

Head

Head-mounted four-camera fisheye rig (forward stereo pair + two side cameras) with IMU

Stereo baseline 100 mm

Head cameras
CameraTypeResolutionRateFOV
LeftRGB · fisheye1600×120060 fps130°×116°
RightRGB · fisheye1600×120060 fps130°×116°
Right sideRGB · fisheye1600×120060 fps130°×116°
Left sideRGB · fisheye1600×120060 fps130°×116°
IMU
1000 Hz

Sensor streams in the MCAP

10 topics
MCAP topics, message schemas and rates
TopicSchemaRateMessages
/ego/cam_head/imu/datasensor_msgs/msg/Imu999.3 Hz72,799
/ego/cam_head/left_side/camera_infosensor_msgs/msg/CameraInfo60 Hz4,370
/ego/cam_head/left_side/image/compressedfoxglove.CompressedVideo60 Hz4,370
/ego/cam_head/left/camera_infosensor_msgs/msg/CameraInfo60 Hz4,370
/ego/cam_head/left/image/compressedfoxglove.CompressedVideo60 Hz4,370
/ego/cam_head/right_side/camera_infosensor_msgs/msg/CameraInfo60 Hz4,370
/ego/cam_head/right_side/image/compressedfoxglove.CompressedVideo60 Hz4,370
/ego/cam_head/right/camera_infosensor_msgs/msg/CameraInfo60 Hz4,370
/ego/cam_head/right/image/compressedfoxglove.CompressedVideo60 Hz4,370
/tf_statictf2_msgs/msg/TFMessage1 Hz73

Metadata

4c969a74c6ad5aa8b44102ec1f3fa54c.json
{
  "schema_version": 2,
  "recording": {
    "rig": "Quad_Headset",
    "task": "T-Shirt_Folding",
    "duration_s": 72.85
  },
  "rig": {
    "units": {
      "ego": {
        "description": "head-mounted four-camera fisheye rig (forward stereo pair + two side cameras) with IMU",
        "stereo_pair": [
          "left",
          "right"
        ],
        "stereo_baseline_m": 0.099953,
        "cameras": {
          "left": {
            "kind": "color",
            "lens": "fisheye",
            "resolution": [
              1600,
              1200
            ],
            "fps_nominal": 60,
            "fps_measured": 59.972,
            "frames": 4370,
            "fov_deg": {
              "horizontal": 130,
              "vertical": 116.3
            },
            "rectified": true,
            "topic": "/ego/cam_head/left/image/compressed",
            "camera_info": "/ego/cam_head/left/camera_info",
            "frame_id": "cam_head_left_camera_optical_frame"
          },
          "right": {
            "kind": "color",
            "lens": "fisheye",
            "resolution": [
              1600,
              1200
            ],
            "fps_nominal": 60,
            "fps_measured": 59.973,
            "frames": 4370,
            "fov_deg": {
              "horizontal": 130,
              "vertical": 116.3
            },
            "rectified": true,
            "topic": "/ego/cam_head/right/image/compressed",
            "camera_info": "/ego/cam_head/right/camera_info",
            "frame_id": "cam_head_right_camera_optical_frame"
          },
          "right_side": {
            "kind": "color",
            "lens": "fisheye",
            "resolution": [
              1600,
              1200
            ],
            "fps_nominal": 60,
            "fps_measured": 59.973,
            "frames": 4370,
            "fov_deg": {
              "horizontal": 130,
              "vertical": 116.3
            },
            "rectified": true,
            "topic": "/ego/cam_head/right_side/image/compressed",
            "camera_info": "/ego/cam_head/right_side/camera_info",
            "frame_id": "cam_head_right_side_camera_optical_frame"
          },
          "left_side": {
            "kind": "color",
            "lens": "fisheye",
            "resolution": [
              1600,
              1200
            ],
            "fps_nominal": 60,
            "fps_measured": 59.972,
            "frames": 4370,
            "fov_deg": {
              "horizontal": 130,
              "vertical": 116.3
            },
            "rectified": true,
            "topic": "/ego/cam_head/left_side/image/compressed",
            "camera_info": "/ego/cam_head/left_side/camera_info",
            "frame_id": "cam_head_left_side_camera_optical_frame"
          }
        },
        "imu": {
          "topic": "/ego/cam_head/imu/data",
          "frame_id": "cam_head_imu_link",
          "rate_hz": 999.308,
          "nominal_rate_hz": 1000,
          "units": {
            "linear_acceleration": "m/s^2",
            "angular_velocity": "rad/s"
          }
        }
      }
    },
    "conventions": {
      "units": "SI (m, rad, s); depth PNGs in millimetres",
      "frames": "REP-103: *_camera_link / odom x-forward y-left z-up; *_optical_frame z-forward x-right y-down"
    }
  },
  "format": {
    "container": {
      "format": "MCAP",
      "profile": "ros2",
      "channels": 10,
      "messages": 107832
    },
    "encoding": {
      "video": {
        "codec": [
          "h264"
        ]
      }
    },
    "channels": [
      {
        "topic": "/ego/cam_head/imu/data",
        "schema": "sensor_msgs/msg/Imu",
        "schema_encoding": "ros2msg",
        "message_encoding": "cdr",
        "messages": 72799,
        "rate_hz": 999.308,
        "frame_id": "cam_head_imu_link"
      },
      {
        "topic": "/ego/cam_head/left/camera_info",
        "schema": "sensor_msgs/msg/CameraInfo",
        "schema_encoding": "ros2msg",
        "message_encoding": "cdr",
        "messages": 4370,
        "rate_hz": 59.972,
        "frame_id": "cam_head_left_camera_optical_frame"
      },
      {
        "topic": "/ego/cam_head/left/image/compressed",
        "schema": "foxglove.CompressedVideo",
        "schema_encoding": "protobuf",
        "message_encoding": "protobuf",
        "messages": 4370,
        "rate_hz": 59.972,
        "frame_id": "cam_head_left_camera_optical_frame",
        "width": 1600,
        "height": 1200,
        "codec": "h264"
      },
      {
        "topic": "/ego/cam_head/left_side/camera_info",
        "schema": "sensor_msgs/msg/CameraInfo",
        "schema_encoding": "ros2msg",
        "message_encoding": "cdr",
        "messages": 4370,
        "rate_hz": 59.972,
        "frame_id": "cam_head_left_side_camera_optical_frame"
      },
      {
        "topic": "/ego/cam_head/left_side/image/compressed",
        "schema": "foxglove.CompressedVideo",
        "schema_encoding": "protobuf",
        "message_encoding": "protobuf",
        "messages": 4370,
        "rate_hz": 59.972,
        "frame_id": "cam_head_left_side_camera_optical_frame",
        "width": 1600,
        "height": 1200,
        "codec": "h264"
      },
      {
        "topic": "/ego/cam_head/right/camera_info",
        "schema": "sensor_msgs/msg/CameraInfo",
        "schema_encoding": "ros2msg",
        "message_encoding": "cdr",
        "messages": 4370,
        "rate_hz": 59.973,
        "frame_id": "cam_head_right_camera_optical_frame"
      },
      {
        "topic": "/ego/cam_head/right/image/compressed",
        "schema": "foxglove.CompressedVideo",
        "schema_encoding": "protobuf",
        "message_encoding": "protobuf",
        "messages": 4370,
        "rate_hz": 59.973,
        "frame_id": "cam_head_right_camera_optical_frame",
        "width": 1600,
        "height": 1200,
        "codec": "h264"
      },
      {
        "topic": "/ego/cam_head/right_side/camera_info",
        "schema": "sensor_msgs/msg/CameraInfo",
        "schema_encoding": "ros2msg",
        "message_encoding": "cdr",
        "messages": 4370,
        "rate_hz": 59.973,
        "frame_id": "cam_head_right_side_camera_optical_frame"
      },
      {
        "topic": "/ego/cam_head/right_side/image/compressed",
        "schema": "foxglove.CompressedVideo",
        "schema_encoding": "protobuf",
        "message_encoding": "protobuf",
        "messages": 4370,
        "rate_hz": 59.973,
        "frame_id": "cam_head_right_side_camera_optical_frame",
        "width": 1600,
        "height": 1200,
        "codec": "h264"
      },
      {
        "topic": "/tf_static",
        "schema": "tf2_msgs/msg/TFMessage",
        "schema_encoding": "ros2msg",
        "message_encoding": "cdr",
        "messages": 73,
        "rate_hz": 1
      }
    ]
  },
  "render": {
    "width": 2560,
    "height": 1440,
    "fps": 59.972,
    "codec": "h264",
    "duration_s": 72.867
  }
}