Skip to content

Preview dashboard of every stream the rig records. The full-resolution streams are in the MCAP.

Rig & sensors

Video H.264 · Depth PNG · 16UC1 · mm

Head

Head-mounted stereo camera with IMU and magnetometer; depth and visual odometry computed from the stereo pair at conversion

Stereo baseline 60 mm

Head cameras
CameraTypeResolutionRateFOV
LeftRGB1920×120030 fps111°×84°
RightRGB1920×120030 fps111°×84°
DepthDepth · learned stereo matching · 0.25–12 m1920×120030 fps111°×84°
IMU
500 Hz
Pose
Stereo visual odometry (feature tracking + PnP, gyro rotation prior), computed at conversion · 30 Hz
Magnetometer
100 Hz

Left wrist

Wrist-mounted camera with IMU and magnetometer

Left wrist cameras
CameraTypeResolutionRateFOV
CameraRGB1920×120030 fps114°×85°
IMU
500 Hz
Magnetometer
100 Hz

Right wrist

Wrist-mounted camera with IMU and magnetometer

Right wrist cameras
CameraTypeResolutionRateFOV
CameraRGB1920×120030 fps114°×84°
IMU
500 Hz
Magnetometer
100 Hz

Sensor streams in the MCAP

20 topics
MCAP topics, message schemas and rates
TopicSchemaRateMessages
/ego/head/depth/camera_infosensor_msgs/msg/CameraInfo29.6 Hz3,959
/ego/head/depth/image/compressedsensor_msgs/msg/CompressedImage29.6 Hz3,959
/ego/head/imu/datasensor_msgs/msg/Imu495.8 Hz66,239
/ego/head/left/camera_infosensor_msgs/msg/CameraInfo29.6 Hz3,959
/ego/head/left/image/compressedfoxglove.CompressedVideo29.6 Hz3,959
/ego/head/magsensor_msgs/msg/MagneticField99.2 Hz13,248
/ego/head/odomnav_msgs/msg/Odometry29.6 Hz3,959
/ego/head/pathnav_msgs/msg/Path1 Hz129
/ego/head/right/camera_infosensor_msgs/msg/CameraInfo29.6 Hz3,959
/ego/head/right/image/compressedfoxglove.CompressedVideo29.6 Hz3,959
/ego/wrist_left/camera_infosensor_msgs/msg/CameraInfo29.9 Hz3,989
/ego/wrist_left/image/compressedfoxglove.CompressedVideo29.9 Hz3,989
/ego/wrist_left/imu/datasensor_msgs/msg/Imu501.4 Hz66,985
/ego/wrist_left/magsensor_msgs/msg/MagneticField100 Hz13,356
/ego/wrist_right/camera_infosensor_msgs/msg/CameraInfo29.8 Hz3,976
/ego/wrist_right/image/compressedfoxglove.CompressedVideo29.8 Hz3,976
/ego/wrist_right/imu/datasensor_msgs/msg/Imu497.4 Hz66,450
/ego/wrist_right/magsensor_msgs/msg/MagneticField99.6 Hz13,307
/tftf2_msgs/msg/TFMessage29.6 Hz3,959
/tf_statictf2_msgs/msg/TFMessage3 Hz398

Metadata

99bd671698245df6b2f3f24bf0d35fe9.json
{
  "schema_version": 2,
  "recording": {
    "rig": "Head_Wrist_Rig_2",
    "task": "Packaging",
    "duration_s": 133.59
  },
  "rig": {
    "units": {
      "ego": {
        "description": "head-mounted stereo camera with IMU and magnetometer; depth and visual odometry computed from the stereo pair at conversion",
        "stereo_pair": [
          "left",
          "right"
        ],
        "stereo_baseline_m": 0.059805,
        "cameras": {
          "left": {
            "kind": "color",
            "lens": "pinhole",
            "resolution": [
              1920,
              1200
            ],
            "fps_nominal": 30,
            "fps_measured": 30,
            "frames": 3959,
            "fov_deg": {
              "horizontal": 110.6,
              "vertical": 84.2
            },
            "rectified": true,
            "topic": "/ego/head/left/image/compressed",
            "camera_info": "/ego/head/left/camera_info",
            "frame_id": "head_left_camera_optical_frame"
          },
          "right": {
            "kind": "color",
            "lens": "pinhole",
            "resolution": [
              1920,
              1200
            ],
            "fps_nominal": 30,
            "fps_measured": 30,
            "frames": 3959,
            "fov_deg": {
              "horizontal": 110.6,
              "vertical": 84.2
            },
            "rectified": true,
            "topic": "/ego/head/right/image/compressed",
            "camera_info": "/ego/head/right/camera_info",
            "frame_id": "head_right_camera_optical_frame"
          },
          "depth": {
            "kind": "depth",
            "lens": "pinhole",
            "resolution": [
              1920,
              1200
            ],
            "fps_nominal": 30,
            "fps_measured": 30,
            "frames": 3959,
            "fov_deg": {
              "horizontal": 110.6,
              "vertical": 84.2
            },
            "rectified": true,
            "depth_method": "learned stereo matching",
            "range_m": [
              0.25,
              12
            ],
            "units": "mm",
            "topic": "/ego/head/depth/image/compressed",
            "camera_info": "/ego/head/depth/camera_info",
            "frame_id": "head_depth_camera_optical_frame"
          }
        },
        "imu": {
          "topic": "/ego/head/imu/data",
          "frame_id": "head_imu_link",
          "rate_hz": 499.92,
          "nominal_rate_hz": 500,
          "units": {
            "linear_acceleration": "m/s^2",
            "angular_velocity": "rad/s"
          },
          "orientation": "attitude from a gyro + accelerometer complementary filter, yaw-aligned to odom"
        },
        "odometry": {
          "topic": "/ego/head/odom",
          "path_topic": "/ego/head/path",
          "frame_id": "odom",
          "child_frame_id": "head_camera_link",
          "source": "stereo visual odometry (feature tracking + PnP, gyro rotation prior), computed at conversion",
          "rate_hz": 30
        },
        "magnetometer": {
          "topic": "/ego/head/mag",
          "frame_id": "head_imu_link",
          "rate_hz": 99.984,
          "nominal_rate_hz": 100,
          "units": "raw sensor counts (uncalibrated)"
        }
      },
      "wrist_left": {
        "description": "wrist-mounted camera with IMU and magnetometer",
        "cameras": {
          "image": {
            "kind": "color",
            "lens": "pinhole",
            "resolution": [
              1920,
              1200
            ],
            "fps_nominal": 30,
            "fps_measured": 30.002,
            "frames": 3989,
            "fov_deg": {
              "horizontal": 114.2,
              "vertical": 84.8
            },
            "rectified": false,
            "topic": "/ego/wrist_left/image/compressed",
            "camera_info": "/ego/wrist_left/camera_info",
            "frame_id": "wrist_left_camera_optical_frame"
          }
        },
        "imu": {
          "topic": "/ego/wrist_left/imu/data",
          "frame_id": "wrist_left_imu_link",
          "rate_hz": 501.539,
          "nominal_rate_hz": 500,
          "units": {
            "linear_acceleration": "m/s^2",
            "angular_velocity": "rad/s"
          },
          "orientation": "attitude from a gyro + accelerometer complementary filter; yaw is arbitrary (no magnetometer or odometry in the filter)"
        },
        "magnetometer": {
          "topic": "/ego/wrist_left/mag",
          "frame_id": "wrist_left_imu_link",
          "rate_hz": 100.004,
          "nominal_rate_hz": 100,
          "units": "raw sensor counts (uncalibrated)"
        }
      },
      "wrist_right": {
        "description": "wrist-mounted camera with IMU and magnetometer",
        "cameras": {
          "image": {
            "kind": "color",
            "lens": "pinhole",
            "resolution": [
              1920,
              1200
            ],
            "fps_nominal": 30,
            "fps_measured": 30.002,
            "frames": 3976,
            "fov_deg": {
              "horizontal": 113.5,
              "vertical": 84.3
            },
            "rectified": false,
            "topic": "/ego/wrist_right/image/compressed",
            "camera_info": "/ego/wrist_right/camera_info",
            "frame_id": "wrist_right_camera_optical_frame"
          }
        },
        "imu": {
          "topic": "/ego/wrist_right/imu/data",
          "frame_id": "wrist_right_imu_link",
          "rate_hz": 499.399,
          "nominal_rate_hz": 500,
          "units": {
            "linear_acceleration": "m/s^2",
            "angular_velocity": "rad/s"
          },
          "orientation": "attitude from a gyro + accelerometer complementary filter; yaw is arbitrary (no magnetometer or odometry in the filter)"
        },
        "magnetometer": {
          "topic": "/ego/wrist_right/mag",
          "frame_id": "wrist_right_imu_link",
          "rate_hz": 100.005,
          "nominal_rate_hz": 100,
          "units": "raw sensor counts (uncalibrated)"
        }
      }
    },
    "conventions": {
      "units": "SI (m, rad, s); depth PNGs in millimetres",
      "frames": "REP-103: *_camera_link / odom x-forward y-left z-up; *_optical_frame z-forward x-right y-down"
    }
  },
  "format": {
    "container": {
      "format": "MCAP",
      "profile": "ros2",
      "channels": 20,
      "messages": 287714
    },
    "encoding": {
      "video": {
        "codec": [
          "h264"
        ]
      },
      "depth": {
        "format": "png",
        "pixel": "16UC1",
        "units": "mm",
        "invalid_value": 0
      }
    },
    "channels": [
      {
        "topic": "/ego/head/depth/camera_info",
        "schema": "sensor_msgs/msg/CameraInfo",
        "schema_encoding": "ros2msg",
        "message_encoding": "cdr",
        "messages": 3959,
        "rate_hz": 30,
        "frame_id": "head_depth_camera_optical_frame"
      },
      {
        "topic": "/ego/head/depth/image/compressed",
        "schema": "sensor_msgs/msg/CompressedImage",
        "schema_encoding": "ros2msg",
        "message_encoding": "cdr",
        "messages": 3959,
        "rate_hz": 30,
        "frame_id": "head_depth_camera_optical_frame",
        "width": 1920,
        "height": 1200,
        "format": "png"
      },
      {
        "topic": "/ego/head/imu/data",
        "schema": "sensor_msgs/msg/Imu",
        "schema_encoding": "ros2msg",
        "message_encoding": "cdr",
        "messages": 66239,
        "rate_hz": 499.92,
        "frame_id": "head_imu_link"
      },
      {
        "topic": "/ego/head/left/camera_info",
        "schema": "sensor_msgs/msg/CameraInfo",
        "schema_encoding": "ros2msg",
        "message_encoding": "cdr",
        "messages": 3959,
        "rate_hz": 30,
        "frame_id": "head_left_camera_optical_frame"
      },
      {
        "topic": "/ego/head/left/image/compressed",
        "schema": "foxglove.CompressedVideo",
        "schema_encoding": "protobuf",
        "message_encoding": "protobuf",
        "messages": 3959,
        "rate_hz": 30,
        "frame_id": "head_left_camera_optical_frame",
        "width": 1920,
        "height": 1200,
        "codec": "h264"
      },
      {
        "topic": "/ego/head/mag",
        "schema": "sensor_msgs/msg/MagneticField",
        "schema_encoding": "ros2msg",
        "message_encoding": "cdr",
        "messages": 13248,
        "rate_hz": 99.984,
        "frame_id": "head_imu_link"
      },
      {
        "topic": "/ego/head/odom",
        "schema": "nav_msgs/msg/Odometry",
        "schema_encoding": "ros2msg",
        "message_encoding": "cdr",
        "messages": 3959,
        "rate_hz": 30,
        "frame_id": "odom"
      },
      {
        "topic": "/ego/head/path",
        "schema": "nav_msgs/msg/Path",
        "schema_encoding": "ros2msg",
        "message_encoding": "cdr",
        "messages": 129,
        "rate_hz": 0.97,
        "frame_id": "odom"
      },
      {
        "topic": "/ego/head/right/camera_info",
        "schema": "sensor_msgs/msg/CameraInfo",
        "schema_encoding": "ros2msg",
        "message_encoding": "cdr",
        "messages": 3959,
        "rate_hz": 30,
        "frame_id": "head_right_camera_optical_frame"
      },
      {
        "topic": "/ego/head/right/image/compressed",
        "schema": "foxglove.CompressedVideo",
        "schema_encoding": "protobuf",
        "message_encoding": "protobuf",
        "messages": 3959,
        "rate_hz": 30,
        "frame_id": "head_right_camera_optical_frame",
        "width": 1920,
        "height": 1200,
        "codec": "h264"
      },
      {
        "topic": "/ego/wrist_left/camera_info",
        "schema": "sensor_msgs/msg/CameraInfo",
        "schema_encoding": "ros2msg",
        "message_encoding": "cdr",
        "messages": 3989,
        "rate_hz": 30.002,
        "frame_id": "wrist_left_camera_optical_frame"
      },
      {
        "topic": "/ego/wrist_left/image/compressed",
        "schema": "foxglove.CompressedVideo",
        "schema_encoding": "protobuf",
        "message_encoding": "protobuf",
        "messages": 3989,
        "rate_hz": 30.002,
        "frame_id": "wrist_left_camera_optical_frame",
        "width": 1920,
        "height": 1200,
        "codec": "h264"
      },
      {
        "topic": "/ego/wrist_left/imu/data",
        "schema": "sensor_msgs/msg/Imu",
        "schema_encoding": "ros2msg",
        "message_encoding": "cdr",
        "messages": 66985,
        "rate_hz": 501.539,
        "frame_id": "wrist_left_imu_link"
      },
      {
        "topic": "/ego/wrist_left/mag",
        "schema": "sensor_msgs/msg/MagneticField",
        "schema_encoding": "ros2msg",
        "message_encoding": "cdr",
        "messages": 13356,
        "rate_hz": 100.004,
        "frame_id": "wrist_left_imu_link"
      },
      {
        "topic": "/ego/wrist_right/camera_info",
        "schema": "sensor_msgs/msg/CameraInfo",
        "schema_encoding": "ros2msg",
        "message_encoding": "cdr",
        "messages": 3976,
        "rate_hz": 30.002,
        "frame_id": "wrist_right_camera_optical_frame"
      },
      {
        "topic": "/ego/wrist_right/image/compressed",
        "schema": "foxglove.CompressedVideo",
        "schema_encoding": "protobuf",
        "message_encoding": "protobuf",
        "messages": 3976,
        "rate_hz": 30.002,
        "frame_id": "wrist_right_camera_optical_frame",
        "width": 1920,
        "height": 1200,
        "codec": "h264"
      },
      {
        "topic": "/ego/wrist_right/imu/data",
        "schema": "sensor_msgs/msg/Imu",
        "schema_encoding": "ros2msg",
        "message_encoding": "cdr",
        "messages": 66450,
        "rate_hz": 499.399,
        "frame_id": "wrist_right_imu_link"
      },
      {
        "topic": "/ego/wrist_right/mag",
        "schema": "sensor_msgs/msg/MagneticField",
        "schema_encoding": "ros2msg",
        "message_encoding": "cdr",
        "messages": 13307,
        "rate_hz": 100.005,
        "frame_id": "wrist_right_imu_link"
      },
      {
        "topic": "/tf",
        "schema": "tf2_msgs/msg/TFMessage",
        "schema_encoding": "ros2msg",
        "message_encoding": "cdr",
        "messages": 3959,
        "rate_hz": 30
      },
      {
        "topic": "/tf_static",
        "schema": "tf2_msgs/msg/TFMessage",
        "schema_encoding": "ros2msg",
        "message_encoding": "cdr",
        "messages": 398,
        "rate_hz": 3.005
      }
    ]
  },
  "render": {
    "width": 2560,
    "height": 1440,
    "fps": 30,
    "codec": "h264",
    "duration_s": 131.966
  }
}