Skip to content

Preview dashboard of every stream the rig records. The full-resolution streams are in the MCAP.

Rig & sensors

Video H.264 · Depth PNG · 16UC1 · mm

Head

Head-mounted stereo camera with IMU and magnetometer; depth and visual odometry computed from the stereo pair at conversion

Stereo baseline 60 mm

Head cameras
CameraTypeResolutionRateFOV
LeftRGB1920×120030 fps111°×84°
RightRGB1920×120030 fps111°×84°
DepthDepth · learned stereo matching · 0.25–12 m1920×120030 fps111°×84°
IMU
500 Hz
Pose
Stereo visual odometry (feature tracking + PnP, gyro rotation prior), computed at conversion · 30 Hz
Magnetometer
100 Hz

Left wrist

Wrist-mounted camera with IMU and magnetometer

Left wrist cameras
CameraTypeResolutionRateFOV
CameraRGB1920×120030 fps114°×85°
IMU
500 Hz
Magnetometer
100 Hz

Right wrist

Wrist-mounted camera with IMU and magnetometer

Right wrist cameras
CameraTypeResolutionRateFOV
CameraRGB1920×120030 fps114°×84°
IMU
500 Hz
Magnetometer
100 Hz

Sensor streams in the MCAP

20 topics
MCAP topics, message schemas and rates
TopicSchemaRateMessages
/ego/head/depth/camera_infosensor_msgs/msg/CameraInfo29.6 Hz3,184
/ego/head/depth/image/compressedsensor_msgs/msg/CompressedImage29.6 Hz3,184
/ego/head/imu/datasensor_msgs/msg/Imu495.8 Hz53,278
/ego/head/left/camera_infosensor_msgs/msg/CameraInfo29.6 Hz3,184
/ego/head/left/image/compressedfoxglove.CompressedVideo29.6 Hz3,184
/ego/head/magsensor_msgs/msg/MagneticField99.2 Hz10,656
/ego/head/odomnav_msgs/msg/Odometry29.6 Hz3,184
/ego/head/pathnav_msgs/msg/Path1 Hz108
/ego/head/right/camera_infosensor_msgs/msg/CameraInfo29.6 Hz3,184
/ego/head/right/image/compressedfoxglove.CompressedVideo29.6 Hz3,184
/ego/wrist_left/camera_infosensor_msgs/msg/CameraInfo29.9 Hz3,208
/ego/wrist_left/image/compressedfoxglove.CompressedVideo29.9 Hz3,208
/ego/wrist_left/imu/datasensor_msgs/msg/Imu501.5 Hz53,899
/ego/wrist_left/magsensor_msgs/msg/MagneticField100 Hz10,746
/ego/wrist_right/camera_infosensor_msgs/msg/CameraInfo29.8 Hz3,198
/ego/wrist_right/image/compressedfoxglove.CompressedVideo29.8 Hz3,198
/ego/wrist_right/imu/datasensor_msgs/msg/Imu497.4 Hz53,452
/ego/wrist_right/magsensor_msgs/msg/MagneticField99.6 Hz10,704
/tftf2_msgs/msg/TFMessage29.6 Hz3,184
/tf_statictf2_msgs/msg/TFMessage3 Hz321

Metadata

41a904cd7db9504b9b10cd757751bfac.json
{
  "schema_version": 2,
  "recording": {
    "rig": "Head_Wrist_Rig_2",
    "task": "T-Shirt_Folding",
    "duration_s": 107.468
  },
  "rig": {
    "units": {
      "ego": {
        "description": "head-mounted stereo camera with IMU and magnetometer; depth and visual odometry computed from the stereo pair at conversion",
        "stereo_pair": [
          "left",
          "right"
        ],
        "stereo_baseline_m": 0.059805,
        "cameras": {
          "left": {
            "kind": "color",
            "lens": "pinhole",
            "resolution": [
              1920,
              1200
            ],
            "fps_nominal": 30,
            "fps_measured": 30,
            "frames": 3184,
            "fov_deg": {
              "horizontal": 110.6,
              "vertical": 84.2
            },
            "rectified": true,
            "topic": "/ego/head/left/image/compressed",
            "camera_info": "/ego/head/left/camera_info",
            "frame_id": "head_left_camera_optical_frame"
          },
          "right": {
            "kind": "color",
            "lens": "pinhole",
            "resolution": [
              1920,
              1200
            ],
            "fps_nominal": 30,
            "fps_measured": 30,
            "frames": 3184,
            "fov_deg": {
              "horizontal": 110.6,
              "vertical": 84.2
            },
            "rectified": true,
            "topic": "/ego/head/right/image/compressed",
            "camera_info": "/ego/head/right/camera_info",
            "frame_id": "head_right_camera_optical_frame"
          },
          "depth": {
            "kind": "depth",
            "lens": "pinhole",
            "resolution": [
              1920,
              1200
            ],
            "fps_nominal": 30,
            "fps_measured": 30,
            "frames": 3184,
            "fov_deg": {
              "horizontal": 110.6,
              "vertical": 84.2
            },
            "rectified": true,
            "depth_method": "learned stereo matching",
            "range_m": [
              0.25,
              12
            ],
            "units": "mm",
            "topic": "/ego/head/depth/image/compressed",
            "camera_info": "/ego/head/depth/camera_info",
            "frame_id": "head_depth_camera_optical_frame"
          }
        },
        "imu": {
          "topic": "/ego/head/imu/data",
          "frame_id": "head_imu_link",
          "rate_hz": 499.94,
          "nominal_rate_hz": 500,
          "units": {
            "linear_acceleration": "m/s^2",
            "angular_velocity": "rad/s"
          },
          "orientation": "attitude from a gyro + accelerometer complementary filter, yaw-aligned to odom"
        },
        "odometry": {
          "topic": "/ego/head/odom",
          "path_topic": "/ego/head/path",
          "frame_id": "odom",
          "child_frame_id": "head_camera_link",
          "source": "stereo visual odometry (feature tracking + PnP, gyro rotation prior), computed at conversion",
          "rate_hz": 30
        },
        "magnetometer": {
          "topic": "/ego/head/mag",
          "frame_id": "head_imu_link",
          "rate_hz": 99.998,
          "nominal_rate_hz": 100,
          "units": "raw sensor counts (uncalibrated)"
        }
      },
      "wrist_left": {
        "description": "wrist-mounted camera with IMU and magnetometer",
        "cameras": {
          "image": {
            "kind": "color",
            "lens": "pinhole",
            "resolution": [
              1920,
              1200
            ],
            "fps_nominal": 30,
            "fps_measured": 30.001,
            "frames": 3208,
            "fov_deg": {
              "horizontal": 114.2,
              "vertical": 84.8
            },
            "rectified": false,
            "topic": "/ego/wrist_left/image/compressed",
            "camera_info": "/ego/wrist_left/camera_info",
            "frame_id": "wrist_left_camera_optical_frame"
          }
        },
        "imu": {
          "topic": "/ego/wrist_left/imu/data",
          "frame_id": "wrist_left_imu_link",
          "rate_hz": 501.559,
          "nominal_rate_hz": 500,
          "units": {
            "linear_acceleration": "m/s^2",
            "angular_velocity": "rad/s"
          },
          "orientation": "attitude from a gyro + accelerometer complementary filter; yaw is arbitrary (no magnetometer or odometry in the filter)"
        },
        "magnetometer": {
          "topic": "/ego/wrist_left/mag",
          "frame_id": "wrist_left_imu_link",
          "rate_hz": 100.003,
          "nominal_rate_hz": 100,
          "units": "raw sensor counts (uncalibrated)"
        }
      },
      "wrist_right": {
        "description": "wrist-mounted camera with IMU and magnetometer",
        "cameras": {
          "image": {
            "kind": "color",
            "lens": "pinhole",
            "resolution": [
              1920,
              1200
            ],
            "fps_nominal": 30,
            "fps_measured": 30.001,
            "frames": 3198,
            "fov_deg": {
              "horizontal": 113.5,
              "vertical": 84.3
            },
            "rectified": false,
            "topic": "/ego/wrist_right/image/compressed",
            "camera_info": "/ego/wrist_right/camera_info",
            "frame_id": "wrist_right_camera_optical_frame"
          }
        },
        "imu": {
          "topic": "/ego/wrist_right/imu/data",
          "frame_id": "wrist_right_imu_link",
          "rate_hz": 499.416,
          "nominal_rate_hz": 500,
          "units": {
            "linear_acceleration": "m/s^2",
            "angular_velocity": "rad/s"
          },
          "orientation": "attitude from a gyro + accelerometer complementary filter; yaw is arbitrary (no magnetometer or odometry in the filter)"
        },
        "magnetometer": {
          "topic": "/ego/wrist_right/mag",
          "frame_id": "wrist_right_imu_link",
          "rate_hz": 100.003,
          "nominal_rate_hz": 100,
          "units": "raw sensor counts (uncalibrated)"
        }
      }
    },
    "conventions": {
      "units": "SI (m, rad, s); depth PNGs in millimetres",
      "frames": "REP-103: *_camera_link / odom x-forward y-left z-up; *_optical_frame z-forward x-right y-down"
    }
  },
  "format": {
    "container": {
      "format": "MCAP",
      "profile": "ros2",
      "channels": 20,
      "messages": 231448
    },
    "encoding": {
      "video": {
        "codec": [
          "h264"
        ]
      },
      "depth": {
        "format": "png",
        "pixel": "16UC1",
        "units": "mm",
        "invalid_value": 0
      }
    },
    "channels": [
      {
        "topic": "/ego/head/depth/camera_info",
        "schema": "sensor_msgs/msg/CameraInfo",
        "schema_encoding": "ros2msg",
        "message_encoding": "cdr",
        "messages": 3184,
        "rate_hz": 30,
        "frame_id": "head_depth_camera_optical_frame"
      },
      {
        "topic": "/ego/head/depth/image/compressed",
        "schema": "sensor_msgs/msg/CompressedImage",
        "schema_encoding": "ros2msg",
        "message_encoding": "cdr",
        "messages": 3184,
        "rate_hz": 30,
        "frame_id": "head_depth_camera_optical_frame",
        "width": 1920,
        "height": 1200,
        "format": "png"
      },
      {
        "topic": "/ego/head/imu/data",
        "schema": "sensor_msgs/msg/Imu",
        "schema_encoding": "ros2msg",
        "message_encoding": "cdr",
        "messages": 53278,
        "rate_hz": 499.94,
        "frame_id": "head_imu_link"
      },
      {
        "topic": "/ego/head/left/camera_info",
        "schema": "sensor_msgs/msg/CameraInfo",
        "schema_encoding": "ros2msg",
        "message_encoding": "cdr",
        "messages": 3184,
        "rate_hz": 30,
        "frame_id": "head_left_camera_optical_frame"
      },
      {
        "topic": "/ego/head/left/image/compressed",
        "schema": "foxglove.CompressedVideo",
        "schema_encoding": "protobuf",
        "message_encoding": "protobuf",
        "messages": 3184,
        "rate_hz": 30,
        "frame_id": "head_left_camera_optical_frame",
        "width": 1920,
        "height": 1200,
        "codec": "h264"
      },
      {
        "topic": "/ego/head/mag",
        "schema": "sensor_msgs/msg/MagneticField",
        "schema_encoding": "ros2msg",
        "message_encoding": "cdr",
        "messages": 10656,
        "rate_hz": 99.998,
        "frame_id": "head_imu_link"
      },
      {
        "topic": "/ego/head/odom",
        "schema": "nav_msgs/msg/Odometry",
        "schema_encoding": "ros2msg",
        "message_encoding": "cdr",
        "messages": 3184,
        "rate_hz": 30,
        "frame_id": "odom"
      },
      {
        "topic": "/ego/head/path",
        "schema": "nav_msgs/msg/Path",
        "schema_encoding": "ros2msg",
        "message_encoding": "cdr",
        "messages": 108,
        "rate_hz": 1.008,
        "frame_id": "odom"
      },
      {
        "topic": "/ego/head/right/camera_info",
        "schema": "sensor_msgs/msg/CameraInfo",
        "schema_encoding": "ros2msg",
        "message_encoding": "cdr",
        "messages": 3184,
        "rate_hz": 30,
        "frame_id": "head_right_camera_optical_frame"
      },
      {
        "topic": "/ego/head/right/image/compressed",
        "schema": "foxglove.CompressedVideo",
        "schema_encoding": "protobuf",
        "message_encoding": "protobuf",
        "messages": 3184,
        "rate_hz": 30,
        "frame_id": "head_right_camera_optical_frame",
        "width": 1920,
        "height": 1200,
        "codec": "h264"
      },
      {
        "topic": "/ego/wrist_left/camera_info",
        "schema": "sensor_msgs/msg/CameraInfo",
        "schema_encoding": "ros2msg",
        "message_encoding": "cdr",
        "messages": 3208,
        "rate_hz": 30.001,
        "frame_id": "wrist_left_camera_optical_frame"
      },
      {
        "topic": "/ego/wrist_left/image/compressed",
        "schema": "foxglove.CompressedVideo",
        "schema_encoding": "protobuf",
        "message_encoding": "protobuf",
        "messages": 3208,
        "rate_hz": 30.001,
        "frame_id": "wrist_left_camera_optical_frame",
        "width": 1920,
        "height": 1200,
        "codec": "h264"
      },
      {
        "topic": "/ego/wrist_left/imu/data",
        "schema": "sensor_msgs/msg/Imu",
        "schema_encoding": "ros2msg",
        "message_encoding": "cdr",
        "messages": 53899,
        "rate_hz": 501.559,
        "frame_id": "wrist_left_imu_link"
      },
      {
        "topic": "/ego/wrist_left/mag",
        "schema": "sensor_msgs/msg/MagneticField",
        "schema_encoding": "ros2msg",
        "message_encoding": "cdr",
        "messages": 10746,
        "rate_hz": 100.003,
        "frame_id": "wrist_left_imu_link"
      },
      {
        "topic": "/ego/wrist_right/camera_info",
        "schema": "sensor_msgs/msg/CameraInfo",
        "schema_encoding": "ros2msg",
        "message_encoding": "cdr",
        "messages": 3198,
        "rate_hz": 30.001,
        "frame_id": "wrist_right_camera_optical_frame"
      },
      {
        "topic": "/ego/wrist_right/image/compressed",
        "schema": "foxglove.CompressedVideo",
        "schema_encoding": "protobuf",
        "message_encoding": "protobuf",
        "messages": 3198,
        "rate_hz": 30.001,
        "frame_id": "wrist_right_camera_optical_frame",
        "width": 1920,
        "height": 1200,
        "codec": "h264"
      },
      {
        "topic": "/ego/wrist_right/imu/data",
        "schema": "sensor_msgs/msg/Imu",
        "schema_encoding": "ros2msg",
        "message_encoding": "cdr",
        "messages": 53452,
        "rate_hz": 499.416,
        "frame_id": "wrist_right_imu_link"
      },
      {
        "topic": "/ego/wrist_right/mag",
        "schema": "sensor_msgs/msg/MagneticField",
        "schema_encoding": "ros2msg",
        "message_encoding": "cdr",
        "messages": 10704,
        "rate_hz": 100.003,
        "frame_id": "wrist_right_imu_link"
      },
      {
        "topic": "/tf",
        "schema": "tf2_msgs/msg/TFMessage",
        "schema_encoding": "ros2msg",
        "message_encoding": "cdr",
        "messages": 3184,
        "rate_hz": 30
      },
      {
        "topic": "/tf_static",
        "schema": "tf2_msgs/msg/TFMessage",
        "schema_encoding": "ros2msg",
        "message_encoding": "cdr",
        "messages": 321,
        "rate_hz": 3.016
      }
    ]
  },
  "render": {
    "width": 2560,
    "height": 1440,
    "fps": 30,
    "codec": "h264",
    "duration_s": 106.135
  }
}