Source code for tbp.monty.observations

# Copyright 2026 Thousand Brains Project
#
# Copyright may exist in Contributors' modifications
# and/or contributions to the work.
#
# Use of this source code is governed by the MIT
# license that can be found in the LICENSE file or at
# https://opensource.org/licenses/MIT.
from __future__ import annotations

from typing import TypedDict

import numpy as np
import numpy.typing as npt


[docs]class SensorObservation(TypedDict, total=False):
    """Observations from a sensor."""

    rgba: npt.NDArray[np.uint8]
    depth: npt.NDArray[np.float64]  # TODO: Verify specific type
    semantic: npt.NDArray[np.int_]  # TODO: Verify specific type
    semantic_3d: npt.NDArray[np.float64]
    sensor_frame_data: npt.NDArray[np.float64]
    cam_to_world: npt.NDArray[np.float64]  # TODO: Verify specific type
    pixel_loc: npt.NDArray[np.float64]  # TODO: Verify specific type
    raw: npt.NDArray[np.uint8]