Index

A

act() (Action method) (LookDown method) (LookUp method) (MoveForward method) (MoveTangentially method) (OrientHorizontal method) (OrientVertical method) (SetAgentPitch method) (SetAgentPose method) (SetSensorPitch method) (SetSensorPose method) (SetSensorRotation method) (SetYaw method) (TurnLeft method) (TurnRight method) Action (class in tbp.monty.frameworks.actions.actions) action_name() (Action class method) (HabitatActuator method) action_sampler_args (BasePolicyConfig attribute) (InformedPolicyConfig attribute) action_sampler_class (BasePolicyConfig attribute) (InformedPolicyConfig attribute) action_space (EmbodiedEnvironment property) (HabitatEnvironment property) (OmniglotEnvironment property) (RealRobotsEnvironment property) (SaccadeOnImageEnvironment property) (SingleSensorAgentArgs attribute) action_space_type (MultiSensorAgent attribute) (MultiSensorAgentArgs attribute) (SingleSensorAgentArgs attribute) ActionSampler (class in tbp.monty.frameworks.actions.action_samplers) ActionSpace (class in tbp.monty.frameworks.environments.embodied_environment) actuate() (HabitatActuator method) actuate_look_down() (Actuator method) (HabitatActuator method) actuate_look_up() (Actuator method) (HabitatActuator method) actuate_move_forward() (Actuator method) (HabitatActuator method) actuate_move_tangentially() (Actuator method) (HabitatActuator method) actuate_orient_horizontal() (Actuator method) (HabitatActuator method) actuate_orient_vertical() (Actuator method) (HabitatActuator method) actuate_set_agent_pitch() (Actuator method) (HabitatActuator method) actuate_set_agent_pose() (Actuator method) (HabitatActuator method) actuate_set_sensor_pitch() (Actuator method) (HabitatActuator method)

actuate_set_sensor_pose() (Actuator method) (HabitatActuator method) actuate_set_sensor_rotation() (Actuator method) (HabitatActuator method) actuate_set_yaw() (Actuator method) (HabitatActuator method) actuate_turn_left() (Actuator method) (HabitatActuator method) actuate_turn_right() (Actuator method) (HabitatActuator method) Actuator (class in tbp.monty.frameworks.actions.actuator) add_evidence() (EvidenceSDRTargetOverlaps method) add_evidence_lm_episode_stats() (in module tbp.monty.frameworks.utils.logging_utils) add_lm_processing_to_buffer_stats() (GraphLM method) add_noise_to_feat_value() (NoiseMixin method) add_noise_to_sensor_data() (NoiseMixin method) add_object() (HabitatSim method) add_objects() (EncoderSDR method) (EvidenceSDRTargetOverlaps method) add_overall_stats() (FeatureAtLocationBuffer method) add_overlaps() (EvidenceSDRTargetOverlaps method) add_policy_episode_stats() (in module tbp.monty.frameworks.utils.logging_utils) add_pose_features_to_tolerances() (in module tbp.monty.frameworks.utils.graph_matching_utils) add_pose_lm_episode_stats() (in module tbp.monty.frameworks.utils.logging_utils) add_ppf_to_graph() (GraphObjectModel method) AddNoiseToRawDepthImage (class in tbp.monty.frameworks.environment_utils.transforms) agent_args (AgentConfig attribute) agent_id (BasePolicyConfig attribute) (DepthTo3DLocations attribute) (HabitatAgent attribute) (InformedPolicyConfig attribute) (MultiSensorAgent attribute) (MultiSensorAgentArgs attribute) (SingleSensorAgentArgs attribute) (TactoFingerAgent attribute) agent_position (SingleSensorAgentArgs attribute) agent_type (AgentConfig attribute) AgentConfig (class in tbp.monty.frameworks.environments.habitat) agents (HabitatEnvironment attribute) (HabitatSim attribute) aggregate_sensory_inputs() (Monty method) (MontyBase method) align_multiple_orthonormal_vectors() (in module tbp.monty.frameworks.utils.spatial_arithmetics) align_orthonormal_vectors() (in module tbp.monty.frameworks.utils.spatial_arithmetics) alpha (SurfacePolicyConfig attribute) already_in_list() (in module tbp.monty.frameworks.utils.object_model_utils) append() (BaseBuffer class method) (FeatureAtLocationBuffer method) append_input_states() (FeatureAtLocationBuffer method) apply_action() (HabitatSim method) apply_rf_transform_to_points() (in module tbp.monty.frameworks.utils.spatial_arithmetics) as_dataclass_dict() (in module tbp.monty.frameworks.utils.dataclass_utils)

B

bar_chart_cumtime() (in module tbp.monty.frameworks.utils.profile_utils) bar_chart_tottime() (in module tbp.monty.frameworks.utils.profile_utils) BaseBuffer (class in tbp.monty.frameworks.models.buffer) BaseMontyLogger (class in tbp.monty.frameworks.loggers.exp_logger) BasePolicyConfig (class in tbp.monty.frameworks.config_utils.policy_setup_utils) BasicCSVStatsHandler (class in tbp.monty.frameworks.loggers.monty_handlers)

BasicGraphMatchingLogger (class in tbp.monty.frameworks.loggers.graph_matching_loggers) binarize() (EncoderSDR method) BufferEncoder (class in tbp.monty.frameworks.models.buffer) build_model() (GraphObjectModel method) (GridObjectModel method) (ObjectModel method) build_point_cloud_graph() (in module tbp.monty.frameworks.utils.object_model_utils)

C

calculate_fpr() (in module tbp.monty.frameworks.utils.logging_utils) calculate_performance() (in module tbp.monty.frameworks.utils.logging_utils) calculate_tpr() (in module tbp.monty.frameworks.utils.logging_utils) call_event() (LoggingCallbackHandler method) camera (TactoSensorSpec attribute), [1] check_detection_accuracy_at_step() (in module tbp.monty.frameworks.utils.logging_utils) check_feature_change() (FeatureChangeSM method) check_if_any_lms_updated() (MontyForGraphMatching method) check_orthonormal() (in module tbp.monty.frameworks.utils.spatial_arithmetics) check_reached_max_matching_steps() (MontyBase method) check_rotation_accuracy() (in module tbp.monty.frameworks.utils.logging_utils) check_terminal_conditions() (MontyForGraphMatching method) check_viewpoint_collision() (HabitatSim method) circular_mean() (in module tbp.monty.frameworks.utils.object_model_utils) clip() (DepthTo3DLocations method) clip_value (DepthTo3DLocations attribute) close() (BaseMontyLogger method) (BasicCSVStatsHandler method) (DetailedJSONHandler method) (EmbodiedEnvironment method) (HabitatEnvironment method) (HabitatSim method) (LoggingCallbackHandler method) (MontyHandler method) (OmniglotEnvironment method) (RealRobotsEnvironment method) (ReproduceEpisodeHandler method) (SaccadeOnImageEnvironment method) (TestLogger method)

collect_evidences() (EvidenceSDRLMMixin method) collect_stats_to_save() (EvidenceGraphLM method) (GraphLM method) compute_unsupervised_stats() (in module tbp.monty.frameworks.utils.logging_utils) confidence (State attribute) config (TactoFingerAgent attribute) (TactoSensor attribute), [1] ConstantSampler (class in tbp.monty.frameworks.actions.action_samplers) conv2d() (GaussianSmoothing method) create_cmd_parser() (in module tbp.monty.frameworks.config_utils.cmd_parser) create_cmd_parser_parallel() (in module tbp.monty.frameworks.config_utils.cmd_parser) create_dataclass_args() (in module tbp.monty.frameworks.utils.dataclass_utils) create_exponential_kernel() (in module tbp.monty.frameworks.utils.graph_matching_utils) create_kernel() (GaussianSmoothing method) create_rerun_parser() (in module tbp.monty.frameworks.config_utils.cmd_parser)

D

data_path (HabitatEnvironment attribute) (HabitatSim attribute) deal_with_time_out() (MontyBase method) (MontyForGraphMatching method) default() (BufferEncoder method) depth_clip_sensors (DepthTo3DLocations attribute) depth_sensor (DepthTo3DLocations attribute) DepthTo3DLocations (class in tbp.monty.frameworks.environment_utils.transforms) deserialize_json_chunks() (in module tbp.monty.frameworks.utils.logging_utils) desired_object_distance (InformedPolicyConfig attribute) (SurfaceCurveInformedPolicyConfig attribute) (SurfacePolicyConfig attribute)

DetailedGraphMatchingLogger (class in tbp.monty.frameworks.loggers.graph_matching_loggers) DetailedJSONHandler (class in tbp.monty.frameworks.loggers.monty_handlers) DetailedLoggingSM (class in tbp.monty.frameworks.models.sensor_modules) detect_new_object_exponential() (in module tbp.monty.frameworks.utils.graph_matching_utils) detect_new_object_k_steps() (in module tbp.monty.frameworks.utils.graph_matching_utils) DisplacementGraphLM (class in tbp.monty.frameworks.models.displacement_matching) DisplacementGraphMemory (class in tbp.monty.frameworks.models.displacement_matching) do_PUT() (MontyRequestHandler method) drop_filename() (in module tbp.monty.frameworks.utils.profile_utils)

E

edge_attr (GraphObjectModel property) edge_index (GraphObjectModel property) EmbodiedEnvironment (class in tbp.monty.frameworks.environments.embodied_environment) enable_physics (HabitatSim attribute) (ObjectConfig attribute) EncoderSDR (class in tbp.monty.frameworks.models.evidence_sdr_matching) euler_to_quats() (in module tbp.monty.frameworks.utils.spatial_arithmetics) EvidenceGoalStateGenerator (class in tbp.monty.frameworks.models.goal_state_generation) EvidenceGraphLM (class in tbp.monty.frameworks.models.evidence_matching)

EvidenceGraphMemory (class in tbp.monty.frameworks.models.evidence_matching) EvidenceSDRGraphLM (class in tbp.monty.frameworks.models.evidence_sdr_matching) EvidenceSDRLMMixin (class in tbp.monty.frameworks.models.evidence_sdr_matching) EvidenceSDRTargetOverlaps (class in tbp.monty.frameworks.models.evidence_sdr_matching) exceeded_min_steps (MontyBase property) expand_index_dims() (in module tbp.monty.frameworks.utils.object_model_utils) exploratory_step() (GraphLM method) (LearningModule method) (LearningModuleBase method) extract_and_add_features() (DetailedLoggingSM method)

F

feature_ids_in_graph (GraphObjectModel property) feature_mapping (GraphObjectModel property) FeatureAtLocationBuffer (class in tbp.monty.frameworks.models.buffer) FeatureChangeSM (class in tbp.monty.frameworks.models.sensor_modules) FeatureGraphLM (class in tbp.monty.frameworks.models.feature_location_matching) FeatureGraphMemory (class in tbp.monty.frameworks.models.feature_location_matching) file_name (BasePolicyConfig attribute) (InformedPolicyConfig attribute) find_nearest_neighbors() (GridObjectModel method)

find_non_colliding_positions() (HabitatSim method) find_step_on_new_object() (in module tbp.monty.frameworks.utils.graph_matching_utils) fixed_amount (NaiveScanPolicyConfig attribute) flush() (BaseMontyLogger method) (BasicGraphMatchingLogger method) force (TactoSensorSpec attribute), [1] format_columns_for_wandb() (in module tbp.monty.frameworks.utils.logging_utils) from_dataclass_dict() (in module tbp.monty.frameworks.utils.dataclass_utils) from_yaml() (TactoSensorSpec class method)

G

GaussianSmoothing (class in tbp.monty.frameworks.environment_utils.transforms) gel (TactoSensorSpec attribute), [1] generate_action_list() (in module tbp.monty.frameworks.config_utils.policy_setup_utils) get_3d_coordinates_from_pixel_indices() (SaccadeOnImageEnvironment method) get_3d_scene_point_cloud() (SaccadeOnImageEnvironment method) get_action_space() (HabitatSim method) get_agent() (HabitatActuatorRequirements method) (HabitatSim method) get_agent_state() (MontyBase method) get_all_evidences() (EvidenceGraphLM method) get_all_features_on_object() (FeatureAtLocationBuffer method) get_all_input_states() (FeatureAtLocationBuffer method) get_all_known_object_ids() (GraphLM method) get_all_locations_on_object() (FeatureAtLocationBuffer method) get_all_models_in_memory() (GraphMemory method) get_all_points (DepthTo3DLocations attribute) get_angle() (in module tbp.monty.frameworks.utils.spatial_arithmetics) get_angle_beefed_up() (in module tbp.monty.frameworks.utils.spatial_arithmetics) get_angle_torch() (in module tbp.monty.frameworks.utils.spatial_arithmetics) get_angles_for_all_hypotheses() (in module tbp.monty.frameworks.utils.spatial_arithmetics) get_bounding_corners() (in module tbp.monty.frameworks.environment_utils.habitat_utils) get_buffer_len_by_channel() (FeatureAtLocationBuffer method) get_center_neighbors() (in module tbp.monty.frameworks.utils.sensor_processing) get_correct_k_n() (in module tbp.monty.frameworks.utils.graph_matching_utils) get_cubic_patches() (in module tbp.monty.frameworks.utils.object_model_utils) get_current_displacement() (FeatureAtLocationBuffer method) get_current_features() (FeatureAtLocationBuffer method) get_current_location() (FeatureAtLocationBuffer method) get_current_mlh() (EvidenceGraphLM method) get_current_pose() (FeatureAtLocationBuffer method) get_current_ppf() (FeatureAtLocationBuffer method) get_currently_on_object() (FeatureAtLocationBuffer method) get_curvature_at_point() (in module tbp.monty.frameworks.utils.sensor_processing) get_curvature_directions() (State method) get_custom_distances() (in module tbp.monty.frameworks.utils.graph_matching_utils) get_data_from_df() (in module tbp.monty.frameworks.utils.profile_utils) get_edge_index() (in module tbp.monty.frameworks.environment_utils.graph_utils) get_evidence_for_each_graph() (EvidenceGraphLM method) get_feature_array() (GraphMemory method) get_feature_by_name() (State method) get_feature_order() (GraphMemory method) get_features_at_node() (GraphMemory method) get_first_displacement_len() (FeatureAtLocationBuffer method) get_first_sensory_input_channel() (FeatureAtLocationBuffer method) get_first_sensory_state() (in module tbp.monty.frameworks.utils.communication_utils) get_formatted_overall_stats() (BasicGraphMatchingLogger method) get_graph() (GraphLM method) (GraphMemory method) get_graph_lm_episode_stats() (in module tbp.monty.frameworks.utils.logging_utils) get_graph_node_ids() (GraphMemory method) get_image_patch() (OmniglotEnvironment method) (SaccadeOnImageEnvironment method) get_infos_for_graph_update() (FeatureAtLocationBuffer method) get_initial_hypotheses() (DisplacementGraphMemory method) (EvidenceGraphMemory method) (FeatureGraphMemory method) (GraphMemory method) get_initial_possible_poses() (in module tbp.monty.frameworks.utils.graph_matching_utils) get_input_channels_in_graph() (GraphLM method) (GraphMemory method) get_last_obs_processed() (FeatureAtLocationBuffer method) get_locations_in_graph() (GraphMemory method) get_matching_step_when_output_goal_set() (FeatureAtLocationBuffer method) get_memory_ids() (GraphMemory method) get_mlh_for_object() (EvidenceGraphLM method) get_more_directions_in_plane() (in module tbp.monty.frameworks.utils.spatial_arithmetics) get_most_common_bool() (in module tbp.monty.frameworks.utils.object_model_utils) get_move_area() (SaccadeOnImageEnvironment method) get_next_loc() (SaccadeOnImageEnvironment method) get_nodes_with_matching_features() (FeatureGraphMemory method) get_nth_displacement() (FeatureAtLocationBuffer method) get_nth_pose_vector() (State method) get_num_goal_states_generated() (FeatureAtLocationBuffer method) get_num_matching_steps() (FeatureAtLocationBuffer method) get_num_nodes_in_graph() (GraphMemory method) get_num_objects() (HabitatSim method) get_num_observations_on_object() (FeatureAtLocationBuffer method) get_num_steps_post_output_goal_generated() (FeatureAtLocationBuffer method) get_object_graph_stats() (in module tbp.monty.frameworks.utils.logging_utils)

get_object_rotation() (DisplacementGraphLM method) (FeatureGraphLM method) get_object_scale() (DisplacementGraphLM method) (GraphLM method) get_observations() (HabitatSim method) (MontyBase method) get_on_object() (State method) get_on_surface_th() (DepthTo3DLocations method) get_output() (EvidenceGraphLM method) (GraphLM method) (LearningModule method) (LearningModuleBase method) get_output_goal_state() (GoalStateGenerator method) (GraphGoalStateGenerator method) get_overall_pose_error() (in module tbp.monty.frameworks.utils.logging_utils) get_padded_img() (GaussianSmoothing method) get_pixel_dist_to_center() (in module tbp.monty.frameworks.utils.sensor_processing) get_point_normal() (State method) get_point_normal_naive() (in module tbp.monty.frameworks.utils.sensor_processing) get_point_normal_ordinary_least_squares() (in module tbp.monty.frameworks.utils.sensor_processing) get_point_normal_total_least_squares() (in module tbp.monty.frameworks.utils.sensor_processing) get_pose_error() (in module tbp.monty.frameworks.utils.logging_utils) get_pose_vectors() (State method) get_possible_hypothesis_ids() (EvidenceGraphLM method) get_possible_locations() (GraphLM method) get_possible_matches() (EvidenceGraphLM method) (GraphLM method) get_possible_paths() (GraphLM method) get_possible_poses() (EvidenceGraphLM method) (GraphLM method) get_previous_input_states() (FeatureAtLocationBuffer method) get_principal_curvatures() (in module tbp.monty.frameworks.utils.sensor_processing) get_relevant_curvature() (in module tbp.monty.frameworks.utils.graph_matching_utils) get_reverse_rotation() (in module tbp.monty.frameworks.utils.logging_utils) get_rgba_frames_single_sm() (in module tbp.monty.frameworks.utils.logging_utils) get_right_hand_angle() (in module tbp.monty.frameworks.utils.spatial_arithmetics) get_rotation_features_at_all_nodes() (EvidenceGraphMemory method) get_rotation_features_at_node() (FeatureGraphMemory method) get_scaled_evidences() (in module tbp.monty.frameworks.utils.graph_matching_utils) get_sdr() (EncoderSDR method) get_semantic_from_depth() (DepthTo3DLocations method) get_spec() (HabitatAgent method) (MultiSensorAgent method) (SingleSensorAgent method) (TactoFingerAgent method) get_specs() (RGBDSensorConfig method) (SemanticSensorConfig method) (SensorConfig method) (TactoSensor method) get_state() (EmbodiedEnvironment method) (HabitatEnvironment method) (OmniglotEnvironment method) (SaccadeOnImageEnvironment method) get_state_from_channel() (in module tbp.monty.frameworks.utils.communication_utils) get_states() (HabitatSim method) get_stats_per_lm() (in module tbp.monty.frameworks.utils.logging_utils) get_time_stats() (in module tbp.monty.frameworks.utils.logging_utils) get_top_two_mlh_ids() (EvidenceGraphLM method) get_top_two_pose_hypotheses_for_graph_id() (EvidenceGraphLM method) get_total_time() (in module tbp.monty.frameworks.utils.profile_utils) get_uniform_initial_possible_poses() (in module tbp.monty.frameworks.utils.graph_matching_utils) get_unique_euler_poses() (in module tbp.monty.frameworks.utils.logging_utils) get_unique_paths() (in module tbp.monty.frameworks.utils.graph_matching_utils) get_unique_pose_if_available() (DisplacementGraphLM method) (EvidenceGraphLM method) (FeatureGraphLM method) (GraphLM method) get_unique_rotations() (in module tbp.monty.frameworks.utils.spatial_arithmetics) get_values_for_feature() (GraphObjectModel method) get_values_from_dense_last_dim() (in module tbp.monty.frameworks.utils.object_model_utils) get_weight_matrix() (in module tbp.monty.frameworks.utils.sensor_processing) GoalState (class in tbp.monty.frameworks.models.states) GoalStateGenerator (class in tbp.monty.frameworks.models.abstract_monty_classes) good_view_percentage (InformedPolicyConfig attribute) GraphGoalStateGenerator (class in tbp.monty.frameworks.models.goal_state_generation) GraphLM (class in tbp.monty.frameworks.models.graph_matching) GraphMemory (class in tbp.monty.frameworks.models.graph_matching) GraphObjectModel (class in tbp.monty.frameworks.models.object_model) GridObjectModel (class in tbp.monty.frameworks.models.object_model) GridTooSmallError

H

HabitatActionSpace (class in tbp.monty.frameworks.environments.habitat) HabitatActuator (class in tbp.monty.simulators.habitat.actuator) HabitatActuatorRequirements (class in tbp.monty.simulators.habitat.actuator) HabitatAgent (class in tbp.monty.simulators.habitat.agents) HabitatDistantPatchSM (class in tbp.monty.frameworks.models.sensor_modules) HabitatEnvironment (class in tbp.monty.frameworks.environments.habitat) HabitatParameterizer (class in tbp.monty.simulators.habitat.actuator)

HabitatSim (class in tbp.monty.simulators.habitat.simulator) HabitatSurfacePatchSM (class in tbp.monty.frameworks.models.sensor_modules) height (HabitatAgent attribute) (MultiSensorAgent attribute) (MultiSensorAgentArgs attribute) (SingleSensorAgentArgs attribute) (TactoFingerAgent attribute) hfov (DepthTo3DLocations attribute)

I

increment_sparse_tensor_by_count() (in module tbp.monty.frameworks.utils.object_model_utils) InformedPolicyConfig (class in tbp.monty.frameworks.config_utils.policy_setup_utils) initialize() (HabitatAgent method) (MultiSensorAgent method) (SingleSensorAgent method)

initialize_agent() (HabitatSim method) initialize_feature_arrays() (GraphMemory method) is_done (MontyBase property) is_done() (Monty method) is_in_ranges() (in module tbp.monty.frameworks.utils.graph_matching_utils) is_motor_only_step (MontyBase property)

L

LearningModule (class in tbp.monty.frameworks.models.abstract_monty_classes) LearningModuleBase (class in tbp.monty.frameworks.models.monty_base) lights (TactoSensorSpec attribute), [1] linebreak_long_strings() (in module tbp.monty.frameworks.utils.profile_utils) lm_stats_to_dataframe() (in module tbp.monty.frameworks.utils.logging_utils) LMMemory (class in tbp.monty.frameworks.models.abstract_monty_classes) load_depth_data() (SaccadeOnImageEnvironment method) load_models_from_dir() (in module tbp.monty.frameworks.utils.logging_utils) load_new_character_data() (OmniglotEnvironment method) load_new_scene_data() (SaccadeOnImageEnvironment method) (SaccadeOnImageFromStreamEnvironment method) load_rgb_data() (SaccadeOnImageEnvironment method) load_state_dict() (DisplacementGraphMemory method) (GraphLM method) (GraphMemory method) (LearningModule method) (LearningModuleBase method) (LMMemory method) (Monty method) (MontyBase method)

load_state_dict_from_parallel() (MontyForGraphMatching method) load_stats() (in module tbp.monty.frameworks.utils.logging_utils) location (State attribute) log_episode() (BasicGraphMatchingLogger method) (DetailedGraphMatchingLogger method) (LoggerSDR method) (SelectiveEvidenceLogger method) log_flag (EncoderSDR attribute) log_level() (BasicCSVStatsHandler class method) (DetailedJSONHandler class method) (MontyHandler class method) (ReproduceEpisodeHandler class method) log_sign() (in module tbp.monty.frameworks.utils.sensor_processing) logger_list (LoggingCallbackHandler property) LoggerSDR (class in tbp.monty.frameworks.models.evidence_sdr_matching) LOGGING_REGISTRY (MontyBase attribute) (MontyForGraphMatching attribute) LoggingCallbackHandler (class in tbp.monty.frameworks.loggers.exp_logger) LookDown (class in tbp.monty.frameworks.actions.actions) LookUp (class in tbp.monty.frameworks.actions.actions) lr (EncoderSDR attribute)

M

main() (in module tbp.monty.frameworks.run) make_base_policy_config() (in module tbp.monty.frameworks.config_utils.policy_setup_utils) make_curv_surface_policy_config() (in module tbp.monty.frameworks.config_utils.policy_setup_utils) make_informed_policy_config() (in module tbp.monty.frameworks.config_utils.policy_setup_utils) make_naive_scan_policy_config() (in module tbp.monty.frameworks.config_utils.policy_setup_utils) make_surface_policy_config() (in module tbp.monty.frameworks.config_utils.policy_setup_utils) map_to_overlaps() (EvidenceSDRTargetOverlaps method) matches_to_target_str() (in module tbp.monty.frameworks.utils.logging_utils) matching_step() (GraphLM method) (LearningModule method) (LearningModuleBase method) max_pc_bias_steps (SurfaceCurveInformedPolicyConfig attribute) maybe_log() (BasicGraphMatchingLogger method) maybe_rename_existing_directory() (in module tbp.monty.frameworks.utils.logging_utils) maybe_rename_existing_file() (in module tbp.monty.frameworks.utils.logging_utils) memory_consolidation() (GraphMemory method) (LMMemory method) merge_args() (in module tbp.monty.frameworks.run) min_general_steps (SurfaceCurveInformedPolicyConfig attribute) min_heading_steps (SurfaceCurveInformedPolicyConfig attribute) min_perc_on_obj (InformedPolicyConfig attribute) min_steps (MontyBase property) MissingToMaxDepth (class in tbp.monty.frameworks.environment_utils.transforms) module tbp tbp.monty tbp.monty.frameworks tbp.monty.frameworks.actions tbp.monty.frameworks.actions.action_samplers tbp.monty.frameworks.actions.actions tbp.monty.frameworks.actions.actuator tbp.monty.frameworks.config_utils tbp.monty.frameworks.config_utils.cmd_parser tbp.monty.frameworks.config_utils.policy_setup_utils tbp.monty.frameworks.environment_utils tbp.monty.frameworks.environment_utils.graph_utils tbp.monty.frameworks.environment_utils.habitat_utils tbp.monty.frameworks.environment_utils.server tbp.monty.frameworks.environment_utils.transforms tbp.monty.frameworks.environments tbp.monty.frameworks.environments.embodied_environment tbp.monty.frameworks.environments.habitat tbp.monty.frameworks.environments.real_robots tbp.monty.frameworks.environments.two_d_data tbp.monty.frameworks.environments.ycb tbp.monty.frameworks.loggers tbp.monty.frameworks.loggers.exp_logger tbp.monty.frameworks.loggers.graph_matching_loggers tbp.monty.frameworks.loggers.monty_handlers tbp.monty.frameworks.models tbp.monty.frameworks.models.abstract_monty_classes tbp.monty.frameworks.models.buffer tbp.monty.frameworks.models.displacement_matching tbp.monty.frameworks.models.evidence_matching tbp.monty.frameworks.models.evidence_sdr_matching tbp.monty.frameworks.models.feature_location_matching tbp.monty.frameworks.models.goal_state_generation tbp.monty.frameworks.models.graph_matching tbp.monty.frameworks.models.monty_base tbp.monty.frameworks.models.object_model tbp.monty.frameworks.models.sensor_modules tbp.monty.frameworks.models.states tbp.monty.frameworks.run tbp.monty.frameworks.run_env tbp.monty.frameworks.utils tbp.monty.frameworks.utils.communication_utils tbp.monty.frameworks.utils.dataclass_utils tbp.monty.frameworks.utils.graph_matching_utils tbp.monty.frameworks.utils.logging_utils tbp.monty.frameworks.utils.object_model_utils tbp.monty.frameworks.utils.profile_utils tbp.monty.frameworks.utils.sensor_processing tbp.monty.frameworks.utils.spatial_arithmetics tbp.monty.simulators tbp.monty.simulators.habitat tbp.monty.simulators.habitat.actions tbp.monty.simulators.habitat.actuator tbp.monty.simulators.habitat.agents tbp.monty.simulators.habitat.sensors tbp.monty.simulators.habitat.simulator tbp.monty.simulators.resources tbp.monty.simulators.resources.tacto tbp.monty.simulators.tacto tbp.monty.simulators.tacto.agents tbp.monty.simulators.tacto.config tbp.monty.simulators.tacto.sensors

Monty (class in tbp.monty.frameworks.models.abstract_monty_classes) MontyBase (class in tbp.monty.frameworks.models.monty_base) MontyForEvidenceGraphMatching (class in tbp.monty.frameworks.models.evidence_matching) MontyForGraphMatching (class in tbp.monty.frameworks.models.graph_matching) MontyHandler (class in tbp.monty.frameworks.loggers.monty_handlers) MontyRequestHandler (class in tbp.monty.frameworks.environment_utils.server) morphological_features (State attribute) motor_to_locations() (OmniglotEnvironment method) move_columns_to_front() (BasicCSVStatsHandler method) MoveForward (class in tbp.monty.frameworks.actions.actions) MoveTangentially (class in tbp.monty.frameworks.actions.actions) MultiSensorAgent (class in tbp.monty.simulators.habitat.agents) MultiSensorAgentArgs (class in tbp.monty.frameworks.environments.habitat)

N

n_epochs (EncoderSDR attribute) n_objects (EncoderSDR property) NaiveScanPolicyConfig (class in tbp.monty.frameworks.config_utils.policy_setup_utils) name (Action property) (ObjectConfig attribute) (TactoSensorSpec attribute), [1] noise (TactoSensorSpec attribute), [1]

NoiseMixin (class in tbp.monty.frameworks.models.sensor_modules) non_conflicting_vector() (HabitatSim method) non_morphological_features (State attribute) non_singular_mat() (in module tbp.monty.frameworks.utils.spatial_arithmetics) norm (GraphObjectModel property) num_nodes (GraphObjectModel property) NumpyGraph (class in tbp.monty.frameworks.utils.object_model_utils)

O

object_to_avoid (ObjectConfig attribute) ObjectConfig (class in tbp.monty.frameworks.environments.habitat) ObjectModel (class in tbp.monty.frameworks.models.abstract_monty_classes) objects (HabitatEnvironment attribute) observations_to_comunication_protocol() (DetailedLoggingSM method)

OmniglotEnvironment (class in tbp.monty.frameworks.environments.two_d_data) optimize() (EncoderSDR method) OrientHorizontal (class in tbp.monty.frameworks.actions.actions) OrientVertical (class in tbp.monty.frameworks.actions.actions) overlaps (EvidenceSDRTargetOverlaps property)

P

parameterize() (HabitatParameterizer static method) pass_features_directly_to_motor_system() (MontyBase method) pc_alpha (SurfaceCurveInformedPolicyConfig attribute) point_pair_features() (in module tbp.monty.frameworks.utils.sensor_processing) pos (GraphObjectModel property) pose_is_new() (in module tbp.monty.frameworks.utils.spatial_arithmetics) pose_vector_mean() (in module tbp.monty.frameworks.utils.object_model_utils) position (HabitatAgent attribute) (MultiSensorAgentArgs attribute) (ObjectConfig attribute) (RGBDSensorConfig attribute) (SemanticSensorConfig attribute) (SensorConfig attribute), [1] (TactoFingerAgent attribute) (TactoSensor attribute) positions (MultiSensorAgent attribute) (MultiSensorAgentArgs attribute) post_episode() (BaseMontyLogger method) (BasicGraphMatchingLogger method) (DetailedGraphMatchingLogger method) (EvidenceSDRLMMixin method) (GraphLM method) (LearningModule method) (LearningModuleBase method) (LoggingCallbackHandler method) (Monty method) (MontyBase method) (SelectiveEvidenceLogger method) (SensorModule method) (SensorModuleBase method) (TestLogger method) post_epoch() (BaseMontyLogger method) (LoggingCallbackHandler method) (TestLogger method) post_eval() (BaseMontyLogger method) (LoggingCallbackHandler method) (TestLogger method) post_step() (BaseMontyLogger method) (LoggingCallbackHandler method) post_train() (BaseMontyLogger method) (LoggingCallbackHandler method) (TestLogger method)

pre_episode() (BaseMontyLogger method) (DetailedLoggingSM method) (FeatureChangeSM method) (GraphLM method) (HabitatDistantPatchSM method) (LearningModule method) (LearningModuleBase method) (LoggingCallbackHandler method) (Monty method) (MontyBase method) (MontyForGraphMatching method) (SensorModule method) (SensorModuleBase method) (TestLogger method) pre_epoch() (BaseMontyLogger method) (LoggingCallbackHandler method) (TestLogger method) pre_eval() (BaseMontyLogger method) (LoggingCallbackHandler method) (TestLogger method) pre_step() (BaseMontyLogger method) (LoggingCallbackHandler method) pre_train() (BaseMontyLogger method) (LoggingCallbackHandler method) (TestLogger method) primary_target_bb (ObjectConfig attribute) PRIMITIVE_OBJECT_TYPES (in module tbp.monty.simulators.habitat.simulator) print_config() (in module tbp.monty.frameworks.run) print_overall_stats() (in module tbp.monty.frameworks.utils.logging_utils) print_top_k_functions() (in module tbp.monty.frameworks.utils.profile_utils) print_unsupervised_stats() (in module tbp.monty.frameworks.utils.logging_utils) process_delta_evidence_values() (in module tbp.monty.frameworks.utils.graph_matching_utils) process_depth_data() (SaccadeOnImageEnvironment method) process_observations() (HabitatAgent method) (HabitatSim method) (SensorConfig method) (TactoSensor method) propose_goal_state() (GraphLM method) (LearningModule method) (LearningModuleBase method)

R

RealRobotsEnvironment (class in tbp.monty.frameworks.environments.real_robots) receive_votes() (EvidenceGraphLM method) (FeatureGraphLM method) (GraphLM method) (LearningModule method) (LearningModuleBase method) remove_all_objects() (HabitatSim method) remove_close_points() (in module tbp.monty.frameworks.utils.object_model_utils) remove_graph_from_memory() (GraphMemory method) report_episode() (BasicCSVStatsHandler method) (DetailedJSONHandler method) (MontyHandler method) (ReproduceEpisodeHandler method) ReproduceEpisodeHandler (class in tbp.monty.frameworks.loggers.monty_handlers) reset() (BaseBuffer class method) (DisplacementGraphLM method) (EmbodiedEnvironment method) (EvidenceGoalStateGenerator method) (EvidenceGraphLM method) (FeatureAtLocationBuffer method) (FeatureGraphLM method) (GraphGoalStateGenerator method) (GraphLM method) (HabitatEnvironment method) (HabitatSim method) (LearningModule method) (LearningModuleBase method) (MontyForGraphMatching method) (OmniglotEnvironment method) (RealRobotsEnvironment method) (SaccadeOnImageEnvironment method)

reset_episode_steps() (MontyBase method) resolution (DepthTo3DLocations attribute) (RGBDSensorConfig attribute), [1] (SemanticSensorConfig attribute), [1] (SingleSensorAgentArgs attribute) (TactoSensor attribute), [1] resolutions (MultiSensorAgent attribute) (MultiSensorAgentArgs attribute) RGBDSensorConfig (class in tbp.monty.simulators.habitat.sensors) rot_mats_to_quats() (in module tbp.monty.frameworks.utils.spatial_arithmetics) rotate_multiple_pose_dependent_features() (in module tbp.monty.frameworks.utils.spatial_arithmetics) rotate_pose_dependent_features() (in module tbp.monty.frameworks.utils.spatial_arithmetics) rotation (HabitatAgent attribute) (MultiSensorAgentArgs attribute) (ObjectConfig attribute) (RGBDSensorConfig attribute) (SemanticSensorConfig attribute) (SensorConfig attribute), [1] (SingleSensorAgentArgs attribute) (TactoFingerAgent attribute) (TactoSensor attribute) rotation_step (MultiSensorAgent attribute) (MultiSensorAgentArgs attribute) (SingleSensorAgentArgs attribute) (TactoFingerAgent attribute) rotations (MultiSensorAgent attribute) (MultiSensorAgentArgs attribute) rotations_to_quats() (in module tbp.monty.frameworks.utils.spatial_arithmetics) run() (in module tbp.monty.frameworks.run)

S

SaccadeOnImageEnvironment (class in tbp.monty.frameworks.environments.two_d_data) SaccadeOnImageFromStreamEnvironment (class in tbp.monty.frameworks.environments.two_d_data) sample() (Action class method) (ActionSampler method) (ActionSpace method) (HabitatActionSpace method) (LookDown class method) (LookUp class method) (MoveForward class method) (MoveTangentially class method) (OrientHorizontal class method) (OrientVertical class method) (SetAgentPitch class method) (SetAgentPose class method) (SetSensorPitch class method) (SetSensorPose class method) (SetSensorRotation class method) (SetYaw class method) (TurnLeft class method) (TurnRight class method) sample_look_down() (ActionSampler method) (ConstantSampler method) (UniformlyDistributedSampler method) sample_look_up() (ActionSampler method) (ConstantSampler method) (UniformlyDistributedSampler method) sample_move_forward() (ActionSampler method) (ConstantSampler method) (UniformlyDistributedSampler method) sample_move_tangentially() (ActionSampler method) (ConstantSampler method) (UniformlyDistributedSampler method) sample_orient_horizontal() (ActionSampler method) (ConstantSampler method) (UniformlyDistributedSampler method) sample_orient_vertical() (ActionSampler method) (ConstantSampler method) (UniformlyDistributedSampler method) sample_set_agent_pitch() (ActionSampler method) (ConstantSampler method) (UniformlyDistributedSampler method) sample_set_agent_pose() (ActionSampler method) (ConstantSampler method) (UniformlyDistributedSampler method) sample_set_sensor_pitch() (ActionSampler method) (ConstantSampler method) (UniformlyDistributedSampler method) sample_set_sensor_pose() (ActionSampler method) (ConstantSampler method) (UniformlyDistributedSampler method) sample_set_sensor_rotation() (ActionSampler method) (ConstantSampler method) (UniformlyDistributedSampler method) sample_set_yaw() (ActionSampler method) (ConstantSampler method) (UniformlyDistributedSampler method) sample_turn_left() (ActionSampler method) (ConstantSampler method) (UniformlyDistributedSampler method) sample_turn_right() (ActionSampler method) (ConstantSampler method) (UniformlyDistributedSampler method) scale (ObjectConfig attribute) scale_clip() (in module tbp.monty.frameworks.utils.sensor_processing) scene_id (HabitatEnvironment attribute) (HabitatSim attribute) sdr_length (EncoderSDR attribute) sdr_on_bits (EncoderSDR attribute) sdrs (EncoderSDR property) seed (HabitatEnvironment attribute) (HabitatSim attribute) SelectiveEvidenceLogger (class in tbp.monty.frameworks.loggers.graph_matching_loggers) semantic (SingleSensorAgentArgs attribute) semantic_id (ObjectConfig attribute) semantic_sensor (DepthTo3DLocations attribute) semantics (MultiSensorAgent attribute) (MultiSensorAgentArgs attribute) SemanticSensorConfig (class in tbp.monty.simulators.habitat.sensors) send_out_vote() (EvidenceGraphLM method) (FeatureGraphLM method) (GraphLM method) (LearningModule method) (LearningModuleBase method) send_vote_to_lm() (MontyForGraphMatching method)

sender_id (State attribute) sender_type (State attribute) sensor_id (RGBDSensorConfig attribute) (SemanticSensorConfig attribute) (SensorConfig attribute), [1] (SingleSensorAgentArgs attribute) (TactoSensor attribute) sensor_ids (MultiSensorAgent attribute) (MultiSensorAgentArgs attribute) sensor_position (SingleSensorAgentArgs attribute) SensorConfig (class in tbp.monty.simulators.habitat.sensors) SensorModule (class in tbp.monty.frameworks.models.abstract_monty_classes) SensorModuleBase (class in tbp.monty.frameworks.models.monty_base) set_detected_object() (EvidenceGraphLM method) (GraphLM method) set_displacement() (State method) set_done() (MontyBase method) set_driving_goal_state() (GoalStateGenerator method) (GraphGoalStateGenerator method) set_experiment_mode() (GraphLM method) (LearningModule method) (LearningModuleBase method) (Monty method) (MontyBase method) (SensorModuleBase method) set_graph() (GraphObjectModel method) (GridObjectModel method) set_individual_ts() (FeatureAtLocationBuffer method) (GraphLM method) set_is_done() (MontyForGraphMatching method) SetAgentPitch (class in tbp.monty.frameworks.actions.actions) (class in tbp.monty.simulators.habitat.actions) SetAgentPose (class in tbp.monty.frameworks.actions.actions) (class in tbp.monty.simulators.habitat.actions) SetSensorPitch (class in tbp.monty.frameworks.actions.actions) (class in tbp.monty.simulators.habitat.actions) SetSensorPose (class in tbp.monty.frameworks.actions.actions) (class in tbp.monty.simulators.habitat.actions) SetSensorRotation (class in tbp.monty.frameworks.actions.actions) (class in tbp.monty.simulators.habitat.actions) setup_env() (in module tbp.monty.frameworks.run_env) SetYaw (class in tbp.monty.frameworks.actions.actions) (class in tbp.monty.simulators.habitat.actions) SingleSensorAgent (class in tbp.monty.simulators.habitat.agents) SingleSensorAgentArgs (class in tbp.monty.frameworks.environments.habitat) sort_by_cumtime() (in module tbp.monty.frameworks.utils.profile_utils) sort_by_tottime() (in module tbp.monty.frameworks.utils.profile_utils) stability (EncoderSDR attribute) State (class in tbp.monty.frameworks.models.states) state_dict() (DetailedLoggingSM method) (GraphLM method) (GraphMemory method) (HabitatDistantPatchSM method) (LearningModule method) (LearningModuleBase method) (LMMemory method) (Monty method) (MontyBase method) (SensorModule method) (SensorModuleBase method) step() (DetailedLoggingSM method) (EmbodiedEnvironment method) (FeatureChangeSM method) (HabitatDistantPatchSM method) (HabitatEnvironment method) (Monty method) (MontyBase method) (OmniglotEnvironment method) (RealRobotsEnvironment method) (SaccadeOnImageEnvironment method) (SensorModule method) (SensorModuleBase method) step_gsg() (GoalStateGenerator method) (GraphGoalStateGenerator method) step_type_count (MontyBase property) SurfaceCurveInformedPolicyConfig (class in tbp.monty.frameworks.config_utils.policy_setup_utils) SurfacePolicyConfig (class in tbp.monty.frameworks.config_utils.policy_setup_utils) switch_frequency (BasePolicyConfig attribute) (InformedPolicyConfig attribute) switch_to_exploratory_step() (MontyBase method) (MontyForEvidenceGraphMatching method) switch_to_matching_step() (MontyBase method) switch_to_object() (OmniglotEnvironment method) (SaccadeOnImageEnvironment method) switch_to_scene() (SaccadeOnImageFromStreamEnvironment method)

T

TactoFingerAgent (class in tbp.monty.simulators.tacto.agents) TactoSensor (class in tbp.monty.simulators.tacto.sensors) TactoSensorSpec (class in tbp.monty.simulators.tacto.config) target_data_to_dict() (in module tbp.monty.frameworks.utils.logging_utils) tbp module tbp.monty module tbp.monty.frameworks module tbp.monty.frameworks.actions module tbp.monty.frameworks.actions.action_samplers module tbp.monty.frameworks.actions.actions module tbp.monty.frameworks.actions.actuator module tbp.monty.frameworks.config_utils module tbp.monty.frameworks.config_utils.cmd_parser module tbp.monty.frameworks.config_utils.policy_setup_utils module tbp.monty.frameworks.environment_utils module tbp.monty.frameworks.environment_utils.graph_utils module tbp.monty.frameworks.environment_utils.habitat_utils module tbp.monty.frameworks.environment_utils.server module tbp.monty.frameworks.environment_utils.transforms module tbp.monty.frameworks.environments module tbp.monty.frameworks.environments.embodied_environment module tbp.monty.frameworks.environments.habitat module tbp.monty.frameworks.environments.real_robots module tbp.monty.frameworks.environments.two_d_data module tbp.monty.frameworks.environments.ycb module tbp.monty.frameworks.loggers module tbp.monty.frameworks.loggers.exp_logger module tbp.monty.frameworks.loggers.graph_matching_loggers module tbp.monty.frameworks.loggers.monty_handlers module tbp.monty.frameworks.models module tbp.monty.frameworks.models.abstract_monty_classes module tbp.monty.frameworks.models.buffer module tbp.monty.frameworks.models.displacement_matching module tbp.monty.frameworks.models.evidence_matching module tbp.monty.frameworks.models.evidence_sdr_matching module tbp.monty.frameworks.models.feature_location_matching module tbp.monty.frameworks.models.goal_state_generation module

tbp.monty.frameworks.models.graph_matching module tbp.monty.frameworks.models.monty_base module tbp.monty.frameworks.models.object_model module tbp.monty.frameworks.models.sensor_modules module tbp.monty.frameworks.models.states module tbp.monty.frameworks.run module tbp.monty.frameworks.run_env module tbp.monty.frameworks.utils module tbp.monty.frameworks.utils.communication_utils module tbp.monty.frameworks.utils.dataclass_utils module tbp.monty.frameworks.utils.graph_matching_utils module tbp.monty.frameworks.utils.logging_utils module tbp.monty.frameworks.utils.object_model_utils module tbp.monty.frameworks.utils.profile_utils module tbp.monty.frameworks.utils.sensor_processing module tbp.monty.frameworks.utils.spatial_arithmetics module tbp.monty.simulators module tbp.monty.simulators.habitat module tbp.monty.simulators.habitat.actions module tbp.monty.simulators.habitat.actuator module tbp.monty.simulators.habitat.agents module tbp.monty.simulators.habitat.sensors module tbp.monty.simulators.habitat.simulator module tbp.monty.simulators.resources module tbp.monty.simulators.resources.tacto module tbp.monty.simulators.tacto module tbp.monty.simulators.tacto.agents module tbp.monty.simulators.tacto.config module tbp.monty.simulators.tacto.sensors module TestLogger (class in tbp.monty.frameworks.loggers.exp_logger) torch_graph_to_numpy() (in module tbp.monty.frameworks.utils.object_model_utils) total_size() (in module tbp.monty.frameworks.utils.logging_utils) train_sdrs() (EncoderSDR method) transform_morphological_features() (State method) translation_step (MultiSensorAgent attribute) (MultiSensorAgentArgs attribute) (SingleSensorAgentArgs attribute) (TactoFingerAgent attribute) TurnLeft (class in tbp.monty.frameworks.actions.actions) TurnRight (class in tbp.monty.frameworks.actions.actions)

U

UniformlyDistributedSampler (class in tbp.monty.frameworks.actions.action_samplers) update_episode_data() (BasicGraphMatchingLogger method) (DetailedGraphMatchingLogger method) (SelectiveEvidenceLogger method) update_last_stats_entry() (FeatureAtLocationBuffer method) update_memory() (GraphMemory method) (LMMemory method) update_model() (GraphObjectModel method) (GridObjectModel method) (ObjectModel method)

update_overall_stats() (BasicGraphMatchingLogger method) update_state() (HabitatDistantPatchSM method) (SensorModule method) (SensorModuleBase method) update_stats() (FeatureAtLocationBuffer method) update_stats_after_vote() (MontyForGraphMatching method) update_step_counters() (MontyBase method) update_terminal_condition() (GraphLM method) use_goal_state_driven_actions (InformedPolicyConfig attribute) (NaiveScanPolicyConfig attribute) use_state (State attribute)

W

world_coord (DepthTo3DLocations attribute)

X

x (GraphObjectModel property)

Z

zoom (DepthTo3DLocations attribute) (RGBDSensorConfig attribute), [1] (SemanticSensorConfig attribute), [1] (SingleSensorAgentArgs attribute)

zooms (MultiSensorAgent attribute) (MultiSensorAgentArgs attribute)