API Reference#
Welcome to the Monty API Reference docs. Here you can find code docs for all the packages and modules in Monty.
Please click on API Reference above or click on the links below to see a specific file.
- API Reference
- tbp
- tbp.monty
- tbp.monty.frameworks
- tbp.monty.frameworks.actions
- tbp.monty.frameworks.actions.action_samplers
ActionSamplerConstantSamplerConstantSampler.__init__()ConstantSampler.sample_look_down()ConstantSampler.sample_look_up()ConstantSampler.sample_move_forward()ConstantSampler.sample_move_tangentially()ConstantSampler.sample_orient_horizontal()ConstantSampler.sample_orient_vertical()ConstantSampler.sample_set_agent_pitch()ConstantSampler.sample_set_agent_pose()ConstantSampler.sample_set_sensor_pitch()ConstantSampler.sample_set_sensor_pose()ConstantSampler.sample_set_sensor_rotation()ConstantSampler.sample_set_yaw()ConstantSampler.sample_turn_left()ConstantSampler.sample_turn_right()
UniformlyDistributedSamplerUniformlyDistributedSampler.__init__()UniformlyDistributedSampler.sample_look_down()UniformlyDistributedSampler.sample_look_up()UniformlyDistributedSampler.sample_move_forward()UniformlyDistributedSampler.sample_move_tangentially()UniformlyDistributedSampler.sample_orient_horizontal()UniformlyDistributedSampler.sample_orient_vertical()UniformlyDistributedSampler.sample_set_agent_pitch()UniformlyDistributedSampler.sample_set_agent_pose()UniformlyDistributedSampler.sample_set_sensor_pitch()UniformlyDistributedSampler.sample_set_sensor_pose()UniformlyDistributedSampler.sample_set_sensor_rotation()UniformlyDistributedSampler.sample_set_yaw()UniformlyDistributedSampler.sample_turn_left()UniformlyDistributedSampler.sample_turn_right()
- tbp.monty.frameworks.actions.actions
ActionLookDownLookDownActionSamplerLookDownActuatorLookUpLookUpActionSamplerLookUpActuatorMoveForwardMoveForwardActionSamplerMoveForwardActuatorMoveTangentiallyMoveTangentiallyActionSamplerMoveTangentiallyActuatorOrientHorizontalOrientHorizontalActionSamplerOrientHorizontalActuatorOrientVerticalOrientVerticalActionSamplerOrientVerticalActuatorSetAgentPitchSetAgentPitchActionSamplerSetAgentPitchActuatorSetAgentPoseSetAgentPoseActionSamplerSetAgentPoseActuatorSetSensorPitchSetSensorPitchActionSamplerSetSensorPitchActuatorSetSensorPoseSetSensorPoseActionSamplerSetSensorPoseActuatorSetSensorRotationSetSensorRotationActionSamplerSetSensorRotationActuatorSetYawSetYawActionSamplerSetYawActuatorTurnLeftTurnLeftActionSamplerTurnLeftActuatorTurnRightTurnRightActionSamplerTurnRightActuator
- tbp.monty.frameworks.actions.action_samplers
- tbp.monty.frameworks.config_utils
- tbp.monty.frameworks.environment_utils
- tbp.monty.frameworks.environment_utils.graph_utils
- tbp.monty.frameworks.environment_utils.server
- tbp.monty.frameworks.environment_utils.transforms
AddNoiseToRawDepthImageDepthTo3DLocationsDepthTo3DLocations.agent_idDepthTo3DLocations.resolutionDepthTo3DLocations.zoomDepthTo3DLocations.hfovDepthTo3DLocations.semantic_sensorDepthTo3DLocations.depth_sensorDepthTo3DLocations.world_coordDepthTo3DLocations.get_all_pointsDepthTo3DLocations.depth_clip_sensorsDepthTo3DLocations.clip_valueDepthTo3DLocations.__init__()DepthTo3DLocations.clip()DepthTo3DLocations.get_on_surface_th()DepthTo3DLocations.get_surface_from_depth()
GaussianSmoothingMissingToMaxDepth
- tbp.monty.frameworks.environments
- tbp.monty.frameworks.environments.embodied_data
EnvironmentInterfaceEnvironmentInterface.envEnvironmentInterface.motor_systemEnvironmentInterface.rngEnvironmentInterface.transformEnvironmentInterface.__init__()EnvironmentInterface.apply_transform()EnvironmentInterface.post_episode()EnvironmentInterface.post_epoch()EnvironmentInterface.pre_episode()EnvironmentInterface.pre_epoch()EnvironmentInterface.reset()EnvironmentInterface.step()
EnvironmentInterfacePerObjectEnvironmentInterfacePerObject.__init__()EnvironmentInterfacePerObject.add_distractor_objects()EnvironmentInterfacePerObject.change_object_by_idx()EnvironmentInterfacePerObject.create_semantic_mapping()EnvironmentInterfacePerObject.cycle_object()EnvironmentInterfacePerObject.post_episode()EnvironmentInterfacePerObject.post_epoch()EnvironmentInterfacePerObject.pre_episode()EnvironmentInterfacePerObject.pre_epoch()
InformedEnvironmentInterfaceInformedEnvironmentInterface.execute_jump_attempt()InformedEnvironmentInterface.first_step()InformedEnvironmentInterface.get_good_view()InformedEnvironmentInterface.get_good_view_with_patch_refinement()InformedEnvironmentInterface.handle_failed_jump()InformedEnvironmentInterface.handle_successful_jump()InformedEnvironmentInterface.pre_episode()
OmniglotEnvironmentInterfaceSaccadeOnImageEnvironmentInterfaceSaccadeOnImageFromStreamEnvironmentInterfaceSaccadeOnImageFromStreamEnvironmentInterface.__init__()SaccadeOnImageFromStreamEnvironmentInterface.change_scene_by_idx()SaccadeOnImageFromStreamEnvironmentInterface.cycle_scene()SaccadeOnImageFromStreamEnvironmentInterface.post_episode()SaccadeOnImageFromStreamEnvironmentInterface.post_epoch()SaccadeOnImageFromStreamEnvironmentInterface.pre_epoch()
- tbp.monty.frameworks.environments.embodied_environment
- tbp.monty.frameworks.environments.two_d_data
OmniglotEnvironmentOmniglotEnvironment.__init__()OmniglotEnvironment.add_object()OmniglotEnvironment.close()OmniglotEnvironment.get_image_patch()OmniglotEnvironment.get_state()OmniglotEnvironment.load_new_character_data()OmniglotEnvironment.motor_to_locations()OmniglotEnvironment.remove_all_objects()OmniglotEnvironment.reset()OmniglotEnvironment.step()OmniglotEnvironment.switch_to_object()
SaccadeOnImageEnvironmentSaccadeOnImageEnvironment.__init__()SaccadeOnImageEnvironment.add_object()SaccadeOnImageEnvironment.close()SaccadeOnImageEnvironment.get_3d_coordinates_from_pixel_indices()SaccadeOnImageEnvironment.get_3d_scene_point_cloud()SaccadeOnImageEnvironment.get_image_patch()SaccadeOnImageEnvironment.get_move_area()SaccadeOnImageEnvironment.get_next_loc()SaccadeOnImageEnvironment.get_state()SaccadeOnImageEnvironment.load_depth_data()SaccadeOnImageEnvironment.load_new_scene_data()SaccadeOnImageEnvironment.load_rgb_data()SaccadeOnImageEnvironment.process_depth_data()SaccadeOnImageEnvironment.remove_all_objects()SaccadeOnImageEnvironment.reset()SaccadeOnImageEnvironment.step()SaccadeOnImageEnvironment.switch_to_object()
SaccadeOnImageFromStreamEnvironment
- tbp.monty.frameworks.environments.embodied_data
- tbp.monty.frameworks.experiments
MontyExperimentMontyExperiment.__init__()MontyExperiment.close()MontyExperiment.create_env_interface()MontyExperiment.evaluate()MontyExperiment.get_epoch_state()MontyExperiment.init_counters()MontyExperiment.init_env()MontyExperiment.init_loggers()MontyExperiment.init_model()MontyExperiment.init_monty_data_loggers()MontyExperiment.load_environment_interfaces()MontyExperiment.load_state_dict()MontyExperiment.post_episode()MontyExperiment.post_epoch()MontyExperiment.post_step()MontyExperiment.pre_episode()MontyExperiment.pre_epoch()MontyExperiment.pre_step()MontyExperiment.run_episode()MontyExperiment.run_epoch()MontyExperiment.save_state_dict()MontyExperiment.setup_experiment()MontyExperiment.state_dict()MontyExperiment.train()MontyExperiment.logger_args
MontyGeneralizationExperimentMontyObjectRecognitionExperimentMontySupervisedObjectPretrainingExperimentMontySupervisedObjectPretrainingExperiment.__init__()MontySupervisedObjectPretrainingExperiment.evaluate()MontySupervisedObjectPretrainingExperiment.post_epoch()MontySupervisedObjectPretrainingExperiment.pre_episode()MontySupervisedObjectPretrainingExperiment.run_episode()MontySupervisedObjectPretrainingExperiment.setup_experiment()MontySupervisedObjectPretrainingExperiment.train()
ProfileExperimentMixin- tbp.monty.frameworks.experiments.data_collection_experiments
- tbp.monty.frameworks.experiments.monty_experiment
MontyExperimentMontyExperiment.__init__()MontyExperiment.close()MontyExperiment.create_env_interface()MontyExperiment.evaluate()MontyExperiment.get_epoch_state()MontyExperiment.init_counters()MontyExperiment.init_env()MontyExperiment.init_loggers()MontyExperiment.init_model()MontyExperiment.init_monty_data_loggers()MontyExperiment.load_environment_interfaces()MontyExperiment.load_state_dict()MontyExperiment.post_episode()MontyExperiment.post_epoch()MontyExperiment.post_step()MontyExperiment.pre_episode()MontyExperiment.pre_epoch()MontyExperiment.pre_step()MontyExperiment.run_episode()MontyExperiment.run_epoch()MontyExperiment.save_state_dict()MontyExperiment.setup_experiment()MontyExperiment.state_dict()MontyExperiment.train()MontyExperiment.logger_args
- tbp.monty.frameworks.experiments.object_recognition_experiments
- tbp.monty.frameworks.experiments.pretraining_experiments
MontySupervisedObjectPretrainingExperimentMontySupervisedObjectPretrainingExperiment.__init__()MontySupervisedObjectPretrainingExperiment.evaluate()MontySupervisedObjectPretrainingExperiment.post_epoch()MontySupervisedObjectPretrainingExperiment.pre_episode()MontySupervisedObjectPretrainingExperiment.run_episode()MontySupervisedObjectPretrainingExperiment.setup_experiment()MontySupervisedObjectPretrainingExperiment.train()
- tbp.monty.frameworks.experiments.profile
- tbp.monty.frameworks.loggers
- tbp.monty.frameworks.loggers.exp_logger
BaseMontyLoggerBaseMontyLogger.__init__()BaseMontyLogger.close()BaseMontyLogger.flush()BaseMontyLogger.post_episode()BaseMontyLogger.post_epoch()BaseMontyLogger.post_eval()BaseMontyLogger.post_step()BaseMontyLogger.post_train()BaseMontyLogger.pre_episode()BaseMontyLogger.pre_epoch()BaseMontyLogger.pre_eval()BaseMontyLogger.pre_step()BaseMontyLogger.pre_train()
LoggingCallbackHandlerLoggingCallbackHandler.__init__()LoggingCallbackHandler.call_event()LoggingCallbackHandler.close()LoggingCallbackHandler.post_episode()LoggingCallbackHandler.post_epoch()LoggingCallbackHandler.post_eval()LoggingCallbackHandler.post_step()LoggingCallbackHandler.post_train()LoggingCallbackHandler.pre_episode()LoggingCallbackHandler.pre_epoch()LoggingCallbackHandler.pre_eval()LoggingCallbackHandler.pre_step()LoggingCallbackHandler.pre_train()LoggingCallbackHandler.logger_list
TestLogger
- tbp.monty.frameworks.loggers.graph_matching_loggers
BasicGraphMatchingLoggerBasicGraphMatchingLogger.__init__()BasicGraphMatchingLogger.flush()BasicGraphMatchingLogger.get_formatted_overall_stats()BasicGraphMatchingLogger.log_episode()BasicGraphMatchingLogger.maybe_log()BasicGraphMatchingLogger.post_episode()BasicGraphMatchingLogger.update_episode_data()BasicGraphMatchingLogger.update_overall_stats()
DetailedGraphMatchingLoggerSelectiveEvidenceLogger
- tbp.monty.frameworks.loggers.monty_handlers
- tbp.monty.frameworks.loggers.wandb_handlers
- tbp.monty.frameworks.loggers.exp_logger
- tbp.monty.frameworks.models
- tbp.monty.frameworks.models.evidence_matching
- tbp.monty.frameworks.models.evidence_matching.feature_evidence
- tbp.monty.frameworks.models.evidence_matching.features_for_matching
- tbp.monty.frameworks.models.evidence_matching.graph_memory
- tbp.monty.frameworks.models.evidence_matching.hypotheses
- tbp.monty.frameworks.models.evidence_matching.hypotheses_displacer
- tbp.monty.frameworks.models.evidence_matching.hypotheses_updater
- tbp.monty.frameworks.models.evidence_matching.learning_module
EvidenceGraphLMEvidenceGraphLM.__init__()EvidenceGraphLM.collect_stats_to_save()EvidenceGraphLM.get_all_evidences()EvidenceGraphLM.get_current_mlh()EvidenceGraphLM.get_evidence_for_each_graph()EvidenceGraphLM.get_mlh_for_object()EvidenceGraphLM.get_output()EvidenceGraphLM.get_possible_hypothesis_ids()EvidenceGraphLM.get_possible_matches()EvidenceGraphLM.get_possible_poses()EvidenceGraphLM.get_top_two_mlh_ids()EvidenceGraphLM.get_top_two_pose_hypotheses_for_graph_id()EvidenceGraphLM.get_unique_pose_if_available()EvidenceGraphLM.receive_votes()EvidenceGraphLM.reset()EvidenceGraphLM.send_out_vote()EvidenceGraphLM.set_detected_object()
- tbp.monty.frameworks.models.evidence_matching.model
- tbp.monty.frameworks.models.evidence_matching.resampling_hypotheses_updater
ChannelHypothesesResamplingTelemetryChannelHypothesesResamplingTelemetry.__init__()ChannelHypothesesResamplingTelemetry.added_idsChannelHypothesesResamplingTelemetry.agesChannelHypothesesResamplingTelemetry.channel_hypothesis_displacer_telemetryChannelHypothesesResamplingTelemetry.evidence_slopesChannelHypothesesResamplingTelemetry.removed_ids
ResamplingHypothesesUpdater
- tbp.monty.frameworks.models.mixins
- tbp.monty.frameworks.models.salience
- tbp.monty.frameworks.models.abstract_monty_classes
GoalStateGeneratorLMMemoryLearningModuleLearningModule.exploratory_step()LearningModule.get_output()LearningModule.load_state_dict()LearningModule.matching_step()LearningModule.post_episode()LearningModule.pre_episode()LearningModule.propose_goal_states()LearningModule.receive_votes()LearningModule.reset()LearningModule.send_out_vote()LearningModule.set_experiment_mode()LearningModule.state_dict()
MontyObjectModelSensorModule
- tbp.monty.frameworks.models.buffer
BufferEncoderFeatureAtLocationBufferFeatureAtLocationBuffer.__init__()FeatureAtLocationBuffer.add_overall_stats()FeatureAtLocationBuffer.append()FeatureAtLocationBuffer.append_input_states()FeatureAtLocationBuffer.get_all_features_on_object()FeatureAtLocationBuffer.get_all_input_states()FeatureAtLocationBuffer.get_all_locations_on_object()FeatureAtLocationBuffer.get_buffer_len_by_channel()FeatureAtLocationBuffer.get_current_displacement()FeatureAtLocationBuffer.get_current_features()FeatureAtLocationBuffer.get_current_location()FeatureAtLocationBuffer.get_current_pose()FeatureAtLocationBuffer.get_current_ppf()FeatureAtLocationBuffer.get_currently_on_object()FeatureAtLocationBuffer.get_first_displacement_len()FeatureAtLocationBuffer.get_first_sensory_input_channel()FeatureAtLocationBuffer.get_infos_for_graph_update()FeatureAtLocationBuffer.get_last_obs_processed()FeatureAtLocationBuffer.get_matching_step_when_output_goal_set()FeatureAtLocationBuffer.get_nth_displacement()FeatureAtLocationBuffer.get_num_goal_states_generated()FeatureAtLocationBuffer.get_num_matching_steps()FeatureAtLocationBuffer.get_num_observations_on_object()FeatureAtLocationBuffer.get_num_steps_post_output_goal_generated()FeatureAtLocationBuffer.get_previous_input_states()FeatureAtLocationBuffer.reset()FeatureAtLocationBuffer.set_individual_ts()FeatureAtLocationBuffer.update_last_stats_entry()FeatureAtLocationBuffer.update_stats()
- tbp.monty.frameworks.models.displacement_matching
- tbp.monty.frameworks.models.evidence_sdr_matching
- tbp.monty.frameworks.models.feature_location_matching
- tbp.monty.frameworks.models.goal_state_generation
- tbp.monty.frameworks.models.graph_matching
GraphLMGraphLM.__init__()GraphLM.add_lm_processing_to_buffer_stats()GraphLM.collect_stats_to_save()GraphLM.exploratory_step()GraphLM.get_all_known_object_ids()GraphLM.get_graph()GraphLM.get_input_channels_in_graph()GraphLM.get_object_scale()GraphLM.get_output()GraphLM.get_possible_locations()GraphLM.get_possible_matches()GraphLM.get_possible_paths()GraphLM.get_possible_poses()GraphLM.get_unique_pose_if_available()GraphLM.load_state_dict()GraphLM.matching_step()GraphLM.post_episode()GraphLM.pre_episode()GraphLM.propose_goal_states()GraphLM.receive_votes()GraphLM.reset()GraphLM.send_out_vote()GraphLM.set_detected_object()GraphLM.set_experiment_mode()GraphLM.set_individual_ts()GraphLM.state_dict()GraphLM.update_terminal_condition()
GraphMemoryGraphMemory.__init__()GraphMemory.get_all_models_in_memory()GraphMemory.get_feature_array()GraphMemory.get_feature_order()GraphMemory.get_features_at_node()GraphMemory.get_graph()GraphMemory.get_graph_node_ids()GraphMemory.get_initial_hypotheses()GraphMemory.get_input_channels_in_graph()GraphMemory.get_locations_in_graph()GraphMemory.get_memory_ids()GraphMemory.get_num_nodes_in_graph()GraphMemory.initialize_feature_arrays()GraphMemory.load_state_dict()GraphMemory.memory_consolidation()GraphMemory.remove_graph_from_memory()GraphMemory.state_dict()GraphMemory.update_memory()
MontyForGraphMatchingMontyForGraphMatching.__init__()MontyForGraphMatching.check_if_any_lms_updated()MontyForGraphMatching.check_terminal_conditions()MontyForGraphMatching.deal_with_time_out()MontyForGraphMatching.load_state_dict_from_parallel()MontyForGraphMatching.pre_episode()MontyForGraphMatching.reset()MontyForGraphMatching.send_vote_to_lm()MontyForGraphMatching.set_is_done()MontyForGraphMatching.update_stats_after_vote()MontyForGraphMatching.LOGGING_REGISTRY
- tbp.monty.frameworks.models.monty_base
MontyBaseMontyBase.__init__()MontyBase.aggregate_sensory_inputs()MontyBase.check_reached_max_matching_steps()MontyBase.deal_with_time_out()MontyBase.get_agent_state()MontyBase.get_observations()MontyBase.load_state_dict()MontyBase.pass_features_directly_to_motor_system()MontyBase.post_episode()MontyBase.pre_episode()MontyBase.reset_episode_steps()MontyBase.set_done()MontyBase.set_experiment_mode()MontyBase.state_dict()MontyBase.step()MontyBase.switch_to_exploratory_step()MontyBase.switch_to_matching_step()MontyBase.update_step_counters()MontyBase.LOGGING_REGISTRYMontyBase.exceeded_min_stepsMontyBase.is_doneMontyBase.is_motor_only_stepMontyBase.min_stepsMontyBase.step_type_count
- tbp.monty.frameworks.models.motor_policies
ObjectNotVisibleBasePolicyBasePolicy.__init__()BasePolicy.dynamic_call()BasePolicy.get_agent_state()BasePolicy.get_random_action()BasePolicy.is_motor_only_step()BasePolicy.load_state_dict()BasePolicy.post_action()BasePolicy.post_episode()BasePolicy.pre_episode()BasePolicy.predefined_call()BasePolicy.set_experiment_mode()BasePolicy.state_dict()BasePolicy.last_action
GetGoodViewInformedPolicyJumpToGoalStateMixinMotorPolicyNaiveScanPolicyPositioningProcedurePositioningProcedureResultSurfacePolicySurfacePolicy.__init__()SurfacePolicy.dynamic_call()SurfacePolicy.get_inverse_agent_rot()SurfacePolicy.get_next_action()SurfacePolicy.horizontal_distances()SurfacePolicy.orienting_angle_from_normal()SurfacePolicy.post_action()SurfacePolicy.pre_episode()SurfacePolicy.tangential_direction()SurfacePolicy.touch_object()SurfacePolicy.vertical_distances()
SurfacePolicyCurvatureInformedSurfacePolicyCurvatureInformed.__init__()SurfacePolicyCurvatureInformed.attempt_conflict_resolution()SurfacePolicyCurvatureInformed.avoid_revisiting_locations()SurfacePolicyCurvatureInformed.check_for_flipped_pc()SurfacePolicyCurvatureInformed.check_for_preference_change()SurfacePolicyCurvatureInformed.conflict_check()SurfacePolicyCurvatureInformed.determine_pc_for_use()SurfacePolicyCurvatureInformed.pc_moving_average()SurfacePolicyCurvatureInformed.perform_pc_guided_step()SurfacePolicyCurvatureInformed.perform_standard_tang_step()SurfacePolicyCurvatureInformed.pre_episode()SurfacePolicyCurvatureInformed.reset_pc_buffers()SurfacePolicyCurvatureInformed.tangential_direction()SurfacePolicyCurvatureInformed.update_action_details()SurfacePolicyCurvatureInformed.update_tangential_reps()
enforce_pi_bounds()get_perc_on_obj_semantic()projected_angle_from_vec()projected_vec_from_angle()read_action_file()theta_change()write_action_file()
- tbp.monty.frameworks.models.motor_system
- tbp.monty.frameworks.models.motor_system_state
- tbp.monty.frameworks.models.no_reset_evidence_matching
- tbp.monty.frameworks.models.object_model
GridTooSmallErrorGraphObjectModelGraphObjectModel.__init__()GraphObjectModel.add_ppf_to_graph()GraphObjectModel.build_model()GraphObjectModel.get_values_for_feature()GraphObjectModel.set_graph()GraphObjectModel.update_model()GraphObjectModel.edge_attrGraphObjectModel.edge_indexGraphObjectModel.feature_ids_in_graphGraphObjectModel.feature_mappingGraphObjectModel.normGraphObjectModel.num_nodesGraphObjectModel.posGraphObjectModel.x
GridObjectModel
- tbp.monty.frameworks.models.sensor_modules
- tbp.monty.frameworks.models.states
GoalStateStateState.locationState.morphological_featuresState.non_morphological_featuresState.confidenceState.use_stateState.sender_idState.sender_typeState.__init__()State.get_curvature_directions()State.get_feature_by_name()State.get_nth_pose_vector()State.get_on_object()State.get_pose_vectors()State.get_surface_normal()State.set_displacement()State.transform_morphological_features()
encode_goal_state()
- tbp.monty.frameworks.models.evidence_matching
- tbp.monty.frameworks.utils
- tbp.monty.frameworks.utils.communication_utils
- tbp.monty.frameworks.utils.dataclass_utils
- tbp.monty.frameworks.utils.evidence_matching
InvalidEvidenceThresholdConfigChannelMapperChannelMapper.__init__()ChannelMapper.add_channel()ChannelMapper.channel_range()ChannelMapper.channel_size()ChannelMapper.extract()ChannelMapper.extract_hypotheses()ChannelMapper.resize_channel_by()ChannelMapper.resize_channel_to()ChannelMapper.update()ChannelMapper.channelsChannelMapper.total_size
EvidenceSlopeTrackerEvidenceSlopeTracker.window_sizeEvidenceSlopeTracker.min_ageEvidenceSlopeTracker.evidence_bufferEvidenceSlopeTracker.hyp_ageEvidenceSlopeTracker.__init__()EvidenceSlopeTracker.add_hyp()EvidenceSlopeTracker.calculate_keep_and_remove_ids()EvidenceSlopeTracker.calculate_slopes()EvidenceSlopeTracker.clear_hyp()EvidenceSlopeTracker.hyp_ages()EvidenceSlopeTracker.removable_indices_mask()EvidenceSlopeTracker.remove_hyp()EvidenceSlopeTracker.total_size()EvidenceSlopeTracker.update()
evidence_update_threshold()
- tbp.monty.frameworks.utils.follow_up_configs
- tbp.monty.frameworks.utils.graph_matching_utils
add_pose_features_to_tolerances()create_exponential_kernel()detect_new_object_exponential()detect_new_object_k_steps()find_step_on_new_object()get_correct_k_n()get_custom_distances()get_initial_possible_poses()get_relevant_curvature()get_scaled_evidences()get_uniform_initial_possible_poses()get_unique_paths()is_in_ranges()possible_sensed_directions()process_delta_evidence_values()
- tbp.monty.frameworks.utils.live_plotter
LivePlotterLivePlotter.__init__()LivePlotter.add_text()LivePlotter.hardcoded_assumptions()LivePlotter.initialize_online_plotting()LivePlotter.setup_camera_ax()LivePlotter.setup_mlh_ax()LivePlotter.setup_sensor_ax()LivePlotter.show_mlh()LivePlotter.show_observations()LivePlotter.show_patch()LivePlotter.show_view_finder()
- tbp.monty.frameworks.utils.logging_utils
accuracy_stats_for_compositional_objects()add_evidence_lm_episode_stats()add_policy_episode_stats()add_pose_lm_episode_stats()calculate_fpr()calculate_performance()calculate_tpr()check_detection_accuracy_at_step()check_rotation_accuracy()compositional_stats_for_all_lms()compute_pose_error()compute_pose_errors()compute_unsupervised_stats()consistent_child_objects_accuracy()deserialize_json_chunks()format_columns_for_wandb()get_graph_lm_episode_stats()get_object_graph_stats()get_reverse_rotation()get_rgba_frames_single_sm()get_stats_per_lm()get_time_stats()get_unique_euler_poses()lm_stats_to_dataframe()load_models_from_dir()load_stats()matches_to_target_str()maybe_rename_existing_dir()maybe_rename_existing_file()mean_num_steps_for_lm()overall_accuracy()print_overall_stats()print_unsupervised_stats()target_data_to_dict()total_size()
- tbp.monty.frameworks.utils.object_model_utils
- tbp.monty.frameworks.utils.plot_utils
- tbp.monty.frameworks.utils.plot_utils_analysis
- tbp.monty.frameworks.utils.plot_utils_dev
- tbp.monty.frameworks.utils.profile_utils
- tbp.monty.frameworks.utils.sensor_processing
- tbp.monty.frameworks.utils.spatial_arithmetics
align_multiple_orthonormal_vectors()align_orthonormal_vectors()apply_rf_transform_to_points()check_orthonormal()euler_to_quats()get_angle()get_angle_beefed_up()get_angle_torch()get_angles_for_all_hypotheses()get_more_directions_in_plane()get_right_hand_angle()get_unique_rotations()non_singular_mat()pose_is_new()rot_mats_to_quats()rotate_multiple_pose_dependent_features()rotate_pose_dependent_features()rotations_to_quats()
- tbp.monty.frameworks.utils.transform_utils
- tbp.monty.frameworks.agents
- tbp.monty.frameworks.run
- tbp.monty.frameworks.run_env
- tbp.monty.frameworks.run_parallel
cat_csv()cat_files()collect_detailed_episodes_names()filter_episode_configs()generate_parallel_eval_configs()generate_parallel_train_configs()get_episode_stats()get_overall_stats()main()move_reproducibility_data()mv_files()parse_episode_spec()post_parallel_eval()post_parallel_log_cleanup()post_parallel_profile_cleanup()post_parallel_train()print_config()run_episodes_parallel()sample_params_to_init_args()single_evaluate()single_train()
- tbp.monty.frameworks.actions
- tbp.monty.simulators
- tbp.monty.simulators.habitat
- tbp.monty.simulators.habitat.actions
- tbp.monty.simulators.habitat.actuator
HabitatActuatorHabitatActuator.action_name()HabitatActuator.actuate_look_down()HabitatActuator.actuate_look_up()HabitatActuator.actuate_move_forward()HabitatActuator.actuate_move_tangentially()HabitatActuator.actuate_orient_horizontal()HabitatActuator.actuate_orient_vertical()HabitatActuator.actuate_set_agent_pitch()HabitatActuator.actuate_set_agent_pose()HabitatActuator.actuate_set_sensor_pitch()HabitatActuator.actuate_set_sensor_pose()HabitatActuator.actuate_set_sensor_rotation()HabitatActuator.actuate_set_yaw()HabitatActuator.actuate_turn_left()HabitatActuator.actuate_turn_right()HabitatActuator.to_habitat()
HabitatActuatorRequirements
- tbp.monty.simulators.habitat.agents
HabitatAgentMultiSensorAgentMultiSensorAgent.agent_idMultiSensorAgent.sensor_idsMultiSensorAgent.resolutionsMultiSensorAgent.positionsMultiSensorAgent.rotationsMultiSensorAgent.zoomsMultiSensorAgent.semanticsMultiSensorAgent.heightMultiSensorAgent.rotation_stepMultiSensorAgent.translation_stepMultiSensorAgent.action_space_typeMultiSensorAgent.__init__()MultiSensorAgent.get_spec()MultiSensorAgent.initialize()
SingleSensorAgent
- tbp.monty.simulators.habitat.environment
AgentConfigHabitatEnvironmentHabitatEnvironment.agentsHabitatEnvironment.objectsHabitatEnvironment.scene_idHabitatEnvironment.seedHabitatEnvironment.data_pathHabitatEnvironment.__init__()HabitatEnvironment.add_object()HabitatEnvironment.close()HabitatEnvironment.get_state()HabitatEnvironment.remove_all_objects()HabitatEnvironment.reset()HabitatEnvironment.step()
MultiSensorAgentArgsMultiSensorAgentArgs.__init__()MultiSensorAgentArgs.action_space_typeMultiSensorAgentArgs.agent_idMultiSensorAgentArgs.heightMultiSensorAgentArgs.positionMultiSensorAgentArgs.positionsMultiSensorAgentArgs.resolutionsMultiSensorAgentArgs.rotationMultiSensorAgentArgs.rotation_stepMultiSensorAgentArgs.rotationsMultiSensorAgentArgs.semanticsMultiSensorAgentArgs.sensor_idsMultiSensorAgentArgs.translation_stepMultiSensorAgentArgs.zooms
ObjectConfigSingleSensorAgentArgsSingleSensorAgentArgs.__init__()SingleSensorAgentArgs.action_space_typeSingleSensorAgentArgs.agent_idSingleSensorAgentArgs.agent_positionSingleSensorAgentArgs.heightSingleSensorAgentArgs.resolutionSingleSensorAgentArgs.rotationSingleSensorAgentArgs.rotation_stepSingleSensorAgentArgs.semanticSingleSensorAgentArgs.sensor_idSingleSensorAgentArgs.sensor_positionSingleSensorAgentArgs.translation_stepSingleSensorAgentArgs.zoom
- tbp.monty.simulators.habitat.sensors
- tbp.monty.simulators.habitat.simulator
HabitatSimHabitatSim.agentsHabitatSim.data_pathHabitatSim.scene_idHabitatSim.seedHabitatSim.__init__()HabitatSim.add_object()HabitatSim.apply_actions()HabitatSim.check_viewpoint_collision()HabitatSim.close()HabitatSim.find_non_colliding_positions()HabitatSim.get_agent()HabitatSim.initialize_agent()HabitatSim.non_conflicting_vector()HabitatSim.process_observations()HabitatSim.remove_all_objects()HabitatSim.reset()HabitatSim.action_spaceHabitatSim.num_objectsHabitatSim.observationsHabitatSim.states
PRIMITIVE_OBJECT_TYPES
- tbp.monty.simulators.mujoco
- tbp.monty.simulators.resources
- tbp.monty.simulators.tacto
- tbp.monty.simulators.tacto.agents
- tbp.monty.simulators.tacto.config
TactoSensorSpecTactoSensorSpec.nameTactoSensorSpec.cameraTactoSensorSpec.gelTactoSensorSpec.lightsTactoSensorSpec.noiseTactoSensorSpec.forceTactoSensorSpec.__init__()TactoSensorSpec.from_yaml()TactoSensorSpec.cameraTactoSensorSpec.forceTactoSensorSpec.gelTactoSensorSpec.lightsTactoSensorSpec.nameTactoSensorSpec.noise
- tbp.monty.simulators.tacto.sensors
- tbp.monty.simulators.simulator
- tbp.monty.simulators.habitat
- tbp.monty.hydra
- tbp.monty.frameworks
- tbp.monty
- tbp
- License