AgentLab
  • agentlab.agents
    • agentlab.agents.agent_args
      • AgentArgs
        • AgentArgs.set_benchmark()
        • AgentArgs.set_reproducibility_mode()
    • agentlab.agents.dynamic_prompting
      • AXTree
      • ActionFlags
        • ActionFlags.action_set
        • ActionFlags.individual_examples
        • ActionFlags.is_strict
        • ActionFlags.long_description
        • ActionFlags.multi_actions
      • ActionPrompt
      • BeCautious
      • ChatInstructions
      • Error
      • Flags
        • Flags.asdict()
        • Flags.copy()
        • Flags.from_dict()
      • FocusedElement
      • GoalInstructions
      • HTML
      • Hints
      • History
        • History.shrink()
      • HistoryStep
        • HistoryStep.shrink()
      • MacNote
      • ObsFlags
        • ObsFlags.use_html
        • ObsFlags.use_ax_tree
        • ObsFlags.use_focused_element
        • ObsFlags.use_error_logs
        • ObsFlags.use_history
        • ObsFlags.use_past_error_logs
        • ObsFlags.use_action_history
        • ObsFlags.use_think_history
        • ObsFlags.use_diff
        • ObsFlags.html_type
        • ObsFlags.use_screenshot
        • ObsFlags.use_som
        • ObsFlags.extract_visible_tag
        • ObsFlags.extract_clickable_tag
        • ObsFlags.extract_coords
        • ObsFlags.filter_visible_elements_only
        • ObsFlags.extract_clickable_tag
        • ObsFlags.extract_coords
        • ObsFlags.extract_visible_tag
        • ObsFlags.filter_som_only
        • ObsFlags.filter_visible_elements_only
        • ObsFlags.filter_with_bid_only
        • ObsFlags.html_type
        • ObsFlags.openai_vision_detail
        • ObsFlags.use_action_history
        • ObsFlags.use_ax_tree
        • ObsFlags.use_diff
        • ObsFlags.use_error_logs
        • ObsFlags.use_focused_element
        • ObsFlags.use_history
        • ObsFlags.use_html
        • ObsFlags.use_past_error_logs
        • ObsFlags.use_screenshot
        • ObsFlags.use_som
        • ObsFlags.use_tabs
        • ObsFlags.use_think_history
      • Observation
        • Observation.add_screenshot()
        • Observation.shrink()
      • PromptElement
        • PromptElement.abstract_ex
        • PromptElement.concrete_ex
        • PromptElement.is_visible
        • PromptElement.parse_answer()
        • PromptElement.prompt
      • Shrinkable
        • Shrinkable.shrink()
      • SystemPrompt
      • Tabs
      • Think
      • Trunkater
        • Trunkater.shrink()
      • fit_tokens()
      • make_obs_preprocessor()
    • agentlab.agents.generic_agent
      • agentlab.agents.generic_agent.agent_configs
      • agentlab.agents.generic_agent.generic_agent
        • GenericAgent
          • GenericAgent.get_action()
          • GenericAgent.obs_preprocessor()
          • GenericAgent.reset()
        • GenericAgentArgs
          • GenericAgentArgs.chat_model_args
          • GenericAgentArgs.close()
          • GenericAgentArgs.flags
          • GenericAgentArgs.make_agent()
          • GenericAgentArgs.max_retry
          • GenericAgentArgs.prepare()
          • GenericAgentArgs.set_benchmark()
          • GenericAgentArgs.set_reproducibility_mode()
        • get_action_post_hoc()
      • agentlab.agents.generic_agent.generic_agent_prompt
        • Criticise
        • GenericPromptFlags
          • GenericPromptFlags.use_plan
          • GenericPromptFlags.use_criticise
          • GenericPromptFlags.use_thinking
          • GenericPromptFlags.use_concrete_example
          • GenericPromptFlags.use_abstract_example
          • GenericPromptFlags.use_hints
          • GenericPromptFlags.enable_chat
          • GenericPromptFlags.max_prompt_tokens
          • GenericPromptFlags.be_cautious
          • GenericPromptFlags.extra_instructions
          • GenericPromptFlags.add_missparsed_messages
          • GenericPromptFlags.flag_group
          • GenericPromptFlags.action
          • GenericPromptFlags.add_missparsed_messages
          • GenericPromptFlags.be_cautious
          • GenericPromptFlags.enable_chat
          • GenericPromptFlags.extra_instructions
          • GenericPromptFlags.flag_group
          • GenericPromptFlags.max_prompt_tokens
          • GenericPromptFlags.max_trunc_itr
          • GenericPromptFlags.obs
          • GenericPromptFlags.use_abstract_example
          • GenericPromptFlags.use_concrete_example
          • GenericPromptFlags.use_criticise
          • GenericPromptFlags.use_hints
          • GenericPromptFlags.use_memory
          • GenericPromptFlags.use_plan
          • GenericPromptFlags.use_thinking
        • MainPrompt
          • MainPrompt.shrink()
        • Memory
        • Plan
      • agentlab.agents.generic_agent.reproducibility_agent
        • ReproAgent
          • ReproAgent.get_action()
        • ReproAgentArgs
          • ReproAgentArgs.make_agent()
        • ReproChatModel
          • ReproChatModel.get_stats()
        • make_repro_agent()
        • reproduce_study()
      • agentlab.agents.generic_agent.tmlr_config
        • get_base_agent()
        • get_som_agent()
        • get_vision_agent()
    • agentlab.agents.most_basic_agent
      • agentlab.agents.most_basic_agent.most_basic_agent
        • MostBasicAgent
          • MostBasicAgent.get_action()
        • MostBasicAgentArgs
          • MostBasicAgentArgs.agent_name
          • MostBasicAgentArgs.chat_model_args
          • MostBasicAgentArgs.close()
          • MostBasicAgentArgs.make_agent()
          • MostBasicAgentArgs.prepare()
          • MostBasicAgentArgs.set_reproducibility_mode()
          • MostBasicAgentArgs.temperature
          • MostBasicAgentArgs.use_chain_of_thought
        • experiment_config()
    • agentlab.agents.tapeagent
    • agentlab.agents.visualwebarena
      • agentlab.agents.visualwebarena.agent
        • VisualWebArenaAgent
          • VisualWebArenaAgent.get_action()
        • VisualWebArenaAgentArgs
          • VisualWebArenaAgentArgs.action_set_args
          • VisualWebArenaAgentArgs.agent_name
          • VisualWebArenaAgentArgs.chat_model_args
          • VisualWebArenaAgentArgs.close()
          • VisualWebArenaAgentArgs.make_agent()
          • VisualWebArenaAgentArgs.observation_type
          • VisualWebArenaAgentArgs.prepare()
          • VisualWebArenaAgentArgs.set_benchmark()
          • VisualWebArenaAgentArgs.set_reproducibility_mode()
          • VisualWebArenaAgentArgs.temperature
          • VisualWebArenaAgentArgs.with_few_shot_examples
        • image_data_to_uri()
        • parser()
      • agentlab.agents.visualwebarena.few_shots
      • agentlab.agents.visualwebarena.prompts
  • agentlab.analyze
    • agentlab.analyze.agent_xray
      • ClickMapper
        • ClickMapper.to_step()
        • ClickMapper.to_time()
      • EpisodeId
        • EpisodeId.agent_id
        • EpisodeId.seed
        • EpisodeId.task_name
      • Info
        • Info.active_tab
        • Info.agent_df
        • Info.agent_id_keys
        • Info.click_mapper
        • Info.exp_list_dir
        • Info.exp_result
        • Info.filter_agent_id()
        • Info.get_agent_id()
        • Info.result_df
        • Info.results_dir
        • Info.step
        • Info.tasks_df
        • Info.update_exp_result()
      • StepId
        • StepId.episode_id
        • StepId.step
      • add_patch()
      • clean_column_names()
      • code()
      • display_table()
      • fig_to_pil()
      • format_constant_and_variables()
      • gallery_step_change()
      • generate_profiling()
      • get_action_info()
      • get_agent_report()
      • get_directory_contents()
      • get_episode_info()
      • get_obs()
      • get_screenshot()
      • get_seeds_df()
      • get_state_error()
      • if_active()
      • main()
      • most_recent_folder()
      • new_agent_id()
      • new_episode()
      • new_exp_dir()
      • on_select_agent()
      • on_select_seed()
      • on_select_task()
      • plot_profiling()
      • refresh_exp_dir_choices()
      • remove_args_from_col()
      • run_gradio()
      • select_step()
      • submit_action()
      • tab_select()
      • update_agent_info_html()
      • update_agent_info_md()
      • update_axtree()
      • update_chat_messages()
      • update_error_report()
      • update_global_stats()
      • update_html()
      • update_logs()
      • update_prompt_tests()
      • update_pruned_html()
      • update_screenshot()
      • update_screenshot_gallery()
      • update_screenshot_pair()
      • update_seeds()
      • update_stats()
      • update_step_info()
      • update_task_error()
    • agentlab.analyze.inspect_results
      • ablation_report()
      • categorize_error()
      • display_report()
      • error_report()
      • error_report_detailed()
      • flag_report()
      • get_all_summaries()
      • get_all_task_messages()
      • get_constants_and_variables()
      • get_sample_std_err()
      • get_std_err()
      • get_study_summary()
      • global_report()
      • load_result_df()
      • map_err_key()
      • print_errors_chronologically()
      • reduce_episodes()
      • report_2d()
      • report_constant_and_variables()
      • report_different_errors()
      • set_index_from_variables()
      • set_wrap_style()
      • shrink_columns()
      • split_by_key()
      • summarize()
      • summarize_stats()
      • summarize_study()
  • agentlab.llm
    • agentlab.llm.base_api
      • AbstractChatModel
        • AbstractChatModel.get_stats()
      • BaseModelArgs
        • BaseModelArgs.close_server()
        • BaseModelArgs.make_model()
        • BaseModelArgs.max_input_tokens
        • BaseModelArgs.max_new_tokens
        • BaseModelArgs.max_total_tokens
        • BaseModelArgs.model_name
        • BaseModelArgs.prepare_server()
        • BaseModelArgs.temperature
        • BaseModelArgs.vision_support
    • agentlab.llm.chat_api
      • AzureChatModel
      • AzureModelArgs
        • AzureModelArgs.deployment_name
        • AzureModelArgs.make_model()
      • ChatModel
        • ChatModel.get_stats()
      • ChatModelArgs
        • ChatModelArgs.extra_tgi_args
        • ChatModelArgs.hf_hosted
        • ChatModelArgs.infer_tokens_length
        • ChatModelArgs.info
        • ChatModelArgs.is_model_operational
        • ChatModelArgs.make_model()
        • ChatModelArgs.model_path
        • ChatModelArgs.model_size
        • ChatModelArgs.model_url
        • ChatModelArgs.n_retry_server
        • ChatModelArgs.shard_support
        • ChatModelArgs.sliding_window
        • ChatModelArgs.tgi_image
        • ChatModelArgs.training_total_tokens
        • ChatModelArgs.vision_support
      • CheatMiniWoBLLM
      • CheatMiniWoBLLMArgs
        • CheatMiniWoBLLMArgs.close_server()
        • CheatMiniWoBLLMArgs.make_model()
        • CheatMiniWoBLLMArgs.max_input_tokens
        • CheatMiniWoBLLMArgs.max_new_tokens
        • CheatMiniWoBLLMArgs.max_total_tokens
        • CheatMiniWoBLLMArgs.model_name
        • CheatMiniWoBLLMArgs.prepare_server()
        • CheatMiniWoBLLMArgs.wait_time
      • HuggingFaceURLChatModel
      • OpenAIChatModel
      • OpenAIModelArgs
        • OpenAIModelArgs.make_model()
      • OpenRouterChatModel
      • OpenRouterError
      • OpenRouterModelArgs
        • OpenRouterModelArgs.make_model()
      • RetryError
      • SelfHostedModelArgs
        • SelfHostedModelArgs.backend
        • SelfHostedModelArgs.make_model()
        • SelfHostedModelArgs.model_url
        • SelfHostedModelArgs.n_retry_server
        • SelfHostedModelArgs.token
      • handle_error()
      • make_assistant_message()
      • make_system_message()
      • make_user_message()
    • agentlab.llm.huggingface_utils
      • HFBaseChatModel
        • HFBaseChatModel.llm
        • HFBaseChatModel.prompt_template
        • HFBaseChatModel.tokenizer
        • HFBaseChatModel.n_retry_server
        • HFBaseChatModel.llm
        • HFBaseChatModel.n_retry_server
        • HFBaseChatModel.prompt_template
        • HFBaseChatModel.tokenizer
    • agentlab.llm.llm_configs
    • agentlab.llm.llm_utils
      • AIMessage
      • BaseMessage
        • BaseMessage.add_content()
        • BaseMessage.add_image()
        • BaseMessage.add_text()
        • BaseMessage.merge()
        • BaseMessage.to_markdown()
      • Discussion
        • Discussion.add_content()
        • Discussion.add_image()
        • Discussion.add_message()
        • Discussion.add_text()
        • Discussion.append()
        • Discussion.last_message
        • Discussion.merge()
        • Discussion.to_markdown()
        • Discussion.to_openai()
        • Discussion.to_string()
      • HumanMessage
      • ParseError
      • RetryError
      • SystemMessage
      • compress_string()
      • count_tokens()
      • download_and_save_model()
      • extract_code_blocks()
      • extract_html_tags()
      • get_tokenizer()
      • get_tokenizer_old()
      • image_to_jpg_base64_url()
      • json_parser()
      • messages_to_dict()
      • parse_html_tags()
      • parse_html_tags_raise()
      • retry()
      • retry_multiple()
      • truncate_tokens()
      • yaml_parser()
    • agentlab.llm.prompt_templates
      • PromptTemplate
        • PromptTemplate.ai
        • PromptTemplate.construct_prompt()
        • PromptTemplate.format_message()
        • PromptTemplate.human
        • PromptTemplate.prompt_end
        • PromptTemplate.system
      • get_prompt_template()
    • agentlab.llm.tracking
      • LLMTracker
        • LLMTracker.add_tracker()
        • LLMTracker.stats
      • cost_tracker_decorator()
      • get_pricing_openai()
      • get_pricing_openrouter()
      • set_tracker()
  • agentlab.experiments
    • agentlab.experiments.args
      • Choice
        • Choice.sample()
      • CrossProd
      • Distribution
        • Distribution.sample()
      • Toggle
      • expand_cross_product()
      • make_ablation_study()
      • make_progression_study()
      • sample_and_expand_cross_product()
      • sample_args()
    • agentlab.experiments.exp_utils
      • MockedExpArgs
        • MockedExpArgs.run()
      • add_dependencies()
      • hide_some_exp()
      • make_seeds()
      • order()
      • run_exp()
      • timeout_manager()
    • agentlab.experiments.graph_execution_ray
      • execute_task_graph()
      • get_elapsed_time()
      • poll_for_timeout()
    • agentlab.experiments.launch_exp
      • find_incomplete()
      • import_object()
      • non_dummy_count()
      • noop()
      • run_experiments()
    • agentlab.experiments.list_openai_models
    • agentlab.experiments.multi_server
      • BaseServer
        • BaseServer.init()
      • WebArenaInstanceVars
        • WebArenaInstanceVars.base_url
        • WebArenaInstanceVars.clone()
        • WebArenaInstanceVars.from_env_vars()
        • WebArenaInstanceVars.full_reset
        • WebArenaInstanceVars.gitlab
        • WebArenaInstanceVars.homepage
        • WebArenaInstanceVars.init()
        • WebArenaInstanceVars.make_env_vars()
        • WebArenaInstanceVars.map
        • WebArenaInstanceVars.module_name
        • WebArenaInstanceVars.prefix
        • WebArenaInstanceVars.reddit
        • WebArenaInstanceVars.shopping
        • WebArenaInstanceVars.shopping_admin
        • WebArenaInstanceVars.wikipedia
      • unimport_modules()
    • agentlab.experiments.reproduce_study
    • agentlab.experiments.reproducibility_util
      • append_to_journal()
      • assert_compatible()
      • get_reproducibility_info()
    • agentlab.experiments.study
      • AbstractStudy
        • AbstractStudy.dir
        • AbstractStudy.find_incomplete()
        • AbstractStudy.get_results()
        • AbstractStudy.make_dir()
        • AbstractStudy.run()
        • AbstractStudy.save()
        • AbstractStudy.shuffle_exps()
        • AbstractStudy.suffix
      • ParallelStudies
        • ParallelStudies.parallel_servers
      • ParallelStudies_alt
        • ParallelStudies_alt.parallel_servers
      • SequentialStudies
        • SequentialStudies.append_to_journal()
        • SequentialStudies.find_incomplete()
        • SequentialStudies.name
        • SequentialStudies.override_max_steps()
        • SequentialStudies.run()
        • SequentialStudies.studies
      • Study
        • Study.agent_args
        • Study.benchmark
        • Study.dir
        • Study.suffix
        • Study.uuid
        • Study.reproducibility_info
        • Study.logging_level
        • Study.logging_level_stdout
        • Study.comment
        • Study.ignore_dependencies
        • Study.avg_step_timeout
        • Study.demo_mode
        • Study.agent_args
        • Study.append_to_journal()
        • Study.avg_step_timeout
        • Study.benchmark
        • Study.comment
        • Study.demo_mode
        • Study.dir
        • Study.find_incomplete()
        • Study.ignore_dependencies
        • Study.load()
        • Study.load_exp_args_list()
        • Study.load_most_recent()
        • Study.logging_level
        • Study.logging_level_stdout
        • Study.make_exp_args_list()
        • Study.name
        • Study.override_max_steps()
        • Study.reproducibility_info
        • Study.run()
        • Study.set_reproducibility_info()
        • Study.suffix
        • Study.uuid
      • get_most_recent_study()
      • make_study()
      • set_demo_mode()
    • agentlab.experiments.view_dep_graph
      • clean_dict()
      • compress_chains()
      • compress_sequential_chains()
      • dict_to_networkx()
      • plot_components_grid()
      • plot_graph()
  • agentlab.ui_assistant
    • main()
    • make_exp_args()
AgentLab
  • Search

© Copyright .

Built with Sphinx using a theme provided by Read the Docs.