Metis
Act Wisely: Cultivating Meta-Cognitive Tool Use in Agentic Multimodal Models
File Explorer
- analysis.png
- case1.png
- case2.png
- intro.png
- method.png
- start_tool_server.sh
- train_metis.sh
- __init__.py
- agent_loop.py
- single_turn_agent_loop.py
- tool_agent_loop.py
- tool_parser.py
- utils.py
- __init__.py
- sampler.py
- __init__.py
- dynamicgen_dataset.py
- __init__.py
- base.py
- dapo.py
- naive.py
- registry.py
- naive_router.py
- sglang_router.py
- __init__.py
- reward_manager.py
- reward_model.py
- __init__.py
- __init__.py
- interaction_registry.py
- __init__.py
- base.py
- gsm8k_interaction.py
- weather_interaction.py
- __init__.py
- __main__.py
- base_model_merger.py
- fsdp_model_merger.py
- megatron_model_merger.py
- __init__.py
- __init__.py
- __init__.py
- apertus.py
- dense_common.py
- glm4v.py
- kimi_vl.py
- llama.py
- monkey_patch.py
- npu_patch.py
- qwen2.py
- qwen2_vl.py
- qwen3_vl.py
- __init__.py
- README.md
- registry.py
- weight_loader_registry.py
- __init__.py
- decorator.py
- worker.py
- worker_group.py
- __init__.py
- base.py
- __init__.py
- __init__.py
- parallel_state.py
- __init__.py
- state_dict.py
- __init__.py
- _state_dict_utils.py
- __init__.py
- __init__.py
- __init__.py
- McpClientManager.py
- utils.py
- __init__.py
- search_r1_like_utils.py
- tool_registry.py
- __init__.py
- base_tool.py
- geo3k_tool.py
- gsm8k_tool.py
- image_zoom_in_tool.py
- mcp_base_tool.py
- mcp_search_tool.py
- sandbox_fusion_tools.py
- schemas.py
- search_tool.py
- actor.yaml
- dp_actor.yaml
- megatron_actor.yaml
- critic.yaml
- dp_critic.yaml
- megatron_critic.yaml
- legacy_data.yaml
- fsdp.yaml
- megatron.yaml
- hf_model.yaml
- npu_profile.yaml
- fsdp.yaml
- megatron.yaml
- dp_ref.yaml
- megatron_ref.yaml
- ref.yaml
- dp_reward_model.yaml
- megatron_reward_model.yaml
- reward_model.yaml
- rollout.yaml
- __init__.py
- _generated_ppo_megatron_trainer.yaml
- _generated_ppo_trainer.yaml
- algorithm.py
- config.py
- evaluation.yaml
- generation.yaml
- ppo_megatron_trainer.yaml
- ppo_trainer.yaml
- sft_trainer.yaml
- sft_trainer_engine.yaml
- __init__.py
- core_algos.py
- metric_utils.py
- mismatch_helper.py
- ray_trainer.py
- reward.py
- utils.py
- __init__.py
- constants_ppo.py
- fsdp_sft_trainer.py
- main_eval.py
- main_generation.py
- main_generation_server.py
- main_ppo.py
- runtime_env.yaml
- sft_trainer.py
- __init__.py
- checkpoint_handler.py
- checkpoint_manager.py
- fsdp_checkpoint_manager.py
- megatron_checkpoint_manager.py
- __init__.py
- dataset_utils.py
- multiturn_sft_dataset.py
- README.md
- rl_dataset.py
- rm_dataset.py
- sft_dataset.py
- vision_utils.py
- __init__.py
- metrics.py
- performance.py
- trajectory_tracker.py
- __init__.py
- torch_functional.py
- __init__.py
- kernels.py
- linear_cross_entropy.py
- __init__.py
- aggregate_logger.py
- __init__.py
- dist_checkpointing.py
- memory.py
- optimizer.py
- pipeline_parallel.py
- sequence_parallel.py
- tensor_parallel.py
- __init__.py
- utils.py
- __init__.py
- config.py
- empty_annotations.py
- mstx_profile.py
- nvtx_profile.py
- performance.py
- profile.py
- __init__.py
- ray_backend.py
- __init__.py
- README.md
- testing_util.py
- utils.py
- __init__.py
- grader.py
- math_normalize.py
- __init__.py
- utils.py
- __init__.py
- geo3k.py
- gsm8k.py
- math_batch.py
- math_dapo.py
- math_reward.py
- math_verify.py
- search_r1_like_qa_em.py
- __init__.py
- patch.py
- utils.py
- __init__.py
- activation_offload.py
- attention_utils.py
- config.py
- device.py
- distributed.py
- flops_counter.py
- fs.py
- fsdp_utils.py
- groupwise.py
- hdfs_io.py
- import_utils.py
- logging_utils.py
- megatron_utils.py
- memory_buffer.py
- memory_utils.py
- model.py
- net_utils.py
- npu_utils.py
- py_functional.py
- ray_utils.py
- rollout_skip.py
- rollout_trace.py
- seqlen_balancing.py
- tensordict_utils.py
- tokenizer.py
- torch_dtypes.py
- torch_functional.py
- tracking.py
- transferqueue_utils.py
- transformers_compat.py
- ulysses.py
- version
- __init__.py
- base.py
- dp_actor.py
- megatron_actor.py
- __init__.py
- actor.py
- critic.py
- engine.py
- model.py
- optimizer.py
- reward_model.py
- rollout.py
- __init__.py
- base.py
- dp_critic.py
- megatron_critic.py
- __init__.py
- transformer_impl.py
- utils.py
- __init__.py
- transformer_impl.py
- utils.py
- __init__.py
- transformer_impl.py
- __init__.py
- base.py
- utils.py
- __init__.py
- abstract.py
- batch.py
- dapo.py
- naive.py
- prime.py
- registry.py
- __init__.py
- reward_model.py
- __init__.py
- base.py
- __init__.py
- losses.py
- padding.py
- __init__.py
- actor.py
- critic.py
- hybrid_engine.py
- __init__.py
- naive_rollout.py
- __init__.py
- async_sglang_server.py
- http_server_engine.py
- sglang_rollout.py
- utils.py
- __init__.py
- utils.py
- vllm_async_server.py
- vllm_rollout_spmd.py
- __init__.py
- base.py
- hf_rollout.py
- replica.py
- schemas.py
- tokenizer.py
- utils.py
- __init__.py
- base.py
- fsdp_sglang.py
- fsdp_ulysses.py
- fsdp_vllm.py
- megatron_sglang.py
- megatron_vllm.py
- __init__.py
- fsdp_workers.py
- megatron_workers.py
- __init__.py
- base_config.py
- protocol.py
- py.typed
- .gitignore
- .pre-commit-config.yaml
- .readthedocs.yaml
- CONTRIBUTING.md
- LICENSE
- Notice.txt
- pyproject.toml
- README.md
- requirements-cuda.txt
- requirements-npu.txt
- requirements.txt
- requirements_sglang.txt
- requirements_transferqueue.txt
- setup.py
- __init__.py
- agent_loop.py
- verltool_agent_loop.py
- vision_process.py
- vision_utils.py
- deepsearch_utils.py
- ipython_executor.py
- search_engine.py
- web_agent_utils.py
- __init__.py
- base.py
- metis.py
- metis_code.py
- __init__.py
- ray_utils.py
- README.md
- serve.py
- tool_server.py
- utils.py
- actor.yaml
- dp_actor.yaml
- megatron_actor.yaml
- critic.yaml
- dp_critic.yaml
- megatron_critic.yaml
- legacy_data.yaml
- fsdp.yaml
- megatron.yaml
- hf_model.yaml
- npu_profile.yaml
- fsdp.yaml
- megatron.yaml
- dp_ref.yaml
- megatron_ref.yaml
- ref.yaml
- dp_reward_model.yaml
- megatron_reward_model.yaml
- reward_model.yaml
- rollout.yaml
- agent.yaml
- __init__.py
- _generated_ppo_megatron_trainer.yaml
- _generated_ppo_trainer.yaml
- algorithm.py
- config.py
- evaluation.yaml
- generation.yaml
- ppo_megatron_trainer.yaml
- ppo_trainer.yaml
- sft_trainer.yaml
- sft_trainer_engine.yaml
- __init__.py
- core_algos.py
- hdpo_algos.py
- metric_util.py
- ray_trainer.py
- reward.py
- __init__.py
- main_ppo.py
- runtime_env.yaml
- audio_utils.py
- __init__.py
- metis.py
- __init__.py
- vllm_async_server.py
- __init__.py
- replica.py
- __init__.py
- hdpo_actor.py
- hdpo_fsdp_worker.py
- utils.py
- __init__.py
- README.md
- .gitignore
- LICENSE
- Metis_arxiv.pdf
- pyproject.toml
- README.md
# Use via CDN
jsDelivrjsDelivr serves any public GitHub repository as a CDN with zero setup. Pick a version and a file to get a ready-to-paste link and snippet.
Link
Example
Command Glossary
Commands referenced in this DOCs, explained below.
git clone
View Details ▼
git clone
Clone an existing repository.
git clone {{remote_repository_location}} {{path/to/directory}}
Clone an existing repository into a new directory (the default directory is the repository name):
git clone --recursive {{remote_repository_location}}
Clone an existing repository and its submodules:
git clone {{[-n|--no-checkout]}} {{remote_repository_location}}
Clone only the `.git` directory of an existing repository:
pip install
View Details ▼
pip install
Install Python packages.
pip install {{package1 package2 ...}}
Install one or more packages:
pip install {{package1 package2 ...}} {{[-U|--upgrade]}}
Upgrade all specified packages to the latest version, installing any that are not already present:
pip install {{package}}=={{version}}
Install a specific version of a package:
// repository documentation
Was this content helpful?
(0 ratings)