MG-LLaVA
Official repository for paper MG-LLaVA: Towards Multi-Granularity Visual Instruction Tuning(https://arxiv.org/abs/2406.17770).
File Explorer
Download Latest Version (.zip)- deploy.yml
- lint.yml
- CONTRIBUTING.md
- changelog.md
- chat.md
- dataset_format.md
- dataset_prepare.md
- finetune.md
- incremental_pretraining.md
- intern_repo_dataset.md
- multi_turn_conversation.md
- prompt_template.md
- single_turn_conversation.md
- changelog.md
- Offline.md
- Online.md
- Case1.md
- Case2.md
- Case3.md
- Case4.md
- README.md
- ceph.md
- chat.md
- config.md
- dataset_format.md
- dataset_prepare.md
- finetune.md
- incremental_pretraining.md
- intern_repo_dataset.md
- llava_offline.md
- multi_turn_conversation.md
- prompt_template.md
- sequence_parallel.md
- single_turn_conversation.md
- varlen_attention.md
- config.py
- data.json
- map_fn.py
- README.md
- config.py
- data.json
- map_fn.py
- README.md
- config.py
- data.json
- map_fn.py
- README.md
- config.py
- data.json
- map_fn.py
- README.md
- README.md
- train_hf.py
- train_lora_hf.py
- train_qlora_hf.py
- example.jpg
- framework.png
- Main-results1.png
- MG.png
- More_result.png
- teaser.png
- image_offline_to_bbox.py
- fuse_more_llama3_clip_L_14_336_pretrain_padding.py
- fuse_more_llama3_clip_L_14_336_sft_padding.py
- fuse_more_phi3_clip_L_14_336_pretrain_padding.py
- fuse_more_phi3_clip_L_14_336_sft_padding.py
- fuse_more_vicuna7b_clip_L_14_336_pretrain_padding.py
- fuse_more_vicuna7b_clip_L_14_336_sft_padding.py
- fuse_vicuna13b_clip_L_14_336_pretrain_padding.py
- fuse_vicuna13b_clip_L_14_336_sft_padding.py
- fuse_more_34B_test.py
- fuse_more_yi34B_clip_L_14_336_pretrain_padding.py
- fuse_more_yi34B_clip_L_14_336_sft_padding.py
- __init__.cpython-310.pyc
- huggingface.cpython-310.pyc
- llamavid_map_fn.cpython-310.pyc
- llava.cpython-310.pyc
- utils.cpython-310.pyc
- batch_sampler.cpython-310.pyc
- video_collate_fn.cpython-310.pyc
- video_length_grouped.cpython-310.pyc
- batch_sampler.py
- video_collate_fn.py
- video_length_grouped.py
- __init__.py
- huggingface.py
- llava.py
- utils.py
- __init__.cpython-310.pyc
- llvid_proxy_eval_dataset.cpython-310.pyc
- qformer_proxy_eval_dataset.cpython-310.pyc
- hooks.py
- video_mg_llava_proxy_eval_dataset.py
- video_qa_dataset.py
- __init__.py
- eval_gqa.py
- gqa_llava_eval_dataset.py
- m4c_evaluator.py
- mg_llava_proxy_eval_dataset.py
- vqav2_llava_eval_dataset.py
- __init__.cpython-310.pyc
- bert_qformer.cpython-310.pyc
- box_model.cpython-310.pyc
- fuse_attention_object_llava_model.cpython-310.pyc
- fuse_box2object_llava_model.cpython-310.pyc
- fuse_box_object_llava_model.cpython-310.pyc
- fuse_llamavid_dataset.cpython-310.pyc
- fuse_llamavid_model.cpython-310.pyc
- fuse_mgm_box_model.cpython-310.pyc
- fuse_mgm_object_llava_model.cpython-310.pyc
- fuse_mlp_object_llava_model.cpython-310.pyc
- fuse_model.cpython-310.pyc
- fuse_object_llava_model.cpython-310.pyc
- fuse_only_model.cpython-310.pyc
- instruct_blip.cpython-310.pyc
- mg_llava_dataset.cpython-310.pyc
- multi_fuse_object_llava_model.cpython-310.pyc
- openclip_encoder.cpython-310.pyc
- qformer_box_object_llava.cpython-310.pyc
- qformer_object_llava.cpython-310.pyc
- qformer_object_llava_dataset.cpython-310.pyc
- resampler.cpython-310.pyc
- video_llava.cpython-310.pyc
- special_test.py
- __init__.py
- box_model.py
- chat.py
- chat_utils.py
- fuse_model.py
- mg_llava_dataset.py
- openclip_encoder.py
- deepspeed.txt
- mgllava.txt
- modelscope.txt
- runtime.txt
- chat.sh
- test.sh
- train_llama3.sh
- train_phi3.sh
- train_pretrain.sh
- train_sft.sh
- train_vicuna13B.sh
- train_vicuna7B.sh
- train_yi34b.sh
- __init__.cpython-310.pyc
- entry_point.cpython-310.pyc
- registry.cpython-310.pyc
- version.cpython-310.pyc
- __init__.py
- alpaca.py
- arxiv.py
- code_alpaca.py
- colorist.py
- lawyer.py
- medical.py
- moss_003_sft.py
- oasst1.py
- open_orca.py
- sql.py
- tiny_codes.py
- wizardlm.py
- __init__.py
- model.py
- training_args.py
- __init__.cpython-310.pyc
- baichuan2_13b_base_qlora_alpaca_e3.py
- baichuan2_13b_base_qlora_alpaca_enzh_e3.py
- baichuan2_13b_base_qlora_alpaca_enzh_oasst1_e3.py
- baichuan2_13b_base_qlora_alpaca_zh_e3.py
- baichuan2_13b_base_qlora_arxiv_gentitle_e3.py
- baichuan2_13b_base_qlora_code_alpaca_e3.py
- baichuan2_13b_base_qlora_colorist_e5.py
- baichuan2_13b_base_qlora_lawyer_e3.py
- baichuan2_13b_base_qlora_oasst1_512_e3.py
- baichuan2_13b_base_qlora_oasst1_e3.py
- baichuan2_13b_base_qlora_open_platypus_e3.py
- baichuan2_13b_base_qlora_sql_e3.py
- baichuan2_13b_chat_qlora_alpaca_e3.py
- baichuan2_13b_chat_qlora_alpaca_enzh_e3.py
- baichuan2_13b_chat_qlora_alpaca_enzh_oasst1_e3.py
- baichuan2_13b_chat_qlora_alpaca_zh_e3.py
- baichuan2_13b_chat_qlora_code_alpaca_e3.py
- baichuan2_13b_chat_qlora_lawyer_e3.py
- baichuan2_13b_chat_qlora_oasst1_512_e3.py
- baichuan2_13b_chat_qlora_oasst1_e3.py
- baichuan2_13b_chat_qlora_open_platypus_e3.py
- baichuan2_7b_base_qlora_alpaca_e3.py
- baichuan2_7b_base_qlora_alpaca_enzh_e3.py
- baichuan2_7b_base_qlora_alpaca_enzh_oasst1_e3.py
- baichuan2_7b_base_qlora_alpaca_zh_e3.py
- baichuan2_7b_base_qlora_arxiv_gentitle_e3.py
- baichuan2_7b_base_qlora_code_alpaca_e3.py
- baichuan2_7b_base_qlora_colorist_e5.py
- baichuan2_7b_base_qlora_lawyer_e3.py
- baichuan2_7b_base_qlora_oasst1_512_e3.py
- baichuan2_7b_base_qlora_oasst1_e3.py
- baichuan2_7b_base_qlora_open_platypus_e3.py
- baichuan2_7b_base_qlora_sql_e3.py
- baichuan2_7b_chat_qlora_alpaca_e3.py
- baichuan2_7b_chat_qlora_alpaca_enzh_e3.py
- baichuan2_7b_chat_qlora_alpaca_enzh_oasst1_e3.py
- baichuan2_7b_chat_qlora_alpaca_zh_e3.py
- baichuan2_7b_chat_qlora_code_alpaca_e3.py
- baichuan2_7b_chat_qlora_lawyer_e3.py
- baichuan2_7b_chat_qlora_oasst1_512_e3.py
- baichuan2_7b_chat_qlora_oasst1_e3.py
- baichuan2_7b_chat_qlora_open_platypus_e3.py
- baichuan_13b_base_qlora_alpaca_e3.py
- baichuan_13b_base_qlora_alpaca_enzh_e3.py
- baichuan_13b_base_qlora_alpaca_enzh_oasst1_e3.py
- baichuan_13b_base_qlora_alpaca_zh_e3.py
- baichuan_13b_base_qlora_arxiv_gentitle_e3.py
- baichuan_13b_base_qlora_code_alpaca_e3.py
- baichuan_13b_base_qlora_colorist_e5.py
- baichuan_13b_base_qlora_lawyer_e3.py
- baichuan_13b_base_qlora_medical_e1.py
- baichuan_13b_base_qlora_moss_sft_all_e1.py
- baichuan_13b_base_qlora_moss_sft_all_e2_gpu8.py
- baichuan_13b_base_qlora_moss_sft_plugins_e1.py
- baichuan_13b_base_qlora_oasst1_512_e3.py
- baichuan_13b_base_qlora_oasst1_e3.py
- baichuan_13b_base_qlora_open_platypus_e3.py
- baichuan_13b_base_qlora_openorca_e1.py
- baichuan_13b_base_qlora_sql_e3.py
- baichuan_13b_base_qlora_tiny_codes_e1.py
- baichuan_13b_chat_qlora_alpaca_e3.py
- baichuan_13b_chat_qlora_alpaca_enzh_e3.py
- baichuan_13b_chat_qlora_alpaca_enzh_oasst1_e3.py
- baichuan_13b_chat_qlora_alpaca_zh_e3.py
- baichuan_13b_chat_qlora_arxiv_gentitle_e3.py
- baichuan_13b_chat_qlora_code_alpaca_e3.py
- baichuan_13b_chat_qlora_colorist_e5.py
- baichuan_13b_chat_qlora_lawyer_e3.py
- baichuan_13b_chat_qlora_medical_e1.py
- baichuan_13b_chat_qlora_oasst1_512_e3.py
- baichuan_13b_chat_qlora_oasst1_e3.py
- baichuan_13b_chat_qlora_open_platypus_e3.py
- baichuan_13b_chat_qlora_openorca_e1.py
- baichuan_13b_chat_qlora_sql_e3.py
- baichuan_13b_chat_qlora_tiny_codes_e1.py
- baichuan_7b_qlora_alpaca_e3.py
- baichuan_7b_qlora_alpaca_enzh_e3.py
- baichuan_7b_qlora_alpaca_enzh_oasst1_e3.py
- baichuan_7b_qlora_alpaca_zh_e3.py
- baichuan_7b_qlora_arxiv_gentitle_e3.py
- baichuan_7b_qlora_code_alpaca_e3.py
- baichuan_7b_qlora_colorist_e5.py
- baichuan_7b_qlora_lawyer_e3.py
- baichuan_7b_qlora_medical_e1.py
- baichuan_7b_qlora_moss_sft_all_e1.py
- baichuan_7b_qlora_moss_sft_all_e2_gpu8.py
- baichuan_7b_qlora_moss_sft_plugins_e1.py
- baichuan_7b_qlora_oasst1_512_e3.py
- baichuan_7b_qlora_oasst1_e3.py
- baichuan_7b_qlora_open_platypus_e3.py
- baichuan_7b_qlora_openorca_e1.py
- baichuan_7b_qlora_sql_e3.py
- baichuan_7b_qlora_tiny_codes_e1.py
- chatglm2_6b_qlora_alpaca_e3.py
- chatglm2_6b_qlora_alpaca_enzh_e3.py
- chatglm2_6b_qlora_alpaca_enzh_oasst1_e3.py
- chatglm2_6b_qlora_alpaca_zh_e3.py
- chatglm2_6b_qlora_arxiv_gentitle_e3.py
- chatglm2_6b_qlora_code_alpaca_e3.py
- chatglm2_6b_qlora_colorist_e5.py
- chatglm2_6b_qlora_lawyer_e3.py
- chatglm2_6b_qlora_medical_e1.py
- chatglm2_6b_qlora_oasst1_512_e3.py
- chatglm2_6b_qlora_oasst1_e3.py
- chatglm2_6b_qlora_open_platypus_e3.py
- chatglm2_6b_qlora_openorca_e1.py
- chatglm2_6b_qlora_sql_e3.py
- chatglm2_6b_qlora_tiny_codes_e1.py
- chatglm3_6b_qlora_alpaca_e3.py
- chatglm3_6b_qlora_alpaca_enzh_e3.py
- chatglm3_6b_qlora_alpaca_enzh_oasst1_e3.py
- chatglm3_6b_qlora_alpaca_zh_e3.py
- chatglm3_6b_qlora_arxiv_gentitle_e3.py
- chatglm3_6b_qlora_code_alpaca_e3.py
- chatglm3_6b_qlora_colorist_e5.py
- chatglm3_6b_qlora_lawyer_e3.py
- chatglm3_6b_qlora_medical_e1.py
- chatglm3_6b_qlora_oasst1_512_e3.py
- chatglm3_6b_qlora_oasst1_e3.py
- chatglm3_6b_qlora_open_platypus_e3.py
- chatglm3_6b_qlora_openorca_e1.py
- chatglm3_6b_qlora_sql_e3.py
- chatglm3_6b_qlora_tiny_codes_e1.py
- chatglm3_6b_base_qlora_alpaca_e3.py
- chatglm3_6b_base_qlora_alpaca_enzh_e3.py
- chatglm3_6b_base_qlora_alpaca_enzh_oasst1_e3.py
- chatglm3_6b_base_qlora_alpaca_zh_e3.py
- chatglm3_6b_base_qlora_arxiv_gentitle_e3.py
- chatglm3_6b_base_qlora_code_alpaca_e3.py
- chatglm3_6b_base_qlora_colorist_e5.py
- chatglm3_6b_base_qlora_lawyer_e3.py
- chatglm3_6b_base_qlora_medical_e1.py
- chatglm3_6b_base_qlora_oasst1_512_e3.py
- chatglm3_6b_base_qlora_oasst1_e3.py
- chatglm3_6b_base_qlora_open_platypus_e3.py
- chatglm3_6b_base_qlora_openorca_e1.py
- chatglm3_6b_base_qlora_sql_e3.py
- chatglm3_6b_base_qlora_tiny_codes_e1.py
- cohere_100b_128k_sp32.py
- README.md
- deepseek_coder_6_7b_base_qlora_code_alpaca_e3.py
- deepseekcoder_6_7b_instruct_qlora_code_alpaca_e3.py
- deepseek_moe_16b_base_full_oasst1_e3.py
- deepseek_moe_16b_base_qlora_oasst1_e3.py
- deepseek_moe_16b_chat_full_oasst1_e3.py
- deepseek_moe_16b_chat_qlora_oasst1_e3.py
- deepspeed_zero1.json
- deepspeed_zero2.json
- deepspeed_zero2_offload.json
- deepspeed_zero3.json
- deepspeed_zero3_debug.json
- deepspeed_zero3_offload.json
- gemma_2b_full_alpaca_e3.py
- gemma_2b_qlora_alpaca_e3.py
- gemma_2b_it_full_alpaca_e3.py
- gemma_2b_it_qlora_alpaca_e3.py
- gemma_7b_full_alpaca_e3.py
- gemma_7b_qlora_alpaca_e3.py
- gemma_7b_it_full_alpaca_e3.py
- gemma_7b_it_qlora_alpaca_e3.py
- internlm2_1_8b_full_alpaca_e3.py
- internlm2_1_8b_qlora_alpaca_e3.py
- internlm2_20b_full_finetune_custom_dataset_e1.py
- internlm2_20b_qlora_alpaca_e3.py
- internlm2_20b_qlora_arxiv_gentitle_e3.py
- internlm2_20b_qlora_code_alpaca_e3.py
- internlm2_20b_qlora_colorist_e5.py
- internlm2_20b_qlora_lawyer_e3.py
- internlm2_20b_qlora_msagent_react_e3_gpu8.py
- internlm2_20b_qlora_oasst1_512_e3.py
- internlm2_20b_qlora_oasst1_e3.py
- internlm2_20b_qlora_sql_e3.py
- internlm2_7b_full_finetune_custom_dataset_e1.py
- internlm2_7b_full_finetune_custom_dataset_e1_sequence_parallel_4.py
- internlm2_7b_qlora_alpaca_e3.py
- internlm2_7b_qlora_arxiv_gentitle_e3.py
- internlm2_7b_qlora_code_alpaca_e3.py
- internlm2_7b_qlora_colorist_e5.py
- internlm2_7b_qlora_json_e3.py
- internlm2_7b_qlora_lawyer_e3.py
- internlm2_7b_qlora_msagent_react_e3_gpu8.py
- internlm2_7b_qlora_oasst1_512_e3.py
- internlm2_7b_qlora_oasst1_e3.py
- internlm2_7b_qlora_sql_e3.py
- internlm2_7b_w_tokenized_dataset.py
- internlm2_7b_w_untokenized_dataset.py
- internlm2_chat_1_8b_full_alpaca_e3.py
- internlm2_chat_1_8b_qlora_alpaca_e3.py
- internlm2_chat_20b_full_finetune_custom_dataset_e1.py
- internlm2_chat_20b_qlora_alpaca_e3.py
- internlm2_chat_20b_qlora_code_alpaca_e3.py
- internlm2_chat_20b_qlora_lawyer_e3.py
- internlm2_chat_20b_qlora_oasst1_512_e3.py
- internlm2_chat_20b_qlora_oasst1_e3.py
- internlm2_chat_7b_full_finetune_custom_dataset_e1.py
- internlm2_chat_7b_qlora_alpaca_e3.py
- internlm2_chat_7b_qlora_code_alpaca_e3.py
- internlm2_chat_7b_qlora_lawyer_e3.py
- internlm2_chat_7b_qlora_oasst1_512_e3.py
- internlm2_chat_7b_qlora_oasst1_e3.py
- internlm_20b_qlora_alpaca_e3.py
- internlm_20b_qlora_alpaca_enzh_e3.py
- internlm_20b_qlora_alpaca_enzh_oasst1_e3.py
- internlm_20b_qlora_alpaca_zh_e3.py
- internlm_20b_qlora_arxiv_gentitle_e3.py
- internlm_20b_qlora_code_alpaca_e3.py
- internlm_20b_qlora_colorist_e5.py
- internlm_20b_qlora_lawyer_e3.py
- internlm_20b_qlora_msagent_react_e3_gpu8.py
- internlm_20b_qlora_oasst1_512_e3.py
- internlm_20b_qlora_oasst1_e3.py
- internlm_20b_qlora_open_platypus_e3.py
- internlm_20b_qlora_sql_e3.py
- internlm_7b_full_alpaca_e3.py
- internlm_7b_full_alpaca_enzh_e3.py
- internlm_7b_full_alpaca_enzh_oasst1_e3.py
- internlm_7b_full_alpaca_zh_e3.py
- internlm_7b_full_intern_repo_dataset_template.py
- internlm_7b_full_oasst1_e3.py
- internlm_7b_qlora_alpaca_e3.py
- internlm_7b_qlora_alpaca_enzh_e3.py
- internlm_7b_qlora_alpaca_enzh_oasst1_e3.py
- internlm_7b_qlora_alpaca_zh_e3.py
- internlm_7b_qlora_arxiv_gentitle_e3.py
- internlm_7b_qlora_code_alpaca_e3.py
- internlm_7b_qlora_colorist_e5.py
- internlm_7b_qlora_json_e3.py
- internlm_7b_qlora_lawyer_e3.py
- internlm_7b_qlora_medical_e1.py
- internlm_7b_qlora_moss_sft_all_e1.py
- internlm_7b_qlora_moss_sft_all_e2_gpu8.py
- internlm_7b_qlora_moss_sft_plugins_e1.py
- internlm_7b_qlora_msagent_react_e3_gpu8.py
- internlm_7b_qlora_oasst1_512_e3.py
- internlm_7b_qlora_oasst1_e3.py
- internlm_7b_qlora_oasst1_e3_hf.py
- internlm_7b_qlora_oasst1_mmlu_e3.py
- internlm_7b_qlora_open_platypus_e3.py
- internlm_7b_qlora_openorca_e1.py
- internlm_7b_qlora_sql_e3.py
- internlm_7b_qlora_tiny_codes_e1.py
- internlm_chat_20b_qlora_alpaca_e3.py
- internlm_chat_20b_qlora_alpaca_enzh_e3.py
- internlm_chat_20b_qlora_alpaca_enzh_oasst1_e3.py
- internlm_chat_20b_qlora_alpaca_zh_e3.py
- internlm_chat_20b_qlora_code_alpaca_e3.py
- internlm_chat_20b_qlora_lawyer_e3.py
- internlm_chat_20b_qlora_oasst1_512_e3.py
- internlm_chat_20b_qlora_oasst1_e3.py
- internlm_chat_20b_qlora_open_platypus_e3.py
- internlm_chat_7b_qlora_alpaca_e3.py
- internlm_chat_7b_qlora_alpaca_enzh_e3.py
- internlm_chat_7b_qlora_alpaca_enzh_oasst1_e3.py
- internlm_chat_7b_qlora_alpaca_zh_e3.py
- internlm_chat_7b_qlora_arxiv_gentitle_e3.py
- internlm_chat_7b_qlora_code_alpaca_e3.py
- internlm_chat_7b_qlora_colorist_e5.py
- internlm_chat_7b_qlora_lawyer_e3.py
- internlm_chat_7b_qlora_medical_e1.py
- internlm_chat_7b_qlora_oasst1_512_e3.py
- internlm_chat_7b_qlora_oasst1_e3.py
- internlm_chat_7b_qlora_open_platypus_e3.py
- internlm_chat_7b_qlora_openorca_e1.py
- internlm_chat_7b_qlora_sql_e3.py
- internlm_chat_7b_qlora_tiny_codes_e1.py
- llama2_70b_full_wizardlm_e1.py
- llama2_70b_int8_lora_open_platypus_e1.py
- llama2_70b_int8_lora_open_platypus_e1_hf.py
- llama2_70b_qlora_open_platypus_e1.py
- llama2_70b_qlora_open_platypus_e1_hf.py
- llama2_7b_full_pgbooks_400iters_sp1.py
- llama2_7b_full_pgbooks_400iters_sp4.py
- llama2_7b_full_wizardlm_e1.py
- llama2_7b_qlora_alpaca_e3.py
- llama2_7b_qlora_alpaca_enzh_e3.py
- llama2_7b_qlora_alpaca_enzh_oasst1_e3.py
- llama2_7b_qlora_alpaca_zh_e3.py
- llama2_7b_qlora_arxiv_gentitle_e3.py
- llama2_7b_qlora_code_alpaca_e3.py
- llama2_7b_qlora_colorist_e5.py
- llama2_7b_qlora_lawyer_e3.py
- llama2_7b_qlora_medical_e1.py
- llama2_7b_qlora_moss_sft_all_e1.py
- llama2_7b_qlora_moss_sft_all_e2_gpu8.py
- llama2_7b_qlora_moss_sft_plugins_e1.py
- llama2_7b_qlora_msagent_react_e3_gpu8.py
- llama2_7b_qlora_oasst1_512_e3.py
- llama2_7b_qlora_oasst1_e3.py
- llama2_7b_qlora_open_platypus_e3.py
- llama2_7b_qlora_openorca_e1.py
- llama2_7b_qlora_sql_e3.py
- llama2_7b_qlora_tiny_codes_e1.py
- llama2_7b_chat_qlora_alpaca_e3.py
- llama2_7b_chat_qlora_alpaca_enzh_e3.py
- llama2_7b_chat_qlora_alpaca_enzh_oasst1_e3.py
- llama2_7b_chat_qlora_alpaca_zh_e3.py
- llama2_7b_chat_qlora_arxiv_gentitle_e3.py
- llama2_7b_chat_qlora_code_alpaca_e3.py
- llama2_7b_chat_qlora_colorist_e5.py
- llama2_7b_chat_qlora_lawyer_e3.py
- llama2_7b_chat_qlora_medical_e1.py
- llama2_7b_chat_qlora_oasst1_512_e3.py
- llama2_7b_chat_qlora_oasst1_e3.py
- llama2_7b_chat_qlora_open_platypus_e3.py
- llama2_7b_chat_qlora_openorca_e1.py
- llama2_7b_chat_qlora_sql_e3.py
- llama2_7b_chat_qlora_tiny_codes_e1.py
- llama3_8b_full_alpaca_e3.py
- README.md
- llama3_8b_instruct_full_alpaca_e3.py
- llama3_8b_instruct_qlora_alpaca_e3.py
- llama_7b_qlora_alpaca_e3.py
- llama_7b_qlora_alpaca_enzh_e3.py
- llama_7b_qlora_alpaca_enzh_oasst1_e3.py
- llama_7b_qlora_alpaca_zh_e3.py
- llama_7b_qlora_arxiv_gentitle_e3.py
- llama_7b_qlora_code_alpaca_e3.py
- llama_7b_qlora_colorist_e5.py
- llama_7b_qlora_lawyer_e3.py
- llama_7b_qlora_medical_e1.py
- llama_7b_qlora_moss_sft_all_e1.py
- llama_7b_qlora_moss_sft_all_e2_gpu8.py
- llama_7b_qlora_moss_sft_plugins_e1.py
- llama_7b_qlora_oasst1_512_e3.py
- llama_7b_qlora_oasst1_e3.py
- llama_7b_qlora_open_platypus_e3.py
- llama_7b_qlora_openorca_e1.py
- llama_7b_qlora_sql_e3.py
- llama_7b_qlora_tiny_codes_e1.py
- llava_internlm2_chat_1_8b_qlora_clip_vit_large_p14_336_lora_e1_gpu8_finetune.py
- llava_internlm2_chat_1_8b_clip_vit_large_p14_336_e1_gpu8_pretrain.py
- llava_internlm2_chat_20b_qlora_clip_vit_large_p14_336_lora_e1_gpu8_finetune.py
- llava_internlm2_chat_20b_clip_vit_large_p14_336_e1_gpu8_pretrain.py
- llava_internlm2_chat_7b_qlora_clip_vit_large_p14_336_lora_e1_gpu8_finetune.py
- llava_internlm2_chat_7b_clip_vit_large_p14_336_e1_gpu8_pretrain.py
- llava_internlm_chat_7b_qlora_clip_vit_large_p14_336_lora_e1_gpu8_finetune.py
- llava_internlm_chat_7b_clip_vit_large_p14_336_e1_gpu8_pretrain.py
- llava_llama3_70b_chat_clip_e1_gpu16_sharegpt4v_pretrain.py
- llava_llama3_8b_chat_clip_e1_gpu8_pretrain.py
- llava_llama3_8b_chat_clip_e1_gpu8_sharegpt4v_pretrain.py
- llava_llama3_8b_chat_clip_lora_e1_gpu8_finetune.py
- llava_llama3_8b_chat_clip_lora_e1_gpu8_internvl_finetune.py
- llava_llama3_8b_instruct_full_clip_vit_large_p14_336_e1_gpu8_finetune.py
- llava_llama3_8b_instruct_full_clip_vit_large_p14_336_lora_e1_gpu8_finetune.py
- llava_llama3_8b_instruct_full_clip_vit_large_p14_336_lora_e1_gpu8_internvl_finetune.py
- llava_llama3_8b_instruct_qlora_clip_vit_large_p14_336_e1_gpu1_finetune.py
- llava_llama3_8b_instruct_clip_vit_large_p14_336_e1_gpu8_pretrain.py
- llava_llama3_8b_instruct_clip_vit_large_p14_336_e1_gpu8_sharegpt4v_pretrain.py
- llava_llama3_8b_instruct_quant_clip_vit_large_p14_336_e1_gpu1_pretrain.py
- README.md
- llava_v15_13b_finetune.py
- llava_v15_13b_finetune_lora.py
- llava_v15_13b_pretrain.py
- llava_v15_7b_finetune.py
- llava_v15_7b_finetune_lora.py
- llava_v15_7b_pretrain.py
- llava_phi2_2_7b_clip_p14_384_convnext_e1_gpu8_finetune.py
- llava_phi2_2_7b_clip_p14_384_convnext_e1_gpu8_pretrain.py
- llava_phi2_2_7b_qlora_siglip_so400m_p14_384_e1_gpu8_finetune.py
- llava_phi2_2_7b_qlora_siglip_so400m_p14_384_loar_e1_gpu8_finetune.py
- llava_phi2_2_7b_siglip_so400m_p14_384_e1_gpu8_all_finetune.py
- llava_phi2_2_7b_siglip_so400m_p14_384_e1_gpu8_finetune.py
- llava_phi2_2_7b_siglip_so400m_p14_384_e1_gpu8_pretrain.py
- llava_phi2_2_7b_siglip_so400m_p14_384_s2_e1_gpu8_pretrain.py
- llava_phi2_2_7b_siglip_so400m_p14_anyres_e1_gpu8_all_finetune.py
- llava_phi2_2_7b_siglip_so400m_p14_anyres_e1_gpu8_pretrain.py
- llava_phi2_2_7b_siglip_so400m_p14_anyres_pixel_shuffle_e1_gpu8_all_finetune.py
- llava_phi3_mini_4k_instruct_full_clip_vit_large_p14_336_e1_gpu8_finetune.py
- llava_phi3_mini_4k_instruct_clip_vit_large_p14_336_e1_gpu8_pretrain.py
- llava_phi3_mini_4k_instruct_clip_vit_large_p14_336_e1_gpu8_sharegpt4v_pretrain.py
- llava_phi3_mini_4k_instruct_clip_vit_large_p14_336_e1_gpu8_pretrain.py
- llava_phi3_mini_4k_instruct_full_clip_vit_large_lora_p14_336_anyres_e1_gpu8_finetune.py
- llava_phi3_mini_4k_instruct_full_clip_vit_large_lora_p14_336_e1_gpu8_finetune.py
- llava_vicuna_13b_v15_qlora_clip_vit_large_p14_336_lora_e1_gpu8_finetune.py
- llava_vicuna_13b_v15_clip_vit_large_p14_336_e1_gpu8_pretrain.py
- llava_vicuna_7b_v15_qlora_clip_vit_large_p14_336_lora_e1_gpu8_finetune.py
- llava_vicuna_7b_v15_qlora_clip_vit_large_p14_336_lora_e1_gpu8_finetune_refcoco.py
- llava_vicuna_7b_v15_clip_vit_large_p14_336_e1_gpu8_pretrain.py
- README.md
- README_zh-CN.md
- mistral_7b_full_finetune_custom_dataset_e1.py
- mistral_7b_qlora_skypile_pretrain_e1.py
- mistral_7b_w_tokenized_dataset.py
- mistral_7b_w_untokenized_dataset.py
- mixtral_8x7b_full_oasst1_e3.py
- mixtral_8x7b_qlora_oasst1_e3.py
- mixtral_8x7b_instruct_full_oasst1_e3.py
- mixtral_8x7b_instruct_qlora_oasst1_e3.py
- README.md
- phi3_mini_128k_instruct_full_alpaca_e3.py
- phi3_mini_128k_instruct_qlora_alpaca_e3.py
- phi3_mini_4k_instruct_full_alpaca_e3.py
- phi3_mini_4k_instruct_qlora_alpaca_e3.py
- qwen_1_8b_qlora_alpaca_e3.py
- qwen_1_8b_qlora_alpaca_enzh_e3.py
- qwen_1_8b_qlora_alpaca_enzh_oasst1_e3.py
- qwen_1_8b_qlora_alpaca_zh_e3.py
- qwen_1_8b_qlora_code_alpaca_e3.py
- qwen_1_8b_chat_qlora_alpaca_e3.py
- qwen_1_8b_chat_qlora_alpaca_enzh_e3.py
- qwen_1_8b_chat_qlora_alpaca_enzh_oasst1_e3.py
- qwen_1_8b_chat_qlora_alpaca_zh_e3.py
- qwen_1_8b_chat_qlora_code_alpaca_e3.py
- qwen_72b_qlora_alpaca_e3.py
- qwen_72b_qlora_alpaca_enzh_e3.py
- qwen_72b_qlora_alpaca_enzh_oasst1_e3.py
- qwen_72b_qlora_alpaca_zh_e3.py
- qwen_72b_qlora_code_alpaca_e3.py
- qwen_7b_qlora_alpaca_e3.py
- qwen_7b_qlora_alpaca_enzh_e3.py
- qwen_7b_qlora_alpaca_enzh_oasst1_e3.py
- qwen_7b_qlora_alpaca_zh_e3.py
- qwen_7b_qlora_arxiv_gentitle_e3.py
- qwen_7b_qlora_code_alpaca_e3.py
- qwen_7b_qlora_colorist_e5.py
- qwen_7b_qlora_lawyer_e3.py
- qwen_7b_qlora_medical_e1.py
- qwen_7b_qlora_moss_sft_all_e1.py
- qwen_7b_qlora_moss_sft_all_e2_gpu8.py
- qwen_7b_qlora_moss_sft_plugins_e1.py
- qwen_7b_qlora_oasst1_512_e3.py
- qwen_7b_qlora_oasst1_e3.py
- qwen_7b_qlora_open_platypus_e3.py
- qwen_7b_qlora_openorca_e1.py
- qwen_7b_qlora_sql_e3.py
- qwen_7b_qlora_tiny_codes_e1.py
- qwen_7b_chat_qlora_alpaca_e3.py
- qwen_7b_chat_qlora_alpaca_enzh_e3.py
- qwen_7b_chat_qlora_alpaca_enzh_oasst1_e3.py
- qwen_7b_chat_qlora_alpaca_zh_e3.py
- qwen_7b_chat_qlora_arxiv_gentitle_e3.py
- qwen_7b_chat_qlora_code_alpaca_e3.py
- qwen_7b_chat_qlora_colorist_e5.py
- qwen_7b_chat_qlora_lawyer_e3.py
- qwen_7b_chat_qlora_medical_e1.py
- qwen_7b_chat_qlora_oasst1_512_e3.py
- qwen_7b_chat_qlora_oasst1_e3.py
- qwen_7b_chat_qlora_open_platypus_e3.py
- qwen_7b_chat_qlora_openorca_e1.py
- qwen_7b_chat_qlora_sql_e3.py
- qwen_7b_chat_qlora_tiny_codes_e1.py
- qwen1_5_0_5b_full_alpaca_e3.py
- qwen1_5_0_5b_qlora_alpaca_e3.py
- qwen1_5_0_5b_chat_full_alpaca_e3.py
- qwen1_5_0_5b_chat_qlora_alpaca_e3.py
- qwen1_5_14b_full_alpaca_e3.py
- qwen1_5_14b_qlora_alpaca_e3.py
- qwen1_5_14b_chat_full_alpaca_e3.py
- qwen1_5_14b_chat_qlora_alpaca_e3.py
- qwen1_5_1_8b_full_alpaca_e3.py
- qwen1_5_1_8b_qlora_alpaca_e3.py
- qwen1_5_1_8b_chat_full_alpaca_e3.py
- qwen1_5_1_8b_chat_qlora_alpaca_e3.py
- qwen1_5_4b_full_alpaca_e3.py
- qwen1_5_4b_qlora_alpaca_e3.py
- qwen1_5_4b_chat_full_alpaca_e3.py
- qwen1_5_4b_chat_qlora_alpaca_e3.py
- qwen1_5_72b_full_alpaca_e3.py
- qwen1_5_72b_qlora_alpaca_e3.py
- qwen1_5_72b_chat_full_alpaca_e3.py
- qwen1_5_72b_chat_qlora_alpaca_e3.py
- qwen1_5_7b_full_alpaca_e3.py
- qwen1_5_7b_qlora_alpaca_e3.py
- qwen1_5_7b_chat_full_alpaca_e3.py
- qwen1_5_7b_chat_qlora_alpaca_e3.py
- qwen1_5_moe_a2_7_b_chat_full_alpaca_e3.py
- starcoder_qlora_stack_exchange_example.py
- yi_34b_qlora_alpaca_enzh_e3.py
- yi_6b_qlora_alpaca_enzh_e3.py
- zephyr_7b_beta_qlora_alpaca_e3.py
- __init__.py
- __init__.cpython-310.pyc
- anyres_llava_proxy_eval_dataset.cpython-310.pyc
- concat_dataset.cpython-310.pyc
- huggingface.cpython-310.pyc
- intern_repo.cpython-310.pyc
- json_dataset.cpython-310.pyc
- llava.cpython-310.pyc
- llava_proxy_eval_dataset.cpython-310.pyc
- mini_gemini_dataset.cpython-310.pyc
- mini_gemini_proxy_eval_dataset.cpython-310.pyc
- modelscope.cpython-310.pyc
- moss_sft.cpython-310.pyc
- object_llava.cpython-310.pyc
- refcoco_json.cpython-310.pyc
- utils.cpython-310.pyc
- __init__.cpython-310.pyc
- defalut_collate_fn.cpython-310.pyc
- default_collate_fn.cpython-310.pyc
- mm_collate_fn.cpython-310.pyc
- mmlu_collate_fn.cpython-310.pyc
- __init__.py
- default_collate_fn.py
- mm_collate_fn.py
- mmlu_collate_fn.py
- __init__.cpython-310.pyc
- base_eval_dataset.cpython-310.pyc
- chartqa_dataset.cpython-310.pyc
- general_vqa_dataset.cpython-310.pyc
- gqa_dataset.cpython-310.pyc
- gqa_eval_utils.cpython-310.pyc
- hallusion_dataset.cpython-310.pyc
- hallusion_llava_dataset.cpython-310.pyc
- mme_dataset.cpython-310.pyc
- mme_llava_dataset.cpython-310.pyc
- multiple_choice_dataset.cpython-310.pyc
- multiple_choice_llava_dataset.cpython-310.pyc
- pope_dataset.cpython-310.pyc
- pope_llava_dataset.cpython-310.pyc
- textvqa_dataset.cpython-310.pyc
- textvqa_llava_dataset.cpython-310.pyc
- textvqa_utils.cpython-310.pyc
- utils.cpython-310.pyc
- vqav2_dataset.cpython-310.pyc
- vqav2_utils.cpython-310.pyc
- eval_gpt_review_bench.py
- gpt_eval.sh
- rule.json
- summarize_gpt_review.py
- utilities.cpython-310.pyc
- ext_ans.cpython-310.pyc
- ext_ans.py
- calculate_score.py
- extract_answer.py
- gpt_eval.sh
- utilities.py
- gpt_eval.sh
- gpt_grader.py
- __init__.py
- base_eval_dataset.py
- chartqa_dataset.py
- general_vqa_dataset.py
- gqa_dataset.py
- gqa_eval_utils.py
- hallusion_dataset.py
- math_dataset.py
- mme_dataset.py
- mmvp_dataset.py
- multiple_choice_dataset.py
- pope_dataset.py
- textvqa_dataset.py
- textvqa_utils.py
- utils.py
- vqa_dataset.py
- vqav2_dataset.py
- vqav2_utils.py
- __init__.cpython-310.pyc
- template_map_fn.cpython-310.pyc
- __init__.cpython-310.pyc
- alpaca_map_fn.cpython-310.pyc
- alpaca_zh_map_fn.cpython-310.pyc
- arxiv_map_fn.cpython-310.pyc
- code_alpaca_map_fn.cpython-310.pyc
- colors_map_fn.cpython-310.pyc
- crime_kg_assitant_map_fn.cpython-310.pyc
- default_map_fn.cpython-310.pyc
- law_reference_map_fn.cpython-310.pyc
- llava_map_fn.cpython-310.pyc
- medical_map_fn.cpython-310.pyc
- msagent_map_fn.cpython-310.pyc
- oasst1_map_fn.cpython-310.pyc
- openai_map_fn.cpython-310.pyc
- openorca_map_fn.cpython-310.pyc
- pretrain_map_fn.cpython-310.pyc
- sql_map_fn.cpython-310.pyc
- stack_exchange_map_fn.cpython-310.pyc
- tiny_codes_map_fn.cpython-310.pyc
- wizardlm_map_fn.cpython-310.pyc
- __init__.py
- alpaca_map_fn.py
- alpaca_zh_map_fn.py
- arxiv_map_fn.py
- code_alpaca_map_fn.py
- colors_map_fn.py
- crime_kg_assitant_map_fn.py
- default_map_fn.py
- law_reference_map_fn.py
- llava_map_fn.py
- medical_map_fn.py
- msagent_map_fn.py
- oasst1_map_fn.py
- openai_map_fn.py
- openorca_map_fn.py
- pretrain_map_fn.py
- sql_map_fn.py
- stack_exchange_map_fn.py
- tiny_codes_map_fn.py
- wizardlm_map_fn.py
- __init__.py
- template_map_fn.py
- __init__.cpython-310.pyc
- intern_repo.cpython-310.pyc
- length_grouped.cpython-310.pyc
- __init__.py
- intern_repo.py
- length_grouped.py
- __init__.py
- anyres_llava_proxy_eval_dataset.py
- concat_dataset.py
- huggingface.py
- intern_repo.py
- json_dataset.py
- llava.py
- llava_proxy_eval_dataset.py
- mini_gemini_dataset.py
- mini_gemini_proxy_eval_dataset.py
- modelscope.py
- moss_sft.py
- refcoco_json.py
- utils.py
- __init__.cpython-310.pyc
- __init__.cpython-310.pyc
- deepspeed.cpython-310.pyc
- __init__.py
- deepspeed.py
- __init__.cpython-310.pyc
- dataset_info_hook.cpython-310.pyc
- evaluate_chat_hook.cpython-310.pyc
- throughput_hook.cpython-310.pyc
- varlen_attn_args_to_messagehub_hook.cpython-310.pyc
- __init__.py
- dataset_info_hook.py
- evaluate_chat_hook.py
- throughput_hook.py
- varlen_attn_args_to_messagehub_hook.py
- __init__.cpython-310.pyc
- loops.cpython-310.pyc
- __init__.py
- loops.py
- __init__.py
- __init__.py
- mmlu_metric.py
- __init__.py
- __init__.cpython-310.pyc
- anyres_llava.cpython-310.pyc
- llava.cpython-310.pyc
- mini_gemini.cpython-310.pyc
- object_llava.cpython-310.pyc
- sft.cpython-310.pyc
- utils.cpython-310.pyc
- __init__.cpython-310.pyc
- __init__.cpython-310.pyc
- attention.cpython-310.pyc
- baichuan.cpython-310.pyc
- llama.cpython-310.pyc
- phi3.cpython-310.pyc
- utils.cpython-310.pyc
- yi.cpython-310.pyc
- __init__.cpython-310.pyc
- layer_norm.cpython-310.pyc
- rms_norm.cpython-310.pyc
- rotary.cpython-310.pyc
- __init__.py
- layer_norm.py
- rms_norm.py
- rotary.py
- __init__.py
- attention.py
- baichuan.py
- cohere.py
- internlm.py
- internlm2.py
- llama.py
- mistral.py
- phi3.py
- qwen2.py
- utils.py
- yi.py
- __init__.cpython-310.pyc
- configuration_projector.cpython-310.pyc
- modeling_projector.cpython-310.pyc
- __init__.py
- configuration_projector.py
- modeling_projector.py
- __init__.py
- openclip_encoder.py
- __init__.py
- anyres_llava.py
- llava.py
- mini_gemini.py
- sft.py
- utils.py
- __init__.cpython-310.pyc
- __init__.cpython-310.pyc
- attention.cpython-310.pyc
- comm.cpython-310.pyc
- data_collate.cpython-310.pyc
- reduce_loss.cpython-310.pyc
- sampler.cpython-310.pyc
- setup_distributed.cpython-310.pyc
- __init__.py
- attention.py
- comm.py
- data_collate.py
- reduce_loss.py
- sampler.py
- setup_distributed.py
- __init__.py
- utils.cpython-310.pyc
- arxiv.py
- convert_refcoco.py
- merge.py
- pth_to_hf.py
- split.py
- __init__.py
- api.py
- calculate.py
- search.py
- solve.py
- chat.py
- check_custom_dataset.py
- copy_cfg.py
- eval_refcoco.py
- get_data_order.py
- list_cfg.py
- list_dataset_format.py
- log_dataset.py
- mmbench.py
- process_untokenized_datasets.py
- process_untokenized_datasets_legacy.py
- process_untokenized_llava_data.py
- test.py
- tokenize_ftdp_datasets.py
- train.py
- utils.py
- __init__.cpython-310.pyc
- constants.cpython-310.pyc
- fileio.cpython-310.pyc
- stop_criteria.cpython-310.pyc
- templates.cpython-310.pyc
- __init__.py
- constants.py
- fileio.py
- stop_criteria.py
- templates.py
- __init__.py
- entry_point.py
- registry.py
- version.py
- .gitignore
- .owners.yml
- .pre-commit-config-zh-cn.yaml
- .pre-commit-config.yaml
- dataset_prepare.md
- evaluation.md
- LICENSE
- README.md
- requirements.txt
- setup.cfg
- setup.py
# Installation Guide
1. Get the code
git clone https://github.com/PhoenixZ810/MG-LLaVA
Downloads the entire project code from GitHub to your computer.
cd MG-LLaVA
Moves into the project folder you just downloaded.
2. Python
Easy RecommendedPrerequisites
pip install -e '.[all]'
Installs the Python libraries listed in requirements.txt (or similar).
If it runs without errors and prints output in the terminal, it worked.
Pulled directly from this repo's README.
// repository documentation
Was this content helpful?
(0 ratings)
