SRFT
No description available.
File Explorer
Download Latest Version (.zip)- train.sh
- __init__.py
- utils.py
- __init__.py
- math_reward.py
- reward_types.py
- __init__.py
- globals.py
- system_prompts.py
- utils.py
- evaluation.yaml
- generation.yaml
- mix_ppo_trainer.yaml
- main_mix_ppo.py
- math_verify_reward.py
- mix_actor.py
- mix_core_alg.py
- mix_fsdp_worker.py
- mix_trainer.py
- mix_vllm_rollout.py
- reward_with_format.py
- rl_dataset_with_target.py
- __init__.py
- llama_loader.py
- llama_saver.py
- __init__.py
- parallel_attention.py
- parallel_decoder.py
- parallel_linear.py
- parallel_mlp.py
- parallel_rmsnorm.py
- __init__.py
- modeling_llama_megatron.py
- __init__.py
- __init__.py
- llama.py
- monkey_patch.py
- qwen2.py
- __init__.py
- README.md
- registry.py
- weight_loader_registry.py
- __init__.py
- worker.py
- worker_group.py
- __init__.py
- ray.py
- __init__.py
- decorator.py
- worker.py
- worker_group.py
- __init__.py
- base.py
- megatron.py
- version
- __init__.py
- __init__.py
- arg_utils.py
- config.py
- llm.py
- llm_engine_sp.py
- model_loader.py
- model_runner.py
- parallel_state.py
- tokenizer.py
- weight_loaders.py
- worker.py
- __init__.py
- arg_utils.py
- config.py
- dtensor_weight_loaders.py
- hf_weight_loader.py
- llm.py
- llm_engine_sp.py
- megatron_weight_loaders.py
- model_loader.py
- model_runner.py
- parallel_state.py
- spmd_gpu_executor.py
- tokenizer.py
- worker.py
- __init__.py
- arg_utils.py
- config.py
- dtensor_weight_loaders.py
- hf_weight_loader.py
- llm.py
- llm_engine_sp.py
- megatron_weight_loaders.py
- model_loader.py
- model_runner.py
- parallel_state.py
- spmd_gpu_executor.py
- tokenizer.py
- worker.py
- __init__.py
- arg_utils.py
- config.py
- dtensor_weight_loaders.py
- hf_weight_loader.py
- llm.py
- llm_engine_sp.py
- megatron_weight_loaders.py
- model_loader.py
- model_runner.py
- parallel_state.py
- spmd_gpu_executor.py
- tokenizer.py
- worker.py
- __init__.py
- __init__.py
- evaluation.yaml
- generation.yaml
- ppo_megatron_trainer.yaml
- ppo_trainer.yaml
- sft_trainer.yaml
- __init__.py
- core_algos.py
- ray_trainer.py
- __init__.py
- main_eval.py
- main_generation.py
- main_ppo.py
- runtime_env.yaml
- __init__.py
- checkpoint_manager.py
- fsdp_checkpoint_manager.py
- __init__.py
- README.md
- rl_dataset.py
- rm_dataset.py
- sft_dataset.py
- __init__.py
- performance.py
- trajectory_tracker.py
- __init__.py
- aggregate_logger.py
- __init__.py
- memory.py
- optimizer.py
- optimizer_config.py
- pipeline_parallel.py
- sequence_parallel.py
- tensor_parallel.py
- __init__.py
- ray_backend.py
- __init__.py
- gsm8k.py
- math.py
- __init__.py
- config.py
- distributed.py
- flops_counter.py
- fs.py
- fsdp_utils.py
- hdfs_io.py
- import_utils.py
- logging_utils.py
- megatron_utils.py
- memory_buffer.py
- model.py
- py_functional.py
- ray_utils.py
- seqlen_balancing.py
- tokenizer.py
- torch_dtypes.py
- torch_functional.py
- tracking.py
- ulysses.py
- version
- __init__.py
- base.py
- dp_actor.py
- megatron_actor.py
- __init__.py
- base.py
- dp_critic.py
- megatron_critic.py
- __init__.py
- reward_model.py
- __init__.py
- base.py
- __init__.py
- naive_rollout.py
- __init__.py
- vllm_rollout.py
- __init__.py
- base.py
- hf_rollout.py
- tokenizer.py
- __init__.py
- base.py
- fsdp_ulysses.py
- fsdp_vllm.py
- megatron_vllm.py
- __init__.py
- fsdp_workers.py
- megatron_workers.py
- __init__.py
- protocol.py
- LICENSE
- pyproject.toml
- README.md
- requirements.txt
- setup.py
- requirements.txt
- .gitignore
- README.md
# Installation Guide
1. Get the code
git clone https://github.com/fyqqyf/SRFT
Downloads the entire project code from GitHub to your computer.
cd SRFT
Moves into the project folder you just downloaded.
2. Python
Easy RecommendedPrerequisites
pip install -r requirements.txt
Installs the Python libraries listed in requirements.txt (or similar).
pip install -e .
Installs the Python libraries listed in requirements.txt (or similar).
If it runs without errors and prints output in the terminal, it worked.
Pulled directly from this repo's README.
// repository documentation
Was this content helpful?
(0 ratings)