drl-5g-scheduler
Codes for paper "Knowledge-Assisted Deep Reinforcement Learning in 5G Scheduler Design: From Theoretical Framework to Implementation"
File Explorer
- code.png
- ddrl.png
- demo.png
- __init__.py
- app.py
- edge_one_way_latency_eth.py
- edge_one_way_latency_lte.py
- edge_one_way_latency_eth.py
- edge_one_way_latency_lte.py
- edge_ping.py
- edge_tb_server_at_epc.py
- __init__.py
- edge_clean_compilation.py
- edge_compile.py
- edge_one_cmd.py
- edge_ptp_sync.py
- edge_reboot.py
- edge_run.py
- edge_sync_global_time.py
- edge_upload_file.py
- exp_process.py
- __init__.py
- app_ctrl.py
- edge.py
- edge_config.py
- ptp_ctrl.py
- srslte_ctrl.py
- util.py
- actor_0.pt
- actor_final.pt
- actor_target_0.pt
- actor_target_final.pt
- critic_0.pt
- critic_final.pt
- critic_target_0.pt
- critic_target_final.pt
- process_tb_data.py
- run_rt_controller.py
- __init__.py
- run_tb_server.py
- run_udp_client.py
- run_udp_server.py
- run_udp_server_udp_report.py
- udp_report_sink.py
- udp_sink.py
- udp_source.py
- util.py
- __init__.py
- exp_config.py
- replay_memory_server.py
- rt_agent.py
- sctp_client.py
- sctp_server.py
- socket_conn_handler.py
- tensorboard_client.py
- tensorboard_server.py
- util.py
- __init__.py
- nn_config_pb2.py
- readme.md
- scalar_report_pb2.py
- transition_pb2.py
- update_weight_pb2.py
- ka.py
- process_csv.py
- process_env.py
- __init__.py
- ddpg_config.py
- env_config.py
- __init__.py
- ddpg.py
- __init__.py
- neural_network.py
- __init__.py
- function.py
- __init__.py
- per_proportional.py
- replay_memory.py
- sum_tree.py
- __init__.py
- action_noise.py
- channel.py
- math_models.py
- reward_functions.py
- rlc.py
- sim_agent.py
- sim_env.py
- user_equipment.py
- __init__.py
- csv_to_result.py
- event_to_csv.py
- __init__.py
- controller.py
- tb_logger.py
- util.py
- __init__.py
- ddrl_actor_agent.h
- ddrl_agent_base.h
- ddrl_log.h
- ddrl_nn.h
- ddrl_scalar_agent.h
- ddrl_transition_agent.h
- ddrl_util.h
- CMakeLists.txt
- ddrl_actor_agent.cc
- CMakeLists.txt
- ddrl_agent_base.cc
- CMakeLists.txt
- ddrl_nn.cc
- CMakeLists.txt
- ddrl_scalar_agent.cc
- CMakeLists.txt
- ddrl_util.cc
- CMakeLists.txt
- CMakeLists.txt
- test_agent.cc
- test_any_message_delimitation.cc
- test_logging.cc
- test_proto.cc
- test_scalar_agent.cc
- test_torch.cc
- CMakeLists.txt
- ops_agent.h
- ops_api.h
- ops_async_agent.h
- ops_async_scheduler.h
- ops_global_sync.h
- ops_scheduler.h
- ops_sync_agent.h
- CMakeLists.txt
- ops_async_agent.cc
- CMakeLists.txt
- ops_async_scheduler.cc
- CMakeLists.txt
- ops_global_sync.cc
- CMakeLists.txt
- ops_sync_agent.cc
- CMakeLists.txt
- CMakeLists.txt
- libproto.a
- nn_config.pb.h
- ops_interface.pb.h
- scalar_report.pb.h
- transition.pb.h
- update_weight.pb.h
- CMakeLists.txt
- ddrl_ops_async_scheduler.cc
- ddrl_ops_async_scheduler.h
- CMakeLists.txt
- ddrl_ops_scheduler.cc
- ddrl_ops_scheduler.h
- CMakeLists.txt
- test_ops_scheduler.cc
- CMakeLists.txt
- CheckCSourceRuns.cmake
- CheckFunctionExists.c
- CheckFunctionExistsMath.cmake
- FindbladeRF.cmake
- FindFFTW3F.cmake
- FindLibConfig.cmake
- FindLimeSDR.cmake
- FindMbedTLS.cmake
- FindMKL.cmake
- FindPCSCLite.cmake
- FindPolarssl.cmake
- FindSCTP.cmake
- FindSoapySDR.cmake
- FindSRSGUI.cmake
- FindSSE.cmake
- FindUHD.cmake
- FindZeroMQ.cmake
- SRSLTE_install_configs.sh.in
- SRSLTEbuildinfo.cmake.in
- SRSLTEPackage.cmake
- SRSLTEVersion.cmake
- genmanpages.sh
- srsenb.txt
- srsepc.txt
- srsue.txt
- format
- changelog
- compat
- control
- copyright
- rules
- srsenb.install
- srsenb.manpages
- srsenb.service
- srsepc.install
- srsepc.manpages
- srsepc.service
- srslte-core.config
- srslte-core.install
- srslte-core.postinst
- srslte-core.templates
- srslte-dev.install
- srsue.install
- srsue.manpages
- srsue.service
- cell_search.c
- CMakeLists.txt
- pdsch_enodeb.c
- pdsch_ue.c
- synch_file.c
- usrp_capture.c
- usrp_capture_sync.c
- usrp_txrx.c
- asn1_utils.h
- gtpc.h
- gtpc_ies.h
- gtpc_msg.h
- liblte_common.h
- liblte_m2ap.h
- liblte_mme.h
- liblte_s1ap.h
- rrc_asn1.h
- rrc_asn1_utils.h
- backtrace.h
- bcd_helpers.h
- block_queue.h
- bounded_bitset.h
- buffer_pool.h
- common.h
- config_file.h
- crash_handler.h
- gen_mch_tables.h
- int_helpers.h
- interfaces_common.h
- liblte_security.h
- liblte_ssl.h
- log.h
- log_filter.h
- logger.h
- logger_file.h
- logger_stdout.h
- mac_pcap.h
- metrics_hub.h
- nas_pcap.h
- pcap.h
- pdu.h
- pdu_queue.h
- rlc_pcap.h
- s1ap_pcap.h
- security.h
- snow_3g.h
- thread_pool.h
- threads.h
- timeout.h
- timers.h
- trace.h
- tti_sync.h
- tti_sync_cv.h
- common_interfaces.h
- enb_interfaces.h
- enb_metrics_interface.h
- epc_interfaces.h
- rrc_interface_types.h
- sched_interface.h
- ue_interfaces.h
- agc.h
- chest_common.h
- chest_dl.h
- chest_ul.h
- refsignal_dl.h
- refsignal_ul.h
- ch_awgn.h
- channel.h
- delay.h
- fading.h
- rlf.h
- phy_common.h
- sequence.h
- timestamp.h
- dft.h
- dft_precoding.h
- ofdm.h
- enb_dl.h
- enb_ul.h
- cbsegm.h
- convcoder.h
- crc.h
- rm_conv.h
- rm_turbo.h
- softbuffer.h
- tc_interl.h
- turbocoder.h
- turbodecoder.h
- turbodecoder_gen.h
- turbodecoder_impl.h
- turbodecoder_iter.h
- turbodecoder_sse.h
- turbodecoder_win.h
- viterbi.h
- binsource.h
- filesink.h
- filesource.h
- format.h
- netsink.h
- netsource.h
- layermap.h
- precoding.h
- demod_hard.h
- demod_soft.h
- mod.h
- modem_table.h
- cqi.h
- dci.h
- pbch.h
- pcfich.h
- pdcch.h
- pdsch.h
- pdsch_cfg.h
- phich.h
- pmch.h
- prach.h
- pucch.h
- pucch_cfg.h
- pusch.h
- pusch_cfg.h
- ra.h
- ra_dl.h
- ra_ul.h
- regs.h
- sch.h
- uci.h
- uci_cfg.h
- decim.h
- interp.h
- resample_arb.h
- rf.h
- rf_utils.h
- scrambling.h
- cfo.h
- cp.h
- pss.h
- sfo.h
- sss.h
- sync.h
- ue_cell_search.h
- ue_dl.h
- ue_mib.h
- ue_phy.h
- ue_sync.h
- ue_ul.h
- bit.h
- cexptab.h
- convolution.h
- debug.h
- filter.h
- mat.h
- phy_logger.h
- random.h
- ringbuffer.h
- simd.h
- vector.h
- vector_simd.h
- radio.h
- radio_base.h
- radio_metrics.h
- radio_multi.h
- gtpu.h
- ipv6.h
- pdcp.h
- pdcp_entity.h
- pdcp_interface.h
- rlc.h
- rlc_am.h
- rlc_common.h
- rlc_metrics.h
- rlc_tm.h
- rlc_tx_queue.h
- rlc_um.h
- build_info.h.in
- CMakeLists.txt
- config.h
- srslte.h
- version.h.in
- CMakeLists.txt
- asn1_utils.cc
- CMakeLists.txt
- gtpc.cc
- liblte_common.cc
- liblte_m2ap.cc
- liblte_mme.cc
- liblte_s1ap.cc
- rrc_asn1.cc
- rrc_asn1_enum.cc
- rrc_asn1_utils.cc
- arch_select.cc
- backtrace.c
- buffer_pool.cc
- CMakeLists.txt
- crash_handler.c
- gen_mch_tables.c
- liblte_security.cc
- log_filter.cc
- logger_file.cc
- mac_pcap.cc
- nas_pcap.cc
- pdu.cc
- pdu_queue.cc
- rlc_pcap.cc
- s1ap_pcap.cc
- security.cc
- snow_3g.cc
- thread_pool.cc
- threads.c
- tti_sync_cv.cc
- version.c
- agc.c
- CMakeLists.txt
- chest_test_dl.c
- chest_test_ul.c
- CMakeLists.txt
- refsignal_ul_test.c
- chest_common.c
- chest_dl.c
- chest_ul.c
- CMakeLists.txt
- refsignal_dl.c
- refsignal_ul.c
- ul_rs_tables.h
- CMakeLists.txt
- delay_channel_test.c
- fading_channel_test.c
- ch_awgn.c
- channel.cc
- CMakeLists.txt
- delay.c
- fading.c
- gauss.c
- gauss.h
- rlf.c
- CMakeLists.txt
- phy_common.c
- sequence.c
- timestamp.c
- CMakeLists.txt
- ofdm_test.c
- CMakeLists.txt
- dft_fftw.c
- dft_precoding.c
- ofdm.c
- CMakeLists.txt
- enb_dl.c
- enb_ul.c
- CMakeLists.txt
- crc_test.c
- crc_test.h
- rm_conv_test.c
- rm_turbo_test.c
- turbocoder_test.c
- turbodecoder_test.c
- turbodecoder_test.h
- viterbi_test.c
- viterbi_test.h
- cbsegm.c
- CMakeLists.txt
- convcoder.c
- crc.c
- parity.c
- parity.h
- rm_conv.c
- rm_turbo.c
- softbuffer.c
- tc_interl_lte.c
- tc_interl_umts.c
- turbocoder.c
- turbodecoder.c
- turbodecoder_gen.c
- turbodecoder_sse.c
- viterbi.c
- viterbi37.h
- viterbi37_avx2.c
- viterbi37_avx2_16bit.c
- viterbi37_neon.c
- viterbi37_port.c
- viterbi37_sse.c
- binsource.c
- CMakeLists.txt
- filesink.c
- filesource.c
- netsink.c
- netsource.c
- CMakeLists.txt
- layermap_test.c
- pmi_select_test.c
- pmi_select_test.h
- precoder_test.c
- CMakeLists.txt
- layermap.c
- precoding.c
- CMakeLists.txt
- modem_test.c
- soft_demod_test.c
- CMakeLists.txt
- demod_hard.c
- demod_soft.c
- hard_demod_lte.c
- hard_demod_lte.h
- lte_tables.c
- lte_tables.h
- mod.c
- modem_table.c
- CMakeLists.txt
- pbch_file_test.c
- pbch_test.c
- pcfich_file_test.c
- pcfich_test.c
- pdcch_file_test.c
- pdcch_test.c
- pdsch_pdcch_file_test.c
- pdsch_test.c
- phich_file_test.c
- phich_test.c
- pmch_100prbs_MCS2_SR0.bin
- pmch_file_test.c
- pmch_test.c
- prach_test.c
- prach_test_multi.c
- prach_test_usrp.c
- pucch_test.c
- pusch_test.c
- signal.1.92M.amar.dat
- signal.1.92M.dat
- signal.10M.dat
- CMakeLists.txt
- cqi.c
- dci.c
- pbch.c
- pcfich.c
- pdcch.c
- pdsch.c
- phich.c
- pmch.c
- prach.c
- prach_tables.h
- prb_dl.c
- prb_dl.h
- pucch.c
- pusch.c
- ra.c
- ra_dl.c
- ra_ul.c
- regs.c
- sch.c
- sequences.c
- tbs_tables.h
- uci.c
- CMakeLists.txt
- resample_arb_bench.c
- resample_arb_test.c
- CMakeLists.txt
- decim.c
- interp.c
- resample_arb.c
- CMakeLists.txt
- rf_blade_imp.c
- rf_blade_imp.h
- rf_dev.h
- rf_helper.h
- rf_imp.c
- rf_soapy_imp.c
- rf_soapy_imp.h
- rf_uhd_imp.c
- rf_uhd_imp.h
- rf_utils.c
- rf_zmq_imp.c
- rf_zmq_imp.h
- rf_zmq_test.c
- uhd_c_api.cpp
- uhd_c_api.h
- CMakeLists.txt
- scrambling_test.c
- CMakeLists.txt
- scrambling.c
- cfo_test.c
- CMakeLists.txt
- pss_file.c
- pss_usrp.c
- sync_test.c
- cfo.c
- CMakeLists.txt
- cp.c
- find_sss.c
- gen_sss.c
- pss.c
- sfo.c
- sss.c
- sync.c
- CMakeLists.txt
- ue_cell_search.c
- ue_dl.c
- ue_mib.c
- ue_sync.c
- ue_ul.c
- CMakeLists.txt
- dft_test.c
- mat_test.c
- vector_test.c
- bit.c
- cexptab.c
- CMakeLists.txt
- convolution.c
- debug.c
- filter.c
- mat.c
- phy_logger.c
- random.cpp
- ringbuffer.c
- vector.c
- vector_simd.c
- CMakeLists.txt
- benchmark_radio.cc
- CMakeLists.txt
- CMakeLists.txt
- radio.cc
- radio_multi.cc
- CMakeLists.txt
- gtpu.cc
- pdcp.cc
- pdcp_entity.cc
- rlc.cc
- rlc_am.cc
- rlc_tm.cc
- rlc_um.cc
- CMakeLists.txt
- CMakeLists.txt
- s1ap_test.cc
- srslte_asn1_m2ap_test.cc
- srslte_asn1_nas_test.cc
- srslte_asn1_rrc_dl_ccch_test.cc
- srslte_asn1_rrc_dl_dcch_test.cc
- srslte_asn1_rrc_mcch_test.cc
- srslte_asn1_rrc_meas_test.cc
- srslte_asn1_rrc_ul_dcch_test.cc
- bcd_helpers_test.cc
- CMakeLists.txt
- log_filter_test.cc
- logger_test.cc
- msg_queue_test.cc
- pdu_test.cc
- test_eea1.cc
- test_eea2.cc
- test_eia1.cc
- test_f12345.cc
- timeout_test.cc
- CMakeLists.txt
- phy_dl_test.c
- CMakeLists.txt
- rlc_am_control_test.cc
- rlc_am_data_test.cc
- rlc_am_test.cc
- rlc_common_test.cc
- rlc_stress_test.cc
- rlc_um_data_test.cc
- rlc_um_test.cc
- CMakeLists.txt
- CMakeLists.txt
- enb_phy_base.h
- phy.h
- phy_common.h
- phy_metrics.h
- prach_worker.h
- sf_worker.h
- txrx.h
- enb_radio_multi.h
- mac.h
- mac_metrics.h
- scheduler.h
- scheduler_grid.h
- scheduler_harq.h
- scheduler_metric.h
- scheduler_ue.h
- ue.h
- rrc.h
- rrc_metrics.h
- common_enb.h
- gtpu.h
- pdcp.h
- rlc.h
- s1ap.h
- s1ap_metrics.h
- enb_stack_base.h
- enb_stack_lte.h
- cfg_parser.h
- enb.h
- metrics_csv.h
- metrics_stdout.h
- parser.h
- CMakeLists.txt
- phy.cc
- phy_common.cc
- prach_worker.cc
- sf_worker.cc
- txrx.cc
- CMakeLists.txt
- enb_radio_multi.cc
- CMakeLists.txt
- mac.cc
- scheduler.cc
- scheduler_grid.cc
- scheduler_harq.cc
- scheduler_metric.cc
- scheduler_ue.cc
- ue.cc
- CMakeLists.txt
- rrc.cc
- CMakeLists.txt
- gtpu.cc
- pdcp.cc
- rlc.cc
- s1ap.cc
- CMakeLists.txt
- enb_stack_lte.cc
- CMakeLists.txt
- enb.cc
- enb_cfg_parser.cc
- enb_cfg_parser.h
- main.cc
- metrics_csv.cc
- metrics_stdout.cc
- parser.cc
- CMakeLists.txt
- scheduler_test.cc
- scheduler_test_rand.cc
- CMakeLists.txt
- plmn_test.cc
- CMakeLists.txt
- CMakeLists.txt
- drb.conf.example
- enb.conf.example
- rr.conf.example
- sib.conf.example
- sib.conf.mbsfn.example
- hss.h
- mbms-gw.h
- mme.h
- mme_gtpc.h
- nas.h
- s1ap.h
- s1ap_common.h
- s1ap_ctx_mngmt_proc.h
- s1ap_mngmt_proc.h
- s1ap_nas_transport.h
- s1ap_paging.h
- gtpc.h
- gtpu.h
- spgw.h
- CMakeLists.txt
- hss.cc
- CMakeLists.txt
- main.cc
- mbms-gw.cc
- CMakeLists.txt
- mme.cc
- mme_gtpc.cc
- nas.cc
- s1ap.cc
- s1ap_ctx_mngmt_proc.cc
- s1ap_mngmt_proc.cc
- s1ap_nas_transport.cc
- s1ap_paging.cc
- CMakeLists.txt
- gtpc.cc
- gtpu.cc
- spgw.cc
- CMakeLists.txt
- main.cc
- CMakeLists.txt
- epc.conf.example
- mbms.conf.example
- srsepc_if_masq.sh
- user_db.csv.example
- async_scell_recv.h
- intra_measure.h
- measure.h
- scell_recv.h
- cc_worker.h
- phy.h
- phy_common.h
- phy_metrics.h
- prach.h
- sf_worker.h
- sync.h
- ue_lte_phy_base.h
- ue_phy_base.h
- demux.h
- dl_harq.h
- dl_sps.h
- mac.h
- mac_metrics.h
- mux.h
- proc.h
- proc_bsr.h
- proc_phr.h
- proc_ra.h
- proc_sr.h
- ul_harq.h
- ul_sps.h
- rrc.h
- rrc_common.h
- rrc_metrics.h
- gw.h
- gw_metrics.h
- nas.h
- nas_common.h
- nas_metrics.h
- pcsc_usim.h
- tft_packet_filter.h
- usim.h
- usim_base.h
- ue_stack_base.h
- ue_stack_lte.h
- metrics_csv.h
- metrics_stdout.h
- ue.h
- ue_metrics_interface.h
- async_scell_recv.cc
- intra_measure.cc
- measure.cc
- scell_recv.cc
- cc_worker.cc
- CMakeLists.txt
- phy.cc
- phy_common.cc
- prach.cc
- sf_worker.cc
- sync.cc
- CMakeLists.txt
- demux.cc
- dl_harq.cc
- mac.cc
- mux.cc
- proc_bsr.cc
- proc_phr.cc
- proc_ra.cc
- proc_sr.cc
- ul_harq.cc
- CMakeLists.txt
- rrc.cc
- CMakeLists.txt
- gw.cc
- nas.cc
- pcsc_usim.cc
- tft_packet_filter.cc
- usim.cc
- usim_base.cc
- CMakeLists.txt
- ue_stack_lte.cc
- CMakeLists.txt
- main.cc
- metrics_csv.cc
- metrics_stdout.cc
- set_net_admin_caps.cc
- ue.cc
- CMakeLists.txt
- nas_test.cc
- pcsc_usim_test.cc
- rrc_reconfig_test.cc
- tft_test.cc
- usim_test.cc
- CMakeLists.txt
- mac_test.cc
- metrics_test.cc
- CMakeLists.txt
- ue.conf.example
- .clang-format
- .travis.yml
- CHANGELOG
- cmake_uninstall.cmake.in
- CMakeLists.txt
- COPYRIGHT
- CTestConfig.cmake
- CTestCustom.cmake.in
- LICENSE
- README.md
- srs_ext.h
- ops_agent_ext.cc
- srsenb_mac_ext.cc
- srsenb_rlc_etc.cc
- srsenb_sched_ext.cc
- srsenb_sched_ue_ext.cc
- srslte_rlc_ext.cc
- CMakeLists.txt
- CMakeLists.txt
- test_nn_forward_latency.cc
- CMakeLists.txt
- install_libtorch.py
- CMakeLists.txt
- nn_config.proto
- ops_interface.proto
- scalar_report.proto
- transition.proto
- update_weight.proto
- nn_config_pb2.py
- scalar_report_pb2.py
- transition_pb2.py
- update_weight_pb2.py
- CMakeLists.txt
- run_client.cc
- run_server.cc
- CMakeLists.txt
- CMakeLists.txt
- LICENSE.txt
- online_drl_architecture_zhouyou_gu_27_mar_2025_at_SUTD_FCC.pdf
- README.md
# Use via CDN
jsDelivrjsDelivr serves any public GitHub repository as a CDN with zero setup. Pick a version and a file to get a ready-to-paste link and snippet.
Command Glossary
Commands referenced in this DOCs, explained below.
pip3
View Details ▼
pip3
This command is an alias of `pip`.
tldr pip
View documentation for the original command:
python3
View Details ▼
python3
This command is an alias of `python`.
tldr python
View documentation for the original command:
apt-get
View Details ▼
apt-get
Debian and Ubuntu package management utility.
Search for packages using `apt-cache`.
It is recommended to use `apt` when used interactively in Ubuntu versions 16.04 and later.
sudo apt-get update
Update the list of available packages and versions (it's recommended to run this before other `apt-get` commands):
sudo apt-get install {{package}}
Install a package, or update it to the latest available version:
sudo apt-get remove {{package}}
Remove a package:
