DebugBench
The repository for paper "DebugBench: "Evaluating Debugging Capability of Large Language Models".
File Explorer
Download Latest Version (.zip)- cpp_condition error.json
- cpp_double.json
- cpp_faulty indexing.json
- cpp_illegal comment.json
- cpp_illegal keywords.json
- cpp_illegal separation.json
- cpp_missing colons.json
- cpp_misused == or =.json
- cpp_operation error.json
- cpp_other error.json
- cpp_quadruple.json
- cpp_triple.json
- cpp_unclosed parentheses.json
- cpp_unclosed string.json
- cpp_undefined methods.json
- cpp_undefined objects.json
- cpp_variable error.json
- java_condition error.json
- java_double.json
- java_faulty indexing.json
- java_illegal comment.json
- java_illegal keywords.json
- java_illegal separation.json
- java_missing colons.json
- java_misused == or =.json
- java_operation error.json
- java_other error.json
- java_quadruple.json
- java_triple.json
- java_unclosed parentheses.json
- java_unclosed string.json
- java_undefined methods.json
- java_undefined objects.json
- java_variable error.json
- python3_condition error.json
- python3_double.json
- python3_faulty indexing.json
- python3_illegal comment.json
- python3_illegal indentation.json
- python3_illegal keywords.json
- python3_missing colons.json
- python3_misused == or =.json
- python3_operation error.json
- python3_other error.json
- python3_quadruple.json
- python3_triple.json
- python3_unclosed parentheses.json
- python3_unclosed string.json
- python3_undefined methods.json
- python3_undefined objects.json
- python3_variable error.json
- cpp.json
- java.json
- python3.json
- cpp_== and = confusion.json
- cpp_colon missing.json
- cpp_conditional statement error.json
- cpp_double.json
- cpp_indexing error.json
- cpp_operation error.json
- cpp_other error.json
- cpp_parentheses mismatch.json
- cpp_quadruple.json
- cpp_statement separation.json
- cpp_triple.json
- cpp_unclosed string.json
- cpp_undefined keywords from other languages.json
- cpp_undefined methods.json
- cpp_undefined objects.json
- cpp_variable value error.json
- cpp_wrong comment mark.json
- java_== and = confusion.json
- java_colon missing.json
- java_conditional statement error.json
- java_double.json
- java_indexing error.json
- java_operation error.json
- java_other error.json
- java_parentheses mismatch.json
- java_quadruple.json
- java_statement separation.json
- java_triple.json
- java_unclosed string.json
- java_undefined keywords from other languages.json
- java_undefined methods.json
- java_undefined objects.json
- java_variable value error.json
- java_wrong comment mark.json
- python3_== and = confusion.json
- python3_colon missing.json
- python3_conditional statement error.json
- python3_double.json
- python3_indentation error.json
- python3_indexing error.json
- python3_operation error.json
- python3_other error.json
- python3_parentheses mismatch.json
- python3_quadruple.json
- python3_triple.json
- python3_unclosed string.json
- python3_undefined keywords from other languages.json
- python3_undefined methods.json
- python3_undefined objects.json
- python3_variable value error.json
- python3_wrong comment mark.json
- formatting.py
- leetcode.py
- __init__.py
- environment.py
- types.py
- __init__.py
- leetcode_tester.py
- cpp_== and = confusion.json
- cpp_colon missing.json
- cpp_conditional statement error.json
- cpp_double.json
- cpp_indexing error.json
- cpp_operation error.json
- cpp_other error.json
- cpp_parentheses mismatch.json
- cpp_quadruple.json
- cpp_statement separation.json
- cpp_triple.json
- cpp_unclosed string.json
- cpp_undefined keywords from other languages.json
- cpp_undefined methods.json
- cpp_undefined objects.json
- cpp_variable value error.json
- cpp_wrong comment mark.json
- java_== and = confusion.json
- java_colon missing.json
- java_conditional statement error.json
- java_double.json
- java_indexing error.json
- java_operation error.json
- java_other error.json
- java_parentheses mismatch.json
- java_quadruple.json
- java_statement separation.json
- java_triple.json
- java_unclosed string.json
- java_undefined keywords from other languages.json
- java_undefined methods.json
- java_undefined objects.json
- java_variable value error.json
- java_wrong comment mark.json
- python3_== and = confusion.json
- python3_colon missing.json
- python3_conditional statement error.json
- python3_double.json
- python3_indentation error.json
- python3_indexing error.json
- python3_operation error.json
- python3_other error.json
- python3_parentheses mismatch.json
- python3_quadruple.json
- python3_triple.json
- python3_unclosed string.json
- python3_undefined keywords from other languages.json
- python3_undefined methods.json
- python3_undefined objects.json
- python3_variable value error.json
- python3_wrong comment mark.json
- __init__.py
- bug_generator.py
- bug_info.py
- responser.py
- clean_comments.py
- generate_multiples.py
- generate_singles.py
- __init__.cpython-310.pyc
- IO_Coder.cpython-310.pyc
- IO_debugger.cpython-310.pyc
- prompt.cpython-310.pyc
- responser.cpython-310.pyc
- __init__.py
- IO_Coder.py
- IO_debugger.py
- prompt.py
- responser.py
- __init__.cpython-310.pyc
- leetcode_tester.cpython-310.pyc
- __init__.cpython-310.pyc
- environment.cpython-310.pyc
- types.cpython-310.pyc
- leetcode.cpython-310.pyc
- formatting.py
- leetcode.py
- __init__.py
- environment.py
- types.py
- __init__.py
- leetcode_tester.py
- leetcode_tester_pool.py
- code_generation.sh
- debug.sh
- debug_with_traceback.sh
- n_sample.sh
- code_generation.py
- debug.py
- debug_with_traceback.py
- n_sample.py
- cpp_== and = confusion.json
- cpp_colon missing.json
- cpp_conditional statement error.json
- cpp_double.json
- cpp_indexing error.json
- cpp_operation error.json
- cpp_other error.json
- cpp_parentheses mismatch.json
- cpp_quadruple.json
- cpp_statement separation.json
- cpp_triple.json
- cpp_unclosed string.json
- cpp_undefined keywords from other languages.json
- cpp_undefined methods.json
- cpp_undefined objects.json
- cpp_variable value error.json
- cpp_wrong comment mark.json
- java_== and = confusion.json
- java_colon missing.json
- java_conditional statement error.json
- java_double.json
- java_indexing error.json
- java_operation error.json
- java_other error.json
- java_parentheses mismatch.json
- java_quadruple.json
- java_statement separation.json
- java_triple.json
- java_unclosed string.json
- java_undefined keywords from other languages.json
- java_undefined methods.json
- java_undefined objects.json
- java_variable value error.json
- java_wrong comment mark.json
- python3_== and = confusion.json
- python3_colon missing.json
- python3_conditional statement error.json
- python3_double.json
- python3_indentation error.json
- python3_indexing error.json
- python3_operation error.json
- python3_other error.json
- python3_parentheses mismatch.json
- python3_quadruple.json
- python3_triple.json
- python3_unclosed string.json
- python3_undefined keywords from other languages.json
- python3_undefined methods.json
- python3_undefined objects.json
- python3_variable value error.json
- python3_wrong comment mark.json
- cpp_== and = confusion.json
- cpp_colon missing.json
- cpp_conditional statement error.json
- cpp_double.json
- cpp_indexing error.json
- cpp_operation error.json
- cpp_other error.json
- cpp_parentheses mismatch.json
- cpp_quadruple.json
- cpp_statement separation.json
- cpp_triple.json
- cpp_unclosed string.json
- cpp_undefined keywords from other languages.json
- cpp_undefined methods.json
- cpp_undefined objects.json
- cpp_variable value error.json
- cpp_wrong comment mark.json
- java_== and = confusion.json
- java_colon missing.json
- java_conditional statement error.json
- java_double.json
- java_indexing error.json
- java_operation error.json
- java_other error.json
- java_parentheses mismatch.json
- java_quadruple.json
- java_statement separation.json
- java_triple.json
- java_unclosed string.json
- java_undefined keywords from other languages.json
- java_undefined methods.json
- java_undefined objects.json
- java_variable value error.json
- java_wrong comment mark.json
- python3_== and = confusion.json
- python3_colon missing.json
- python3_conditional statement error.json
- python3_double.json
- python3_indentation error.json
- python3_indexing error.json
- python3_operation error.json
- python3_other error.json
- python3_parentheses mismatch.json
- python3_quadruple.json
- python3_triple.json
- python3_unclosed string.json
- python3_undefined keywords from other languages.json
- python3_undefined methods.json
- python3_undefined objects.json
- python3_variable value error.json
- python3_wrong comment mark.json
- cpp_== and = confusion.json
- cpp_colon missing.json
- cpp_conditional statement error.json
- cpp_double.json
- cpp_indexing error.json
- cpp_operation error.json
- cpp_other error.json
- cpp_parentheses mismatch.json
- cpp_quadruple.json
- cpp_statement separation.json
- cpp_triple.json
- cpp_unclosed string.json
- cpp_undefined keywords from other languages.json
- cpp_undefined methods.json
- cpp_undefined objects.json
- cpp_variable value error.json
- cpp_wrong comment mark.json
- java_== and = confusion.json
- java_colon missing.json
- java_conditional statement error.json
- java_double.json
- java_indexing error.json
- java_operation error.json
- java_other error.json
- java_parentheses mismatch.json
- java_quadruple.json
- java_statement separation.json
- java_triple.json
- java_unclosed string.json
- java_undefined keywords from other languages.json
- java_undefined methods.json
- java_undefined objects.json
- java_variable value error.json
- java_wrong comment mark.json
- python3_== and = confusion.json
- python3_colon missing.json
- python3_conditional statement error.json
- python3_double.json
- python3_indentation error.json
- python3_indexing error.json
- python3_operation error.json
- python3_other error.json
- python3_parentheses mismatch.json
- python3_quadruple.json
- python3_triple.json
- python3_unclosed string.json
- python3_undefined keywords from other languages.json
- python3_undefined methods.json
- python3_undefined objects.json
- python3_variable value error.json
- python3_wrong comment mark.json
- cpp.json
- java.json
- python3.json
- cpp_== and = confusion.json
- cpp_colon missing.json
- cpp_conditional statement error.json
- cpp_double.json
- cpp_indexing error.json
- cpp_operation error.json
- cpp_other error.json
- cpp_parentheses mismatch.json
- cpp_quadruple.json
- cpp_statement separation.json
- cpp_triple.json
- cpp_unclosed string.json
- cpp_undefined keywords from other languages.json
- cpp_undefined methods.json
- cpp_undefined objects.json
- cpp_variable value error.json
- cpp_wrong comment mark.json
- java_== and = confusion.json
- java_colon missing.json
- java_conditional statement error.json
- java_double.json
- java_indexing error.json
- java_operation error.json
- java_other error.json
- java_parentheses mismatch.json
- java_quadruple.json
- java_statement separation.json
- java_triple.json
- java_unclosed string.json
- java_undefined keywords from other languages.json
- java_undefined methods.json
- java_undefined objects.json
- java_variable value error.json
- java_wrong comment mark.json
- python3_== and = confusion.json
- python3_colon missing.json
- python3_conditional statement error.json
- python3_double.json
- python3_indentation error.json
- python3_indexing error.json
- python3_operation error.json
- python3_other error.json
- python3_parentheses mismatch.json
- python3_quadruple.json
- python3_triple.json
- python3_unclosed string.json
- python3_undefined keywords from other languages.json
- python3_undefined methods.json
- python3_undefined objects.json
- python3_variable value error.json
- python3_wrong comment mark.json
- cpp_== and = confusion.json
- cpp_colon missing.json
- cpp_conditional statement error.json
- cpp_indexing error.json
- cpp_operation error.json
- cpp_other error.json
- cpp_parentheses mismatch.json
- cpp_statement separation.json
- cpp_unclosed string.json
- cpp_undefined keywords from other languages.json
- cpp_undefined methods.json
- cpp_undefined objects.json
- cpp_variable value error.json
- cpp_wrong comment mark.json
- java_== and = confusion.json
- java_colon missing.json
- java_conditional statement error.json
- java_indexing error.json
- java_operation error.json
- java_other error.json
- java_parentheses mismatch.json
- java_statement separation.json
- java_unclosed string.json
- java_undefined keywords from other languages.json
- java_undefined methods.json
- java_undefined objects.json
- java_variable value error.json
- java_wrong comment mark.json
- python3_== and = confusion.json
- python3_colon missing.json
- python3_conditional statement error.json
- python3_indentation error.json
- python3_indexing error.json
- python3_operation error.json
- python3_other error.json
- python3_parentheses mismatch.json
- python3_unclosed string.json
- python3_undefined keywords from other languages.json
- python3_undefined methods.json
- python3_undefined objects.json
- python3_variable value error.json
- python3_wrong comment mark.json
- cpp.json
- java.json
- python3.json
- cpp_== and = confusion.json
- cpp_colon missing.json
- cpp_conditional statement error.json
- cpp_double.json
- cpp_indexing error.json
- cpp_operation error.json
- cpp_other error.json
- cpp_parentheses mismatch.json
- cpp_quadruple.json
- cpp_statement separation.json
- cpp_triple.json
- cpp_unclosed string.json
- cpp_undefined keywords from other languages.json
- cpp_undefined methods.json
- cpp_undefined objects.json
- cpp_variable value error.json
- cpp_wrong comment mark.json
- java_== and = confusion.json
- java_colon missing.json
- java_conditional statement error.json
- java_double.json
- java_indexing error.json
- java_operation error.json
- java_other error.json
- java_parentheses mismatch.json
- java_quadruple.json
- java_statement separation.json
- java_triple.json
- java_unclosed string.json
- java_undefined keywords from other languages.json
- java_undefined methods.json
- java_undefined objects.json
- java_variable value error.json
- java_wrong comment mark.json
- python3_== and = confusion.json
- python3_colon missing.json
- python3_conditional statement error.json
- python3_double.json
- python3_indentation error.json
- python3_indexing error.json
- python3_operation error.json
- python3_other error.json
- python3_parentheses mismatch.json
- python3_quadruple.json
- python3_triple.json
- python3_unclosed string.json
- python3_undefined keywords from other languages.json
- python3_undefined methods.json
- python3_undefined objects.json
- python3_variable value error.json
- python3_wrong comment mark.json
- cpp_== and = confusion.json
- cpp_colon missing.json
- cpp_conditional statement error.json
- cpp_indexing error.json
- cpp_operation error.json
- cpp_other error.json
- cpp_parentheses mismatch.json
- cpp_statement separation.json
- cpp_unclosed string.json
- cpp_undefined keywords from other languages.json
- cpp_undefined methods.json
- cpp_undefined objects.json
- cpp_variable value error.json
- cpp_wrong comment mark.json
- java_== and = confusion.json
- java_colon missing.json
- java_conditional statement error.json
- java_indexing error.json
- java_operation error.json
- java_other error.json
- java_parentheses mismatch.json
- java_statement separation.json
- java_unclosed string.json
- java_undefined keywords from other languages.json
- java_undefined methods.json
- java_undefined objects.json
- java_variable value error.json
- java_wrong comment mark.json
- python3_== and = confusion.json
- python3_colon missing.json
- python3_conditional statement error.json
- python3_indentation error.json
- python3_indexing error.json
- python3_operation error.json
- python3_other error.json
- python3_parentheses mismatch.json
- python3_unclosed string.json
- python3_undefined keywords from other languages.json
- python3_undefined methods.json
- python3_undefined objects.json
- python3_variable value error.json
- python3_wrong comment mark.json
- icon.png
- pipeline.png
- parse_questions.py
- answer_all_sample.json
- answer_en_sample.json
- level_zh.jsonl
- question_all_sample.json
- formatting.py
- leetcode.py
- __init__.py
- environment.py
- types.py
- __init__.py
- leetcode_tester.py
- questions_cpp.json
- questions_java.json
- questions_python.json
- solutions_en_cpp.json
- solutions_en_java.json
- solutions_en_python.json
- validate.py
- LICENSE
- README.md
- requirements.txt
# Installation Guide
1. Get the code
git clone https://github.com/thunlp/DebugBench
Downloads the entire project code from GitHub to your computer.
cd DebugBench
Moves into the project folder you just downloaded.
2. Python
Easy RecommendedPrerequisites
pip install -r requirements.txt
Installs the Python libraries listed in requirements.txt (or similar).
python <์คํํ ํ์ผ๋ช
>.py # README์์ ์ ํํ ์คํ ํ์ผ๋ช
์ ํ์ธํ์ธ์
Runs the Python script (or module).
If it runs without errors and prints output in the terminal, it worked.
// repository documentation
Was this content helpful?
(0 ratings)
