dnotitia-NIAH
Enhanced multi-needle retrieval testing framework for evaluating LLM long-context understanding capabilities
File Explorer
- model_config.yaml
- needle_cases.yaml
- ANNA_KARENINA.txt
- 01f5ab49ace7ff6c2bca8c2e537076ae1f1b5c90.txt
- 0619e886fb3167a3d70f4d191754a82b3f9ecf7f.txt
- 084e3e9625f032d6fc7454e94841a6045a0454e8.txt
- 120f3a2285b2a742f63b95f7e1fee5e498d08cb0.txt
- 14d3ae5cbf989a9176c4ceda975b193338a2de84.txt
- 188e11abcd525cfdb83f68276a23e8de20534d3c.txt
- 1e44e31fb8bb26dc8aae3ca3cd7131acb59a447f.txt
- 206ee38a1991579ed174f236490a9064e573a878.txt
- 24c8ed4f493ab62acff4da9bad5c6a1c07e4770d.txt
- 37aa5b62014dc2e1e6f7202fed40f51c34dd680d.txt
- 37fa67ed55fc62766b9a5f0edcafcc360131aebb.txt
- 39ab35eb8bdecda3cfd79433774fc63c7c699171.txt
- 3b017861cf026262a8fa4a2027a51f3218d38b13.txt
- 44c8278a7dc6f876636f0979bb645cf98ae1df0f.txt
- 4ca62421b3a470677c302b5bc488870e0f09137c.txt
- 4e6e052732e90a9c127f6502feddee1a17301c14.txt
- 4e959a5d22e1968a1950ac836a1ba0cc3edffa41.txt
- 518b93650f7e95289f694bccd0fd9f2da1d12369.txt
- 5a3c3fa94456d41df5d8711b33687c39f2aa1ca8.txt
- 5e34e97ac8ff6cfb0f6e6e2ddcb4c23e55ea1c78.txt
- 5ebba624b541052be18e8fe9715dd76d7d2a9f57.txt
- 5ed5c13f17141e243fab9c10c511f2e19333c52e.txt
- 5f6df6afc107cfc05dd4bfc6fe963ae89aa9ab7f.txt
- 6f1e8b48580a3f57556ea3fcb129bb0024cf1567.txt
- 734b9fb0720e2ae157c8a35a7d8f5e9878a56862.txt
- 77e055181c15321c82ef247dc7f421a30433456f.txt
- 7f15a08cde92f095f5abfe937b07769c1eee28fe.txt
- 8b5a5e185f5a7d9f240a38d396205831967418ff.txt
- 8b6f5b48584406378734c720276da32e9d93adeb.txt
- book1.txt
- Caption_BLOOD.txt
- z_03690ff2154ebecb454ea267cec529358ab6923b.txt
- z_0d6f958d03124c4176549fce64ed4e7849e351f9.txt
- z_0ebf71697ef16b7948f05a21dbf7abb34a818380.txt
- z_1773a177343713782c2437b460f5399aae80e18c.txt
- z_1915f92c4152b867fa9bee83e61b901983f8a3ea.txt
- z_1a26b476901a0785835b0ebeecaae3a212b026ef.txt
- z_1bf46ea21ef903f8d75bd213ea9cc39ae8f4be18.txt
- z_1dcd41b8faacf141817133954ff78291593520b5.txt
- z_3513ebaa62106c8e80a0c9723eb456f28950adb8.txt
- z_3620f82c20f8fbccf5690bb0539c6c61147a3da1.txt
- z_57523a482ae81616899feaff7497fa962edef9b6.txt
- z_759acf6f6cdbe61db831a1c7c2771d18bd5f68d3.txt
- z_760ac32a76b6c6b360c4453cf79724f9fc86b9b2.txt
- z_824064fb9cee19809e9965768967fb741ea535ee.txt
- z_934fbd3acf4433a952b49cfc004dd2b363b57faf.txt
- z_96546ceb80de8303f5057f1f2f4cb9fa5d0a2b20.txt
- z_book1.txt
- z_cc8608ad66db28cabde4fb1b409aff6bce5f13de.txt
- z_ccfc0362f4cbcc6901fe0ef65a54408c61fb2977.txt
- z_ced259f88228bea5f1d29e0bc784c28ad8b8c4cb.txt
- z_d56d2864cceb811c9b29e3aa547374ebf7b26be3.txt
- z_d87a40e39666a2b9e096f60a84cbe3b9fd32589f.txt
- z_da92db374a011f526873e2c6734a2dd54f197fa5.txt
- z_dcb86aea4a771d1d0f075ab60515105f037fdcc2.txt
- __init__.py
- evaluator.py
- openai.py
- addiction.txt
- aord.txt
- apple.txt
- avg.txt
- before.txt
- bias.txt
- boss.txt
- copy.txt
- corpdev.txt
- desres.txt
- diff.txt
- ecw.txt
- founders.txt
- foundervisa.txt
- gap.txt
- gba.txt
- gh.txt
- goodtaste.txt
- hubs.txt
- iflisp.txt
- island.txt
- know.txt
- langdes.txt
- laundry.txt
- love.txt
- mod.txt
- newideas.txt
- nft.txt
- philosophy.txt
- popular.txt
- pow.txt
- rootsoflisp.txt
- rss.txt
- siliconvalley.txt
- startuplessons.txt
- submarine.txt
- sun.txt
- superangels.txt
- todo.txt
- unions.txt
- useful.txt
- vb.txt
- vcsqueeze.txt
- vw.txt
- want.txt
- web20.txt
- weird.txt
- wisdom.txt
- worked.txt
- z_01f5ab49ace7ff6c2bca8c2e537076ae1f1b5c90.txt
- z_03690ff2154ebecb454ea267cec529358ab6923b.txt
- z_0d6f958d03124c4176549fce64ed4e7849e351f9.txt
- z_0ebf71697ef16b7948f05a21dbf7abb34a818380.txt
- z_1773a177343713782c2437b460f5399aae80e18c.txt
- z_1915f92c4152b867fa9bee83e61b901983f8a3ea.txt
- z_1a26b476901a0785835b0ebeecaae3a212b026ef.txt
- z_1bf46ea21ef903f8d75bd213ea9cc39ae8f4be18.txt
- z_1dcd41b8faacf141817133954ff78291593520b5.txt
- z_1e44e31fb8bb26dc8aae3ca3cd7131acb59a447f.txt
- z_3513ebaa62106c8e80a0c9723eb456f28950adb8.txt
- z_3620f82c20f8fbccf5690bb0539c6c61147a3da1.txt
- z_3b017861cf026262a8fa4a2027a51f3218d38b13.txt
- z_4ca62421b3a470677c302b5bc488870e0f09137c.txt
- z_4e6e052732e90a9c127f6502feddee1a17301c14.txt
- z_4e959a5d22e1968a1950ac836a1ba0cc3edffa41.txt
- z_57523a482ae81616899feaff7497fa962edef9b6.txt
- z_5a3c3fa94456d41df5d8711b33687c39f2aa1ca8.txt
- z_5e34e97ac8ff6cfb0f6e6e2ddcb4c23e55ea1c78.txt
- z_759acf6f6cdbe61db831a1c7c2771d18bd5f68d3.txt
- z_760ac32a76b6c6b360c4453cf79724f9fc86b9b2.txt
- z_824064fb9cee19809e9965768967fb741ea535ee.txt
- z_934fbd3acf4433a952b49cfc004dd2b363b57faf.txt
- z_96546ceb80de8303f5057f1f2f4cb9fa5d0a2b20.txt
- z_book1 copy.txt
- z_book1.txt
- z_cc8608ad66db28cabde4fb1b409aff6bce5f13de.txt
- z_ccfc0362f4cbcc6901fe0ef65a54408c61fb2977.txt
- z_ced259f88228bea5f1d29e0bc784c28ad8b8c4cb.txt
- z_d56d2864cceb811c9b29e3aa547374ebf7b26be3.txt
- z_d87a40e39666a2b9e096f60a84cbe3b9fd32589f.txt
- z_da92db374a011f526873e2c6734a2dd54f197fa5.txt
- z_dcb86aea4a771d1d0f075ab60515105f037fdcc2.txt
- __init__.py
- model.py
- openai.py
- campus_environment.txt
- career_guide.txt
- cultural_aspects.txt
- faculty_mentorship.txt
- first_year_courses.txt
- future_aspiration.txt
- history_and_founding.txt
- lunaris_academy.txt
- personalized_learning.txt
- practical_experimental_courses.txt
- Professors.txt
- second_year_courses.txt
- student_life.txt
- third_fouth_year_courses.txt
- workshop_performace.txt
- z_Harry_Potter_all_books_preprocessed.txt
- __init__.py
- llm_multi_needle_haystack_tester.py
- llm_needle_haystack_tester.py
- .gitignore
- Needle_vis_llm.py
- PaulGrahamEssays_kimchi_ingredients_qwen_qwen3-30b-a3b-thinking-2507_heatmap.png
- PaulGrahamEssays_kimchi_ingredients_qwen_qwen3-30b-a3b_heatmap.png
- README.md
- requirements.txt
- run_llm_multi_needle_test.py
- runme.sh
# Use via CDN
jsDelivrjsDelivr serves any public GitHub repository as a CDN with zero setup. Pick a version and a file to get a ready-to-paste link and snippet.
Command Glossary
Commands referenced in this DOCs, explained below.
git clone
View Details ▼
git clone
Clone an existing repository.
git clone {{remote_repository_location}} {{path/to/directory}}
Clone an existing repository into a new directory (the default directory is the repository name):
git clone --recursive {{remote_repository_location}}
Clone an existing repository and its submodules:
git clone {{[-n|--no-checkout]}} {{remote_repository_location}}
Clone only the `.git` directory of an existing repository:
python
View Details ▼
python
Python language interpreter.
python
Start a REPL (interactive shell):
python {{path/to/file.py}}
Execute a specific Python file:
python -i {{path/to/file.py}}
Execute a specific Python file and start a REPL:
uv pip
View Details ▼
uv pip
Provides pip-like commands for installing, uninstalling, and managing packages.
uv pip install {{package}}
Install a package:
uv pip install {{[-r|--requirements]}} {{requirements.txt}}
Install packages from a requirements file:
uv pip install {{package==1.2.3}}
Install a package with a specific version:
