.dockerignore
.gitignore
.pre-commit-config.yaml
ADVANCED_USAGE.md
CITATION.cff
LICENSE
MANIFEST.in
README.md
pyproject.toml
release.sh
release_docker.sh
run.sh
setup.cfg
.github/ISSUE_TEMPLATE/buggy_contract.yml
.github/ISSUE_TEMPLATE/buggy_test.yml
.github/ISSUE_TEMPLATE/config.yml
.github/ISSUE_TEMPLATE/model_eval_request.yml
Docker/Evaluate.Dockerfile
Docker/Generate.Dockerfile
Docker/Gradio.Dockerfile
Requirements/requirements-eval.txt
Requirements/requirements.txt
analysis/bcb_subset.py
analysis/get_results.py
analysis/lib2domain.json
analysis/task2domain.json
analysis/utils.py
bigcodebench/__init__.py
bigcodebench/_version.py
bigcodebench/evaluate.py
bigcodebench/generate.py
bigcodebench/inspect.py
bigcodebench/sanitize.py
bigcodebench/syncheck.py
bigcodebench.egg-info/PKG-INFO
bigcodebench.egg-info/SOURCES.txt
bigcodebench.egg-info/dependency_links.txt
bigcodebench.egg-info/entry_points.txt
bigcodebench.egg-info/requires.txt
bigcodebench.egg-info/top_level.txt
bigcodebench/data/__init__.py
bigcodebench/data/bigcodebench.py
bigcodebench/data/utils.py
bigcodebench/eval/__init__.py
bigcodebench/eval/_special_oracle.py
bigcodebench/eval/utils.py
bigcodebench/gen/__init__.py
bigcodebench/gen/util/__init__.py
bigcodebench/gen/util/anthropic_request.py
bigcodebench/gen/util/google_request.py
bigcodebench/gen/util/mistral_request.py
bigcodebench/gen/util/openai_request.py
bigcodebench/provider/__init__.py
bigcodebench/provider/anthropic.py
bigcodebench/provider/base.py
bigcodebench/provider/google.py
bigcodebench/provider/hf.py
bigcodebench/provider/mistral.py
bigcodebench/provider/openai.py
bigcodebench/provider/utility.py
bigcodebench/provider/vllm.py
decontamination/n_gram_check.py
decontamination/odex_10_overlap.txt
decontamination/odex_13_overlap.txt
decontamination/stackoverflow_10_overlap.txt
decontamination/stackoverflow_13_overlap.txt
decontamination/starcoderdata_10_overlap.txt
sandbox-templates/e2b.Dockerfile
sandbox-templates/e2b.toml
tests/requirements.txt
tests/test_legacy_sanitizer.py
tests/test_treesitter_sanitizer.py
tools/fix_v019.py
tools/fix_v020.py
tools/fix_v022.py