Package search
lm-eval
- Summary: A framework for evaluating language models
- Author:
- Homepage: https://github.com/EleutherAI/lm-evaluation-harness
- Source: https://github.com/EleutherAI/lm-evaluation-harness
- Repo profile
- Number of releases: 11
- First release: 0.0.1 on 2021-09-02T02:28:24
- Latest release: 0.4.8 on 2025-03-05T03:04:12
| Dependency | Optional |
|---|---|
| accelerate | false |
| datasets | false |
| dill | false |
| evaluate | false |
| jsonlines | false |
| more_itertools | false |
| numexpr | false |
| peft | false |
| pybind11 | false |
| pytablewriter | false |
| rouge-score | false |
| sacrebleu | false |
| scikit-learn | false |
| sqlitedict | false |
| torch | false |
| tqdm-multiprocess | false |
| transformers | false |
| word2number | false |
| zstandard | false |
| aiohttp | true |
| antlr4-python3-runtime | true |
| auto-gptq | true |
| causal-conv1d | true |
| deepsparse-nightly | true |
| emoji | true |
| fugashi | true |
| gptqmodel | true |
| hf_transfer | true |
| ibm_watsonx_ai | true |
| immutabledict | true |
| jieba | true |
| langdetect | true |
| lm_eval | true |
| mamba_ssm | true |
| math_verify | true |
| mypy | true |
| nagisa | true |
| neologdn | true |
| nltk | true |
| numpy | true |
| optimum | true |
| pandas | true |
| pre-commit | true |
| promptsource | true |
| pycountry | true |
| pytest | true |
| pytest-cov | true |
| pytest-xdist | true |
| requests | true |
| rouge_score | true |
| sae_lens | true |
| sentencepiece | true |
| sparseml-nightly | true |
| sparsify | true |
| sympy | true |
| tenacity | true |
| tiktoken | true |
| tqdm | true |
| unitxt | true |
| vllm | true |
| wandb | true |
| zeno-client | true |