diff --git a/pdm.lock b/pdm.lock index ca32002..809e9f6 100644 --- a/pdm.lock +++ b/pdm.lock @@ -5,7 +5,7 @@ groups = ["default", "dev", "leaderboard"] strategy = ["inherit_metadata"] lock_version = "4.5.0" -content_hash = "sha256:592e6dba8e26f71679e6e081fc88c0372f8889bbece1fe2f10d18b3566a40de3" +content_hash = "sha256:d6919351bdf520468cdb8758e0d3f74fa76f61f88a1ef245a989a7a110f11f40" [[metadata.targets]] requires_python = "~=3.11" @@ -685,13 +685,13 @@ files = [ [[package]] name = "lm-eval" -version = "0.4.9.1" -requires_python = ">=3.9" +version = "0.4.9.2" +requires_python = ">=3.10" summary = "A framework for evaluating language models" groups = ["default", "leaderboard"] dependencies = [ "accelerate>=0.26.0", - "datasets<4.0,>=2.16.0", + "datasets>=2.16.0", "dill", "evaluate", "evaluate>=0.4.0", @@ -712,50 +712,50 @@ dependencies = [ "zstandard", ] files = [ - {file = "lm_eval-0.4.9.1-py3-none-any.whl", hash = "sha256:315e5a3af7a600c8e4240e059e132376d6582538e1aa6484ccba647f6ea3fae9"}, - {file = "lm_eval-0.4.9.1.tar.gz", hash = "sha256:e87ea4e9b37ef6fd30c45f0885fab4dfedce2660089a4e8da0b203c0e5b93597"}, + {file = "lm_eval-0.4.9.2-py3-none-any.whl", hash = "sha256:b8d12410ab9c6321c9e26a9fb7e13a4e1b920ed4907905804dc2e231b7482a6e"}, + {file = "lm_eval-0.4.9.2.tar.gz", hash = "sha256:131c2f21911beee92e6ab8286f08adce86d6aa23852f87451651e6a68b4a631a"}, ] [[package]] name = "lm-eval" -version = "0.4.9.1" +version = "0.4.9.2" extras = ["api"] -requires_python = ">=3.9" +requires_python = ">=3.10" summary = "A framework for evaluating language models" groups = ["default"] dependencies = [ "aiohttp", - "lm-eval==0.4.9.1", + "lm-eval==0.4.9.2", "requests", "tenacity", "tiktoken", "tqdm", ] files = [ - {file = "lm_eval-0.4.9.1-py3-none-any.whl", hash = "sha256:315e5a3af7a600c8e4240e059e132376d6582538e1aa6484ccba647f6ea3fae9"}, - {file = "lm_eval-0.4.9.1.tar.gz", hash = "sha256:e87ea4e9b37ef6fd30c45f0885fab4dfedce2660089a4e8da0b203c0e5b93597"}, + {file = "lm_eval-0.4.9.2-py3-none-any.whl", hash = "sha256:b8d12410ab9c6321c9e26a9fb7e13a4e1b920ed4907905804dc2e231b7482a6e"}, + {file = "lm_eval-0.4.9.2.tar.gz", hash = "sha256:131c2f21911beee92e6ab8286f08adce86d6aa23852f87451651e6a68b4a631a"}, ] [[package]] name = "lm-eval" -version = "0.4.9.1" +version = "0.4.9.2" extras = ["ifeval", "math", "sentencepiece"] -requires_python = ">=3.9" +requires_python = ">=3.10" summary = "A framework for evaluating language models" groups = ["leaderboard"] dependencies = [ "antlr4-python3-runtime==4.11", "immutabledict", "langdetect", - "lm-eval==0.4.9.1", + "lm-eval==0.4.9.2", "math-verify[antlr4_11_0]", "nltk>=3.9.1", "sentencepiece>=0.1.98", "sympy>=1.12", ] files = [ - {file = "lm_eval-0.4.9.1-py3-none-any.whl", hash = "sha256:315e5a3af7a600c8e4240e059e132376d6582538e1aa6484ccba647f6ea3fae9"}, - {file = "lm_eval-0.4.9.1.tar.gz", hash = "sha256:e87ea4e9b37ef6fd30c45f0885fab4dfedce2660089a4e8da0b203c0e5b93597"}, + {file = "lm_eval-0.4.9.2-py3-none-any.whl", hash = "sha256:b8d12410ab9c6321c9e26a9fb7e13a4e1b920ed4907905804dc2e231b7482a6e"}, + {file = "lm_eval-0.4.9.2.tar.gz", hash = "sha256:131c2f21911beee92e6ab8286f08adce86d6aa23852f87451651e6a68b4a631a"}, ] [[package]] diff --git a/pylock.toml b/pylock.toml index 2adc23f..91d33c0 100644 --- a/pylock.toml +++ b/pylock.toml @@ -376,14 +376,14 @@ dependencies = [ [[packages]] name = "lm-eval" -version = "0.4.9.1" -requires-python = ">=3.9" +version = "0.4.9.2" +requires-python = ">=3.10" marker = "\"default\" in dependency_groups or \"leaderboard\" in extras" [packages.tool.pdm] dependencies = [ "accelerate>=0.26.0", - "datasets<4.0,>=2.16.0", + "datasets>=2.16.0", "dill", "evaluate", "evaluate>=0.4.0", @@ -1102,7 +1102,7 @@ dependencies = [ ] [tool.pdm] -hashes = {sha256 = "592e6dba8e26f71679e6e081fc88c0372f8889bbece1fe2f10d18b3566a40de3"} +hashes = {sha256 = "d6919351bdf520468cdb8758e0d3f74fa76f61f88a1ef245a989a7a110f11f40"} [[tool.pdm.targets]] requires_python = "~=3.11" diff --git a/pyproject.toml b/pyproject.toml index 343c0cc..d0eca66 100644 --- a/pyproject.toml +++ b/pyproject.toml @@ -1,12 +1,12 @@ [project] name = "llm-eval-test" -version = "0.4.1" +version = "0.4.2" description = "LLM Evaluation Test Tool" authors = [ {name = "Samuel Monson", email = "smonson@redhat.com"}, ] dependencies = [ - "lm-eval[api]==0.4.9.1", + "lm-eval[api]==0.4.9.2", "unitxt==1.22.0", "torch>=1.8", ]