From eed5f12c3d903bbbb53eeb2294bd754e45730d04 Mon Sep 17 00:00:00 2001 From: Kyle White Date: Tue, 25 Jun 2024 13:37:52 +0100 Subject: [PATCH 1/4] Try upgrading Ray --- pyproject.toml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/pyproject.toml b/pyproject.toml index abe0bb5..a4fb682 100644 --- a/pyproject.toml +++ b/pyproject.toml @@ -28,7 +28,7 @@ dependencies = [ "urllib3>=1.26.18,<2", "pydantic==2.6.0", "pydantic-yaml==1.2.0", - "ray[default]==2.9.3", + "ray[default]==2.30.0", "loguru==0.7.2", "s3fs", # HuggingFace From ef859e16c4efd42b74ace27de7ff2649c95050df Mon Sep 17 00:00:00 2001 From: Kyle White Date: Tue, 25 Jun 2024 13:44:55 +0100 Subject: [PATCH 2/4] Add trust remote code --- tests/integration/test_lm_harness.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/tests/integration/test_lm_harness.py b/tests/integration/test_lm_harness.py index be7e279..fd35697 100644 --- a/tests/integration/test_lm_harness.py +++ b/tests/integration/test_lm_harness.py @@ -9,7 +9,7 @@ @pytest.fixture def job_config(llm_model_path) -> LMHarnessJobConfig: - model_config = AutoModelConfig(path=format_file_path(llm_model_path)) + model_config = AutoModelConfig(path=format_file_path(llm_model_path), trust_remote_code=True) tracking_config = WandbRunConfig(project="test-project") evaluation_config = LMHarnessEvaluationConfig(tasks=["hellaswag"], limit=5) return LMHarnessJobConfig( From 02f0ac3838b70cf9aed9095583c40a29d5f67891 Mon Sep 17 00:00:00 2001 From: Kyle White Date: Tue, 25 Jun 2024 14:33:19 +0100 Subject: [PATCH 3/4] Revert trust remote code --- tests/integration/test_lm_harness.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/tests/integration/test_lm_harness.py b/tests/integration/test_lm_harness.py index fd35697..be7e279 100644 --- a/tests/integration/test_lm_harness.py +++ b/tests/integration/test_lm_harness.py @@ -9,7 +9,7 @@ @pytest.fixture def job_config(llm_model_path) -> LMHarnessJobConfig: - model_config = AutoModelConfig(path=format_file_path(llm_model_path), trust_remote_code=True) + model_config = AutoModelConfig(path=format_file_path(llm_model_path)) tracking_config = WandbRunConfig(project="test-project") evaluation_config = LMHarnessEvaluationConfig(tasks=["hellaswag"], limit=5) return LMHarnessJobConfig( From 24a72c2187e9a2eb0ab43e819d1a436287be8da1 Mon Sep 17 00:00:00 2001 From: Kyle White Date: Tue, 25 Jun 2024 14:34:20 +0100 Subject: [PATCH 4/4] bump lm-buddy version --- pyproject.toml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/pyproject.toml b/pyproject.toml index a4fb682..885bb04 100644 --- a/pyproject.toml +++ b/pyproject.toml @@ -4,7 +4,7 @@ build-backend = "setuptools.build_meta" [project] name = "lm-buddy" -version = "0.10.6" +version = "0.10.7" authors = [ { name = "Sean Friedowitz", email = "sean@mozilla.ai" }, { name = "Aaron Gonzales", email = "aaron@mozilla.ai" },