commit bug fixes for client serialize

pyproject.toml

@@ -4,7 +4,7 @@ build-backend = "setuptools.build_meta"
 
 [project]
 name = "lm-buddy"
-version = "0.10.0"
+version = "0.10.1"
 authors = [
     { name = "Sean Friedowitz", email = "[email protected]" },
     { name = "Aaron Gonzales", email = "[email protected]" },

src/lm_buddy/jobs/evaluation/prometheus.py

@@ -111,12 +111,8 @@ def get_response_with_retries(
 
 
 def run_eval(config: PrometheusJobConfig) -> Path:
-    # Instantiate OpenAI client to speak with the vLLM endpoint
-    client = OpenAI(base_url=config.prometheus.inference.base_url)
-
-    hf_loader = HuggingFaceAssetLoader()
-
     # Resolve the engine model
+    hf_loader = HuggingFaceAssetLoader()
     engine_path = hf_loader.resolve_asset_path(config.prometheus.inference.engine)
 
     # Load dataset from W&B artifact
@@ -135,6 +131,11 @@ def run_eval(config: PrometheusJobConfig) -> Path:
 
     # Generator that iterates over samples and yields new rows with the prometheus outputs
     def data_generator():
+        # Instantiate OpenAI client to speak with the vLLM endpoint
+        # Client is non-serializable so must be instantiated internal to this method
+        # Reference: https://huggingface.co/docs/datasets/en/troubleshoot#pickling-issues
+        client = OpenAI(base_url=config.prometheus.inference.base_url)
+
         for sample in dataset_iterable:
             # convert instructions from the dataset (`text_field` in a dict) to
             # prompts that prometheus accepts