try something else

allenai · Dec 3, 2024 · 81adb75 · 81adb75
1 parent 4e1a2c3
commit 81adb75
Show file tree

Hide file tree

Showing 2 changed files with 2 additions and 2 deletions.
diff --git a/src/olmo_core/internal/common.py b/src/olmo_core/internal/common.py
@@ -102,7 +102,7 @@ def build_launch_config(
             "conda shell.bash activate base",
             "pip install -e '.[all]'",
             # Quickly try a new version of PyTorch like this
-            "pip install --upgrade --pre torch==2.6.0.dev20241112+cu121 --index-url https://download.pytorch.org/whl/nightly/cu121",
+            #  "pip install --upgrade --pre torch==2.6.0.dev20241112+cu121 --index-url https://download.pytorch.org/whl/nightly/cu121",
             "pip freeze",
             # Move AWS credentials from env to relevant files
             "mkdir -p ~/.aws",

diff --git a/src/scripts/train/OLMo2-26B.py b/src/scripts/train/OLMo2-26B.py
@@ -22,7 +22,7 @@
 
 
 def build_model_config(common: CommonComponents) -> TransformerConfig:
-    compile = True
+    compile = False
     return TransformerConfig.olmo2_26B(
         vocab_size=common.tokenizer.padded_vocab_size(),
         compile=compile,