From 7ba2b39a519b16039f965e2b08f0dbfee3dc9dfb Mon Sep 17 00:00:00 2001
From: David Hall <dlwh@stanford.edu>
Date: Fri, 9 Feb 2024 15:11:16 -0800
Subject: [PATCH] remove old config

---
 config/gpt2_large_sophia_g.yaml | 21 ---------------------
 1 file changed, 21 deletions(-)
 delete mode 100644 config/gpt2_large_sophia_g.yaml

diff --git a/config/gpt2_large_sophia_g.yaml b/config/gpt2_large_sophia_g.yaml
deleted file mode 100644
index 53a1d0806..000000000
--- a/config/gpt2_large_sophia_g.yaml
+++ /dev/null
@@ -1,21 +0,0 @@
-data: !include data/openwebtext_source.yaml
-model:
-  type: gpt2
-  hidden_dim: 1280
-  num_heads: 20
-  num_layers: 36
-  seq_len: 1024
-  gradient_checkpointing: true
-  scale_attn_by_inverse_layer_idx: true
-trainer:
-  wandb:
-    project: "levanter"
-    tags: [ "openwebtext", "gpt2", "sophia-g"]
-
-  num_train_steps: 200000
-  mp: p=f32,c=bfloat16
-
-optimizer:
-  type: sophia-g
-  learning_rate: 2E-4
-  weight_decay: 0.15