Reduce the rpm and tpm for VertexAI Anthropic models.

PiperOrigin-RevId: 694717545
google · Nov 9, 2024 · 2dfd905 · 2dfd905
1 parent 924ace2
commit 2dfd905
Showing 1 changed file with 4 additions and 4 deletions.
diff --git a/langfun/core/llms/anthropic.py b/langfun/core/llms/anthropic.py
@@ -48,15 +48,15 @@
     # Anthropic models hosted on VertexAI.
     'claude-3-5-sonnet-v2@20241022': pg.Dict(
         max_tokens=8192,
-        rpm=4000,
-        tpm=400000,
+        rpm=1000,
+        tpm=100000,
         cost_per_1k_input_tokens=0.003,
         cost_per_1k_output_tokens=0.015,
     ),
     'claude-3-5-haiku@20241022': pg.Dict(
         max_tokens=8192,
-        rpm=4000,
-        tpm=400000,
+        rpm=1000,
+        tpm=100000,
         cost_per_1k_input_tokens=0.001,
         cost_per_1k_output_tokens=0.005,
     ),