sync: add llama-3.1-70b-specdec

2025-02-02 23:28:39 +08:00 · 2024-11-25 11:08:18 -05:00 · 2024-11-25 11:08:18 -05:00 · e6928cf6c7
commit e6928cf6c7
parent 4015c531f5
1 changed files with 13 additions and 0 deletions
--- a/src/backend/src/modules/puterai/GroqAIService.js
+++ b/src/backend/src/modules/puterai/GroqAIService.js
@ -130,6 +130,19 @@ class GroqAIService extends BaseService {
                    "output": 79
                }
            },
+            {
+                // This was only available on their Discord, not
+                // on the pricing page.
+                "id": "llama-3.1-70b-specdec",
+                "name": "Llama 3.1 8B Instant 128k",
+                "context": 128000,
+                "cost": {
+                    "currency": "usd-cents",
+                    "tokens": 1000000,
+                    "input": 59,
+                    "output": 99
+                }
+            },
            {
                "id": "llama-3.1-8b-instant",
                "name": "Llama 3.1 8B Instant 128k",