From 2e2afa13437ddcab6ae357ca8ee9e145d172c013 Mon Sep 17 00:00:00 2001 From: Akhilesh Bhatnagar Date: Thu, 6 Aug 2026 17:31:31 +0530 Subject: [PATCH] fix(google_integration): request a model that is still available All three Apps Script files hardcode "model": "Meta-Llama-3.1-405B-Instruct", which was removed from SambaCloud on 6/25/2025 and moved to SambaStack only. Every request from these scripts fails. Verified against the public model endpoint, which needs no API key: curl https://api.sambanova.ai/v1/models It returns 6 live models. Meta-Llama-3.1-405B-Instruct is not among them, and the only live Meta-Llama is Meta-Llama-3.3-70B-Instruct. The SambaNova docs record the removal at en/models/deprecations.mdx:126 and name Meta-Llama-3.3-70B-Instruct as the recommended replacement. Switched to Meta-Llama-3.3-70B-Instruct in google_docs.js, google_sheets.js, and walkthrough.js, and updated the two doc comments plus the README line that promised 405B on the free tier. The "stop": ["<|eot_id|>"] value is unchanged and remains correct, since 3.3-70B is the same Llama 3 family and uses the same end-of-turn token. --- google_integration/README.md | 2 +- google_integration/google_docs.js | 6 +++--- google_integration/google_sheets.js | 2 +- google_integration/walkthrough.js | 2 +- 4 files changed, 6 insertions(+), 6 deletions(-) diff --git a/google_integration/README.md b/google_integration/README.md index a6bcc4b..2750fbb 100644 --- a/google_integration/README.md +++ b/google_integration/README.md @@ -12,7 +12,7 @@ SambaCloud-Google-Integration App Scripts intended for those with SambaCloud API keys to integrate LLMs into Google Workspaces Getting Started: -1. Sign up for an API key at SambaNova Cloud. It's free and will give you access to the Llama 3 405B model. +1. Sign up for an API key at SambaNova Cloud. It's free and will give you access to the Llama 3.3 70B model. 2. Open your document/sheet and select the menu item Extension > App Script 3. Copy the respective JS script for your Google application into the App Script window 4. Replace the 0 in `api_key = 0` with the API key in your email. diff --git a/google_integration/google_docs.js b/google_integration/google_docs.js index 98d7321..9b2ac29 100644 --- a/google_integration/google_docs.js +++ b/google_integration/google_docs.js @@ -15,7 +15,7 @@ function onOpen() { /** * Clean grammar option, which replaces highlighted text with - * Llama3 405B generated text with proper grammar + * Llama 3.3 70B generated text with proper grammar */ function clean_grammar() { var body = DocumentApp.getActiveDocument().getSelection(); @@ -44,7 +44,7 @@ function clean_grammar() { } /** - * Rephrase option, which appends Llama3 405B generated text to the document + * Rephrase option, which appends Llama 3.3 70B generated text to the document */ function professionalize() { var input = get_input(); @@ -74,7 +74,7 @@ function make_api_call(context, input) { {"role": "user", "content": input} ], "stop": ["<|eot_id|>"], - "model": "Meta-Llama-3.1-405B-Instruct", + "model": "Meta-Llama-3.3-70B-Instruct", "stream": true, "stream_options": {"include_usage": true} } diff --git a/google_integration/google_sheets.js b/google_integration/google_sheets.js index f03eb08..68585d7 100644 --- a/google_integration/google_sheets.js +++ b/google_integration/google_sheets.js @@ -16,7 +16,7 @@ function make_api_call(context, input) { {"role": "user", "content": input} ], "stop": ["<|eot_id|>"], - "model": "Meta-Llama-3.1-405B-Instruct", + "model": "Meta-Llama-3.3-70B-Instruct", "stream": true, "stream_options": {"include_usage": true} } diff --git a/google_integration/walkthrough.js b/google_integration/walkthrough.js index 4637d72..7f61f9f 100644 --- a/google_integration/walkthrough.js +++ b/google_integration/walkthrough.js @@ -17,7 +17,7 @@ function SAMBA_AI_QUESTION(input) { {"role": "user", "content": input} ], "stop": ["<|eot_id|>"], - "model": "Meta-Llama-3.1-405B-Instruct", + "model": "Meta-Llama-3.3-70B-Instruct", "stream": true, "stream_options": {"include_usage": true} }