2020/**
2121 * Integration test for the Together AI provider.
2222 *
23- * Uses `Llama-3.3-70B-Instruct-Turbo-Free` — Together's free
24- * serverless tier (rate-limited, $0/req). Together churns its
25- * serverless model list aggressively; if this one disappears, the
26- * provider's lookup will silently fall back to its default and the
27- * upstream API will return `model_not_available`. When that happens,
28- * pick a different live serverless model from
29- * https://api.together.ai/models?type=serverless. Skipped when
30- * `PUTER_TEST_AI_TOGETHER_API_KEY` is unset.
23+ * Uses `Qwen/Qwen2.5-7B-Instruct-Turbo` — non-Llama, small, cheap, and
24+ * stays on Together's serverless tier. Llama variants on Together get
25+ * rotated to dedicated endpoints often enough that they're not safe
26+ * defaults. If Qwen also disappears, pick another live serverless
27+ * model from https://api.together.ai/models?type=serverless. Skipped
28+ * when `PUTER_TEST_AI_TOGETHER_API_KEY` is unset.
3129 */
3230
3331import { describe , expect , it } from 'vitest' ;
@@ -45,15 +43,15 @@ const ENV_VAR = 'PUTER_TEST_AI_TOGETHER_API_KEY';
4543describe . skipIf ( skipUnlessEnv ( ENV_VAR ) ) (
4644 'TogetherAIProvider (integration)' ,
4745 ( ) => {
48- it ( 'returns a non-empty completion from Llama 3.3 70B free ' , { timeout : INTEGRATION_TEST_TIMEOUT_MS } , async ( ) => {
46+ it ( 'returns a non-empty completion from Qwen2.5 7B ' , { timeout : INTEGRATION_TEST_TIMEOUT_MS } , async ( ) => {
4947 const provider = new TogetherAIProvider (
5048 { apiKey : optionalEnv ( ENV_VAR ) ! } ,
5149 makeMeteringStub ( ) ,
5250 ) ;
5351
5452 const result = await withTestActor ( ( ) =>
5553 provider . complete ( {
56- model : 'togetherai:meta-llama/Llama-3.3-70B -Instruct-Turbo-Free ' ,
54+ model : 'togetherai:Qwen/Qwen2.5-7B -Instruct-Turbo' ,
5755 messages : [
5856 { role : 'user' , content : 'Say hi in one word.' } ,
5957 ] ,
0 commit comments