together-sdk-patterns

# Together AI SDK Patterns ## Overview Production-ready patterns for Together AI inference. Together exposes an OpenAI-compatible REST API at `https://api.together.xyz/v1`, meaning any OpenAI client library works with a base URL swap. This makes Together a drop-in replacement for OpenAI when running open-source models (Llama, Mixtral, Qwen, FLUX). A singleton client centralizes the base URL override and enables seamless backend switching. ## Singleton Client ```typescript import OpenAI from 'openai'; let _client: OpenAI | null = null; export function getClient(): OpenAI { if (!_client) { const apiKey = process.env.TOGETHER_API_KEY; if (!apiKey) throw new Error('TOGETHER_API_KEY must be set — get it from api.together.xyz/settings'); _client = new OpenAI({ apiKey, baseURL: 'https://api.together.xyz/v1' }); } return _client; } // Usage: const client = getClient(); // await client.chat.completions.create({ model: 'meta-llama/Meta-Llama-3.1-70B-Instruct', messages: [...] }); ``` ## Error Wrapper ```typescript export class TogetherError extends Error { constructor(public status: number, public code: string, message: string) { super(message); } } export async function safeCall<T>(operation: string, fn: () => Promise<T>): Promise<T> { try { return await fn(); } catch (err: any) { const status = err.status ?? err.response?.status ?? 0; if (status === 429) { await new Promise(r => setTimeout(r, 3000)); return fn(); } if (status === 401) throw new ...