groq-deploy-integration

# Groq Deploy Integration ## Overview Deploy applications using Groq's inference API to Vercel Edge, Cloud Run, Docker, and other platforms. Groq's sub-200ms latency makes it ideal for edge deployments and real-time applications. ## Prerequisites - Groq API key stored in `GROQ_API_KEY` - Application using `groq-sdk` package - Platform CLI installed (vercel, docker, or gcloud) ## Instructions ### Step 1: Vercel Edge Function ```typescript // app/api/chat/route.ts (Next.js App Router) import Groq from "groq-sdk"; export const runtime = "edge"; export async function POST(req: Request) { const groq = new Groq({ apiKey: process.env.GROQ_API_KEY! }); const { messages, stream: useStream } = await req.json(); if (useStream) { const stream = await groq.chat.completions.create({ model: "llama-3.3-70b-versatile", messages, stream: true, max_tokens: 2048, }); const encoder = new TextEncoder(); const readable = new ReadableStream({ async start(controller) { for await (const chunk of stream) { const content = chunk.choices[0]?.delta?.content; if (content) { controller.enqueue( encoder.encode(`data: ${JSON.stringify({ content })}\n\n`) ); } } controller.enqueue(encoder.encode("data: [DONE]\n\n")); controller.close(); }, }); return new Response(readable, { headers: { "Content-Type": "text/event-stream", ...