rebreak-monorepo/backend/server/api/coach/transcribe.post.ts
chahinebrini 89391a807b fix: Arabic STT + DM scroll + info sheet FormSheet
STT (Arabic):
- Deepgram hat nova-2-general ar/tr-Support eingestellt (400 Bad Request)
- Fix: einheitlich nova-3 für alle Sprachen inkl. ar/tr
- Stale Kommentar aus 2026-05-30 entfernt

DM scroll-to-bottom:
- onLayout auf FlatList hinzugefügt → zusätzlicher scrollToEnd nach
  initialem Layout-Pass (Android-specific race condition)
- onOpenImage im FlatList-Renderer auf Lightbox verdrahtet (war () => {})

Info-Sheet:
- Modal(pageSheet) → FormSheet mit initialHeightPct={0.85}
- Nutzt jetzt unsere eigene Sheet-Komponente konsistent

Co-Authored-By: Claude Sonnet 4.6 <noreply@anthropic.com>
2026-06-01 10:25:35 +02:00

132 lines
3.7 KiB
TypeScript

/**
* POST /api/coach/transcribe
* Empfängt Audio (base64 webm/mp4/aac) → Deepgram → gibt Text zurück
* iOS sendet rohes AAC (ADTS) → wird via ffmpeg in M4A konvertiert
*/
import { execSync } from "node:child_process";
import { writeFileSync, readFileSync, unlinkSync, existsSync } from "node:fs";
import { join } from "node:path";
import { tmpdir } from "node:os";
import { randomUUID } from "node:crypto";
export default defineEventHandler(async (event) => {
await requireUser(event);
const body = await readBody(event);
const { audio, mimeType, language } = body as {
audio: string;
mimeType?: string;
language?: string;
};
if (!audio) {
throw createError({ statusCode: 400, message: "audio fehlt" });
}
const config = useRuntimeConfig();
if (!config.deepgramApiKey) {
throw createError({
statusCode: 503,
message: "Deepgram nicht konfiguriert",
});
}
// Base64 → Buffer
const base64Data = audio.includes(",") ? audio.split(",")[1] : audio;
let buffer = Buffer.from(base64Data, "base64");
// Max 25MB (API-Limit)
if (buffer.length > 25 * 1024 * 1024) {
throw createError({
statusCode: 400,
message: "Audio zu groß (max 25 MB)",
});
}
// iOS capacitor-voice-recorder liefert rohes AAC (ADTS) — Deepgram akzeptiert das.
// Aber konvertiere trotzdem zu M4A für bessere Kompatibilität.
const isRawAac = mimeType?.includes("aac");
let ext = "webm";
let blobType = "audio/webm";
if (isRawAac) {
const id = randomUUID();
const inPath = join(tmpdir(), `${id}.aac`);
const outPath = join(tmpdir(), `${id}.m4a`);
try {
writeFileSync(inPath, buffer);
execSync(`ffmpeg -i ${inPath} -c:a copy ${outPath} -y 2>/dev/null`);
buffer = readFileSync(outPath);
ext = "m4a";
blobType = "audio/mp4";
} catch (e) {
console.error("[transcribe] ffmpeg convert failed:", e);
ext = "m4a";
blobType = "audio/mp4";
} finally {
if (existsSync(inPath)) unlinkSync(inPath);
if (existsSync(outPath)) unlinkSync(outPath);
}
} else if (mimeType?.includes("mp4") || mimeType?.includes("m4a")) {
ext = "m4a";
blobType = "audio/mp4";
}
console.log(
"[transcribe] mimeType:",
mimeType,
"→ ext:",
ext,
"converted:",
isRawAac,
"bytes:",
buffer.length,
);
// Deepgram language mapping.
// Stand 2026-06-01: nova-3 unterstützt alle Sprachen inkl. ar/tr.
// nova-2-general hat ar/tr-Support eingestellt ("No such model/language/tier
// combination found") — daher einheitlich nova-3 für alle Sprachen.
const deepgramLang =
language &&
["de", "en", "tr", "ar", "fr", "es", "pt", "it"].includes(language)
? language
: "de";
const deepgramUrl = `https://api.deepgram.com/v1/listen?language=${deepgramLang}&model=nova-3`;
console.log("[transcribe] language:", deepgramLang, "model: nova-3");
try {
const response = await fetch(deepgramUrl, {
method: "POST",
headers: {
Authorization: `Token ${config.deepgramApiKey}`,
"Content-Type": blobType,
},
body: buffer,
});
const result = await response.json();
if (!response.ok) {
console.error("[transcribe] Deepgram error:", JSON.stringify(result));
throw createError({
statusCode: response.status,
message: JSON.stringify(result),
});
}
const transcript =
result.results?.channels?.[0]?.alternatives?.[0]?.transcript || "";
return { text: transcript };
} catch (err: any) {
if (err.statusCode) throw err;
console.error("[transcribe] Unexpected error:", err);
throw createError({
statusCode: 500,
message: err?.message || "Transcribe fehlgeschlagen",
});
}
});