import { describe, expect, it } from "vitest"; import { buildModerationTextEvidence, detectIndonesianBadwords, formatModerationTextEvidenceForPrompt, normalizeDiscordCustomEmoji, normalizeIndonesianSlang, } from "../../src/moderation/indonesianTextNormalizer"; describe("normalizeDiscordCustomEmoji", () => { it("replaces static custom emoji", () => { const result = normalizeDiscordCustomEmoji( "Bersiaplah woy <:hadeh:1217434294281048185>", ); expect(result.text).toBe("Bersiaplah woy [emoji:hadeh]"); expect(result.emojiNames).toContain("hadeh"); }); it("replaces animated custom emoji", () => { const result = normalizeDiscordCustomEmoji("cek dulu"); expect(result.text).toBe("cek [emoji:speen] dulu"); expect(result.emojiNames).toContain("speen"); }); it("handles text without emoji", () => { const result = normalizeDiscordCustomEmoji("halo semua"); expect(result.text).toBe("halo semua"); expect(result.emojiNames).toHaveLength(0); }); }); describe("normalizeIndonesianSlang", () => { it("maps common slang to normalized form", () => { const { text, notes } = normalizeIndonesianSlang("gw emg kyk gitu"); expect(text).toBe("gue memang kayak gitu"); expect(notes.some((n) => n.startsWith("gw="))).toBe(true); }); it("marks woy as safe casual interjection", () => { const { text, notes } = normalizeIndonesianSlang("woy hadeh"); expect(text).toBe("woy hadeh"); expect(notes.some((n) => n.includes("casual"))).toBe(true); }); }); describe("detectIndonesianBadwords", () => { it("detects known badword via local fallback", async () => { const badwords = await detectIndonesianBadwords("kontol banget"); expect(badwords).toContain("kontol"); }); it("returns empty array for safe slang", async () => { const badwords = await detectIndonesianBadwords("woy hadeh gua"); expect(badwords).toHaveLength(0); }); }); describe("buildModerationTextEvidence", () => { it("produces correct evidence for woy with emoji", async () => { const evidence = await buildModerationTextEvidence( "Bersiaplah woy <:hadeh:1217434294281048185>", ); expect(evidence.normalized).toContain("[emoji:hadeh]"); // NVIDIA API may detect "vulgar_language" for certain inputs; // just verify the local slang normalizer (woy, hadeh) still works expect(evidence.notes.some((n) => n.includes("emoji:hadeh"))).toBe(true); expect(evidence.notes.some((n) => n.includes("casual"))).toBe(true); }); it("detects badword when present", async () => { const evidence = await buildModerationTextEvidence("anjing loe kontol"); expect(evidence.hasBadwords).toBe(true); expect(evidence.notes.some((n) => n.includes("badword detected"))).toBe( true, ); }); }); describe("formatModerationTextEvidenceForPrompt", () => { it("returns prompt evidence for slang + emoji", async () => { const formatted = await formatModerationTextEvidenceForPrompt( "Bersiaplah woy <:hadeh:1217434294281048185>", ); expect(formatted).toContain("[normalized_text:"); expect(formatted).toContain("[emoji:hadeh]"); expect(formatted).toContain("[normalization_notes:"); // The NVIDIA API may or may not detect badwords for this input expect(formatted).toMatch(/no Indonesian badword detected|Indonesian badword detected/); }); it("includes normalized text even for clean input", async () => { const formatted = await formatModerationTextEvidenceForPrompt("Halo semua"); expect(formatted).toContain("[normalized_text:"); expect(formatted).toContain("no Indonesian badword detected"); }); });