GMW/services/discord-gateway/src/modules/ai-moderation/searxngSearch.ts

import { createChildLogger } from "@bete/shared/logger";

const log = createChildLogger("searxng-search");

const SEARXNG_BASE_URL = "https://searxng.imrnes.team";
const MAX_RESULTS = 3;
const TIMEOUT_MS = 8000;

export interface SearxngResult {
  title: string;
  url: string;
  snippet: string;
}

/**
 * Search SearXNG for a query and return structured results.
 * Safe-guarded: only text results, no images fetched.
 */
export async function searchSearxng(
  query: string,
  category: "general" | "news" | "science" = "general",
): Promise<SearxngResult[]> {
  try {
    const url = `${SEARXNG_BASE_URL}/search?q=${encodeURIComponent(query)}&format=json&language=id&categories=${category}`;
    const controller = new AbortController();
    const timeoutId = setTimeout(() => controller.abort(), TIMEOUT_MS);

    const response = await fetch(url, {
      signal: controller.signal,
      headers: {
        Accept: "application/json",
        "User-Agent":
          "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36",
      },
    });
    clearTimeout(timeoutId);

    if (!response.ok) {
      log.warn({ status: response.status, query }, "SearXNG search failed");
      return [];
    }

    const data = (await response.json()) as {
      results?: Array<{ title?: string; url?: string; content?: string }>;
    };
    const results = data.results ?? [];

    return results.slice(0, MAX_RESULTS).map((r) => ({
      title: r.title ?? "",
      url: r.url ?? "",
      snippet: (r.content ?? "").slice(0, 500),
    }));
  } catch (err) {
    log.warn(
      { error: err instanceof Error ? err.message : String(err), query },
      "SearXNG search error",
    );
    return [];
  }
}

/**
 * Trigger rules — each entry is a regex pattern.
 * The matched text is extracted as the search query.
 * Use capturing groups to isolate the specific term to search.
 */
const SEARXNG_TRIGGERS: RegExp[] = [
  // Anime rujukan/konten mencurigakan — cari judul yang disebut
  /\b(nonton\s+\w+(?:\s+\w+){0,4}\s+(anime|kartun|film))\b/i,
  /\b(tonton\s+\w+(?:\s+\w+){0,4}\s+(anime|kartun|film))\b/i,
  /\b(rekomendasi\s+(anime|kartun|film)\s+\w+)\b/i,
  // Istilah konten dewasa/seksual dalam konteks anime/media
  /\b(anime\s*(18\+|dewasa|bokep|hentai))\b/i,
  /\b(kartun\s*(18\+|dewasa|bokep))\b/i,
  /\b(l[o0]l[i1]|sh[o0]t[o0]|lolicon|shotacon)\b/i,
  /\bhentai\b/i,
  // Kata "nonton" + sesuatu yang mungkin judul konten
  /\bnonton\s+(bokep|porno|dewasa|18)\b/i,
  // Narkoba
  /\b(jenis?\s+?narkoba|jenis?\s+?narkotika|ngefly|fly\s*high|research\s*chemical|rc\s+drugs)\b/i,
  // Scam/phishing
  /\b(phishing|penipuan|scam|skimming)\b/i,
  // Judi online
  /\b(situs\s+judi|jud\s*online|slot\s+gacor|deposit\s+jud|bandar\s+(togel|slot))\b/i,
  // SARA/penistaan — istilah agama yang mungkin diparodikan
  /\b(kitab\s+(suc|palsu)|nabi\s+palsu|agama\s+palsu|membuat\s+agama)\b/i,
];

/**
 * Determine if content should trigger a SearXNG lookup.
 * Only search for suspicious/ambiguous content to avoid unnecessary cost.
 */
export function shouldSearchContent(content: string): boolean {
  return SEARXNG_TRIGGERS.some((re) => re.test(content));
}

/**
 * Extract specific search terms from content based on trigger matches.
 * Returns up to 3 clean queries (e.g. ["boku no pico", "sexual_deviation"])
 * instead of the entire message text.
 */
export function extractSearchQueries(content: string): string[] {
  const queries = new Set<string>();

  // Also check for quoted phrases (they're explicit intent)
  const quotedPhrases = content.match(/"([^"]+)"|'([^']+)'/g);
  if (quotedPhrases) {
    for (const phrase of quotedPhrases) {
      const clean = phrase.replace(/["']/g, "").trim().toLowerCase();
      if (clean.length >= 3) queries.add(clean);
    }
  }

  // Extract matched groups from trigger patterns
  for (const re of SEARXNG_TRIGGERS) {
    const match = content.match(re);
    if (match) {
      // Use the first capture group (the specific term) if available
      const term = match[1] ?? match[2] ?? match[0];
      const clean = term.replace(/\s+/g, " ").trim().toLowerCase();
      if (clean.length >= 3) queries.add(clean);
    }
  }

  return Array.from(queries).slice(0, 3);
}

/**
 * Format SearXNG results as XML for LLM context.
 */
export function formatSearchResults(results: SearxngResult[]): string {
  if (results.length === 0) return "";
  const lines = results.map(
    (r) =>
      `  <result title="${escapeXml(r.title)}">${escapeXml(r.snippet)}</result>`,
  );
  return `<web_search>\n${lines.join("\n")}\n</web_search>`;
}

function escapeXml(str: string): string {
  return str
    .replace(/&/g, "&amp;")
    .replace(/</g, "&lt;")
    .replace(/>/g, "&gt;")
    .replace(/"/g, "&quot;");
}