asepharyana
9c9cd8917e
- mediaDownloader: flip URL candidate order so discord_url is tried before uploaded_url (uploaded_url is archive-only fallback) - ai-analysis-worker: remove upload-pending race guard that blocked analysis until Tele upload completed; analysis now runs immediately on the Discord CDN URL - batchProcessor: remove upload-pending defer/poll-backoff logic - individualFallbackProcessor: remove upload_pending requeue loop - batchOutcomeClassifier/fallbackResultClassifier: drop upload_pending classification (no longer needed) - tests: update batchOutcomeClassifier + fallbackResultClassifier tests to reflect removed upload_pending signal
58 lines
2.0 KiB
TypeScript
58 lines
2.0 KiB
TypeScript
/**
|
|
* fallbackResultClassifier.ts
|
|
*
|
|
* Pure classifier for the individual-fallback worker response.
|
|
*
|
|
* Bug history (2026-08-24): the worker's upload-pending race guard returned
|
|
* `{ ok: true, results: [] }` (a legacy "no results yet" signal), but the
|
|
* processor treated ANY `ok:true` as a successful moderation. Empty results
|
|
* meant nothing was written to the DB — the message stayed stuck in
|
|
* `ai_status='processing'` with nobody watching it until the 300s cleanup
|
|
* reverted it. That single gap produced the ~330-400s attachment delay
|
|
* cluster. Classification now happens in ONE pure function so every outcome
|
|
* has an explicit, testable owner.
|
|
*/
|
|
|
|
export type WorkerResultKind = "success" | "incomplete" | "error";
|
|
|
|
export interface ClassifiableWorkerResult {
|
|
ok?: boolean;
|
|
results?: Array<{ status?: string; flags?: string[] | string } | undefined>;
|
|
error?: string;
|
|
}
|
|
|
|
function flagsOf(r: { flags?: string[] | string }): string[] {
|
|
if (!r.flags) return [];
|
|
if (Array.isArray(r.flags)) return r.flags;
|
|
try {
|
|
const parsed = JSON.parse(r.flags) as unknown;
|
|
return Array.isArray(parsed) ? (parsed as string[]) : [];
|
|
} catch {
|
|
return [];
|
|
}
|
|
}
|
|
|
|
/**
|
|
* Classify an individual-fallback worker response:
|
|
* - "success": at least one result and none is analysis_incomplete.
|
|
* - "incomplete": LLM ran but dropped/failed this message after retries
|
|
* (analysis_incomplete flag) — terminal exhausted path.
|
|
* - "error": anything else (ok:false, or ok:true with NO explainable
|
|
* results). The old code silently succeeded here — never again.
|
|
*/
|
|
export function classifyIndividualWorkerResult(
|
|
result: ClassifiableWorkerResult,
|
|
): WorkerResultKind {
|
|
const results = (result.results ?? []).filter(
|
|
(r): r is NonNullable<typeof r> => Boolean(r),
|
|
);
|
|
if (results.length === 0) return "error";
|
|
if (result.ok !== true) return "error";
|
|
for (const r of results) {
|
|
const flags = flagsOf(r);
|
|
if (flags.includes("analysis_incomplete")) return "incomplete";
|
|
if ((r.status ?? "") === "") return "error";
|
|
}
|
|
return "success";
|
|
}
|