mytheclipsebotreview
2b6ec59286
Hapus seluruh fitur embedding/Qdrant (tidak dipakai lagi): - gateway: drop embeddingClient.ts, qdrantClient.ts, archiveEmbedder.ts dan tes qdrantEnsure.test.ts; moderationOrchestrator kembali ke exact-hash cache -> LLM (tanpa phase-2 semantic lookup); textCacheStore kehilangan findSimilarTextModeration / parseQdrantVerdict / isSemanticBandAccepted / upsertBareKeyToQdrant; cache-prune hanya menyapu Postgres. - backend: drop embed.ts + qdrant.ts, endpoint messages.semanticSearch dan schema/type terkait; kolom embedding dilepas dari schema text_analysis_cache. - frontend: hapus toggle EXACT/SEMANTIC, hook useSemanticSearch, API client + tipe SemanticSearchResult. - config: buang AI_LLM_EMBEDDING_* dan QDRANT_* (env + .env.example). - docs: ARCHITECTURE.md / AGENTS.md / README.md / diagram arsitektur disesuaikan (LLM caller - vision, cache = exact-hash saja). Verifikasi: tsc 0 (backend, gateway, frontend); bun test 135 pass + 37 pass, 0 fail; biome 0 error.
110 lines
3.6 KiB
TypeScript
110 lines
3.6 KiB
TypeScript
// ═══════════════════════════════════════════════════════════════════════════
|
|
// Global exact-cache reuse guard
|
|
// ═══════════════════════════════════════════════════════════════════════════
|
|
// Design (2026-08-24): cache hits may be served MORE aggressively for
|
|
// verdicts that cannot trigger enforcement actions, and NEVER more
|
|
// aggressively for actionable ones:
|
|
// - isGloballyReusableCleanVerdict: context-free (cross-channel) reuse of
|
|
// the legacy bare key only for clean / flagless / action=none verdicts
|
|
// with high confidence and bounded age.
|
|
import { describe, expect, it } from "vitest";
|
|
import {
|
|
isGloballyReusableCleanVerdict,
|
|
type StoredModerationVerdict,
|
|
} from "../src/modules/ai-moderation/textCacheStore.js";
|
|
|
|
function makeVerdict(
|
|
overrides: Partial<StoredModerationVerdict> = {},
|
|
): StoredModerationVerdict {
|
|
return {
|
|
status: "clean",
|
|
flags: [],
|
|
score: 0,
|
|
analysis: "",
|
|
categories: [],
|
|
severity: "none",
|
|
confidence: 0.95,
|
|
recommendedAction: "none",
|
|
...overrides,
|
|
};
|
|
}
|
|
|
|
describe("isGloballyReusableCleanVerdict", () => {
|
|
it("accepts a fresh, confident, flagless clean verdict", () => {
|
|
const v = makeVerdict({ confidence: 0.9 });
|
|
expect(isGloballyReusableCleanVerdict(v, Date.now() - 60_000)).toBe(true);
|
|
});
|
|
|
|
it("rejects flagged / warn verdicts outright", () => {
|
|
expect(
|
|
isGloballyReusableCleanVerdict(
|
|
makeVerdict({ status: "flagged", flags: ["harassment"] }),
|
|
Date.now(),
|
|
),
|
|
).toBe(false);
|
|
expect(
|
|
isGloballyReusableCleanVerdict(
|
|
makeVerdict({ status: "warn", flags: ["mild"] }),
|
|
Date.now(),
|
|
),
|
|
).toBe(false);
|
|
});
|
|
|
|
it("rejects clean verdicts carrying flags", () => {
|
|
expect(
|
|
isGloballyReusableCleanVerdict(makeVerdict({ flags: ["x"] }), Date.now()),
|
|
).toBe(false);
|
|
});
|
|
|
|
it("rejects verdicts whose recommended action is not none", () => {
|
|
expect(
|
|
isGloballyReusableCleanVerdict(
|
|
makeVerdict({ recommendedAction: "delete" }),
|
|
Date.now(),
|
|
),
|
|
).toBe(false);
|
|
});
|
|
|
|
it("rejects low-confidence verdicts below the guard threshold", () => {
|
|
// Default AI_CACHE_GLOBAL_REUSE_MIN_CONFIDENCE = 0.85.
|
|
expect(
|
|
isGloballyReusableCleanVerdict(
|
|
makeVerdict({ confidence: 0.6 }),
|
|
Date.now(),
|
|
),
|
|
).toBe(false);
|
|
});
|
|
|
|
it("accepts confidence exactly at the guard threshold", () => {
|
|
expect(
|
|
isGloballyReusableCleanVerdict(
|
|
makeVerdict({ confidence: 0.85 }),
|
|
Date.now(),
|
|
),
|
|
).toBe(true);
|
|
});
|
|
|
|
it("rejects entries older than the freshness window", () => {
|
|
// Default AI_CACHE_GLOBAL_REUSE_MAX_AGE_H = 120h.
|
|
const tooOld = Date.now() - 121 * 60 * 60 * 1000;
|
|
expect(isGloballyReusableCleanVerdict(makeVerdict(), tooOld)).toBe(false);
|
|
const freshEnough = Date.now() - 119 * 60 * 60 * 1000;
|
|
expect(isGloballyReusableCleanVerdict(makeVerdict(), freshEnough)).toBe(
|
|
true,
|
|
);
|
|
});
|
|
|
|
it("skips the age check when analyzedAt is unknown", () => {
|
|
expect(isGloballyReusableCleanVerdict(makeVerdict(), undefined)).toBe(true);
|
|
});
|
|
|
|
it("rejects non-standard statuses such as processing write-backs", () => {
|
|
expect(
|
|
isGloballyReusableCleanVerdict(
|
|
{ ...makeVerdict(), status: "processing" },
|
|
undefined,
|
|
),
|
|
).toBe(false);
|
|
});
|
|
});
|