Compare commits
157
Commits
| Author | SHA1 | Date | |
|---|---|---|---|
|
|
7dfb4035b7 | ||
|
|
7f45cbff2d | ||
|
|
e12b1302ff | ||
|
|
22c09ecd28 | ||
|
|
a3a91aa2ce | ||
|
|
75ff9274b3 | ||
|
|
e3016a858a | ||
|
|
f0874d8634 | ||
|
|
8d6b48fb4c | ||
|
|
9c9cd8917e | ||
|
|
4b58a159d0 | ||
|
|
f53a2d4f4a | ||
|
|
76daa7026c | ||
|
|
430e3d137c | ||
|
|
de8b521bb4 | ||
|
|
8bd7f5a98f | ||
|
|
ffbe9959ab | ||
|
|
14bd20f072 | ||
|
|
4d0bbed596 | ||
|
|
ae41f64e46 | ||
|
|
e7b0f02620 | ||
|
|
120aa95818 | ||
|
|
870f7546fb | ||
|
|
565b3da086 | ||
|
|
a54c34c6b3 | ||
|
|
7375e2ed52 | ||
|
|
5196cb0221 | ||
|
|
631b5e1027 | ||
|
|
8049b70738 | ||
|
|
ea23c405fa | ||
|
|
4991164591 | ||
|
|
1590479f58 | ||
|
|
0de393625f | ||
|
|
cccfd89266 | ||
|
|
17aad2cc39 | ||
|
|
a6e2c1fa4f | ||
|
|
7e0d0d5123 | ||
|
|
4f4f92706c | ||
|
|
611ba39973 | ||
|
|
192685e1ce | ||
|
|
cacebfd94e | ||
|
|
709074935f | ||
|
|
9f02edd646 | ||
|
|
5fc3cf86d5 | ||
|
|
e81391484b | ||
|
|
3b8fe1b1c3 | ||
|
|
54e7220d06 | ||
|
|
46d889271e | ||
|
|
0c3a82ad77 | ||
|
|
b640079cb6 | ||
|
|
37d15456dc | ||
|
|
153e628aba | ||
|
|
a5f908dc06 | ||
|
|
7fc36170c8 | ||
|
|
ccfe769b2f | ||
|
|
3b688e0d0f | ||
|
|
29f59fd91f | ||
|
|
c3165ed702 | ||
|
|
c72fadbbb4 | ||
|
|
613840e2d1 | ||
|
|
24336186dc | ||
|
|
6b66863897 | ||
|
|
fc40609a3a | ||
|
|
e157ae3ce4 | ||
|
|
3f4c05f5bb | ||
|
|
9c25e0887c | ||
|
|
2aa12b9ec5 | ||
|
|
cab451f0e5 | ||
|
|
183a51003a | ||
|
|
f34811e9b6 | ||
|
|
2c30140ddd | ||
|
|
7e92de63d6 | ||
|
|
68be4352da | ||
|
|
754ef78ff1 | ||
|
|
2959744e0c | ||
|
|
cffa72c21f | ||
|
|
d64c5ba7b6 | ||
|
|
87851f7a71 | ||
|
|
91de43a6c6 | ||
|
|
f8fc08de41 | ||
|
|
dfa69e9f45 | ||
|
|
0bd4b4075e | ||
|
|
588e750ede | ||
|
|
b679a02cb9 | ||
|
|
4ed1d3c053 | ||
|
|
8dbcc2b527 | ||
|
|
bda210475d | ||
|
|
9b78abaf3d | ||
|
|
53c4158511 | ||
|
|
a2a8c824bf | ||
|
|
dec548fa2f | ||
|
|
12033e5537 | ||
|
|
d06caa7e58 | ||
|
|
173ae3c61c | ||
|
|
2637bbc549 | ||
|
|
6fc68126ac | ||
|
|
28d09a24c9 | ||
|
|
f2ec642a0e | ||
|
|
8a491b9ec2 | ||
|
|
7d54d3a660 | ||
|
|
21509c25ff | ||
|
|
09724287cb | ||
|
|
1ac3d50315 | ||
|
|
9c48d50d25 | ||
|
|
8bd3ec8e83 | ||
|
|
5a4a203f01 | ||
|
|
7f0aa5a7ad | ||
|
|
eb0be981c6 | ||
|
|
466e117bd5 | ||
|
|
31e303c187 | ||
|
|
796c6390ac | ||
|
|
ecbf2617e4 | ||
|
|
9ef7d005fb | ||
|
|
842610b1af | ||
|
|
fca96396b9 | ||
|
|
ccf3fa260e | ||
|
|
1accfd9390 | ||
|
|
440ec41da8 | ||
|
|
1c8c0ca081 | ||
|
|
5f42c17caa | ||
|
|
eda5c752b7 | ||
|
|
25d5097edb | ||
|
|
d3e3b4764a | ||
|
|
33a557c761 | ||
|
|
32de2819df | ||
|
|
a21d252e9b | ||
|
|
84a766db0c | ||
|
|
0581dc3485 | ||
|
|
3d6c07bd91 | ||
|
|
60ae1fb5c3 | ||
|
|
1fafebb16d | ||
|
|
a9e09c38e9 | ||
|
|
3d4236e8df | ||
|
|
16becd5340 | ||
|
|
1397380fe9 | ||
|
|
4ffc99b3fe | ||
|
|
81ce5188ea | ||
|
|
4e0c21d86c | ||
|
|
df69b3f05d | ||
|
|
eee332412f | ||
|
|
f750f39b50 | ||
|
|
f1d90b6097 | ||
|
|
7f4196124d | ||
|
|
5658726ea5 | ||
|
|
f5d5690401 | ||
|
|
0aa893ab7d | ||
|
|
6f20b0f146 | ||
|
|
80248d4b7a | ||
|
|
20e991062c | ||
|
|
b784d6d796 | ||
|
|
00e8d68ce5 | ||
|
|
2a8f6d9062 | ||
|
|
9b3134d767 | ||
|
|
36363fa3db | ||
|
|
d133cc3271 | ||
|
|
5a70a685b4 | ||
|
|
100b62800c |
No files matched your search
+2
-2
@@ -84,8 +84,8 @@ BACKLOG_SYNC_BATCH_SIZE=100 # Messages per backlog batch, max 100 (d
|
|||||||
|
|
||||||
# === AI Analysis ===
|
# === AI Analysis ===
|
||||||
AI_ANALYSIS_ENABLED=false # Enable AI content moderation (default: false)
|
AI_ANALYSIS_ENABLED=false # Enable AI content moderation (default: false)
|
||||||
# AI_LLM_API_KEY= # REQUIRED if AI_ANALYSIS_ENABLED=true. LLM API key
|
AI_LLM_API_KEY= # REQUIRED if AI_ANALYSIS_ENABLED=true. LLM API key
|
||||||
AI_LLM_BASE_URL=http://100.121.180.82:20128/api/v1 # LLM API base URL (omniroute on imrnes; /api/v1 exposes OpenAI-compatible chat+embeddings)
|
AI_LLM_BASE_URL=http://100.121.180.82:20128/api/v1 # LLM API base URL (omniroute — OpenAI-compatible router on imrnes, Tailscale 100.121.180.82)
|
||||||
AI_LLM_MODEL=text # LLM text model name (default: text)
|
AI_LLM_MODEL=text # LLM text model name (default: text)
|
||||||
# AI_LLM_VISION_MODEL= # Vision model for image analysis (falls back to AI_LLM_MODEL)
|
# AI_LLM_VISION_MODEL= # Vision model for image analysis (falls back to AI_LLM_MODEL)
|
||||||
# AI_LLM_EMBEDDING_MODEL= # Embedding model for semantic moderation cache (optional; enables near-duplicate text reuse to save LLM calls)
|
# AI_LLM_EMBEDDING_MODEL= # Embedding model for semantic moderation cache (optional; enables near-duplicate text reuse to save LLM calls)
|
||||||
|
|||||||
@@ -0,0 +1,17 @@
|
|||||||
|
name: Dependabot Auto-Merge
|
||||||
|
on: pull_request
|
||||||
|
|
||||||
|
permissions:
|
||||||
|
contents: write
|
||||||
|
pull-requests: write
|
||||||
|
|
||||||
|
jobs:
|
||||||
|
auto-merge:
|
||||||
|
runs-on: ubuntu-latest
|
||||||
|
if: github.actor == 'dependabot[bot]'
|
||||||
|
steps:
|
||||||
|
- name: Enable auto-merge for Dependabot PR
|
||||||
|
run: gh pr merge --auto --merge "$PR_URL"
|
||||||
|
env:
|
||||||
|
PR_URL: ${{ github.event.pull_request.html_url }}
|
||||||
|
GH_TOKEN: ${{ secrets.GITHUB_TOKEN }}
|
||||||
@@ -0,0 +1,38 @@
|
|||||||
|
version: 2
|
||||||
|
updates:
|
||||||
|
- package-ecosystem: "npm"
|
||||||
|
directory: "/services/backend"
|
||||||
|
schedule:
|
||||||
|
interval: "daily"
|
||||||
|
open-pull-requests-limit: 10
|
||||||
|
groups:
|
||||||
|
production:
|
||||||
|
dependency-type: "production"
|
||||||
|
update-types: ["minor", "patch"]
|
||||||
|
development:
|
||||||
|
dependency-type: "development"
|
||||||
|
update-types: ["minor", "patch"]
|
||||||
|
- package-ecosystem: "npm"
|
||||||
|
directory: "/services/discord-gateway"
|
||||||
|
schedule:
|
||||||
|
interval: "daily"
|
||||||
|
open-pull-requests-limit: 10
|
||||||
|
groups:
|
||||||
|
production:
|
||||||
|
dependency-type: "production"
|
||||||
|
update-types: ["minor", "patch"]
|
||||||
|
development:
|
||||||
|
dependency-type: "development"
|
||||||
|
update-types: ["minor", "patch"]
|
||||||
|
- package-ecosystem: "npm"
|
||||||
|
directory: "/services/frontend"
|
||||||
|
schedule:
|
||||||
|
interval: "daily"
|
||||||
|
open-pull-requests-limit: 10
|
||||||
|
groups:
|
||||||
|
production:
|
||||||
|
dependency-type: "production"
|
||||||
|
update-types: ["minor", "patch"]
|
||||||
|
development:
|
||||||
|
dependency-type: "development"
|
||||||
|
update-types: ["minor", "patch"]
|
||||||
@@ -1,20 +0,0 @@
|
|||||||
name: Publish to FlakeHub
|
|
||||||
|
|
||||||
on:
|
|
||||||
push:
|
|
||||||
branches: [main, master]
|
|
||||||
workflow_dispatch:
|
|
||||||
|
|
||||||
jobs:
|
|
||||||
flakehub-publish:
|
|
||||||
runs-on: ubuntu-latest
|
|
||||||
permissions:
|
|
||||||
id-token: write
|
|
||||||
contents: read
|
|
||||||
steps:
|
|
||||||
- uses: actions/checkout@v6
|
|
||||||
- uses: DeterminateSystems/determinate-nix-action@main
|
|
||||||
- uses: DeterminateSystems/flakehub-push@main
|
|
||||||
with:
|
|
||||||
visibility: public
|
|
||||||
rolling: true
|
|
||||||
@@ -0,0 +1,101 @@
|
|||||||
|
# GMW — Fitur Publik Lanjutan (#2–#6) Implementation Plan
|
||||||
|
|
||||||
|
> **For Hermes:** Implement task-by-task. Build + lint + typecheck each service
|
||||||
|
> after its changes. Deploy via push to main (CI handles Nix build + systemd).
|
||||||
|
> Hard constraint (user 2026-08-18): public read-only web, fully automatic,
|
||||||
|
> rules in code, NO admin endpoints, NO shadow mode, NO per-channel web config.
|
||||||
|
> **EXPLICITLY EXCLUDED: User Reputation / Strike History** (user: "hapus
|
||||||
|
> sepenuhnya fitur user reputation" — it was never built; do not add it).
|
||||||
|
|
||||||
|
## Existing infra to reuse (verified)
|
||||||
|
- **WS**: backend `ws/server.ts` broadcasts JSON `{type,data,timestamp}` to
|
||||||
|
frontendClients. Backend `ws/redis-bridge.ts` subscribes Redis channels
|
||||||
|
listed in `DISCORD_CHANNEL_TO_WS_EVENT` (backend `shared/redis-channels.ts`)
|
||||||
|
and re-emits as WS events. FE `src/lib/ws` auto-reconnect typed client.
|
||||||
|
- **Gateway → Redis**: `EventBroadcaster` + `RedisEventPublisher` (
|
||||||
|
`discord-gateway/src/modules/event-broadcaster`). Publish via
|
||||||
|
`eventBroadcaster.publish(EventChannels.X, payload)`.
|
||||||
|
- **Moderation data**: `moderation_actions` table (now has explainability
|
||||||
|
cols). `moderation.repository.listActions` returns rows. `ModerationAction`
|
||||||
|
FE type at `frontend/src/lib/types/moderation.ts`.
|
||||||
|
- **Messages**: `messages.list` / `getMessagesByChannel` (backend oRPC +
|
||||||
|
repository). FE `messagesApi` + `useMessages`.
|
||||||
|
- **Charts**: NO chart lib installed. Use **pure SVG/CSS** (consistent with
|
||||||
|
repo; avoid new deps).
|
||||||
|
- **CSV**: client-side Blob download, no backend.
|
||||||
|
|
||||||
|
## Task 1 — Live Moderation Feed (#2)
|
||||||
|
**Gateway**: add `MODERATION_ACTION: "discord:moderation:action"` to
|
||||||
|
`redis-channels.ts` (shared) + `EventChannels.MODERATION_ACTION` in
|
||||||
|
`eventTypes.ts`. In `moderationActionsDb.createModerationAction`, after insert,
|
||||||
|
publish `eventBroadcaster.publish(EventChannels.MODERATION_ACTION, actionRow)`.
|
||||||
|
**Backend**: add `DISCORD_MODERATION_ACTION` constant + map
|
||||||
|
`[DISCORD_MODERATION_ACTION]: "moderation_action"` in `DISCORD_CHANNEL_TO_WS_EVENT`.
|
||||||
|
**FE**: in `src/lib/ws`, subscribe to `moderation_action`; add `useLiveModeration`
|
||||||
|
hook (SWR-style with WS push, capped buffer ~50). Add `<LiveModerationFeed>`
|
||||||
|
client component on `/moderation` page (top of list, animated new-row).
|
||||||
|
Risk: gateway publish at every action (already async insert) — fire-and-forget,
|
||||||
|
wrap in try/catch. Verify WS event reaches FE via `wscat`/curl or log.
|
||||||
|
|
||||||
|
## Task 2 — Toxic Topic Trends (#3)
|
||||||
|
**Backend**: add `moderation.trends` oRPC. Query `moderation_actions` grouped
|
||||||
|
by `categories` (jsonb text[]) over last 30 days, count per category + severity
|
||||||
|
breakdown. Also `action_type` distribution. Return
|
||||||
|
`{ categories: {name,count}[], severities: {level,count}[], actions: {type,count}[] }`.
|
||||||
|
Map jsonb array in SQL (use `unnest` or parse in JS). Reuse `getDatabase`.
|
||||||
|
**FE**: `useModerationTrends` hook + `<TopicTrends>` SVG bar chart (top 10
|
||||||
|
categories) + severity donut (SVG arcs). Place on `/moderation` as a panel.
|
||||||
|
|
||||||
|
## Task 3 — Channel Timeline / Replay (#4)
|
||||||
|
Reuse existing `messages.list` (guildId) + `getMessagesByChannel`. Add a
|
||||||
|
**Timeline tab** to `/messages` that groups messages by date (client-side
|
||||||
|
bucket from `created_at`). Load-more via cursor. No new backend (existing
|
||||||
|
`messagesRouter.list` already supports guildId+limit+cursor). If needed, add
|
||||||
|
`messages.timeline` aggregation (count per day) — but keep simple: client
|
||||||
|
groups fetched rows. Verify existing endpoint returns enough history.
|
||||||
|
|
||||||
|
## Task 4 — Export CSV (#5)
|
||||||
|
**FE only**. `lib/csv.ts` `toCsv(rows, columns)` + `downloadCsv(filename, csv)`.
|
||||||
|
Add "Export CSV" button on `/moderation` (exports current actions) and
|
||||||
|
`/messages` (exports current list). Pure client-side, read-only. No backend.
|
||||||
|
|
||||||
|
## Task 5 — Activity Heatmap (#6)
|
||||||
|
**Backend**: add `messages.activity` oRPC: per-channel message count grouped by
|
||||||
|
hour-of-day (0–23) over last 14 days. Return
|
||||||
|
`{ channels: {channelId, name, byHour: number[24]}[], max }`. Use SQL
|
||||||
|
`EXTRACT(hour from ...)` + group by channel. Channel name from
|
||||||
|
`message.metadata->'channel'->>'channelName'`.
|
||||||
|
**FE**: `useMessageActivity` hook + `<ActivityHeatmap>` SVG grid (channels ×
|
||||||
|
24h, color intensity = count/max). Place on `/messages` or `/dashboard`.
|
||||||
|
|
||||||
|
## Verification checklist
|
||||||
|
- [ ] `pnpm typecheck && pnpm lint && pnpm build` green for gateway, backend, frontend
|
||||||
|
- [ ] Backend `/trpc/moderation/trends` returns categories/severities/actions
|
||||||
|
- [ ] Backend `/trpc/messages/activity` returns byHour grids
|
||||||
|
- [ ] WS `moderation_action` received by FE (log or visible live row)
|
||||||
|
- [ ] No admin/write endpoint added; all public read-only
|
||||||
|
- [ ] No User Reputation code anywhere (grep "reputation|strike|reputasi")
|
||||||
|
- [ ] Deploy via push; all 3 services `running`; moderation + messages pages load
|
||||||
|
|
||||||
|
## Files touched (summary)
|
||||||
|
- gateway: `shared/redis-channels.ts`, `event-broadcaster/eventTypes.ts`,
|
||||||
|
`event-broadcaster/eventBroadcaster.ts`, `message-capture/moderationActionsDb.ts`
|
||||||
|
- backend: `shared/redis-channels.ts`, `orpc/router.ts`,
|
||||||
|
`modules/moderation/moderation.service.ts` (+repository),
|
||||||
|
`modules/messages/messages.service.ts` (+repository, +schema)
|
||||||
|
- frontend: `lib/ws/*`, `hooks/use-moderation.ts`, `hooks/use-messages.ts`,
|
||||||
|
`lib/csv.ts`, `lib/types/*`, `app/(dashboard)/moderation/view.tsx`,
|
||||||
|
`app/(dashboard)/messages/view.tsx`, new components under `components/`
|
||||||
|
|
||||||
|
## Status: COMPLETE (deployed + verified)
|
||||||
|
- Commit 9b3134d: features #2–#6 (live feed, trends, timeline, CSV export, heatmap)
|
||||||
|
- Commit 2a8f6d9: user reputation feature fully removed (643 deletions, no trace in src/tests)
|
||||||
|
- Migration 0016 applied: user_reputations DROPPED (DB verified: false)
|
||||||
|
- All 3 services active (gateway + backend restarted 18:29, frontend running)
|
||||||
|
- Gateway typecheck/lint/test(117 passed); backend typecheck/lint/build; FE lint/build — all GREEN
|
||||||
|
|
||||||
|
## Verification
|
||||||
|
- moderation/stats WS returns data (32 actions) → WS adapter works
|
||||||
|
- DB: user_reputations gone; moderation_actions explainability cols present
|
||||||
|
- Live Feed: gateway publishes discord:moderation:action → backend WS (same path as guild_member_*)
|
||||||
|
- Trends/Activity: backend router procedures registered (typecheck+tsc), same WS adapter
|
||||||
@@ -0,0 +1,119 @@
|
|||||||
|
# GMW — Fitur Publik Lanjutan #7–#15 + Bug Fix Reputation Removal
|
||||||
|
|
||||||
|
> **For Hermes:** Implement task-by-task. Build + lint + typecheck each service after its
|
||||||
|
> changes. Deploy via push to main (CI handles Nix build + systemd). Apply any new
|
||||||
|
> drizzle migration MANUALLY (systemd does NOT run migrations).
|
||||||
|
> Hard constraint (user): public read-only web, fully automatic, rules in code,
|
||||||
|
> NO admin endpoints, NO shadow mode, NO per-user reputation aggregation.
|
||||||
|
|
||||||
|
## Bug fix discovered during planning (MUST do first)
|
||||||
|
`services/backend/src/modules/dashboard/dashboard.repository.ts` still references
|
||||||
|
`pgUserReputationsTable` (import line 8; JOINs at lines 173 + 457) — that table was
|
||||||
|
DROPPED in migration `0016`. `dashboard.listUsers` / `dashboard.userDetail` will
|
||||||
|
**crash at runtime** (undefined table). Remove the import + the `r.*` join columns
|
||||||
|
(`trust_score`, `clean_message_streak`, `total_infractions`) from both queries.
|
||||||
|
This is a regression introduced by the reputation removal commit.
|
||||||
|
|
||||||
|
## Features to implement (#7–#15)
|
||||||
|
All reuse existing infra: `moderation_actions`, `messages`, `channel_cultures`,
|
||||||
|
`term_glossary_cache`, `ai_analysis_runs`, `message_edits`, gateway cron (for #15),
|
||||||
|
WS (proven Live Feed pattern), oRPC over WS (proven), pure-SVG charts (no libs).
|
||||||
|
|
||||||
|
| # | Feature | Data source | Surface |
|
||||||
|
|---|---------|-------------|---------|
|
||||||
|
| 7 | Flagged Link / Scam Domain Reporter | regex URL from `moderation_actions.content`/`evidence` | `/moderation` |
|
||||||
|
| 8 | Top Flagged Channels | join `moderation_actions.message_id`→`messages.channel_id` | `/moderation` |
|
||||||
|
| 9 | Moderation Heatmap by Hour | `moderation_actions.created_at` hour-of-day | `/moderation` |
|
||||||
|
| 10 | Flag Category Drill-down | `moderation_actions.categories` (reuse Trends) | `/moderation` FE-only |
|
||||||
|
| 11 | Channel Culture Glossary | `channel_cultures` (exists) | new `/channels` panel |
|
||||||
|
| 12 | Term Knowledge Base | `term_glossary_cache` (exists) | new `/glossary` panel |
|
||||||
|
| 13 | Edit/Evasion Tracker | `message_edits` (exists) | `/messages` |
|
||||||
|
| 14 | Auto-mod Coverage Stats | `ai_analysis_runs` (exists) | `/moderation` metric tiles |
|
||||||
|
| 15 | Weekly Digest (auto, cron) | aggregate #7/#8/#9 → Discord via gateway cron | gateway cron + `/moderation` |
|
||||||
|
|
||||||
|
## Architecture per layer
|
||||||
|
|
||||||
|
### Backend (oRPC, `services/backend/src`)
|
||||||
|
- New repository methods (add to existing repos, follow `getTrends` SQL style):
|
||||||
|
- `moderation.repository.ts`:
|
||||||
|
- `getTopFlaggedDomains(days)` — `regexp_matches(content,'https?://([^/\s]+)')` on
|
||||||
|
`moderation_actions WHERE created_at>=since`, group by host, COUNT, order DESC LIMIT 20.
|
||||||
|
- `getTopFlaggedChannels(days)` — join `moderation_actions a` LEFT JOIN `messages m`
|
||||||
|
ON `m.id=a.message_id`, group by `m.channel_id`, COUNT, order DESC LIMIT 15.
|
||||||
|
Channel name via `m.metadata::jsonb->'channel'->>'channelName'`.
|
||||||
|
- `getHourlyModeration(days)` — `EXTRACT(HOUR FROM to_timestamp(created_at/1000))`
|
||||||
|
group by hour, COUNT, severity breakdown. (24 rows)
|
||||||
|
- `getFlaggedByCategory(days, category)` — list actions where `categories` contains
|
||||||
|
`category` (reuse `listActions` filter or new query), for drill-down #10.
|
||||||
|
- `getCoverage(days)` — from `ai_analysis_runs`: total runs, status breakdown
|
||||||
|
(clean/flagged/warn/error/pending), coverage % = (analyzed)/(captured in window).
|
||||||
|
- `dashboard.repository.ts` (or new `knowledge.repository.ts`):
|
||||||
|
- `listChannelCultures(limit, search?)` — `channel_cultures` rows (channel_id,
|
||||||
|
guild_id, channel_name from messages metadata, culture_summary, last_analyzed_at).
|
||||||
|
- `listGlossary(limit, search?)` — `term_glossary_cache` (term, definition, source_url,
|
||||||
|
resolved_at, hit_count) order by hit_count DESC.
|
||||||
|
- `messages.repository.ts`:
|
||||||
|
- `getEditHistory(limit, channelId?)` — `message_edits` join `messages` for
|
||||||
|
old_content + channel + username + edited_at, order DESC LIMIT.
|
||||||
|
- `moderation.service.ts` / `dashboard.service.ts` / `messages.service.ts`: thin wrappers.
|
||||||
|
- `orpc/router.ts`: add procedures (follow `trends` shape):
|
||||||
|
- `moderation.topDomains`, `moderation.topChannels`, `moderation.byHour`,
|
||||||
|
`moderation.byCategory` (input `{days,category}`), `moderation.coverage`.
|
||||||
|
- `dashboard.channelCultures`, `dashboard.glossary`.
|
||||||
|
- `messages.editHistory`.
|
||||||
|
|
||||||
|
### Frontend (`services/frontend/src`)
|
||||||
|
- `lib/types/moderation.ts`: add `FlaggedDomain`, `FlaggedChannel`, `HourlyModeration`,
|
||||||
|
`ModerationCoverage` interfaces.
|
||||||
|
- `lib/types/index.ts` (+ message.ts): add `ChannelCultureRow`, `GlossaryRow`, `EditHistoryRow`.
|
||||||
|
- `lib/api/moderation.ts`: add `topDomains`, `topChannels`, `byHour`, `byCategory`, `coverage`.
|
||||||
|
- `lib/api/dashboard.ts` (or messages.ts): add `channelCultures`, `glossary`, `editHistory`.
|
||||||
|
- `lib/api/server.ts`: add SSR seed fetchers (follow `getModerationStats`).
|
||||||
|
- `hooks/use-moderation.ts`: add `useTopDomains`, `useTopChannels`, `useHourlyModeration`,
|
||||||
|
`useByCategory`, `useCoverage`. `hooks/use-dashboard.ts`/`use-messages.ts`: add culture/glossary/edit hooks. `hooks/index.ts`: export all.
|
||||||
|
- New components (pure SVG/CSS, reuse `GlassPanel`/`SectionHeader`/`Badge`/`Donut`):
|
||||||
|
- `components/ScamDomains.tsx`, `components/TopChannels.tsx`, `components/ModerationHeatmap.tsx`,
|
||||||
|
`components/CoverageTiles.tsx`, `components/ChannelCultureGlossary.tsx`,
|
||||||
|
`components/TermGlossary.tsx`, `components/EditHistory.tsx`.
|
||||||
|
- Wire into `app/(dashboard)/moderation/view.tsx` (grid col-span-2/3/5 as space allows)
|
||||||
|
and `app/(dashboard)/messages/view.tsx` (EditHistory panel) and new route pages
|
||||||
|
`app/(dashboard)/channels/page.tsx` + `app/(dashboard)/glossary/page.tsx` with
|
||||||
|
matching `view.tsx` (follow existing page→view SSR pattern; check `app/(dashboard)/dashboard/page.tsx`).
|
||||||
|
- Export CSV buttons reuse `lib/csv.ts` `downloadCsv` (client-side) for domains/channels/edits.
|
||||||
|
|
||||||
|
### Gateway (#15 Weekly Digest)
|
||||||
|
- Add a cron/interval in `services/discord-gateway` (check existing scheduler pattern —
|
||||||
|
search `setInterval`/`cron` in `src`). On a 7-day cadence, query backend oRPC
|
||||||
|
(`dashboard.activity`, `moderation.trends`, `moderation.topChannels`) — OR compute
|
||||||
|
directly via a shared repository — and post a formatted summary to the monitor guild
|
||||||
|
channel (via existing `discordClient.channels.send` helper). Fully automatic, no UI.
|
||||||
|
|
||||||
|
## Files touched (summary)
|
||||||
|
- backend: `modules/moderation/{repository,service}.ts`, `modules/dashboard/{repository,service}.ts`,
|
||||||
|
`modules/messages/{repository,service}.ts`, `orpc/router.ts`, `shared/index.ts` (if new tables),
|
||||||
|
`lib/types/*` (FE)
|
||||||
|
- frontend: `lib/api/*`, `lib/types/*`, `hooks/*`, `components/*`, `app/(dashboard)/*`
|
||||||
|
- gateway: new digest scheduler + (none if reuse backend) maybe `shared/redis-channels.ts`
|
||||||
|
|
||||||
|
## Constraints / pitfalls (from gmw-ops skill)
|
||||||
|
- `created_at` is bigint epoch-MS — compare with `<`/`>`, do NOT divide by 1000 in SQL.
|
||||||
|
- Pure SVG only — frontend has ZERO chart libs.
|
||||||
|
- `Badge` Tone = signal|amber|vermilion|neutral (no "rose").
|
||||||
|
- Frontend WS import is `@/lib/ws/context`; method `on` not `subscribe`.
|
||||||
|
- Commit author `asepharyana`, no Co-Authored-By.
|
||||||
|
- Rebuild `dist/` after gateway changes; apply drizzle migrations manually.
|
||||||
|
|
||||||
|
## Verification
|
||||||
|
- Per service: `pnpm typecheck && pnpm lint && pnpm build` green.
|
||||||
|
- Gateway: `pnpm test` (117+ pass).
|
||||||
|
- Live: `moderation/stats` WS returns data (proves adapter); new procedures registered
|
||||||
|
(typecheck = proof). `systemctl show` new ActiveEnterTimestamp after deploy.
|
||||||
|
- DB: confirm `channel_cultures`/`term_glossary_cache`/`message_edits`/`ai_analysis_runs`
|
||||||
|
have rows before relying on them (some may be empty → components handle empty state).
|
||||||
|
|
||||||
|
## Execution order
|
||||||
|
1. Bug fix dashboard.repository (reputation JOIN) — deploy-safe.
|
||||||
|
2. Backend repositories + service + router (#7,#8,#9,#14 dashboard; #11,#12; #13).
|
||||||
|
3. FE types + api + hooks + components + wire (#7,#8,#9,#10,#11,#12,#13,#14).
|
||||||
|
4. Gateway #15 digest (if scheduler exists) — verify via log, not UI.
|
||||||
|
5. Build/lint all 3 services; commit; push; monitor CI; apply migrations; verify live.
|
||||||
@@ -0,0 +1,111 @@
|
|||||||
|
# AI Analysis Flow — Audit & Optimization (discord-gateway)
|
||||||
|
|
||||||
|
**Goal:** Analisis alur AI analysis end-to-end, temukan bug/inconsistency yang merusak kualitas verdict, lalu perbaiki root cause-nya.
|
||||||
|
|
||||||
|
## Scope
|
||||||
|
- `services/discord-gateway/src/modules/ai-moderation/**`
|
||||||
|
- Tidak menyentuh chatbot backend / frontend.
|
||||||
|
|
||||||
|
## Alur saat ini (hasil tracing)
|
||||||
|
```
|
||||||
|
message capture → aiAnalyzer.queueMessageAnalysis(messageId)
|
||||||
|
→ batchScheduler.scheduleConversationAnalysis(conversationKey) [debounce 250ms, CB gate]
|
||||||
|
→ messageStore.getPendingMessagesByConversation(≤200)
|
||||||
|
→ skipAgeRestrictedMessages
|
||||||
|
→ pickBatchWithinBudget(14000 tokens, 50/msg)
|
||||||
|
→ processBatch [Piscina worker, ≤4 threads]
|
||||||
|
→ ai-analysis-worker.processBatch
|
||||||
|
→ getConversationContextBefore(20 msgs) + attachments
|
||||||
|
→ attachment-upload race guard (pending upload → skip)
|
||||||
|
→ runModerationAnalysis
|
||||||
|
→ Phase 1: exact-hash cache (PG text_analysis_cache, per channel/thread)
|
||||||
|
→ Phase 2: semantic cache (embedTexts → Qdrant batch search; PG fallback)
|
||||||
|
→ split text-only vs media
|
||||||
|
→ runTextOnlyBatch: URL fetch + wiki search + glossary (paralel)
|
||||||
|
→ dedup short messages → sub-batches (60/sub-batch)
|
||||||
|
→ vision evidence utk URL images (hoisted, 15s cap per image)
|
||||||
|
→ callModerationLLM per sub-batch (stream:true, retries 3, JSON parse + correction retry)
|
||||||
|
→ runMediaBatch: download → vision per image (cache LRU→DB→live, lock) → 1 LLM call
|
||||||
|
→ setCachedTextModeration (PG + Qdrant upsert w/ embedding)
|
||||||
|
→ normalizeResult (confidence clamp, fallback analysis)
|
||||||
|
→ updateMessagesAIAnalysisBulk → broadcast + scheduleAutoDelete
|
||||||
|
→ recovery worker tiap 10s: pending keys → re-schedule; incomplete → individual fallback queue
|
||||||
|
→ individual fallback: 1 msg = 1 worker job (context + full LLM)
|
||||||
|
→ cache prune tiap 6 jam (PG expired + Qdrant expired points)
|
||||||
|
```
|
||||||
|
|
||||||
|
## Temuan audit (ranked)
|
||||||
|
|
||||||
|
### F1 — Cache hit menghapus status "warn" (BUG AKURASI)
|
||||||
|
`moderationOrchestrator.ts` Phase-2 semantic hit & PG-fallback memetakan status via
|
||||||
|
`parseQdrantVerdict`: storedStatus bukan "warn"/"flagged" → dipaksa "clean".
|
||||||
|
TAPI exact-hash lookup (`getCachedTextModeration`, textCacheStore.ts:288-295) lebih parah:
|
||||||
|
hanya menerima "clean"|"flagged" — **"warn" jatuh ke branch flags.length===0 ? clean : flagged**
|
||||||
|
→ warn dengan flags=["conflict_instigation"] dibaca sebagai FLAGGED.
|
||||||
|
Efek: auto-delete eligibility (butuh recommendedAction delete/escalate + severity list) salah baca;
|
||||||
|
dashboard menampilkan flagged padahal verdict asli warn. Root cause: type narrowing legacy
|
||||||
|
(`status: "clean" | "flagged"`) tidak diupdate ketika "warn" ditambahkan ke schema.
|
||||||
|
|
||||||
|
### F2 — Exact-cache key mengabaikan edit (BUG EVASION)
|
||||||
|
Key = sha256(content)+context. Pesan yang DIEDIT (`edited_content`) menghasilkan hash berbeda,
|
||||||
|
tapi verdict lama utk konten pre-edit tetap hidup; lebih penting: pesan edited="true" adalah sinyal
|
||||||
|
evasion di prompt, sedangkan cache bisa menyajikan verdict dari konten lama jika content sama.
|
||||||
|
(Minor, tapi konsistensi: `resolveIsEdited` ada di prompt, tidak ada di cache key.)
|
||||||
|
|
||||||
|
### F3 — `pickBatchWithinBudget` skip-bukan-break (LATENSI/KUALITAS)
|
||||||
|
Loop `if (usedTokens + msgTokens <= maxTokens) {push}` — pesan BESAR di tengah list dilewati
|
||||||
|
dan iterasi lanjut mencoba msg berikutnya. Efek: batch berisi "lubang" (msg pending tetap pending,
|
||||||
|
dianalisis di gelombang berikutnya = LLM call tambahan). Ini by-design tolerable, tapi ada bug halus:
|
||||||
|
pesan >budget tunggal tidak pernah masuk (scheduler sudah punya fallback slice(0,1), OK).
|
||||||
|
Keputusan: biarkan (bukan bug nyata), catat saja.
|
||||||
|
|
||||||
|
### F4 — `callModerationLLM` max_tokens 16384 hardcoded (COST)
|
||||||
|
Sub-batch 60 pesan × output ~150 token/pesan ≈ 9k token cukup; 16k aman. Biarkan.
|
||||||
|
|
||||||
|
### F5 — Dead code builder user-profile/reputation
|
||||||
|
`buildUserProfilesBlock`, `buildUserProfileRef`, `UserProfileEntry` di moderationBuilders.ts
|
||||||
|
tidak dipakai lagi sejak context minimization (hanya tests). `<user_history>` juga tak pernah
|
||||||
|
di-inject (rules masih menyebutnya — misleading bagi model). Bersihkan referensi prompt.
|
||||||
|
|
||||||
|
### F6 — rules.ts menyebut `<user_history>` yang tidak pernah ada di payload
|
||||||
|
Model diberi instruksi tentang blok yang tak pernah muncul → pemborosan token + potensi
|
||||||
|
kelakuan aneh ("menunggu" data yang tak ada). Hapus/ubah kalimat.
|
||||||
|
|
||||||
|
### F7 — system.ts "Blok Data" menyebut `<term_glossary> (SearXNG)` — STALE
|
||||||
|
Sumber sudah Wikipedia. Komentar kode & teks prompt menyebut SearXNG. Perbaiki teks (kecil).
|
||||||
|
|
||||||
|
### F8 — output.ts typo "secifik", baris tabel `-|-` rusak
|
||||||
|
Kualitas prompt: typo + markdown table broken (`||-`) di beberapa baris. Rapikan.
|
||||||
|
|
||||||
|
### F9 — llmCaller parse-error correction tail hanya di SYSTEM
|
||||||
|
Correction tail ditambahkan ke system prompt; provider caching fine, tapi preview invalid
|
||||||
|
content (800 char) ikut SYSTEM — ok. Skip.
|
||||||
|
|
||||||
|
### F10 — `getLlmSemaphore` race kecil saat config berubah di tengah flight
|
||||||
|
Non-issue praktis (config statis per proses). Skip.
|
||||||
|
|
||||||
|
## Keputusan perbaikan (yang dieksekusi sekarang)
|
||||||
|
1. **F1 (utama):** normalisasi status di SATU tempat — `normalizeStoredStatus()` di
|
||||||
|
textCacheStore.ts yang menerima clean/warn/flagged; pakai di getCachedTextModeration
|
||||||
|
DAN parseQdrantVerdict; perluas return types ke union penuh. Orchestrator tinggal pakai.
|
||||||
|
2. **F6+F7+F8:** bersihkan stale references di prompts (user_history, SearXNG, typo).
|
||||||
|
3. **F5:** hapus dead builders + test-nya (biome/tsc yang jaga).
|
||||||
|
4. Regression test untuk F1 (vitest): warn tersimpan → warn terbaca (exact + qdrant path).
|
||||||
|
|
||||||
|
## Files touched
|
||||||
|
- services/discord-gateway/src/modules/ai-moderation/textCacheStore.ts (F1)
|
||||||
|
- services/discord-gateway/src/modules/ai-moderation/moderationOrchestrator.ts (type only)
|
||||||
|
- services/discord-gateway/src/modules/ai-moderation/prompts/rules.ts (F6)
|
||||||
|
- services/discord-gateway/src/modules/ai-moderation/prompts/system.ts (F7)
|
||||||
|
- services/discord-gateway/src/modules/ai-moderation/prompts/output.ts (F8)
|
||||||
|
- services/discord-gateway/src/modules/ai-moderation/moderationBuilders.ts (F5)
|
||||||
|
- services/discord-gateway/tests/contextEnrichment.test.ts (F5 test cleanup + F1 regression test baru)
|
||||||
|
|
||||||
|
## Verification
|
||||||
|
```
|
||||||
|
cd services/discord-gateway
|
||||||
|
npx tsc --noEmit
|
||||||
|
npx biome check --diagnostic-level=error .
|
||||||
|
npx vitest run
|
||||||
|
```
|
||||||
|
Semua harus hijau sebelum commit. Deploy via GHA (push main) — user konfirmasi belakangan.
|
||||||
@@ -0,0 +1,33 @@
|
|||||||
|
# Optimisasi "non-issue" AI analysis pipeline
|
||||||
|
|
||||||
|
## Scope
|
||||||
|
Dua item yang sebelumnya dinyatakan non-issue, kini dioptimalkan + 1 bug ordering
|
||||||
|
yang ditemukan saat menelusuri:
|
||||||
|
|
||||||
|
1. **pickBatchWithinBudget: skip → break.** Pesan diurutkan `created_at ASC`
|
||||||
|
oleh DB. Setelah budget habis, pesan berikutnya pasti lebih besar/lebih kecil
|
||||||
|
arbitrer — skip-then-take menghasilkan batch non-kontigu (ada gap analisis
|
||||||
|
di tengah timeline). Ubah jadi stop at first overflow (break) supaya prefix
|
||||||
|
kronologis utuh; sisanya otomatis diambil gelombang berikutnya
|
||||||
|
(`shouldScheduleNext` sudah selalu true setelah sukses).
|
||||||
|
2. **max_tokens dinamis.** Hard-coded 16384 di llmCaller.ts → parameter
|
||||||
|
opsional `maxTokens?`; default tetap 16384. Caller text/media batch pass
|
||||||
|
nilai berbasis ukuran prompt (tiktoken) dengan floor/ceiling.
|
||||||
|
3. **Bug ordering UPDATE..RETURNING (bonus).** messagesAnalysis.ts
|
||||||
|
`getPendingMessagesByConversation`: SELECT ids di-order `created_at ASC`
|
||||||
|
tapi UPDATE...RETURNING tanpa ORDER BY → urutan rows balik tidak
|
||||||
|
terjamin. Konsumen pakai messages[0] sebagai anchor konteks
|
||||||
|
(beforeCreatedAt) dan pickBatchWithinBudget asumsi urutan. Fix: re-sort in
|
||||||
|
JS by created_at (stable) sebelum return.
|
||||||
|
|
||||||
|
## Files touched
|
||||||
|
- src/modules/ai-moderation/batchProcessor.ts — break bukan skip; test baru.
|
||||||
|
- src/modules/ai-moderation/llmCaller.ts — param maxTokens.
|
||||||
|
- src/modules/ai-moderation/textBatchProcessor.ts / mediaBatchProcessor.ts —
|
||||||
|
hitung token prompt & pass maxTokens.
|
||||||
|
- src/modules/message-capture/messagesAnalysis.ts — sort hasil RETURNING.
|
||||||
|
- tests/batchBudget.test.ts — baru.
|
||||||
|
|
||||||
|
## Verification
|
||||||
|
cd services/discord-gateway && bun run typecheck && bun run lint && bun run test
|
||||||
|
lalu commit+push, watch GHA, restart service via deploy pipeline.
|
||||||
@@ -0,0 +1,67 @@
|
|||||||
|
# Spec: Perbagus fitur Voice + Audio Playback (GMW frontend)
|
||||||
|
|
||||||
|
Tanggal: 2026-08-22 · Scope: **frontend only** (backend/gateway API sudah cukup)
|
||||||
|
|
||||||
|
## Masalah (audit)
|
||||||
|
1. Recordings: semua kartu pakai `<audio controls>` native — tampilan identik,
|
||||||
|
tidak ada indikasi which-clip-playing / loading / paused, dan N audio bisa
|
||||||
|
play bareng (overlap).
|
||||||
|
2. Media view: `thumbnailUrl` dari gateway tidak dipakai; tidak ada visual
|
||||||
|
"sedang playing" selain disc spin; queue item semua sama tanpa badge up-next.
|
||||||
|
3. Mini-player (`lib/hooks/use-media-player.tsx`) ada tapi TIDAK PERNAH
|
||||||
|
dimount → dead code, user tidak lihat status musik di halaman lain.
|
||||||
|
4. Voice page: `useMicTransmit.setVolume` + `useVoiceListen.setVolume`
|
||||||
|
tersedia tapi tak ada UI-nya; mic live tidak punya level feedback.
|
||||||
|
|
||||||
|
## Desain
|
||||||
|
|
||||||
|
### A. RecordingAudioPlayer (baru, `components/voice/recording-audio-player.tsx`)
|
||||||
|
Custom player menggantikan `<audio controls>`:
|
||||||
|
- Play/pause button (ikon berubah), spinner saat buffering (`waiting` event).
|
||||||
|
- Progress bar seekable (click-to-seek) + time label `m:ss / m:ss`.
|
||||||
|
- Waveform-ish equalizer bars saat playing (CSS animation, reduced-motion safe).
|
||||||
|
- **Single-playback**: module-level registry `activePlayers` — memainkan satu
|
||||||
|
clip otomatis pause yang lain.
|
||||||
|
- Kartu pemilik player aktif dapat highlight border signal + "Now playing" chip.
|
||||||
|
|
||||||
|
### B. Recordings view — pasang player baru
|
||||||
|
- Ganti `<audio>` → `<RecordingAudioPlayer src download_url>`.
|
||||||
|
- Highlight kartu via state lifted: `playingId` di view, callback `onPlay`.
|
||||||
|
|
||||||
|
### C. Media view polish
|
||||||
|
- Hero: thumbnail (jika `current.thumbnailUrl`) sebagai disc center image;
|
||||||
|
fallback ListMusic icon. Equalizer bars animasi CSS saat `playing`.
|
||||||
|
- Queue row pertama: badge "up next"; baris current track diberi ring signal.
|
||||||
|
- Volume read-only tetap.
|
||||||
|
|
||||||
|
### D. MiniPlayer global
|
||||||
|
- Hapus `lib/hooks/use-media-player.tsx` (dead) — ganti dengan komponen
|
||||||
|
`components/media/mini-player.tsx` yang subscribe `useMediaState` +
|
||||||
|
`useMediaWsSync` langsung (SWR cache shared antar route), mounted di
|
||||||
|
`AppFrame` bawah layar (fixed bottom, hidden di route `/media`).
|
||||||
|
- Menampilkan: thumbnail kecil/judul, tombol skip/stop, link ke /media.
|
||||||
|
|
||||||
|
### E. Voice UI
|
||||||
|
- Mic live: level meter (Equalizer bars) — mic-transmitter sudah punya worklet;
|
||||||
|
tambah `getLevel()` via AnalyserNode pada stream (simple RMS) di hook.
|
||||||
|
- Listen: volume slider (input range) wired ke `listen.setVolume`.
|
||||||
|
- Mic volume slider wired ke `mic.setVolume`.
|
||||||
|
|
||||||
|
## File touched
|
||||||
|
| File | Aksi |
|
||||||
|
|---|---|
|
||||||
|
| services/frontend/src/components/voice/recording-audio-player.tsx | new |
|
||||||
|
| services/frontend/src/app/(dashboard)/recordings/view.tsx | edit |
|
||||||
|
| services/frontend/src/app/(dashboard)/media/view.tsx | edit |
|
||||||
|
| services/frontend/src/components/media/mini-player.tsx | new |
|
||||||
|
| services/frontend/src/components/shell/ambient-app.tsx | mount MiniPlayer |
|
||||||
|
| services/frontend/src/lib/hooks/use-media-player.tsx | delete |
|
||||||
|
| services/frontend/src/hooks/use-voice.ts | tambah micLevel |
|
||||||
|
| services/frontend/src/lib/audio/mic-transmit.ts | expose analyser level |
|
||||||
|
| services/frontend/src/app/(dashboard)/voice/view.tsx | sliders + meter |
|
||||||
|
|
||||||
|
## Verifikasi
|
||||||
|
1. `pnpm lint` (biome) + `pnpm build` clean.
|
||||||
|
2. Smoke di port **4024** (BUKAN 4017) → curl 200 semua route.
|
||||||
|
3. Commit (tanpa trailer) → push → `gh run watch` → live check
|
||||||
|
https://imphnen.asepharyana.my.id/{media,recordings,voice}/ = 200.
|
||||||
@@ -0,0 +1,127 @@
|
|||||||
|
# Spec: Optimasi AI Analysis GMW — Naikkan Cache Hit Tanpa Kehilangan Akurasi
|
||||||
|
|
||||||
|
Tanggal: 2026-08-24 · Repo: `~/GMW` (branch `main`) · Service: `services/discord-gateway`
|
||||||
|
|
||||||
|
## Latar & Evidence (audit 2026-08-24)
|
||||||
|
|
||||||
|
State produksi:
|
||||||
|
- Qdrant `gmw_text_moderation`: **1.550 poin, status green** (vectors size 2048, Cosine).
|
||||||
|
- PG `text_analysis_cache`: 1.634 row `user_moderation`, 277 `vision_llm`; **sum(hit_count) = 0** →
|
||||||
|
hit-rate tidak pernah terukur.
|
||||||
|
- Embedding aktif (`AI_LLM_EMBEDDING_MODEL` set, Nemotron-embed, dim 2048), `AI_LLM_EMBEDDING_MIN_SIMILARITY`
|
||||||
|
tidak diset di BWS → default **0.97** (sangat konservatif).
|
||||||
|
- Messages: 9.375 total; 643 status `error` (banyak retry), 49 pending.
|
||||||
|
|
||||||
|
Temuan audit alur (`moderationOrchestrator.ts` → `textCacheStore.ts` → `qdrantClient.ts`,
|
||||||
|
`textBatchProcessor.ts`, `urlFetcher.ts`, `wikipediaClient.ts`, `visionAnalyzer.ts`):
|
||||||
|
|
||||||
|
| # | Temuan | Dampak |
|
||||||
|
|---|--------|--------|
|
||||||
|
| F1 | Exact-hash cache key menyertakan context (channel/thread) → teks sama di channel lain selalu miss | Killer hit-rate #1 |
|
||||||
|
| F2 | Semantic tier TIDAK memfilter context (Qdrant payload tak punya context) — sudah global tapi hanya aman krn sim 0.97 ketat | Inkonsisten dgn exact tier |
|
||||||
|
| F3 | Phase-1 lookup loop `await getCachedTextModeration(key)` per pesan → N round-trip PgBouncer per batch (60 msg = 60 query serial) | Latensi + beban DB |
|
||||||
|
| F4 | Verdict actionable (flagged/warn) dan clean sama-sama boleh di-serve semantic; toleransi akurasi beda | Risiko akurasi |
|
||||||
|
| F5 | `hit_count` tidak pernah di-increment oleh reader manapun | Hit-rate tak terukur |
|
||||||
|
| F6 | `wikipediaSearch()` (blok `<web_searches>`) tanpa cache — re-fetch tiap batch utk query sama | Latensi + spam ke WP |
|
||||||
|
| F7 | `fetchUrlSafely()` tanpa cache — link sama di batch berikutnya di-download lagi penuh | Latensi + bandwidth |
|
||||||
|
| F8 | Vision cache key dari data-URL base64 hasil resize → attachment sama via jalur berbeda (URL vs embed) = key beda → re-download + re-vision | Duplikasi kerja vision |
|
||||||
|
|
||||||
|
Non-goals: mengubah pipeline enforcement (auto-mute/ban trust-store writes), mengubah prompt
|
||||||
|
kebijakan moderasi, mengubah model/embedding provider.
|
||||||
|
|
||||||
|
## Desain
|
||||||
|
|
||||||
|
Semua perubahan degrade gracefully — cache gagal → perilaku lama (LLM). Akurasi dilindungi
|
||||||
|
asimetris: **hemat boleh untuk verdict non-actionable, konservatif untuk yang memicu aksi.**
|
||||||
|
|
||||||
|
### D1 — Cache metrics (F5)
|
||||||
|
- `textCacheStore.getCachedTextModeration()`: saat hit valid, increment `hit_count`
|
||||||
|
(`UPDATE ... SET hit_count = hit_count + 1`) fire-and-forget (`.catch(()=>{})`), jangan blokir return.
|
||||||
|
- Log info periodik ringkas di orchestrator sudah ada ("User moderation cache applied") — cukup.
|
||||||
|
|
||||||
|
### D2 — Batched exact-cache lookup (F3)
|
||||||
|
- Fungsi baru `getCachedTextModerations(keys: string[]): Promise<Map<string, StoredModerationVerdict>>`
|
||||||
|
di `textCacheStore.ts`: **satu** `SELECT ... WHERE text = ANY($1)` (chunk 200 key/query),
|
||||||
|
parse + `normalizeStoredStatus` per row (reuse helper existing).
|
||||||
|
- Orchestrator fase-1: kumpulkan semua key unik → satu call batched → distribusi hasil.
|
||||||
|
- Semantik identik dengan loop lama (row expired/error-artifact tetap miss); hanya jumlah round-trip
|
||||||
|
yang turun N→1.
|
||||||
|
|
||||||
|
### D3 — Global exact reuse untuk verdict non-actionable (F1)
|
||||||
|
- Key scoped-context TETAP ditulis (kompatibel, invalidasi moderator tetap presisi).
|
||||||
|
- Reader tambahan: kalau key `<ctx>:<hash>` miss, coba key legacy global `text_mod:<hash>` (bare).
|
||||||
|
- Guard akurasi (WAJIB semua terpenuhi):
|
||||||
|
- `status === "clean"` DAN `flags.length === 0`;
|
||||||
|
- `confidence >= AI_CACHE_GLOBAL_REUSE_MIN_CONFIDENCE` (default 0.85);
|
||||||
|
- `recommendedAction === "none"`;
|
||||||
|
- umur entry ≤ `AI_CACHE_GLOBAL_REUSE_MAX_AGE_H` (default 72h) — cek `analyzed_at`.
|
||||||
|
- Flag baru `policyVersion: "cached-global-clean-2026-08"` supaya terlacak di dashboard/log.
|
||||||
|
- Verdict flagged/warn TETAP context-scoped (tidak pernah lintas channel).
|
||||||
|
|
||||||
|
### D4 — Semantic dua-band similarity (F2+F4)
|
||||||
|
- Config baru: `AI_LLM_EMBEDDING_MIN_SIMILARITY_ACTIONABLE` default **0.97** (perilaku lama),
|
||||||
|
`AI_LLM_EMBEDDING_MIN_SIMILARITY_CLEAN` default **0.92**, keduanya coerce number 0..1.
|
||||||
|
- Satu Qdrant batch search pakai threshold RENDAH (0.92). Per hit, klasifikasi ulang:
|
||||||
|
- verdict non-actionable (clean, no flags, action=none): terima jika `score >= CLEAN_BAND`;
|
||||||
|
- verdict actionable (warn/flagged atau flags ada / action != none): terima hanya jika
|
||||||
|
`score >= ACTIONABLE_BAND` (0.97 — persis gate lama);
|
||||||
|
- di antara dua band → buang hit, pesan lanjut ke LLM (fail-open ke akurasi).
|
||||||
|
- Legacy PG fallback path: filter serupa di `findSimilarTextModeration` via parameter band.
|
||||||
|
|
||||||
|
### D5 — Cache Wikipedia search (F6)
|
||||||
|
- `wikipediaClient.wikipediaSearch(query)`: cek `cacheGet(makeCacheKey("wikisearch", q))` dulu;
|
||||||
|
miss → fetch (timeout existing) → sukses & hasil non-kosong → `cacheSet(..., TTL 6h)`.
|
||||||
|
Hasil kosong TIDAK di-cache (biar retry nanti). Redis down → langsung fetch (no-op cache).
|
||||||
|
|
||||||
|
### D6 — Cache URL text fetch (F7)
|
||||||
|
- `urlFetcher.fetchUrlSafely(url)`: wrapper async memoize in-process LRU (max 500, TTL 30 menit)
|
||||||
|
untuk `type === "text"` saja (image tetap selalu fresh-download karena dipakai sbg bukti vision
|
||||||
|
+ buffer besar; error tidak di-cache).
|
||||||
|
- Import `LRUCache` dari `lru-cache` (sudah dep gateway).
|
||||||
|
|
||||||
|
### D7 — Unified vision cache key (F8)
|
||||||
|
- `makeImageCacheKey(imageUrl)` di `textCacheStore.ts`: sebelum hash, strip query Discord CDN
|
||||||
|
(`?ex=&is=&hm=` signed tokens, `format/width/height/size`) — regex `(\?[^#]*)$` dibuang bila host
|
||||||
|
CDN discord (`cdn.discordapp.com`, `media.discordapp.net`, `images-ext-*.discordapp.net`);
|
||||||
|
URL non-Discord: hash full URL seperti sekarang.
|
||||||
|
- Efek: attachment sama yang lolos lewat jalur embed vs inline vs re-fetch dgn token beda → SATU
|
||||||
|
entry cache → skip download+vision kedua kali. Data-URL base64 tetap di-hash apa adanya.
|
||||||
|
|
||||||
|
## File yang disentuh
|
||||||
|
|
||||||
|
1. `src/shared/config/index.ts` — 3 config baru (D3×2, D4×2 — total 4 nilai, 3 baris zod + deskripsi).
|
||||||
|
2. `src/modules/ai-moderation/textCacheStore.ts` — hit_count inc (D1), batched getter (D2),
|
||||||
|
global-reuse guard helper (D3), image-key normalize (D7).
|
||||||
|
3. `src/modules/ai-moderation/moderationOrchestrator.ts` — pakai batched getter (D2),
|
||||||
|
global bare-key fallback (D3), dua-band semantic accept (D4).
|
||||||
|
4. `src/modules/ai-moderation/qdrantClient.ts` — `searchQdrantBatch` menerima threshold rendah
|
||||||
|
(sudah parametrik — mungkin tanpa perubahan; verifikasi).
|
||||||
|
5. `src/modules/ai-moderation/wikipediaClient.ts` — cache layer (D5).
|
||||||
|
6. `src/modules/ai-moderation/urlFetcher.ts` — LRU text-fetch memoize (D6).
|
||||||
|
|
||||||
|
## Schema/type changes
|
||||||
|
|
||||||
|
- Tidak ada migrasi DB (kolom `hit_count`, `analyzed_at`, `expires_at` sudah ada).
|
||||||
|
- Tidak ada perubahan kontrak WS/oRPC/frontend.
|
||||||
|
- Type baru: none public; internal `StoredModerationVerdict` dipakai ulang.
|
||||||
|
|
||||||
|
## Verification
|
||||||
|
|
||||||
|
1. Unit tests baru (`tests/`):
|
||||||
|
- `cacheBatchLookup.test.ts`: batched getter — hit/miss/expired/error-artifact mapping,
|
||||||
|
chunking >200 keys (mock executeAll), hit_count increment called.
|
||||||
|
- `globalReuseGuard.test.ts`: guard menerima clean+conf≥0.85+action none+umur ≤72h;
|
||||||
|
menolak flagged/warn/conf rendah/action≠none/stale.
|
||||||
|
- `semanticBands.test.ts`: clean @0.93 diterima, flagged @0.93 ditolak, flagged @0.98 diterima.
|
||||||
|
- `imageKeyNormalize.test.ts`: URL Discord dgn/ex token → key sama; non-Discord beda query → beda.
|
||||||
|
2. Gate service: `pnpm typecheck && pnpm exec biome check --diagnostic-level=error . && pnpm exec vitest run`.
|
||||||
|
3. Deploy via GHA (`git push origin main`) → watch `Build & Deploy (Nix)` → verifikasi
|
||||||
|
`systemctl show gmw-discord-gateway -p ActiveEnterTimestamp` baru.
|
||||||
|
4. Runtime probe pasca-deploy: journalctl level 30 normal; beberapa jam kemudian
|
||||||
|
`SELECT sum(hit_count) FROM text_analysis_cache WHERE source='user_moderation'` > 0 membuktikan
|
||||||
|
metrics jalan; log "User moderation cache applied" menunjukkan hits>0 pada traffic ramai.
|
||||||
|
|
||||||
|
## Rollback
|
||||||
|
|
||||||
|
Semua fitur behind config defaults yang mempertahankan perilaku lama pada nilai konservatif;
|
||||||
|
rollback = redeploy commit sebelumnya (tanpa migrasi DB, tanpa state eksternal).
|
||||||
@@ -0,0 +1,56 @@
|
|||||||
|
# Spec: Perbaiki Delay Attachment 162s→<20s (GMW AI Analysis)
|
||||||
|
|
||||||
|
Tanggal: 2026-08-24 · Repo `~/GMW` · Service discord-gateway
|
||||||
|
|
||||||
|
## Evidence (audit produksi)
|
||||||
|
|
||||||
|
Klaster pesan attachment delay ~330–400 detik. Trace pesan `1541417073245290638` (.gif):
|
||||||
|
19:01:08 dibuat → 19:01:09 batch incomplete → fan-out individual → **guard upload-pending
|
||||||
|
mengembalikan `results:[]`** → diperalakukan sukses (`complete ... (undefined)`) → row
|
||||||
|
tertahan `ai_status='processing'` **tanpa penanggung jawab** → 19:06:12 cleanup mengembalikan
|
||||||
|
ke `pending` (tepat 300s) → baru dianalisis. Plus vision gagal 3× utk GIF besar
|
||||||
|
("Stream ended before producing a non-ping SSE event") → degradasi teks.
|
||||||
|
|
||||||
|
## Root causes
|
||||||
|
|
||||||
|
- **A (fatal)**: `individualFallbackProcessor.processIndividualFallback` memperlakukan
|
||||||
|
`ok:true + results:[]` sebagai sukses. Race-guard upload di `ai-analysis-worker.processIndividual`
|
||||||
|
sengaja balik `results:[]` (desain lama) → pesan yatim `processing` sampai cleanup 300s.
|
||||||
|
- **B**: `llmVision` hanya mencoba `stream:true`; kegagalan SSE truncation pada gambar besar
|
||||||
|
= 3 retry sia-sia (semua jalur sama) → bukti media hilang.
|
||||||
|
- **C**: safety-net cleanup 300s terlalu lambat sbg satu-satunya pemulih `processing`.
|
||||||
|
|
||||||
|
## Fix
|
||||||
|
|
||||||
|
1. **F1 — sinyal eksplisit upload-pending**: `IndividualOkResponse` + field opsional
|
||||||
|
`uploadPending?: boolean`. Worker set `uploadPending:true` saat race guard kena.
|
||||||
|
2. **F2 — processor menangani 3 kondisi** via helper murni baru
|
||||||
|
`classifyIndividualWorkerResult(result): "success" | "upload_pending" | "incomplete" | "error"`
|
||||||
|
(modul baru `fallbackResultClassifier.ts`, zero-dep agar mudah dites):
|
||||||
|
- `upload_pending` → tulis ulang row ke `pending` (pola sama dgn revert apiFailed di
|
||||||
|
batchProcessor) + broadcast + **re-schedule analisis percakapan segera**
|
||||||
|
(dynamic import batchScheduler, pola anti-siklus yg sudah ada) → retry dalam ~250ms
|
||||||
|
begitu upload beres. Bukan error, tidak naikkan CB counter.
|
||||||
|
- `incomplete` (flags analysis_incomplete) → perilaku lama (exhausted path).
|
||||||
|
- `error` / `results kosong tanpa penjelasan` → throw transien (retry oleh recovery),
|
||||||
|
BUKAN sukses palsu. Log "(undefined)" hilang.
|
||||||
|
3. **F3 — vision non-stream fallback**: di `llmVision`, jika error match
|
||||||
|
`/Stream ended before producing a non-ping SSE|stream ended/i` → coba SEKALI lagi dengan
|
||||||
|
`stream:false` (router agregasi penuh; timeout tetap 60s). Konversi hard-fail jadi sukses.
|
||||||
|
4. **F4 — turunkan safety net**: default `revertStuckProcessingMessages` 300000 → 120000 ms.
|
||||||
|
|
||||||
|
## File disentuh
|
||||||
|
|
||||||
|
- `src/modules/ai-moderation/fallbackResultClassifier.ts` (BARU, pure)
|
||||||
|
- `src/modules/ai-moderation/ai-analysis-worker.ts` (tipe + set flag uploadPending)
|
||||||
|
- `src/modules/ai-moderation/individualFallbackProcessor.ts` (konsumsi classifier + reschedule)
|
||||||
|
- `src/modules/ai-moderation/llmClient.ts` (fallback non-stream di llmVision)
|
||||||
|
- `src/modules/message-capture/messagesCleanup.ts` (default 120s)
|
||||||
|
|
||||||
|
## Verifikasi
|
||||||
|
|
||||||
|
- Test baru `tests/fallbackResultClassifier.test.ts` (4 klasifikasi + edge kosong).
|
||||||
|
- Gate: tsc --noEmit, biome error-level, vitest run semua hijau.
|
||||||
|
- Deploy GHA sukses; pasca-deploy: pesan attachment baru p50 < 20s
|
||||||
|
(`SELECT percentile_cont(0.5) ... WHERE metadata attachments>0 AND created_at > deploy`),
|
||||||
|
tidak ada lagi "complete ... (undefined)".
|
||||||
@@ -0,0 +1,205 @@
|
|||||||
|
# GMW FE Rombak — "Constellation Ops" Implementation Plan
|
||||||
|
|
||||||
|
> **For Hermes:** Use subagent-driven-development skill to implement this plan task-by-task.
|
||||||
|
> Setiap task = edit → lint → build/test → smoke → commit (author `asepharyana`, tanpa Co-Authored-By).
|
||||||
|
|
||||||
|
**Goal:** Rombak total FE GMW dari template dashboard klasik menjadi **Constellation Node Graph** — graf node interaktif (three.js force layout) di mana channel/event/moderasi adalah node bintang dan navigasi adalah terbang antar node — untuk semua 9 route sekaligus.
|
||||||
|
|
||||||
|
**Architecture:** Hapus total shell template (TopBar + NavRail + MobileNav + main scroll container). Ganti dengan satu `ConstellationStage`: canvas full-bleed fixed di belakang seluruh app yang me-render force-directed graph per-route (scene), plus overlay HTML mengambang (tanpa card box standar) untuk konten detail. Router tetap Next App Router; perpindahan route = kamera "fly-to" ke scene baru. Data tetap lewat pola SSR seed (`page.tsx` server fetch → `view.tsx` client + SWR fallbackData) Line truncated
|
||||||
|
|
||||||
|
**Tech Stack:** Next.js 16 App Router · React 19 · TypeScript strict · Tailwind v4 (token oklch existing) · three r180 (+ `@types/three`) · d3-force (+ `@types/d3-force`) untuk simulasi layout deterministik · motion v12 (transisi antar-scene) · biome (0 error **dan** 0 warning) · bun:test untuk modul murni.
|
||||||
|
|
||||||
|
---
|
||||||
|
|
||||||
|
## Keputusan Terkunci (2026-08-24, user MythEclipse)
|
||||||
|
|
||||||
|
| Keputusan | Pilihan user |
|
||||||
|
|---|---|
|
||||||
|
| Cakupan | **Semua 9 route sekali jalan** (dashboard, voice, media, recordings, moderation, messages, analysis, channels, glossary) |
|
||||||
|
| Arah struktural | **Constellation Node Graph** — navigasi = terbang antar node |
|
||||||
|
| Tema | **Pertahankan toggle light/dark** (jangan rebuild sistem tema — harden saja) |
|
||||||
|
|
||||||
|
## Kondisi Saat Ini (fakta repo, 2026-08-24)
|
||||||
|
|
||||||
|
- Repo: `/home/code/GMW/services/frontend` (monorepo GMW, deploy Nix-first via GHA "Build & Deploy (Nix)" ke `imphnen.asepharyana.my.id`; nginx gmw-proxy :4009 → Next standalone :4017).
|
||||||
|
- Shell aktif: `src/components/shell/ambient-app.tsx` → `AppFrame` = NavRail + TopBar + `<main>` scroll + MobileNav + MiniPlayer, dipakai SEMUA route via `(dashboard)/layout.tsx`. AmbientCanvas (233 l) masih ada sebagai background di belakang chrome template.
|
||||||
|
- 9 route di `src/app/(dashboard)/`: dashboard (368 l), voice (311), media (293), moderation (424), messages (611), analysis (196), recordings (201), channels (23), glossary (15).
|
||||||
|
- `next.config.ts`: `output: "standalone"` + `trailingSlash: true` → **nav via `router.push`/Link bisa no-op; pakai `<a href>` polos** (pitfall terverifikasi).
|
||||||
|
- Token desain ada di `globals.css` `@theme`: `--color-canvas/-2`, `--color-ink/-soft/-faint`, `--color-signal(+glow)`, amber, vermilion, hairline; font Bricolage Grotesque/JetBrains Mono; `.light` class override + next-themes sudah jalan — JANGAN dibangun ulang.
|
||||||
|
- Sudah ada & dipertahankan: CommandPalette (⌘K), Chatbot, MiniPlayer, primitives (GlassPanel/GlassCard/Badge/…), shared states+skeletons, `lib/format.ts`, `lib/ai-status.ts`, WS typed events (`message_created/updated/deleted/analyzed/snapshot*`, `voice_state`, dll).
|
||||||
|
- Tooling lokal: `pnpm lint|build|format`, `pnpm exec biome check --write --unsafe .` buat import order; bun 1.3.14 tersedia untuk unit test modul murni.
|
||||||
|
- Smoke test SELALU di port non-prod (mis. 4024), cek `ss -ltnp | grep <port>` dulu; JANGAN pernah bind 4017.
|
||||||
|
|
||||||
|
## Struktur Target
|
||||||
|
|
||||||
|
```
|
||||||
|
src/components/shell/
|
||||||
|
constellation-frame.tsx # pengganti AppFrame: tanpa topbar/rail/bottom-bar
|
||||||
|
constellation-stage.tsx # canvas three.js full-bleed + hit-test + kamera
|
||||||
|
route-scenes.ts # map pathname → scene config (nodes/edges/focus)
|
||||||
|
floating-chrome.tsx # brand mark + status dot + route switcher minim + palette hint
|
||||||
|
(hapus setelah migrasi): topbar.tsx, nav-rail.tsx, mobile-nav.tsx, ambient-app.tsx*
|
||||||
|
src/lib/constellation/
|
||||||
|
graph.ts # tipe GraphNode/GraphEdge + builder dari data API (murni)
|
||||||
|
layout.ts # wrapper d3-force deterministik (seeded) + fallback radial (murni)
|
||||||
|
camera.ts # interpolasi kamera fly-to (murni, testable)
|
||||||
|
*.test.ts # bun:test utk modul murni di atas
|
||||||
|
```
|
||||||
|
|
||||||
|
*ambient-canvas/context dievaluasi: bisa di-refactor jadi bagian dari stage atau dihapus.
|
||||||
|
|
||||||
|
### Scene per route (bahasa visual satu kesatuan)
|
||||||
|
|
||||||
|
| Route | Scene |
|
||||||
|
|---|---|
|
||||||
|
| `/dashboard/` | Guild = bintang pusat; channel = node orbit; event WS = pulse edge; metric cluster floating (tanpa box) |
|
||||||
|
| `/channels/` | Semua channel sebagai konstelasi; klik channel = fly-to + panel detail mengambang |
|
||||||
|
| `/moderation/` | Pesan flagged = node merah (vermilion) mengelilingi hub AI-verdict; LiveModerationFeed jadi ribbon ticker |
|
||||||
|
| `/messages/` | Stream pesan = sabuk orbital; node baru masuk lewat animasi dari tepi |
|
||||||
|
| `/voice/` | Stage node di tengah; speaker aktif = node mengorbit dengan glow intensitas |
|
||||||
|
| `/media/` | Galeri spiral node (thumbnail via div bg-image); klik = MiniPlayer handoff |
|
||||||
|
| `/recordings/` | Variasi spiral media, timeline density sebagai cincin |
|
||||||
|
| `/analysis/` | Hub analitik; chart existing dirender sebagai panel translusen mengambang ter-anchor ke node |
|
||||||
|
| `/glossary/` | Term KB = cincin satelit; search memfilter node real-time |
|
||||||
|
|
||||||
|
### Checklist anti-default (wajib lolos sebelum commit akhir)
|
||||||
|
|
||||||
|
- [ ] Tidak ada top bar / nav rail / side panel / bottom prompt bar
|
||||||
|
- [ ] Tidak ada card grid standar sebagai struktur utama
|
||||||
|
- [ ] Layout beda SPASIAL dari versi lama (bukan ganti warna)
|
||||||
|
- [ ] Verifikasi visual sungguhan: browser_navigate + browser_vision → "bukan template dashboard"
|
||||||
|
|
||||||
|
---
|
||||||
|
|
||||||
|
## Tasks
|
||||||
|
|
||||||
|
### Phase 0 — Fondasi
|
||||||
|
|
||||||
|
#### Task 1: Dependencies + scaffold direktori
|
||||||
|
**Files:** `package.json`, create `src/lib/constellation/`
|
||||||
|
1. `cd /home/code/GMW/services/frontend && pnpm add three @types/three d3-force @types/d3-force && pnpm add -d @types/bun`
|
||||||
|
2. Buat 4 file kosong bertipe sesuai struktur target (ekspor placeholder bertipe agar tsc lolos).
|
||||||
|
3. Run: `pnpm exec tsc --noEmit` → expected PASS.
|
||||||
|
4. Commit: `chore(frontend): scaffold constellation lib + deps`.
|
||||||
|
|
||||||
|
> Catatan: jika `@types/bun` bentrok dengan tsconfig Next (duplikat globals), fallback: exclude `"**/*.test.ts"` dari `tsconfig.json` dan jalankan test hanya via `bun test` (tanpa typecheck). Putuskan saat eksekusi, dokumentasikan di commit body.
|
||||||
|
|
||||||
|
#### Task 2 (TDD): Modul murni graph + layout + camera
|
||||||
|
**Files:** `src/lib/constellation/{graph,layout,camera}.ts` + `*.test.ts`
|
||||||
|
1. **Tulis test dulu** (bun:test):
|
||||||
|
- `graph.test.ts`: builder `dashboardToGraph()` menghasilkan node guild pusat + N channel + edges benar dari fixture `/api/dashboard/stats|channels` shape (lihat AGENTS.md; nama channel di `message.metadata.channelName`).
|
||||||
|
- `layout.test.ts`: `computeLayout(nodes, edges, {seed:42})` DETERMINISTIK (dua pemanggilan = posisi identik), semua posisi finite, radius dalam bound; `radialLayout()` fallback untuk reduced-motion.
|
||||||
|
- `camera.test.ts`: `flyTo(from,to,t)` easing monotonic, t=0→from, t=1→to.
|
||||||
|
2. Run: `bun test src/lib/constellation` → expected FAIL (belum diimplementasi).
|
||||||
|
3. Implementasi minimal sampai PASS.
|
||||||
|
4. Run: `bun test src/lib/constellation && pnpm exec tsc --noEmit` → PASS.
|
||||||
|
5. Commit: `feat(frontend): constellation graph/layout/camera pure modules (tested)`.
|
||||||
|
|
||||||
|
### Phase 1 — Shell Baru
|
||||||
|
|
||||||
|
#### Task 3: `ConstellationStage` (canvas renderer)
|
||||||
|
**Files:** `src/components/shell/constellation-stage.tsx`
|
||||||
|
- `<canvas>` fixed inset-0 `-z-10`; three.js orthographic 2D-ish render node+edge (sprite/glow shader sederhana — jangan over-engineer; titik + garis + glow cukup).
|
||||||
|
- Interaksi: drag = pan, wheel/pinch = zoom, hover = highlight node + tooltip title, click node ber-`href` = navigasi via `<a>` semantics (window.location assign — hindari router.push no-op).
|
||||||
|
- DPR-aware resize; pause render loop saat `document.hidden`; `prefers-reduced-motion` → render statis tanpa animasi.
|
||||||
|
- Sampling warna dari CSS var (`getComputedStyle`) + `MutationObserver` pada `documentElement.classList` agar ikut toggle dark/light.
|
||||||
|
- Verify: `pnpm lint && pnpm build` PASS → commit `feat(frontend): constellation stage canvas renderer`.
|
||||||
|
|
||||||
|
#### Task 4: `route-scenes.ts` + `ConstellationFrame`
|
||||||
|
**Files:** `src/components/shell/{route-scenes,constellation-frame,floating-chrome}.tsx`
|
||||||
|
- `route-scenes.ts`: `usePathname()` → config scene (builder mana, focus node, overlay slots).
|
||||||
|
- `ConstellationFrame`: render `ConstellationStage` + `children` (overlay HTML absolute, BUKAN flex column bertingkat) + `floating-chrome` (brand mark kiri-atas dgn status dot WS, switcher route minimal kanan-bawah, hint ⌘K). MiniPlayer + Chatbot + CommandPalette tetap termounting.
|
||||||
|
- Switcher & semua nav internal pakai `<a href="/<route>/">` polos (trailingSlash!). Verifikasi klik di browser nanti, bukan cuma baca kode.
|
||||||
|
- Wire `(dashboard)/layout.tsx`: ganti `AppFrame` → `ConstellationFrame` (provider Ambient/WS tetap).
|
||||||
|
- Smoke: `ss -ltnp | grep 4024` kosong → `PORT=4024 pnpm start` → curl semua 9 route = 200 → kill server.
|
||||||
|
- Commit: `feat(frontend): replace classic shell with constellation frame`.
|
||||||
|
|
||||||
|
#### Task 5: Hapus chrome lama + bersih-bersih
|
||||||
|
**Files:** hapus `shell/topbar.tsx`, `shell/nav-rail.tsx`, `shell/mobile-nav.tsx`, update `shell/index.ts`; eval `ambient-*` (refactor jadi layer stage ATAU hapus).
|
||||||
|
- `grep -rn "TopBar\|NavRail\|MobileNav\|AppFrame" src/` → 0 referensi tersisa.
|
||||||
|
- `pnpm exec biome check --write --unsafe .` → import order rapi.
|
||||||
|
- Commit: `refactor(frontend): remove classic dashboard chrome`.
|
||||||
|
|
||||||
|
### Phase 2 — Migrasi 9 Route (batch, tiap batch ship hijau)
|
||||||
|
|
||||||
|
Urutan sengaja dari yang paling graph-native ke paling padat konten:
|
||||||
|
|
||||||
|
#### Task 6: `/dashboard/` + `/channels/`
|
||||||
|
- Dashboard view: guild-star + channel orbit + WS pulse; metric cluster floating (reuse MetricTile tapi tanpa card-box — ubah jadi teks besar + hairline).
|
||||||
|
- Channels: konstelasi channel, klik = fly-to + panel detail (data dari hook `use-channels`/server fetch existing — jangan karang endpoint).
|
||||||
|
- Lint+build+smoke 2 route → commit `feat(frontend): dashboard & channels constellation scenes`.
|
||||||
|
|
||||||
|
#### Task 7: `/glossary/` + `/analysis/`
|
||||||
|
- Glossary: cincin satelit term + search filter node (client-side filter pada node label).
|
||||||
|
- Analysis: hub node + panel chart translusen mengambang (reuse komponen charts/* existing, anchor posisi ke node).
|
||||||
|
- Commit: `feat(frontend): glossary & analysis scenes`.
|
||||||
|
|
||||||
|
#### Task 8: `/messages/` + `/moderation/`
|
||||||
|
- Messages: sabuk orbital stream (reuse sortMessages/logika WS `use-messages.ts` — jangan duplikasi); pesan baru animate-in dari tepi.
|
||||||
|
- Moderation: flagged nodes vermilion + hub verdict; LiveModerationFeed jadi ticker ribbon bawah (bukan panel).
|
||||||
|
- Commit: `feat(frontend): messages & moderation scenes`.
|
||||||
|
|
||||||
|
#### Task 9: `/voice/` + `/media/` + `/recordings/`
|
||||||
|
- Voice: speaker aktif orbit dgn glow (seed dari snapshot `activeSpeakers` server-authoritative — pertahankan perilaku useSpeakers).
|
||||||
|
- Media/Recordings: spiral galeri; thumbnail pakai div background-image (hindari `noImgElement`; kalau terpaksa `<img>` → `// biome-ignore lint/performance/noImgElement: <alasan>`); MiniPlayer handoff tidak boleh regress.
|
||||||
|
- Commit: `feat(frontend): voice, media & recordings scenes`.
|
||||||
|
|
||||||
|
### Phase 3 — Polish, A11y, Tema
|
||||||
|
|
||||||
|
#### Task 10: Motion & micro-interaction
|
||||||
|
- Fly-to antar scene pakai `motion` v12 (interpolasi kamera dari `lib/constellation/camera.ts`).
|
||||||
|
- Overlay: stagger masuk (pattern `animate-stagger` + `staggerDelay(i)` existing); tambah semua `animate-*` baru ke kill-list `prefers-reduced-motion` di `globals.css`.
|
||||||
|
- Commit: `feat(frontend): scene transitions + motion polish`.
|
||||||
|
|
||||||
|
#### Task 11: A11y & fallback semantik
|
||||||
|
- Setiap scene punya fallback semantik: `<nav aria-label="Routes">` visually-hidden berisi link semua route + `<ul>` node (label + href) yang ter-sync dgn graph state.
|
||||||
|
- Keyboard: Tab ke daftar route; panah memindahkan fokus antar node; Enter aktivasi; `focus-visible` ring pakai `--color-ring`.
|
||||||
|
- Kontras ink-on-canvas dicek (WCAG AA utk teks overlay).
|
||||||
|
- Hooks-after-early-return pitfall: compute flags dulu, guard di dalam useEffect.
|
||||||
|
- Commit: `feat(frontend): a11y semantic fallback for constellation`.
|
||||||
|
|
||||||
|
#### Task 12: Hardening tema light/dark
|
||||||
|
- Pastikan canvas sampling var `.light` benar saat toggle (MutationObserver dari Task 3); harden `.light`: `color-scheme: light`, scrollbar/selection, glow opacity turun.
|
||||||
|
- JANGAN menyentuh sistem next-themes.
|
||||||
|
- Commit: `fix(frontend): light theme parity for constellation stage`.
|
||||||
|
|
||||||
|
### Phase 4 — Gerbang Ship (non-negotiable)
|
||||||
|
|
||||||
|
#### Task 13: Verifikasi penuh + deploy
|
||||||
|
1. `pnpm lint` → **Found 0 errors. Found 0 warnings** (warning pun harus bersih).
|
||||||
|
2. `bun test src/lib/constellation` → all PASS; `pnpm exec tsc --noEmit` PASS; `pnpm build` sukses.
|
||||||
|
3. Smoke: port 4024 bersih → start → curl 9 route (dgn trailing slash) semua **200** → kill server.
|
||||||
|
4. `git status` audit: hanya file scope yang ter-commit (`git checkout --` file liar hasil auto-format).
|
||||||
|
5. Push `origin/main` → `gh run watch` "Build & Deploy (Nix)" → hijau.
|
||||||
|
6. Live: curl `https://imphnen.asepharyana.my.id/<route>/` × 9 → 200.
|
||||||
|
7. **Verifikasi visual sungguhan**: browser_navigate ke live URL → browser_vision: "Apakah ini masih template dashboard?" — jawaban HARUS bukan; screenshot dikirim ke user (`MEDIA:<path>`).
|
||||||
|
8. Checklist anti-default dicentang satu per satu di PR/commit message akhir.
|
||||||
|
|
||||||
|
---
|
||||||
|
|
||||||
|
## Files Likely to Change
|
||||||
|
|
||||||
|
```
|
||||||
|
package.json, pnpm-lock.yaml
|
||||||
|
next.config.ts # hanya jika perlu (tidak diharapkan)
|
||||||
|
src/app/(dashboard)/layout.tsx # wire frame baru
|
||||||
|
src/app/(dashboard)/{9 route}/page.tsx|view.tsx # scene migration
|
||||||
|
src/components/shell/** # frame baru + hapus lama
|
||||||
|
src/lib/constellation/** # baru (murni + test)
|
||||||
|
src/app/globals.css # tokens tambahan + reduced-motion kill list
|
||||||
|
biome.json # hanya jika rule intentional baru perlu "off"
|
||||||
|
```
|
||||||
|
|
||||||
|
## Risks / Tradeoffs
|
||||||
|
|
||||||
|
| Risiko | Mitigasi |
|
||||||
|
|---|---|
|
||||||
|
| Perf GPU di device lemah (full-page WebGL) | Node count kecil (<200/route), pause saat tab hidden, fallback radial statis utk reduced-motion; jika tetap berat → downgrade ke Canvas2D renderer dgn API sama |
|
||||||
|
| router.push no-op (standalone+trailingSlash) | Semua nav pakai `<a href>`; verifikasi klik nyata di browser |
|
||||||
|
| Konten padat (messages 611 l) tak muat di metafora graf | Prinsip: graf = struktur/navigasi; DETAIL tetap lewat overlay panel mengambang — konten tidak dikorbankan, hanya wadahnya yang berubah |
|
||||||
|
| Bun test + Next tsconfig konflik types | Exclude `*.test.ts` dari tsconfig (keputusan Task 1) |
|
||||||
|
| Regress fitur existing (theme toggle, palette, chatbot, mini-player, WS sync) | Dipertahankan apa adanya; smoke + klik verifikasi per phase; sortMessages & snapshot voice TIDAK disentuh logikanya |
|
||||||
|
|
||||||
|
## Open Questions
|
||||||
|
|
||||||
|
- Tidak ada blocker. Satu preferensi opsional: apakah brand mark perlu jam/uptime seperti TopBar lama — default: tidak (minimal). Keputusan bisa diambil saat review Task 4.
|
||||||
@@ -0,0 +1,39 @@
|
|||||||
|
# GMW FE — Monokrom Hitam-Putih + Sidebar Ala Menu Game + Ringan di Mobile
|
||||||
|
|
||||||
|
Tanggal: 2026-08-24 · Basis: `eda5c75` (shell usable hasil revert)
|
||||||
|
|
||||||
|
## Tujuan
|
||||||
|
1. Tema **monokrom murni** (hitam-putih, tanpa warna) di dark & light.
|
||||||
|
2. Sidebar (desktop NavRail + mobile dock) beranimasi **ala menu game** — corner
|
||||||
|
brackets, sweep, stagger masuk, marker segitiga.
|
||||||
|
3. **Ringan di mobile**: matikan WebGL ambient di layar kecil, kurangi biaya
|
||||||
|
blur/backdrop, animasi transform/opacity saja.
|
||||||
|
|
||||||
|
## Non-goals
|
||||||
|
- Tidak menyentuh backend, endpoint, hooks/data-flow, struktur route.
|
||||||
|
- Tidak menambah dependensi baru (CSS murni untuk semua animasi).
|
||||||
|
|
||||||
|
## File yang disentuh
|
||||||
|
| File | Perubahan |
|
||||||
|
|---|---|
|
||||||
|
| `src/app/globals.css` | Token mono (dark+light): signal/amber/vermilion → skala putih-abu; `.glass` blur adaptif; kelas baru `.game-nav-item` (bracket ::before/::after, sweep, stagger via `--i`), `.game-frame` (panel sudut terpotong + garis tergambar), keyframes `sweep-x`, `draw-line`, `nav-in`; media query `<md`: blur 18→8px, hambat animasi berat |
|
||||||
|
| `src/components/shell/nav-rail.tsx` | Item pakai `.game-nav-item` + `style={{'--i': n}}`; marker aktif jadi segitiga ▸ putih; hapus box-shadow glow besar (ganti sweep) |
|
||||||
|
| `src/components/shell/mobile-nav.tsx` | Dock mono: tab aktif = bar atas putih + sweep sekali; target sentuh ≥44px; hapus glow blob |
|
||||||
|
| `src/components/shell/topbar.tsx` | Aksen mono + `.game-frame` pada container (cek markup dulu) |
|
||||||
|
| `src/components/ambient/ambient-canvas.tsx` | Early-return WebGL bila `(pointer: coarse)` / lebar <768 / `saveData` / core ≤4; fallback statik CSS tetap |
|
||||||
|
| `src/components/ambient/status/signal tone` (`SIGNAL_RGB`) | Semua tone jadi grayscale (putih; intensitas beda per tone) |
|
||||||
|
| `src/app/(dashboard)/dashboard/view.tsx` | Hero + kartu metrik pakai `.game-frame`/cut-corner sebagai showcase |
|
||||||
|
|
||||||
|
## Keputusan desain
|
||||||
|
- **Full monokrom termasuk danger**: flag/moderation tidak lagi merah —
|
||||||
|
ditandai badge putih-di-atlas-hitam inversi + pulse. Kalau user kangen merah,
|
||||||
|
tinggal isi ulang `--color-vermilion`.
|
||||||
|
- Semua animasi hanya `transform`/`opacity` (compositor-friendly), hormati
|
||||||
|
`prefers-reduced-motion` (sudah ada kill-switch global).
|
||||||
|
|
||||||
|
## Verifikasi (gerbang)
|
||||||
|
1. `tsc --noEmit` bersih; biome 0 error 0 warning.
|
||||||
|
2. `pnpm build` sukses; smoke lokal 4024 → 9 route 200.
|
||||||
|
3. Push → GHA "Build & Deploy (Nix)" hijau → live 9×200.
|
||||||
|
4. Visual check live: desktop (rail game-menu terlihat) + cek rule mobile
|
||||||
|
(media query & gate kode) — screenshot disimpan.
|
||||||
@@ -0,0 +1,82 @@
|
|||||||
|
# Spec: Recordings — filter per user + export WAV (Audacity)
|
||||||
|
|
||||||
|
## Konteks / Gejala
|
||||||
|
Halaman `services/frontend/src/app/(dashboard)/recordings` menampilkan semua
|
||||||
|
rekaman voice (deck). User ingin:
|
||||||
|
1. **Filter per orang** (tampil rekaman satu user saja).
|
||||||
|
2. **Export ke format untuk Audacity** (buka & edit rekaman di Audacity).
|
||||||
|
|
||||||
|
## Fakta saat ini (verified)
|
||||||
|
- Backend `recordings.list` (services/backend/src/orpc/router.ts:291) SUDAH
|
||||||
|
menerima `userId`/`channelId` filter → `RecordingsService.getRecent`.
|
||||||
|
- Frontend `recordingsApi.list(limit, channelId, userId, cursor)` (lib/api/recordings.ts)
|
||||||
|
sudah meneruskan `userId`. `useLoadMoreRecordings` juga sudah bawa userId.
|
||||||
|
- Tapi UI `RecordingsView` (app/(dashboard)/recordings/view.tsx) TIDAK punya
|
||||||
|
filter UI, dan `useRecordingsPage` dipanggil tanpa userId → semua tampil.
|
||||||
|
- Setiap rekaman punya `download_url` (MP3 di TeleUploader), `user_id`, `username`.
|
||||||
|
- Audacity membuka MP3/OGG tapi editing paling bersih dari WAV (uncompressed)
|
||||||
|
/ FLAC (lossless). Backend TIDAK punya ffmpeg & Nix flake backend tak include
|
||||||
|
ffmpeg → transcode server-side bukan pilihan. Browser punya codec MP3 → export
|
||||||
|
WAV via Web Audio API (client-side) adalah solusi self-contained terbaik.
|
||||||
|
|
||||||
|
## Keputusan desain
|
||||||
|
1. **Filter per user**: UI dropdown (Semua User + per user) di header halaman.
|
||||||
|
Memilih user → re-fetch `recordingsApi.list(50, undefined, userId)` (server
|
||||||
|
filter, benar untuk dataset besar + pagination). Dropdown dibangun dari
|
||||||
|
distinct `user_id`/`username` pada items yang sedang tampil.
|
||||||
|
2. **Export WAV (Audacity)**: client-side via Web Audio API.
|
||||||
|
- Per kartu: tombol "WAV" → decode `download_url` → WAV 16-bit PCM → download.
|
||||||
|
- Header: tombol "EXPORT WAV (N)" → gabung (concat) semua rekaman yang
|
||||||
|
sedang tampil (ter-filter) jadi 1 file WAV → download. Ideal untuk analisis
|
||||||
|
/ mixdown per orang.
|
||||||
|
- Implementasi di `lib/audio/wav.ts` (decode + encode + concat), tanpa dep baru.
|
||||||
|
|
||||||
|
## Perubahan
|
||||||
|
|
||||||
|
### Frontend
|
||||||
|
- **`src/lib/audio/wav.ts`** (baru):
|
||||||
|
- `decodeAudio(url: string): Promise<AudioBuffer>` — fetch arrayBuffer →
|
||||||
|
`new AudioContext().decodeAudioData`.
|
||||||
|
- `audioBufferToWav(buf: AudioBuffer, sampleRate=48000): Blob` — PCM 16-bit
|
||||||
|
interleaved, mono→stereo handling, RIFF/WAVE writer. Audacity-importable.
|
||||||
|
- `concatBuffers(buffers: AudioBuffer[]): AudioBuffer` — gabung di channel 0
|
||||||
|
(mono) dengan sample-rate max; untuk export gabungan.
|
||||||
|
- `downloadWav(blob: Blob, filename: string): void` — obj URL + <a download>.
|
||||||
|
- **`src/app/(dashboard)/recordings/view.tsx`**:
|
||||||
|
- Toolbar filter: dropdown user (built from distinct items) + tombol reset.
|
||||||
|
- State `filterUserId`; saat berubah → `recordingsApi.list(50, undefined, id)`
|
||||||
|
→ set ke SWR (key includes filter), reset pagination.
|
||||||
|
- Tombol "WAV" per kartu (disabled jika `!r.download_url`).
|
||||||
|
- Tombol "EXPORT WAV (N)" di header (disabled jika 0 item punya download_url);
|
||||||
|
concat semua items ter-filter yang punya download_url.
|
||||||
|
- Status loading saat export (spinner/disable).
|
||||||
|
- **`src/hooks/use-recordings.ts`**: `useRecordingsPage` menerima `userId?` dan
|
||||||
|
memasukkan ke key + call, supaya filter re-fetch bersih (per-user cache key).
|
||||||
|
`useRecordings`/`useLoadMoreRecordings` propagate `userId`.
|
||||||
|
- **`src/lib/types/recording.ts`**: tidak berubah (userId dari items).
|
||||||
|
|
||||||
|
### Backend / gateway
|
||||||
|
- Tidak ada perubahan. Filter & export sepenuhnya frontend.
|
||||||
|
|
||||||
|
## File yang disentuh (frontend only)
|
||||||
|
- `src/lib/audio/wav.ts` (baru)
|
||||||
|
- `src/app/(dashboard)/recordings/view.tsx`
|
||||||
|
- `src/hooks/use-recordings.ts`
|
||||||
|
|
||||||
|
## Verification
|
||||||
|
1. `cd services/frontend && pnpm typecheck` (tsc --noEmit) — 0 error.
|
||||||
|
2. `pnpm lint` (biome check src/) — exit 0.
|
||||||
|
3. `pnpm build` (next build) — hijau.
|
||||||
|
4. Manual (user): buka /recordings; pilih user di dropdown → hanya rekaman user
|
||||||
|
itu; klik WAV di kartu → file .wav ter-download & terbuka di Audacity; klik
|
||||||
|
EXPORT WAV (filtered) → satu .wav gabungan.
|
||||||
|
5. Push → CI `Build & Deploy (Nix)` (frontend job) hijau → deploy landing.
|
||||||
|
|
||||||
|
## Risiko / Trade-off
|
||||||
|
- Web Audio decode MP3 di client: butuh CORS pada download_url (TeleUploader
|
||||||
|
asepharyana.my.id — sudah same-serve/proxied, CORS ikut origin). Jika 403/CORS
|
||||||
|
gagal, error toaster + fallback manual (RAW MP3 tetap ada).
|
||||||
|
- concat gabungan = mono 48k; Audacity bisa edit per-channel nanti. Acceptable.
|
||||||
|
- Filter client (dropdown dari items yang dimuat) hanya menawarkan user yang
|
||||||
|
sudah tampil; dataset besar bisa pakai search nanti. Server filter benar untuk
|
||||||
|
yang dipilih.
|
||||||
@@ -0,0 +1,81 @@
|
|||||||
|
# Spec: Recordings v2 — transcription, search, filters, leaderboard, sessions
|
||||||
|
|
||||||
|
## Konteks
|
||||||
|
4 fitur lanjutan untuk halaman /recordings (dipilih user):
|
||||||
|
1. Tampilkan transkripsi + search by kata kunci
|
||||||
|
2. Filter lanjutan: by channel + rentang tanggal
|
||||||
|
3. Kelompokkan klip jadi "sesi rapat" + autoplay berurutan + export satu sesi
|
||||||
|
4. Leaderboard bicara per user + ringkasan
|
||||||
|
|
||||||
|
## Fakta terverifikasi (2026-08-30)
|
||||||
|
- `voice_recordings` kolom: id, user_id, username, avatar_url, guild_id,
|
||||||
|
channel_id, channel_name, filename, size_bytes, download_url, upload_status,
|
||||||
|
upload_error, created_at, uploaded_at, **transcription** (schema
|
||||||
|
`shared/database/schema.ts:246`). Index user_id/channel_id/created_at.
|
||||||
|
- **Transcription 0/10.640** terisi prod: `AI_VOICE_TRANSCRIPTION_ENABLED`
|
||||||
|
default **false** (config/index.ts:333) & tidak diset di BWS env →
|
||||||
|
`transcribeRecording` (voiceTranscriber.ts) langsung return null.
|
||||||
|
`AI_LLM_BASE_URL` + `AI_LLM_API_KEY` SUDAH dikonfig (Whisper via router GMW).
|
||||||
|
- Transcriber hardcode `language: "en"` (voiceTranscriber.ts:34) — salah utk
|
||||||
|
ucapan campur id/en. Utk auto-detect: hapus param `language` (Whisper
|
||||||
|
auto-detect jika tidak diberikan).
|
||||||
|
- Backend `RecordingsService.getRecent` (recordings.service.ts) TIDAK select
|
||||||
|
`transcription`; SUDAH dukung filter `channelId`+`userId`+`cursor`; belum
|
||||||
|
dukung date-range & keyword search. `RecordingRow` interface juga tak punya
|
||||||
|
`transcription`.
|
||||||
|
- Tidak ada kolom `session_id` / `duration_ms` → sesi grouping = heuristik
|
||||||
|
(channel sama + gap created_at), durasi leaderboard = estimasi dari
|
||||||
|
size_bytes (MP3 128kbps: durasi_s ≈ size_bytes*8/128000).
|
||||||
|
|
||||||
|
## Keputusan desain
|
||||||
|
1. **Aktifkan transkripsi (fondasi)**: transcriber auto-detect (hapus
|
||||||
|
`language:"en"`), set secret BWS `AI_VOICE_TRANSCRIPTION_ENABLED=true`
|
||||||
|
(dibaca runtime oleh bws-exec saat service start). Rekaman BARU dapat
|
||||||
|
transkripsi. Backfill rekaman lama TIDAK dilakukan (pilih user: fokus baru;
|
||||||
|
file OGG lama kemungkinan besar sudah tidak dipakai).
|
||||||
|
2. **Backend** — perluas `getRecent`:
|
||||||
|
- select `transcription` (+ interface RecordingRow + FE type)
|
||||||
|
- filter baru: `q` (ILIKE on transcription + username), `startDate`/`endDate`
|
||||||
|
(created_at range, bigint ms)
|
||||||
|
- endpoint baru `recordings.summary`: agregasi per user → {user_id,
|
||||||
|
username, avatar_url, clips, est_duration_s, words, last_at}. `words`
|
||||||
|
dihitung dari transcription (tokenisasi spasi). Return sorted by clips.
|
||||||
|
3. **Frontend**:
|
||||||
|
- Kartu: tampilkan transkripsi (collapse/expand line-clamp) + durasi estimasi.
|
||||||
|
- Toolbar: search box (q), Select channel, date range (start/end), speaker
|
||||||
|
(sudah ada), reset filter.
|
||||||
|
- Tab/segment "Tape Deck" vs "Leaderboard": leaderboard render summary per
|
||||||
|
user + klik → filter deck by user itu.
|
||||||
|
- Sesi grouping (deck view): klip di-group jadi sesi bila channel sama &
|
||||||
|
gap antar klip < SESSION_GAP_MS (default 120s). Header sesi (channel,
|
||||||
|
waktu mulai, jumlah klip, total durasi). Autoplay tombol "Play session" &
|
||||||
|
"Export session WAV" (concat klip sesi via lib/audio/wav.ts yg sudah ada).
|
||||||
|
|
||||||
|
## Perubahan file
|
||||||
|
|
||||||
|
### Gateway (Tahap 1)
|
||||||
|
- `voiceTranscriber.ts`: hapus baris `language: "en"`.
|
||||||
|
- (secret) set `AI_VOICE_TRANSCRIPTION_ENABLED=true` via bws.
|
||||||
|
|
||||||
|
### Backend (Tahap 2)
|
||||||
|
- `recordings.service.ts`: interface + select + getRecent tambah transcription;
|
||||||
|
tambah filter q/startDate/endDate; method getSummary() untuk leaderboard.
|
||||||
|
- `orpc/router.ts`: procedur `recordings.list` schema tambah fields; prosedur
|
||||||
|
baru `recordings.summary`.
|
||||||
|
|
||||||
|
### Frontend (Tahap 3-5)
|
||||||
|
- `lib/types/recording.ts`: tambah transcription, est_duration_s opsional,
|
||||||
|
Summary type.
|
||||||
|
- `lib/api/recordings.ts`: list tambah q/startDate/endDate; + summary().
|
||||||
|
- `hooks/use-recordings.ts`: propagate filter baru ke key+call; hook
|
||||||
|
useRecordingsSummary.
|
||||||
|
- `app/(dashboard)/recordings/view.tsx`: toolbar search+channel+date, kartu
|
||||||
|
transkripsi, tab leaderboard, grouping sesi + autoplay + export sesi.
|
||||||
|
|
||||||
|
## Verification
|
||||||
|
- tiap tahap: gateway `pnpm build` + `biome check src/`; backend `pnpm build`
|
||||||
|
+ `biome check src/ tests/`; FE `pnpm build` + `biome check src/`.
|
||||||
|
- CI Build & Deploy hijau tiap tahap; deploy landing dicek via
|
||||||
|
`systemctl show gmw-<svc>.service --property=ActiveEnterTimestamp`.
|
||||||
|
- Tahap 1c: setelah deploy + rekaman baru, cek
|
||||||
|
`SELECT COUNT(*) FROM voice_recordings WHERE transcription IS NOT NULL`.
|
||||||
@@ -0,0 +1,66 @@
|
|||||||
|
# Spec: Voice auto-reconnect (persistent state + rejoin on drop)
|
||||||
|
|
||||||
|
## Goal
|
||||||
|
Setelah `VoiceController.connect()` berhasil, state "sedang merekam di <guild>/<channel>"
|
||||||
|
disimpan di Postgres. Kalau gateway restart/reboot, atau koneksi voice drop tidak
|
||||||
|
disengaja (dikeluarkan/moved/server restart), gateway otomatis join ulang ke channel
|
||||||
|
yang sama.
|
||||||
|
|
||||||
|
## Requirement mapping (user's ask)
|
||||||
|
- "autoreconnect ke channel yg sama jika server restart atau reboot" → reconnect on
|
||||||
|
startup (ready handler) + keep DB record across graceful shutdown.
|
||||||
|
- "state nya persistent di db" → `voice_auto_reconnect` table.
|
||||||
|
- "rejoin jika tidak sengaja dikeluarkan" → watchdog on `Disconnected`/`Destroyed`
|
||||||
|
(kick / moved / voice server restart) → full rejoin with backoff.
|
||||||
|
- Manual leave (`/voice disconnect`, dashboard disconnect) MUST NOT rejoin.
|
||||||
|
|
||||||
|
## Design decisions
|
||||||
|
1. **New table** `voice_auto_reconnect` (dedicated, not `ui_state`):
|
||||||
|
- `guild_id` text PK
|
||||||
|
- `channel_id` text NOT NULL
|
||||||
|
- `channel_name` text
|
||||||
|
- `connected_at` bigint epoch-ms
|
||||||
|
- `updated_at` bigint epoch-ms
|
||||||
|
DAO: `voiceAutoReconnectRepo.ts` — `upsert(record)`, `list()`, `delete(guildId)`.
|
||||||
|
2. **Write on connect**: `VoiceController.connect()` → after `startRecording` success →
|
||||||
|
`upsert`. IDEMPOTENT (upsert per guild).
|
||||||
|
3. **Clear on manual leave**: `handleVoiceDisconnect` (all) + `handleVoiceDisconnectGuild`
|
||||||
|
pass `clearPersisted: true`. Graceful shutdown `disconnect()` keeps the record.
|
||||||
|
4. **Rejoin on startup**: bootstrap `ready` → `await voiceController.autoReconnect()`
|
||||||
|
(list persisted → connect each, non-fatal on failure).
|
||||||
|
5. **Rejoin on unexpected drop**: monitor per-connection; on `Disconnected`/`Destroyed`
|
||||||
|
with `!intentional` → schedule rejoin `connect(guildId, persistedChannelId)` with
|
||||||
|
backoff (min 2s, max 30s, max 5 attempts). Track `rejoinAttempts`, reset on success.
|
||||||
|
6. **Intentional flag**: `disconnectGuild(guildId, { clearPersisted?, intentional? })`.
|
||||||
|
- shutdown `disconnect()` → `{ intentional: true, clearPersisted: false }`.
|
||||||
|
- manual `disconnect()` (dashboard) → `{ clearPersisted: true }`, sets intentional.
|
||||||
|
- manual `disconnectGuild` → `{ clearPersisted: true }`, sets intentional.
|
||||||
|
The monitor checks `intentional` before rejoin; `clearPersisted` only deletes the row.
|
||||||
|
|
||||||
|
## Files touched
|
||||||
|
- `services/discord-gateway/src/shared/database/schema.ts` — add `pgVoiceAutoReconnectTable`
|
||||||
|
+ types.
|
||||||
|
- `services/discord-gateway/src/shared/database/voiceAutoReconnectRepo.ts` (NEW) — DAO.
|
||||||
|
- `services/discord-gateway/src/modules/voice-recording/voiceController.ts` — upsert on
|
||||||
|
connect; monitor + rejoin; `autoReconnect()`; `disconnect/disconnectGuild` opts.
|
||||||
|
- `services/discord-gateway/src/modules/command-handler/voice.handler.ts` — manual
|
||||||
|
disconnect/disconnectGuild pass `clearPersisted: true`.
|
||||||
|
- `services/discord-gateway/src/app/bootstrap.ts` — call `voiceController.autoReconnect()`
|
||||||
|
in `ready`.
|
||||||
|
- `services/discord-gateway/drizzle/migrations/0020_add_voice_auto_reconnect.sql` +
|
||||||
|
`meta/_journal.json` entry (apply manually per gmw-ops).
|
||||||
|
|
||||||
|
## Edge cases
|
||||||
|
- Channel deleted / guild lost while persisted → `connect()` throws (channel not found)
|
||||||
|
→ log + delete persisted row (don't retry forever).
|
||||||
|
- Rejoin attempts exhausted → keep row (so next restart retries) + log.
|
||||||
|
- Multiple guilds: per-guild monitor, per-guild persisted row.
|
||||||
|
- Graceful shutdown order: shutdown sets intentional=true (so no rejoin during teardown)
|
||||||
|
but keeps row.
|
||||||
|
|
||||||
|
## Verification
|
||||||
|
- `pnpm typecheck && pnpm build && pnpm lint` in `services/discord-gateway`.
|
||||||
|
- Apply migration `0020` manually; verify table exists.
|
||||||
|
- CI `Build & Deploy (Nix)` green; gateway deploy lands.
|
||||||
|
- Manual: connect via dashboard → check `voice_auto_reconnect` row; simulate drop →
|
||||||
|
confirm rejoin; manual disconnect → row cleared.
|
||||||
@@ -0,0 +1,166 @@
|
|||||||
|
# Spec: Perbaiki alur voice → recording (miss & terpotong)
|
||||||
|
|
||||||
|
## Konteks & Gejala
|
||||||
|
User melaporkan alur voice sampai recording **banyak miss** (audio tidak tercatat)
|
||||||
|
dan **terpotong** (satu alur bicara kebelah jadi beberapa segmen / audio putus di
|
||||||
|
tengah). Ini domain `services/discord-gateway/src/modules/voice-recording/`.
|
||||||
|
|
||||||
|
Pipeline per user yang mulai bicara (speaking "start"):
|
||||||
|
```
|
||||||
|
receiver.speaking "start" → speakingHandler(userId)
|
||||||
|
├─ await collectUserMetadata(...) ← roundtrip API, subscribe tertunda
|
||||||
|
├─ receiver.subscribe(userId, {end: AfterSilence, duration: 3000ms}) → audioStream
|
||||||
|
├─ attach data/end/error handlers → audioStream.pipe(PacketFilter) → oggPacketStream
|
||||||
|
├─ SegmentManager.open() → OggLogicalBitstream → file .ogg
|
||||||
|
├─ data: SegmentManager.rotateIfNeeded (rotasi 5s) + decoder.write (web PCM tho
|
||||||
|
└─ end: SegmentManager.close() → segmen finish → finalizeSegment upload + transkrip
|
||||||
|
```
|
||||||
|
|
||||||
|
## Root cause (dari pembacaan kode — justifikasi di bawah)
|
||||||
|
|
||||||
|
### A. MISS bagian awal bicara — subscribe tertunda (utama)
|
||||||
|
`speakingHandler.ts:53` melakukan `await collectUserMetadata(...)` SEBELUM
|
||||||
|
`receiver.subscribe`. `collectUserMetadata` (metadata.ts:30) pada cold path
|
||||||
|
(cache miss) melakukan `client.users.fetch` + `guild.members.fetch` roundtrip
|
||||||
|
Discord API (ratusan ms–detik). Selama await, seluruh opus awal bocor → awal
|
||||||
|
kalimat hilang. Cache menghilangkan ini untuk user yang pernah ter-record, tapi
|
||||||
|
user baru/evict (cache max 200) kena setiap kali.
|
||||||
|
|
||||||
|
### B. Double-subscribe race
|
||||||
|
Guard `receiver.subscriptions.has(userId)` di `speakingHandler.ts:63` diletakkan
|
||||||
|
SETELAH `await collectUserMetadata`. Dua event "start" cepat keduanya melewati
|
||||||
|
guard (belum subscribe) → dua subscription → audio terbelah/ganda per user.
|
||||||
|
|
||||||
|
### C. TERPOTONG di jeda bicara — AfterSilence 3000ms
|
||||||
|
`AUDIO_STREAM_SILENCE_DURATION_MS=3000`. Setelah 3s diam, stream auto-`end` →
|
||||||
|
`SegmentManager.close` → segmen baru saat bicara lagi. Jeda normal (berpikir,
|
||||||
|
interupsi) memecah 1 alur bicara jadi beberapa segmen/file. Ini source "terpotong".
|
||||||
|
Segmen pendek hasil jeda <1s juga DIBUANG di `finalizeSegment` (MIN_DURATION_MS=1000)
|
||||||
|
→ miss kata singkat ("ya", "siap").
|
||||||
|
|
||||||
|
### D. Rotasi segmen 5s di tengah bicara
|
||||||
|
`RECORDING_SEGMENT_MS=5000`: `rotateIfNeeded` menutup bitstream & membuka baru
|
||||||
|
setiap 5s walau bicara kontinu. Pipenya di-re-wire di dalam handler data →
|
||||||
|
window drop kecil + continuity file pecah (bukan masalah besar, tapi berkontribusi).
|
||||||
|
|
||||||
|
### E. Tidak ada sinkronisasi "stop" speaking & stream "end" flaky
|
||||||
|
Handler hanya listen "start"; mengandalkan `AfterSilence` untuk emit "end".
|
||||||
|
Bug @discordjs/voice yang dikenal: `AfterSilence` bisa TIDAK emit "end" saat
|
||||||
|
koneksi gagal/teardown → segmen menggantung & tidak pernah finalize/upload
|
||||||
|
(recording "hilang"). Tidak ada watchdog.
|
||||||
|
|
||||||
|
## Scope
|
||||||
|
Hanya `services/discord-gateway/src/modules/voice-recording/` (+ config index bila
|
||||||
|
perlu default baru). Tidak menyentuh playback (player.ts), transmitter (voice dari
|
||||||
|
browser → Discord, arah berlawanan), muxer (konsolidasi akhir), atau screen-share
|
||||||
|
video (hanya audio SSRC via `hookScreenShareAudio` sudah ada & dibiarkan).
|
||||||
|
|
||||||
|
## Perubahan
|
||||||
|
|
||||||
|
### 1. Speak-before-metadata: subscribe LEBIH DULU, metadata paralel
|
||||||
|
`recorder/speakingHandler.ts`:
|
||||||
|
- Pindahkan `receiver.subscribe` + pipeline setup ke ATAS, SEGERA di handler,
|
||||||
|
sebelum `collectUserMetadata`.
|
||||||
|
- Jalankan `collectUserMetadata` secara paralel non-blocking; gunakan metadata
|
||||||
|
cache untuk registrasi segmen saat finalize.
|
||||||
|
- Pertahankan guard skip bot/user (bot bisa dicek dari `client.users.cache` /
|
||||||
|
`client.user.id` tanpa await) SEBELUM subscribe — jangan tunggu fetch user.
|
||||||
|
|
||||||
|
Detail konkret:
|
||||||
|
```
|
||||||
|
async handler(userId):
|
||||||
|
if (userId === client.user?.id) return;
|
||||||
|
if (receiver.subscriptions.has(userId)) return; // guard kini di DEPAN, tanpa await
|
||||||
|
// (belum tahu bot? gunakan cache user; subscribe dulu biar nggak miss)
|
||||||
|
clone = subscribe(userId, {AfterSilence, duration}) // TANPA await metadata
|
||||||
|
setup pipeline (data/end/error, pipe, open segment)
|
||||||
|
collectUserMetadata(...).then(meta => {
|
||||||
|
if (meta.bot) { drain & close subscription (jangan simpan) }
|
||||||
|
else { registrasi ulang metadata utk segmen aktif }
|
||||||
|
})
|
||||||
|
```
|
||||||
|
Karena listener `start` dibuang untuk bot, harus tutup subscription bot tanpa
|
||||||
|
menyimpan segmen (buang hasil). Pakai `receiver.subscriptions.get(userId)?.destroy()`.
|
||||||
|
|
||||||
|
### 2. Selesaikan race double-subscribe (bagian dari #1)
|
||||||
|
Guard `receiver.subscriptions.has(userId)` diletakkan SINCRON di awal (sebelum
|
||||||
|
await). Karena `subscribe` sinkron dan `subscriptions` terisi sinkron saat
|
||||||
|
dipanggil, event "start" kedua yang tiba setelah subscribe akan melihat
|
||||||
|
subscription aktif → di-skip. Tidak ada await antara guard & subscribe.
|
||||||
|
|
||||||
|
### 3. Naikkan AfterSilence + tail-length → kurangi "terpotong"
|
||||||
|
`shared/config/index.ts`:
|
||||||
|
- `AUDIO_STREAM_SILENCE_DURATION_MS` default 3000 → 4000 (beri ruang jeda
|
||||||
|
alami; Discord packet 20ms, 4s masih wajar, tidak membengkak file).
|
||||||
|
Opsional via env override di production (tidak wajib komit env).
|
||||||
|
|
||||||
|
### 4. Segmen berorientasi "burst bicara" daripada rotasi jam
|
||||||
|
`recorder/segment.ts` + `recorder/speakingHandler.ts`:
|
||||||
|
- Hapus/lepas rotasi SEGMEN berbasis waktu (RECORDING_SEGMENT_MS). Alih-alih,
|
||||||
|
satu segmen = satu burst bicara (buka di "start", tutup di "end"/AfterSilence
|
||||||
|
end). Ini menghilangkan pemecahan di tengah kalimat.
|
||||||
|
- `RECORDING_SEGMENT_MS` tetap dipakai untuk rotasi decoder web-PCM (broadcast
|
||||||
|
live), di mana segmen besar bisa menunda frame — biarkan seperti ada.
|
||||||
|
JADI: `SegmentManager.rotateIfNeeded` TIDAK lagi dipanggil pada jalur OGG
|
||||||
|
recording; decoder rotate tetap dijalankan.
|
||||||
|
|
||||||
|
Catatan: dengan satu segmen per burst, ukuran file ~ durasi bicara. File panjang
|
||||||
|
dibutuhkan transkrip & transcode; tidak ada batas keras yang perlu di-override.
|
||||||
|
Watchdog di #5 membatasi durasi menggantung.
|
||||||
|
|
||||||
|
### 5. Watchdog end-of-burst & teardown recovery
|
||||||
|
`recorder/speakingHandler.ts`:
|
||||||
|
- Setelah subscribe, arm timer watchdog (mis. `config twin`/hitung) yang menutup
|
||||||
|
segmen jika `AfterSilence` tidak emit "end" dalam X detik setelah "stop"
|
||||||
|
speaking — atau, lebih sederhana & robust: dengarkan BOTH stream "end" DAN
|
||||||
|
timer dari `receiver.speaking` "stop" (hingga @discordjs/voice meng-klaim
|
||||||
|
AfterSilence). Bila "stop" fire, mulai countdown kecil (mis. 500ms) lalu
|
||||||
|
`segmentManager.close` + `decoder.destroy` + destroy subscription jika stream
|
||||||
|
belum "end".
|
||||||
|
- Ini menutup A: segmen menggantung → jadi pasti finalize & upload.
|
||||||
|
|
||||||
|
Implementasi: subscriptionStream (audioStream) + track milik per-user di
|
||||||
|
Map<userId, {audioStream, segmentManager, decoder, timer}>; handler "stop"
|
||||||
|
menjadwalkan finalize.
|
||||||
|
|
||||||
|
### 6. Naikkan/ambil MIN segmen duration lebih rendah
|
||||||
|
`recorder/segmentFinalizer.ts`: MIN_DURATION_MS 1000 → 300ms. Kata pendek
|
||||||
|
("ya", "siap") tetap tersimpan. GUI biarkan.
|
||||||
|
|
||||||
|
## File yang disentuh
|
||||||
|
- `src/modules/voice-recording/recorder/speakingHandler.ts` (utama: subscribe
|
||||||
|
first, guard depan, watchdog stop, hapus rotasi segmen dari jalur OGG)
|
||||||
|
- `src/modules/voice-recording/recorder/segment.ts` (opsional: API close/open,
|
||||||
|
pertahankan rotate untuk decoder tapi tak dipakai jalur OGG)
|
||||||
|
- `src/modules/voice-recording/recorder/streamSetup.ts` (kecil: backfill subscribe
|
||||||
|
supaya return subscription utk cleanup/destroy bot)
|
||||||
|
- `src/modules/voice-recording/recorder/segmentFinalizer.ts` (MIN_DURATION)
|
||||||
|
- `src/shared/config/index.ts` (default AfterSilence 4000)
|
||||||
|
|
||||||
|
## Yang TIDAK disentuh
|
||||||
|
- `transmitter.ts` (arah browser→Discord, bukan recording)
|
||||||
|
- `player.ts`, `mediaSource.ts`, `screenShareAudio.ts` (hook SSRC sudah benar)
|
||||||
|
- `muxer.ts` (konsolidasi akhir tetap jalan)
|
||||||
|
- Flake/deps/bundle
|
||||||
|
|
||||||
|
## Verification
|
||||||
|
1. `cd services/discord-gateway && pnpm typecheck` (tsc --noEmit) — 0 error.
|
||||||
|
2. `pnpm lint` (biome check src/) — exit 0.
|
||||||
|
3. `pnpm build` (tsc → dist/).
|
||||||
|
4. Unit test baru (vitest, kalau infra tes ada):
|
||||||
|
- subscribe terjadi tanpa await metadata (spy urutan panggilan)
|
||||||
|
- double-start skip lewat guard sinkron
|
||||||
|
- "stop" → watchdog finalize segmen walau stream tidak "end"
|
||||||
|
- MIN_DURATION 300ms menyimpan kata pendek
|
||||||
|
5. Smoke/CI: `nix flake check` (eval). Push → CI `Build & Deploy (Nix)` hijau →
|
||||||
|
deploy landing (`systemctl show gmw-discord-gateway.service --property=ActiveEnterTimestamp`).
|
||||||
|
6. Runtime manual (user): join voice, bicara dengan jeda >3s, pastikan 1 alur
|
||||||
|
kontinu = 1 segmen utuh (bukan 3), dan awal kata tidak hilang.
|
||||||
|
|
||||||
|
## Risiko / Trade-off
|
||||||
|
- Subscribe-before-metadata: burst bot akan dikumpulkan sesaat lalu dibuang
|
||||||
|
(cost kecil: buang segmen). Lebih baik miss bot daripada miss user.
|
||||||
|
- AfterSilence naik: file lebih panjang sedikit saat jeda; upload/transkrip
|
||||||
|
timeout (transcodeToMp3 30s) tetap aman.
|
||||||
|
- Satu segmen per burst: tidak ada rotasi paksa → durasi segmen = durasi bicara
|
||||||
|
(bisa menit). Transkrip & transcode tetap ok. Watchdog batasi menggantung.
|
||||||
@@ -0,0 +1,61 @@
|
|||||||
|
# GMW — Fix mobile navbar "tidak bisa pindah halaman" (root cause)
|
||||||
|
|
||||||
|
## Context / symptom
|
||||||
|
- User (phone, mobile viewport <md): pressing the bottom mobile nav items does NOT
|
||||||
|
navigate ("Masih sama, walau sudah ditekan tidak pindah halaman").
|
||||||
|
- Previous fix (commits ae41f64e, 4d0bbed5) repositioned the chatbot FAB above the
|
||||||
|
nav and expanded nav to all 7 items — but the bug persisted.
|
||||||
|
|
||||||
|
## Root cause (verified live 2026-08-28)
|
||||||
|
Reproduced on the LIVE site (`imphnen.asepharyana.my.id`) with Playwright @375px:
|
||||||
|
1. **Next `<Link>` client-side navigation is dead app-wide.** Clicking a mobile nav
|
||||||
|
`<Link>` fires the click (event reaches document, `inLink=true`,
|
||||||
|
`defaultPrevented=false`) but **the URL never changes**. `window.next.router.push('/voice')`
|
||||||
|
also does nothing. The desktop NavRail navigates only because it uses a **plain
|
||||||
|
`<a href>`** (full browser navigation bypasses the broken router).
|
||||||
|
2. **A React hydration failure (#418 "server rendered text didn't match the client")**
|
||||||
|
is thrown on live pages — the only console error. Cause: relative-time text
|
||||||
|
(`formatRelativeTime(e.edited_at)` / `formatRelativeTime(m.created_at)` in the
|
||||||
|
SSR-seeded messages/edit-history feed uses `Date.now()`; server and client
|
||||||
|
render slightly different text → hydration mismatch → React re-renders, and the
|
||||||
|
Next client router ends up non-functional.
|
||||||
|
|
||||||
|
## Why desktop "worked" / mobile didn't
|
||||||
|
- `NavRail` = plain `<a href>` → **hard** navigation (works).
|
||||||
|
- `MobileNav` = Next `<Link>` → **client** navigation → dead router.
|
||||||
|
User's instruction "ikuti cara kerja sidebar" = make mobile nav behave like the
|
||||||
|
sidebar (plain anchors).
|
||||||
|
|
||||||
|
## Changes
|
||||||
|
### 1. `src/components/shell/mobile-nav.tsx`
|
||||||
|
Replace Next `<Link>` with a **plain `<a href>`** (mirrors NavRail). Keep:
|
||||||
|
`usePathname` for active-state styling + `scrollIntoView` for snap-to-active.
|
||||||
|
Drop the now-unused `Link` import (biome import-order — run biome check --write).
|
||||||
|
|
||||||
|
### 2. Hydration root cause — `formatRelativeTime` in SSR-seeded feeds
|
||||||
|
Add `suppressHydrationWarning` to the timestamp elements in the SSR-seeded
|
||||||
|
components that render live-relative text so server/client text drift no longer
|
||||||
|
throws #418:
|
||||||
|
- `src/components/EditHistory.tsx` (line ~111 `edited {formatRelativeTime(...)}`)
|
||||||
|
- `src/app/(dashboard)/messages/view.tsx` MessageRow channel/time (line ~580) +
|
||||||
|
semantic row (line ~364)
|
||||||
|
- `src/components/LiveModerationFeed.tsx` (line ~139)
|
||||||
|
- (recordings/view.tsx, TermGlossary, ChannelCultureGlossary, CategoryDrilldown,
|
||||||
|
chatbot — chatbot is client-after-mount; add where SSR-seeded.)
|
||||||
|
|
||||||
|
NOTE: `suppressHydrationWarning` is safe for these single-text spans; the values
|
||||||
|
are cosmetic and self-correct on the next interval/render.
|
||||||
|
|
||||||
|
## Verification (non-prod, NEVER 4017)
|
||||||
|
- `pnpm format` + `pnpm lint` (biome) + `pnpm build` clean.
|
||||||
|
- Smoke on :4024 (fresh `next dev`): mobile click on nav item actually navigates
|
||||||
|
(URL changes) AND no React #418 in console.
|
||||||
|
- After push: `gh run watch`, then live `imphnen.asepharyana.my.id` @375px: nav tap
|
||||||
|
navigates, console free of #418.
|
||||||
|
|
||||||
|
## Files
|
||||||
|
- services/frontend/src/components/shell/mobile-nav.tsx
|
||||||
|
- services/frontend/src/components/EditHistory.tsx
|
||||||
|
- services/frontend/src/app/(dashboard)/messages/view.tsx
|
||||||
|
- services/frontend/src/components/LiveModerationFeed.tsx
|
||||||
|
- (others only if #418 persists)
|
||||||
@@ -82,6 +82,17 @@
|
|||||||
[ "$d" = "node_modules" ] && continue; \
|
[ "$d" = "node_modules" ] && continue; \
|
||||||
grep -qF ".pnpm/$d" $TMPDIR/prod-pnms.txt || rm -rf "$d"; \
|
grep -qF ".pnpm/$d" $TMPDIR/prod-pnms.txt || rm -rf "$d"; \
|
||||||
done ) || true
|
done ) || true
|
||||||
|
# Drop runtime-dead packages that still land in the prod graph:
|
||||||
|
# - `@types/*` (pure TypeScript declarations) get pulled in as
|
||||||
|
# REAL dependencies by type-aware deps (discord-api-types ->
|
||||||
|
# @types/node, pg-protocol -> @types/pg, ...) even though nothing
|
||||||
|
# ever `require`s them at runtime. Safe to strip.
|
||||||
|
# - `opusscript` is only a pure-JS fallback Opus engine that
|
||||||
|
# prism-media's loader uses IF `@discordjs/opus` (native, always
|
||||||
|
# present/prebuilt) fails to load. Since the native engine loads,
|
||||||
|
# opusscript is never executed — dead weight pulled in via
|
||||||
|
# discord.js-selfbot-v13's dependency. Strip it too.
|
||||||
|
( cd node_modules/.pnpm && rm -rf @types+* opusscript@* 2>/dev/null ) || true
|
||||||
# Drop symlinks whose .pnpm target was pruned (top-level, scoped dirs,
|
# Drop symlinks whose .pnpm target was pruned (top-level, scoped dirs,
|
||||||
# hoist, .bin — any depth). Mirrors stdenv's noBrokenSymlinks check,
|
# hoist, .bin — any depth). Mirrors stdenv's noBrokenSymlinks check,
|
||||||
# which would otherwise fail the fixupPhase.
|
# which would otherwise fail the fixupPhase.
|
||||||
@@ -132,14 +143,17 @@ WRAPPER
|
|||||||
|
|
||||||
src = ./services/discord-gateway;
|
src = ./services/discord-gateway;
|
||||||
|
|
||||||
|
# cmake + rust/cargo were inherited for node-datachannel-style native
|
||||||
|
# deps — that's 9router/omniroute, NOT GMW. GMW's only native deps
|
||||||
|
# are @discordjs/opus + sharp, both PREBUILT (node-pre-gyp / @img
|
||||||
|
# libvips download), so no cmake or rust toolchain is needed.
|
||||||
|
# python3/gnumake/gcc stay as node-gyp fallback for @discordjs/opus.
|
||||||
nativeBuildInputs = [
|
nativeBuildInputs = [
|
||||||
nodejs pnpm
|
nodejs pnpm
|
||||||
pkgs.python3 pkgs.gnumake pkgs.gcc pkgs.cmake
|
pkgs.python3 pkgs.gnumake pkgs.gcc
|
||||||
pkgs.rustc pkgs.cargo
|
|
||||||
pkgs.pkg-config
|
pkgs.pkg-config
|
||||||
pkgs.openssl
|
pkgs.openssl
|
||||||
pkgs.openssl.dev
|
pkgs.openssl.dev
|
||||||
pkgs.git # for any FetchContent-based deps during native builds
|
|
||||||
pkgs.cacert
|
pkgs.cacert
|
||||||
];
|
];
|
||||||
|
|
||||||
|
|||||||
@@ -0,0 +1,14 @@
|
|||||||
|
-- Migration: Drop materi_documents table (feature removed)
|
||||||
|
-- Run: PGPASSWORD=<pw> psql -h <host> -U <user> -d <db> -f scripts/drop-materi-documents.sql
|
||||||
|
-- Reverses scripts/add-materi-documents.sql which was deleted with the feature.
|
||||||
|
|
||||||
|
BEGIN;
|
||||||
|
|
||||||
|
DROP INDEX IF EXISTS idx_materi_search;
|
||||||
|
DROP INDEX IF EXISTS idx_materi_guild;
|
||||||
|
DROP INDEX IF EXISTS idx_materi_owner;
|
||||||
|
DROP INDEX IF EXISTS idx_materi_category;
|
||||||
|
|
||||||
|
DROP TABLE IF EXISTS public.materi_documents;
|
||||||
|
|
||||||
|
COMMIT;
|
||||||
@@ -21,21 +21,21 @@
|
|||||||
"drizzle-orm": "^0.45.2",
|
"drizzle-orm": "^0.45.2",
|
||||||
"express": "^5.2.1",
|
"express": "^5.2.1",
|
||||||
"helmet": "^8.1.0",
|
"helmet": "^8.1.0",
|
||||||
"ioredis": "^5.11.0",
|
"ioredis": "^6.0.0",
|
||||||
"pg": "^8.21.0",
|
"pg": "^8.23.0",
|
||||||
"pino": "^9.6.0",
|
"pino": "^10.3.1",
|
||||||
"prom-client": "^15.1.3",
|
"prom-client": "^15.1.3",
|
||||||
"ws": "^8.20.1",
|
"ws": "^8.21.3",
|
||||||
"zod": "^4.4.3"
|
"zod": "^4.4.3"
|
||||||
},
|
},
|
||||||
"devDependencies": {
|
"devDependencies": {
|
||||||
"@biomejs/biome": "latest",
|
"@biomejs/biome": "latest",
|
||||||
"@types/express": "^5.0.6",
|
"@types/express": "^5.0.6",
|
||||||
"@types/node": "^25.9.0",
|
"@types/node": "^26.3.0",
|
||||||
"@types/pg": "^8.20.0",
|
"@types/pg": "^8.23.1",
|
||||||
"@types/ws": "^8.18.1",
|
"@types/ws": "^8.18.1",
|
||||||
"tsx": "^4.22.2",
|
"tsx": "^4.23.12",
|
||||||
"typescript": "^5.9.3",
|
"typescript": "^7.0.2",
|
||||||
"vitest": "latest"
|
"vitest": "latest"
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
Generated
+486
-287
File diff suppressed because it is too large.
Load diff
@@ -25,7 +25,16 @@ function walk(dir) {
|
|||||||
const pat = /from\s+['"]([^'"]+)['"]/g;
|
const pat = /from\s+['"]([^'"]+)['"]/g;
|
||||||
const n = c.replace(pat, (m, spec) => {
|
const n = c.replace(pat, (m, spec) => {
|
||||||
if (spec.startsWith("@/")) {
|
if (spec.startsWith("@/")) {
|
||||||
const target = join("dist", spec.slice(2)) + ".js";
|
// Source may already carry an extension (e.g. "@/shared/config/index.js");
|
||||||
|
// only append ".js" when the specifier has none — otherwise we'd
|
||||||
|
// produce "index.js.js".
|
||||||
|
const core = spec.slice(2);
|
||||||
|
let target;
|
||||||
|
if (/\.(js|json|node|mjs|cjs)$/.test(core)) {
|
||||||
|
target = join("dist", core);
|
||||||
|
} else {
|
||||||
|
target = join("dist", core) + ".js";
|
||||||
|
}
|
||||||
let rel = relative(dirname(p), target);
|
let rel = relative(dirname(p), target);
|
||||||
if (!rel.startsWith(".")) rel = "./" + rel;
|
if (!rel.startsWith(".")) rel = "./" + rel;
|
||||||
return `from "${rel}"`;
|
return `from "${rel}"`;
|
||||||
|
|||||||
@@ -158,7 +158,7 @@ Gaya ngobrol:
|
|||||||
tool_choice: "auto",
|
tool_choice: "auto",
|
||||||
max_tokens: 600,
|
max_tokens: 600,
|
||||||
temperature: 0.4,
|
temperature: 0.4,
|
||||||
// Non-streaming: request a single complete response. 9router may
|
// Non-streaming: request a single complete response. omniroute may
|
||||||
// still emit SSE even with stream:false, so the parser below
|
// still emit SSE even with stream:false, so the parser below
|
||||||
// handle both raw-JSON and SSE bodies.
|
// handle both raw-JSON and SSE bodies.
|
||||||
stream: false,
|
stream: false,
|
||||||
@@ -176,7 +176,7 @@ Gaya ngobrol:
|
|||||||
},
|
},
|
||||||
);
|
);
|
||||||
|
|
||||||
// Parse the body into content + tool_calls. 9router may return either
|
// Parse the body into content + tool_calls. omniroute may return either
|
||||||
// a single JSON object (stream:false honored) or SSE text (stream
|
// a single JSON object (stream:false honored) or SSE text (stream
|
||||||
// implied) — parseResponse handles both.
|
// implied) — parseResponse handles both.
|
||||||
const { content, toolCalls } = this.parseResponse(
|
const { content, toolCalls } = this.parseResponse(
|
||||||
@@ -252,7 +252,7 @@ Gaya ngobrol:
|
|||||||
|
|
||||||
/**
|
/**
|
||||||
* Parse an LLM HTTP body into content + tool_calls. Handles both shapes
|
* Parse an LLM HTTP body into content + tool_calls. Handles both shapes
|
||||||
* 9router can return: a single JSON object (stream:false honored) or SSE
|
* omniroute can return: a single JSON object (stream:false honored) or SSE
|
||||||
* text (stream implied). For SSE we delegate to parseSse.
|
* text (stream implied). For SSE we delegate to parseSse.
|
||||||
*/
|
*/
|
||||||
private parseResponse(body: string): {
|
private parseResponse(body: string): {
|
||||||
@@ -306,7 +306,7 @@ Gaya ngobrol:
|
|||||||
|
|
||||||
/**
|
/**
|
||||||
* Parse an SSE stream body into accumulated content + any tool_calls.
|
* Parse an SSE stream body into accumulated content + any tool_calls.
|
||||||
* 9router (and most OpenAI-compatible routers) emit `data: {json}` lines
|
* omniroute (and most OpenAI-compatible routers) emit `data: {json}` lines
|
||||||
* even when stream is only implied; we must collect deltas manually.
|
* even when stream is only implied; we must collect deltas manually.
|
||||||
*/
|
*/
|
||||||
private parseSse(body: string): {
|
private parseSse(body: string): {
|
||||||
|
|||||||
@@ -5,7 +5,6 @@ import {
|
|||||||
pgChannelCulturesTable,
|
pgChannelCulturesTable,
|
||||||
pgMessagesTable,
|
pgMessagesTable,
|
||||||
pgUserProfilesTable,
|
pgUserProfilesTable,
|
||||||
pgUserReputationsTable,
|
|
||||||
pgVoiceRecordingsTable,
|
pgVoiceRecordingsTable,
|
||||||
} from "../../shared/index.js";
|
} from "../../shared/index.js";
|
||||||
import type { ListUsersQuery } from "./dashboard.service.js";
|
import type { ListUsersQuery } from "./dashboard.service.js";
|
||||||
@@ -156,8 +155,7 @@ export class DashboardRepository {
|
|||||||
p.profile_summary,
|
p.profile_summary,
|
||||||
m.total_messages,
|
m.total_messages,
|
||||||
m.flagged_count,
|
m.flagged_count,
|
||||||
m.last_message_at,
|
m.last_message_at
|
||||||
r.trust_score
|
|
||||||
FROM (
|
FROM (
|
||||||
SELECT
|
SELECT
|
||||||
user_id,
|
user_id,
|
||||||
@@ -170,7 +168,6 @@ export class DashboardRepository {
|
|||||||
GROUP BY user_id, username, avatar_url
|
GROUP BY user_id, username, avatar_url
|
||||||
) m
|
) m
|
||||||
LEFT JOIN ${pgUserProfilesTable} p ON p.user_id = m.user_id
|
LEFT JOIN ${pgUserProfilesTable} p ON p.user_id = m.user_id
|
||||||
LEFT JOIN ${pgUserReputationsTable} r ON r.user_id = m.user_id
|
|
||||||
${whereClause}
|
${whereClause}
|
||||||
ORDER BY m.last_message_at DESC NULLS LAST
|
ORDER BY m.last_message_at DESC NULLS LAST
|
||||||
LIMIT ${limit + 1}
|
LIMIT ${limit + 1}
|
||||||
@@ -186,10 +183,6 @@ export class DashboardRepository {
|
|||||||
total_messages: Number(r.total_messages),
|
total_messages: Number(r.total_messages),
|
||||||
flagged_count: Number(r.flagged_count),
|
flagged_count: Number(r.flagged_count),
|
||||||
last_message_at: r.last_message_at ? Number(r.last_message_at) : null,
|
last_message_at: r.last_message_at ? Number(r.last_message_at) : null,
|
||||||
trust_score:
|
|
||||||
r.trust_score !== null && r.trust_score !== undefined
|
|
||||||
? Number(r.trust_score)
|
|
||||||
: null,
|
|
||||||
}));
|
}));
|
||||||
|
|
||||||
const lastRow = rows[limit - 1] as Record<string, unknown> | undefined;
|
const lastRow = rows[limit - 1] as Record<string, unknown> | undefined;
|
||||||
@@ -437,10 +430,7 @@ export class DashboardRepository {
|
|||||||
m.flagged_count,
|
m.flagged_count,
|
||||||
m.clean_count,
|
m.clean_count,
|
||||||
p.profile_summary,
|
p.profile_summary,
|
||||||
p.last_analyzed_at,
|
p.last_analyzed_at
|
||||||
r.trust_score,
|
|
||||||
r.clean_message_streak,
|
|
||||||
r.total_infractions
|
|
||||||
FROM (
|
FROM (
|
||||||
SELECT
|
SELECT
|
||||||
user_id,
|
user_id,
|
||||||
@@ -454,7 +444,6 @@ export class DashboardRepository {
|
|||||||
GROUP BY user_id, username, avatar_url
|
GROUP BY user_id, username, avatar_url
|
||||||
) m
|
) m
|
||||||
LEFT JOIN ${pgUserProfilesTable} p ON p.user_id = m.user_id
|
LEFT JOIN ${pgUserProfilesTable} p ON p.user_id = m.user_id
|
||||||
LEFT JOIN ${pgUserReputationsTable} r ON r.user_id = m.user_id
|
|
||||||
`);
|
`);
|
||||||
|
|
||||||
const row = userResult.rows[0] as Record<string, unknown> | undefined;
|
const row = userResult.rows[0] as Record<string, unknown> | undefined;
|
||||||
@@ -481,13 +470,6 @@ export class DashboardRepository {
|
|||||||
last_analyzed_at: row.last_analyzed_at
|
last_analyzed_at: row.last_analyzed_at
|
||||||
? Number(row.last_analyzed_at)
|
? Number(row.last_analyzed_at)
|
||||||
: null,
|
: null,
|
||||||
trust_score: row.trust_score != null ? Number(row.trust_score) : null,
|
|
||||||
clean_message_streak:
|
|
||||||
row.clean_message_streak != null
|
|
||||||
? Number(row.clean_message_streak)
|
|
||||||
: null,
|
|
||||||
total_infractions:
|
|
||||||
row.total_infractions != null ? Number(row.total_infractions) : null,
|
|
||||||
recent_messages: (recent.rows as Record<string, unknown>[]).map((r) => ({
|
recent_messages: (recent.rows as Record<string, unknown>[]).map((r) => ({
|
||||||
id: String(r.id),
|
id: String(r.id),
|
||||||
content: String(r.content),
|
content: String(r.content),
|
||||||
|
|||||||
@@ -0,0 +1,99 @@
|
|||||||
|
import { sql } from "drizzle-orm";
|
||||||
|
import { getDatabase } from "../../shared/database/index.js";
|
||||||
|
|
||||||
|
export interface ChannelCultureRow {
|
||||||
|
channel_id: string;
|
||||||
|
guild_id: string | null;
|
||||||
|
channel_name: string | null;
|
||||||
|
culture_summary: string | null;
|
||||||
|
last_analyzed_at: number | null;
|
||||||
|
}
|
||||||
|
|
||||||
|
export interface GlossaryRow {
|
||||||
|
term: string;
|
||||||
|
definition: string;
|
||||||
|
source_url: string;
|
||||||
|
resolved_at: number;
|
||||||
|
hit_count: number;
|
||||||
|
}
|
||||||
|
|
||||||
|
export interface EditHistoryRow {
|
||||||
|
id: string;
|
||||||
|
message_id: string;
|
||||||
|
old_content: string;
|
||||||
|
edited_at: number;
|
||||||
|
channel_id: string | null;
|
||||||
|
channel_name: string | null;
|
||||||
|
username: string | null;
|
||||||
|
}
|
||||||
|
|
||||||
|
export class KnowledgeRepository {
|
||||||
|
/** Public read-only channel culture glossary (AI-generated norms/slang). */
|
||||||
|
async listChannelCultures(limit = 50, search?: string) {
|
||||||
|
const db = getDatabase();
|
||||||
|
const conditions: string[] = [];
|
||||||
|
if (search) {
|
||||||
|
conditions.push(
|
||||||
|
`(c.channel_id ILIKE '%${search.replace(/'/g, "''")}%' OR c.culture_summary ILIKE '%${search.replace(/'/g, "''")}%')`,
|
||||||
|
);
|
||||||
|
}
|
||||||
|
const where = conditions.length ? `WHERE ${conditions.join(" AND ")}` : "";
|
||||||
|
const result = await db.execute(
|
||||||
|
sql.raw(`
|
||||||
|
SELECT
|
||||||
|
c.channel_id,
|
||||||
|
c.guild_id,
|
||||||
|
COALESCE(NULLIF((
|
||||||
|
SELECT (metadata::jsonb -> 'channel' ->> 'channelName')
|
||||||
|
FROM messages WHERE channel_id = c.channel_id AND metadata IS NOT NULL
|
||||||
|
LIMIT 1
|
||||||
|
), ''), c.channel_id) AS channel_name,
|
||||||
|
c.culture_summary,
|
||||||
|
c.last_analyzed_at
|
||||||
|
FROM channel_cultures c
|
||||||
|
${where}
|
||||||
|
ORDER BY c.last_analyzed_at DESC NULLS LAST
|
||||||
|
LIMIT ${limit}
|
||||||
|
`),
|
||||||
|
);
|
||||||
|
const rows = (result.rows as Record<string, unknown>[]) || [];
|
||||||
|
return rows.map((r) => ({
|
||||||
|
channel_id: String(r.channel_id),
|
||||||
|
guild_id: r.guild_id ? String(r.guild_id) : null,
|
||||||
|
channel_name: r.channel_name ? String(r.channel_name) : null,
|
||||||
|
culture_summary: r.culture_summary ? String(r.culture_summary) : null,
|
||||||
|
last_analyzed_at: r.last_analyzed_at ? Number(r.last_analyzed_at) : null,
|
||||||
|
}));
|
||||||
|
}
|
||||||
|
|
||||||
|
/** Public read-only term knowledge base (resolved via Wikipedia/SearXNG). */
|
||||||
|
async listGlossary(limit = 50, search?: string) {
|
||||||
|
const db = getDatabase();
|
||||||
|
const conditions: string[] = [];
|
||||||
|
if (search) {
|
||||||
|
conditions.push(
|
||||||
|
`(term ILIKE '%${search.replace(/'/g, "''")}%' OR definition ILIKE '%${search.replace(/'/g, "''")}%')`,
|
||||||
|
);
|
||||||
|
}
|
||||||
|
const where = conditions.length ? `WHERE ${conditions.join(" AND ")}` : "";
|
||||||
|
const result = await db.execute(
|
||||||
|
sql.raw(`
|
||||||
|
SELECT term, definition, source_url, resolved_at, hit_count
|
||||||
|
FROM term_glossary_cache
|
||||||
|
${where}
|
||||||
|
ORDER BY hit_count DESC, resolved_at DESC
|
||||||
|
LIMIT ${limit}
|
||||||
|
`),
|
||||||
|
);
|
||||||
|
const rows = (result.rows as Record<string, unknown>[]) || [];
|
||||||
|
return rows.map((r) => ({
|
||||||
|
term: String(r.term),
|
||||||
|
definition: String(r.definition ?? ""),
|
||||||
|
source_url: r.source_url ? String(r.source_url) : "",
|
||||||
|
resolved_at: r.resolved_at ? Number(r.resolved_at) : 0,
|
||||||
|
hit_count: Number(r.hit_count ?? 0),
|
||||||
|
}));
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
export const knowledgeRepository = new KnowledgeRepository();
|
||||||
@@ -0,0 +1,18 @@
|
|||||||
|
import { createChildLogger } from "../../shared/logger/index.js";
|
||||||
|
import { knowledgeRepository } from "./knowledge.repository.js";
|
||||||
|
|
||||||
|
const logger = createChildLogger("knowledge.service");
|
||||||
|
|
||||||
|
export class KnowledgeService {
|
||||||
|
async listChannelCultures(limit = 50, search?: string) {
|
||||||
|
logger.debug({ limit, search }, "Listing channel cultures");
|
||||||
|
return knowledgeRepository.listChannelCultures(limit, search);
|
||||||
|
}
|
||||||
|
|
||||||
|
async listGlossary(limit = 50, search?: string) {
|
||||||
|
logger.debug({ limit, search }, "Listing glossary terms");
|
||||||
|
return knowledgeRepository.listGlossary(limit, search);
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
export const knowledgeService = new KnowledgeService();
|
||||||
@@ -1,5 +1,5 @@
|
|||||||
import { config } from "@/shared/config/index.js";
|
import { config } from "@/shared/config/index";
|
||||||
import { createChildLogger } from "@/shared/logger/index.js";
|
import { createChildLogger } from "@/shared/logger/index";
|
||||||
|
|
||||||
const logger = createChildLogger("messages-embed");
|
const logger = createChildLogger("messages-embed");
|
||||||
|
|
||||||
|
|||||||
@@ -459,6 +459,69 @@ export class MessagesRepository {
|
|||||||
|
|
||||||
return { data: trimmed, nextCursor };
|
return { data: trimmed, nextCursor };
|
||||||
}
|
}
|
||||||
|
|
||||||
|
/**
|
||||||
|
* Per-hour message volume for the last `days` days, grouped by channel.
|
||||||
|
* Powers the public Activity Heatmap (read-only, no write scope).
|
||||||
|
* Returns a flat list of { channel_id, hour (0-23), count } buckets.
|
||||||
|
*/
|
||||||
|
async getActivity(days = 30) {
|
||||||
|
const db = getDatabase();
|
||||||
|
const since = Date.now() - days * 24 * 60 * 60 * 1000;
|
||||||
|
const result = await db.execute(sql`
|
||||||
|
SELECT
|
||||||
|
m.channel_id,
|
||||||
|
COALESCE(NULLIF((m.metadata::jsonb -> 'channel' ->> 'channelName'), ''), m.channel_id) AS channel_name,
|
||||||
|
EXTRACT(HOUR FROM to_timestamp(m.created_at / 1000))::int AS hour,
|
||||||
|
COUNT(*)::int AS c
|
||||||
|
FROM messages m
|
||||||
|
WHERE m.created_at >= ${since}
|
||||||
|
GROUP BY m.channel_id, channel_name, hour
|
||||||
|
ORDER BY channel_name, hour
|
||||||
|
`);
|
||||||
|
const rows = (result.rows as Record<string, unknown>[]) || [];
|
||||||
|
return rows.map((r) => ({
|
||||||
|
channelId: String(r.channel_id ?? "unknown"),
|
||||||
|
channelName: String(r.channel_name ?? r.channel_id ?? "unknown"),
|
||||||
|
hour: Number(r.hour ?? 0),
|
||||||
|
count: Number(r.c ?? 0),
|
||||||
|
}));
|
||||||
|
}
|
||||||
|
|
||||||
|
/**
|
||||||
|
* Recent message edits across the server (evasion-signal tracker).
|
||||||
|
* Public, read-only. Joins message_edits → messages for context.
|
||||||
|
*/
|
||||||
|
async getRecentEdits(limit = 50, channelId?: string) {
|
||||||
|
const db = getDatabase();
|
||||||
|
const result = await db.execute(sql`
|
||||||
|
SELECT
|
||||||
|
e.id,
|
||||||
|
e.message_id,
|
||||||
|
e.old_content,
|
||||||
|
e.edited_at,
|
||||||
|
m.channel_id,
|
||||||
|
COALESCE(NULLIF((m.metadata::jsonb -> 'channel' ->> 'channelName'), ''), m.channel_id) AS channel_name,
|
||||||
|
m.username,
|
||||||
|
COALESCE(m.edited_content, m.content) AS new_content
|
||||||
|
FROM message_edits e
|
||||||
|
JOIN messages m ON m.id = e.message_id
|
||||||
|
${channelId ? sql`WHERE m.channel_id = ${channelId}` : sql``}
|
||||||
|
ORDER BY e.edited_at DESC
|
||||||
|
LIMIT ${limit}
|
||||||
|
`);
|
||||||
|
const rows = (result.rows as Record<string, unknown>[]) || [];
|
||||||
|
return rows.map((r) => ({
|
||||||
|
id: String(r.id),
|
||||||
|
message_id: String(r.message_id),
|
||||||
|
old_content: r.old_content ? String(r.old_content) : "",
|
||||||
|
new_content: r.new_content ? String(r.new_content) : "",
|
||||||
|
edited_at: r.edited_at ? Number(r.edited_at) : 0,
|
||||||
|
channel_id: r.channel_id ? String(r.channel_id) : null,
|
||||||
|
channel_name: r.channel_name ? String(r.channel_name) : null,
|
||||||
|
username: r.username ? String(r.username) : null,
|
||||||
|
}));
|
||||||
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
export const messagesRepository = new MessagesRepository();
|
export const messagesRepository = new MessagesRepository();
|
||||||
@@ -39,12 +39,15 @@ export class MessagesService {
|
|||||||
throw new ValidationError("message ID is required");
|
throw new ValidationError("message ID is required");
|
||||||
}
|
}
|
||||||
|
|
||||||
const message = await messagesRepository.findById(id);
|
const [message, editHistory] = await Promise.all([
|
||||||
|
messagesRepository.findById(id),
|
||||||
|
messagesRepository.getEditHistory(id),
|
||||||
|
]);
|
||||||
|
|
||||||
if (!message) {
|
if (!message) {
|
||||||
throw new NotFoundError(`Message with ID ${id} not found`);
|
throw new NotFoundError(`Message with ID ${id} not found`);
|
||||||
}
|
}
|
||||||
|
|
||||||
const editHistory = await messagesRepository.getEditHistory(id);
|
|
||||||
return {
|
return {
|
||||||
...message,
|
...message,
|
||||||
edit_count: editHistory.length,
|
edit_count: editHistory.length,
|
||||||
@@ -101,6 +104,15 @@ export class MessagesService {
|
|||||||
const results = hits.map((h) => mapSearchHit(h));
|
const results = hits.map((h) => mapSearchHit(h));
|
||||||
return { results, nextCursor: null };
|
return { results, nextCursor: null };
|
||||||
}
|
}
|
||||||
|
|
||||||
|
async getActivity(days = 30) {
|
||||||
|
return messagesRepository.getActivity(days);
|
||||||
|
}
|
||||||
|
|
||||||
|
async getRecentEdits(limit = 50, channelId?: string) {
|
||||||
|
logger.debug({ limit, channelId }, "Getting recent message edits");
|
||||||
|
return messagesRepository.getRecentEdits(limit, channelId);
|
||||||
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
/** Shape returned to the frontend (text + metadata from the archive payload). */
|
/** Shape returned to the frontend (text + metadata from the archive payload). */
|
||||||
|
|||||||
@@ -1,5 +1,5 @@
|
|||||||
import { config } from "@/shared/config/index.js";
|
import { config } from "@/shared/config/index";
|
||||||
import { createChildLogger } from "@/shared/logger/index.js";
|
import { createChildLogger } from "@/shared/logger/index";
|
||||||
|
|
||||||
const logger = createChildLogger("messages-qdrant");
|
const logger = createChildLogger("messages-qdrant");
|
||||||
|
|
||||||
|
|||||||
@@ -124,7 +124,8 @@ export class ModerationRepository {
|
|||||||
a.score,
|
a.score,
|
||||||
a.evidence,
|
a.evidence,
|
||||||
a.policy_version,
|
a.policy_version,
|
||||||
m.username,
|
a.username,
|
||||||
|
a.server_nick,
|
||||||
LEFT(m.content, 300) AS content
|
LEFT(m.content, 300) AS content
|
||||||
FROM moderation_actions a
|
FROM moderation_actions a
|
||||||
LEFT JOIN messages m ON m.id = a.message_id
|
LEFT JOIN messages m ON m.id = a.message_id
|
||||||
@@ -155,6 +156,7 @@ export class ModerationRepository {
|
|||||||
evidence: parseJsonArray(r.evidence),
|
evidence: parseJsonArray(r.evidence),
|
||||||
policy_version: r.policy_version ? String(r.policy_version) : null,
|
policy_version: r.policy_version ? String(r.policy_version) : null,
|
||||||
username: r.username ? String(r.username) : null,
|
username: r.username ? String(r.username) : null,
|
||||||
|
server_nick: r.server_nick ? String(r.server_nick) : null,
|
||||||
content: r.content ? String(r.content) : null,
|
content: r.content ? String(r.content) : null,
|
||||||
}));
|
}));
|
||||||
|
|
||||||
@@ -164,6 +166,221 @@ export class ModerationRepository {
|
|||||||
|
|
||||||
return { data, nextCursor };
|
return { data, nextCursor };
|
||||||
}
|
}
|
||||||
|
|
||||||
|
/**
|
||||||
|
* Aggregate moderation trends over the last `days` days.
|
||||||
|
* - category counts (from the jsonb/text[] `categories` column, unnested)
|
||||||
|
* - severity distribution
|
||||||
|
* - action_type distribution
|
||||||
|
* Read-only; powers the public Toxic Topic Trends panel.
|
||||||
|
*/
|
||||||
|
async getTrends(days: number) {
|
||||||
|
const db = getDatabase();
|
||||||
|
const since = Date.now() - days * 24 * 60 * 60 * 1000;
|
||||||
|
|
||||||
|
const cats = await db.execute(sql`
|
||||||
|
SELECT jsonb_array_elements_text(a.categories::jsonb) AS cat, COUNT(*)::int AS c
|
||||||
|
FROM moderation_actions a
|
||||||
|
WHERE a.created_at >= ${since} AND a.categories IS NOT NULL AND a.categories != '[]' AND a.categories != ''
|
||||||
|
GROUP BY cat
|
||||||
|
ORDER BY c DESC
|
||||||
|
LIMIT 15
|
||||||
|
`);
|
||||||
|
const catRows = (cats.rows as Record<string, unknown>[]) || [];
|
||||||
|
|
||||||
|
const sev = await db.execute(sql`
|
||||||
|
SELECT severity, COUNT(*)::int AS c
|
||||||
|
FROM moderation_actions
|
||||||
|
WHERE created_at >= ${since} AND severity IS NOT NULL
|
||||||
|
GROUP BY severity
|
||||||
|
`);
|
||||||
|
const sevRows = (sev.rows as Record<string, unknown>[]) || [];
|
||||||
|
|
||||||
|
const act = await db.execute(sql`
|
||||||
|
SELECT action_type, COUNT(*)::int AS c
|
||||||
|
FROM moderation_actions
|
||||||
|
WHERE created_at >= ${since}
|
||||||
|
GROUP BY action_type
|
||||||
|
ORDER BY c DESC
|
||||||
|
`);
|
||||||
|
const actRows = (act.rows as Record<string, unknown>[]) || [];
|
||||||
|
|
||||||
|
return {
|
||||||
|
categories: catRows.map((r) => ({
|
||||||
|
name: String(r.cat),
|
||||||
|
count: Number(r.c ?? 0),
|
||||||
|
})),
|
||||||
|
severities: sevRows.map((r) => ({
|
||||||
|
level: String(r.severity),
|
||||||
|
count: Number(r.c ?? 0),
|
||||||
|
})),
|
||||||
|
actions: actRows.map((r) => ({
|
||||||
|
type: String(r.action_type),
|
||||||
|
count: Number(r.c ?? 0),
|
||||||
|
})),
|
||||||
|
};
|
||||||
|
}
|
||||||
|
|
||||||
|
/**
|
||||||
|
* Top flagged domains over the last `days` days.
|
||||||
|
* Extracts the host from any URL in `content`/`reason`/`evidence` and ranks
|
||||||
|
* by how often it appears in moderation actions. Powers the Scam Domain panel.
|
||||||
|
*/
|
||||||
|
async getTopFlaggedDomains(days: number) {
|
||||||
|
const db = getDatabase();
|
||||||
|
const since = Date.now() - days * 24 * 60 * 60 * 1000;
|
||||||
|
const result = await db.execute(sql`
|
||||||
|
SELECT host, COUNT(*)::int AS c
|
||||||
|
FROM (
|
||||||
|
SELECT DISTINCT a.id,
|
||||||
|
(regexp_matches(COALESCE(a.content,'') || ' ' || COALESCE(a.reason,'') || ' ' || COALESCE(a.evidence,''), 'https?://([^/\s?#]+)', 'g'))[1] AS host
|
||||||
|
FROM moderation_actions a
|
||||||
|
WHERE a.created_at >= ${since}
|
||||||
|
AND (a.content IS NOT NULL OR a.reason IS NOT NULL OR a.evidence IS NOT NULL)
|
||||||
|
) sub
|
||||||
|
WHERE host IS NOT NULL
|
||||||
|
GROUP BY host
|
||||||
|
ORDER BY c DESC
|
||||||
|
LIMIT 20
|
||||||
|
`);
|
||||||
|
const rows = (result.rows as Record<string, unknown>[]) || [];
|
||||||
|
return rows.map((r) => ({
|
||||||
|
domain: String(r.host).toLowerCase(),
|
||||||
|
count: Number(r.c ?? 0),
|
||||||
|
}));
|
||||||
|
}
|
||||||
|
|
||||||
|
/**
|
||||||
|
* Top flagged channels over the last `days` days.
|
||||||
|
* Joins moderation_actions → messages to attribute each action to a channel.
|
||||||
|
* Powers the Top Flagged Channels panel.
|
||||||
|
*/
|
||||||
|
async getTopFlaggedChannels(days: number) {
|
||||||
|
const db = getDatabase();
|
||||||
|
const since = Date.now() - days * 24 * 60 * 60 * 1000;
|
||||||
|
const result = await db.execute(sql`
|
||||||
|
SELECT
|
||||||
|
m.channel_id,
|
||||||
|
COALESCE(NULLIF((m.metadata::jsonb -> 'channel' ->> 'channelName'), ''), m.channel_id) AS channel_name,
|
||||||
|
COUNT(*)::int AS flagged_count
|
||||||
|
FROM moderation_actions a
|
||||||
|
LEFT JOIN messages m ON m.id = a.message_id
|
||||||
|
WHERE a.created_at >= ${since} AND m.channel_id IS NOT NULL
|
||||||
|
GROUP BY m.channel_id, (m.metadata::jsonb -> 'channel' ->> 'channelName')
|
||||||
|
ORDER BY flagged_count DESC
|
||||||
|
LIMIT 15
|
||||||
|
`);
|
||||||
|
const rows = (result.rows as Record<string, unknown>[]) || [];
|
||||||
|
return rows.map((r) => ({
|
||||||
|
channel_id: String(r.channel_id),
|
||||||
|
channel_name: r.channel_name ? String(r.channel_name) : null,
|
||||||
|
flagged_count: Number(r.flagged_count),
|
||||||
|
}));
|
||||||
|
}
|
||||||
|
|
||||||
|
/**
|
||||||
|
* Hour-of-day distribution of moderation actions over the last `days` days.
|
||||||
|
* 24 rows (hour 0..23), with total + flagged-by-severity counts.
|
||||||
|
* Powers the Moderation Heatmap by Hour panel.
|
||||||
|
*/
|
||||||
|
async getHourlyModeration(days: number) {
|
||||||
|
const db = getDatabase();
|
||||||
|
const since = Date.now() - days * 24 * 60 * 60 * 1000;
|
||||||
|
const result = await db.execute(sql`
|
||||||
|
SELECT
|
||||||
|
EXTRACT(HOUR FROM to_timestamp(created_at / 1000))::int AS hour,
|
||||||
|
COUNT(*)::int AS total
|
||||||
|
FROM moderation_actions
|
||||||
|
WHERE created_at >= ${since}
|
||||||
|
GROUP BY hour
|
||||||
|
ORDER BY hour
|
||||||
|
`);
|
||||||
|
const rows = (result.rows as Record<string, unknown>[]) || [];
|
||||||
|
const byHour = new Map<number, number>();
|
||||||
|
for (const r of rows) byHour.set(Number(r.hour), Number(r.total));
|
||||||
|
return Array.from({ length: 24 }, (_, h) => ({
|
||||||
|
hour: h,
|
||||||
|
total: byHour.get(h) ?? 0,
|
||||||
|
}));
|
||||||
|
}
|
||||||
|
|
||||||
|
/**
|
||||||
|
* Moderation actions filtered to a single category (drill-down).
|
||||||
|
* Powers the Flag Category Drill-down panel.
|
||||||
|
*/
|
||||||
|
async getByCategory(days: number, category: string, limit = 50) {
|
||||||
|
const db = getDatabase();
|
||||||
|
const since = Date.now() - days * 24 * 60 * 60 * 1000;
|
||||||
|
const result = await db.execute(
|
||||||
|
sql.raw(`
|
||||||
|
SELECT
|
||||||
|
a.id, a.message_id, a.user_id, a.guild_id, a.action_type,
|
||||||
|
a.reason, a.status, a.created_at, a.severity, a.confidence, a.score,
|
||||||
|
a.username, LEFT(m.content, 300) AS content
|
||||||
|
FROM moderation_actions a
|
||||||
|
LEFT JOIN messages m ON m.id = a.message_id
|
||||||
|
WHERE a.created_at >= ${since}
|
||||||
|
AND a.categories IS NOT NULL
|
||||||
|
AND a.categories::jsonb @> ${JSON.stringify([category])}::jsonb
|
||||||
|
ORDER BY a.created_at DESC
|
||||||
|
LIMIT ${limit}
|
||||||
|
`),
|
||||||
|
);
|
||||||
|
const rows = (result.rows as Record<string, unknown>[]) || [];
|
||||||
|
return rows.map((r) => ({
|
||||||
|
id: String(r.id ?? ""),
|
||||||
|
message_id: r.message_id ? String(r.message_id) : null,
|
||||||
|
user_id: r.user_id ? String(r.user_id) : null,
|
||||||
|
guild_id: String(r.guild_id ?? ""),
|
||||||
|
action_type: String(r.action_type ?? "unknown"),
|
||||||
|
reason: r.reason ? String(r.reason) : null,
|
||||||
|
status: String(r.status ?? "unknown"),
|
||||||
|
created_at: r.created_at ? Number(r.created_at) : null,
|
||||||
|
severity: r.severity ? String(r.severity) : null,
|
||||||
|
confidence: r.confidence != null ? Number(r.confidence) : null,
|
||||||
|
score: r.score != null ? Number(r.score) : null,
|
||||||
|
username: r.username ? String(r.username) : null,
|
||||||
|
server_nick: r.server_nick ? String(r.server_nick) : null,
|
||||||
|
content: r.content ? String(r.content) : null,
|
||||||
|
}));
|
||||||
|
}
|
||||||
|
|
||||||
|
/**
|
||||||
|
* Auto-moderation coverage over the last `days` days.
|
||||||
|
* Run completion rate from ai_analysis_runs — what fraction of analysis runs
|
||||||
|
* completed (vs failed/pending). Public "how much is automated" trust metric.
|
||||||
|
*/
|
||||||
|
async getCoverage(days: number) {
|
||||||
|
const db = getDatabase();
|
||||||
|
const since = Date.now() - days * 24 * 60 * 60 * 1000;
|
||||||
|
const result = await db.execute(sql`
|
||||||
|
SELECT status, COUNT(*)::int AS c
|
||||||
|
FROM ai_analysis_runs
|
||||||
|
WHERE created_at >= ${since}
|
||||||
|
GROUP BY status
|
||||||
|
`);
|
||||||
|
const rows = (result.rows as Record<string, unknown>[]) || [];
|
||||||
|
const counts: Record<string, number> = {};
|
||||||
|
let total = 0;
|
||||||
|
for (const r of rows) {
|
||||||
|
const s = String(r.status);
|
||||||
|
const c = Number(r.c ?? 0);
|
||||||
|
counts[s] = c;
|
||||||
|
total += c;
|
||||||
|
}
|
||||||
|
const completed = counts.completed ?? 0;
|
||||||
|
const failed = counts.failed ?? 0;
|
||||||
|
const pending = (counts.pending ?? 0) + (counts.processing ?? 0);
|
||||||
|
return {
|
||||||
|
total,
|
||||||
|
completed,
|
||||||
|
failed,
|
||||||
|
pending,
|
||||||
|
coverage_rate:
|
||||||
|
total > 0 ? Number(((completed / total) * 100).toFixed(1)) : 0,
|
||||||
|
failed_rate: total > 0 ? Number(((failed / total) * 100).toFixed(1)) : 0,
|
||||||
|
};
|
||||||
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
export const moderationRepository = new ModerationRepository();
|
export const moderationRepository = new ModerationRepository();
|
||||||
@@ -8,10 +8,33 @@ const logger = createChildLogger("moderation.service");
|
|||||||
|
|
||||||
export class ModerationService {
|
export class ModerationService {
|
||||||
async getStats() {
|
async getStats() {
|
||||||
logger.debug("Fetching moderation stats");
|
|
||||||
return moderationRepository.getStats();
|
return moderationRepository.getStats();
|
||||||
}
|
}
|
||||||
|
|
||||||
|
async getTrends(days = 30) {
|
||||||
|
return moderationRepository.getTrends(days);
|
||||||
|
}
|
||||||
|
|
||||||
|
async getTopFlaggedDomains(days = 30) {
|
||||||
|
return moderationRepository.getTopFlaggedDomains(days);
|
||||||
|
}
|
||||||
|
|
||||||
|
async getTopFlaggedChannels(days = 30) {
|
||||||
|
return moderationRepository.getTopFlaggedChannels(days);
|
||||||
|
}
|
||||||
|
|
||||||
|
async getHourlyModeration(days = 30) {
|
||||||
|
return moderationRepository.getHourlyModeration(days);
|
||||||
|
}
|
||||||
|
|
||||||
|
async getByCategory(days = 30, category: string) {
|
||||||
|
return moderationRepository.getByCategory(days, category);
|
||||||
|
}
|
||||||
|
|
||||||
|
async getCoverage(days = 30) {
|
||||||
|
return moderationRepository.getCoverage(days);
|
||||||
|
}
|
||||||
|
|
||||||
async listActions(query: ListModerationQuery) {
|
async listActions(query: ListModerationQuery) {
|
||||||
logger.debug({ query }, "Listing moderation actions");
|
logger.debug({ query }, "Listing moderation actions");
|
||||||
return moderationRepository.listActions(query);
|
return moderationRepository.listActions(query);
|
||||||
|
|||||||
@@ -1,4 +1,15 @@
|
|||||||
import { and, desc, eq, lt, type SQL } from "drizzle-orm";
|
import {
|
||||||
|
and,
|
||||||
|
desc,
|
||||||
|
eq,
|
||||||
|
gte,
|
||||||
|
ilike,
|
||||||
|
lt,
|
||||||
|
lte,
|
||||||
|
or,
|
||||||
|
type SQL,
|
||||||
|
sql,
|
||||||
|
} from "drizzle-orm";
|
||||||
import { getDatabase } from "../../shared/database/index.js";
|
import { getDatabase } from "../../shared/database/index.js";
|
||||||
import { pgVoiceRecordingsTable } from "../../shared/index.js";
|
import { pgVoiceRecordingsTable } from "../../shared/index.js";
|
||||||
import { createChildLogger } from "../../shared/logger/index.js";
|
import { createChildLogger } from "../../shared/logger/index.js";
|
||||||
@@ -20,6 +31,7 @@ export interface RecordingRow {
|
|||||||
upload_error: string | null;
|
upload_error: string | null;
|
||||||
created_at: number;
|
created_at: number;
|
||||||
uploaded_at: number | null;
|
uploaded_at: number | null;
|
||||||
|
transcription: string | null;
|
||||||
}
|
}
|
||||||
|
|
||||||
export interface PaginatedRecordings {
|
export interface PaginatedRecordings {
|
||||||
@@ -28,27 +40,67 @@ export interface PaginatedRecordings {
|
|||||||
hasMore: boolean;
|
hasMore: boolean;
|
||||||
}
|
}
|
||||||
|
|
||||||
|
export interface RecordingFilters {
|
||||||
|
channelId?: string;
|
||||||
|
userId?: string;
|
||||||
|
cursor?: string;
|
||||||
|
/** keyword search against transcription + username (ILIKE) */
|
||||||
|
q?: string;
|
||||||
|
/** created_at lower bound (epoch ms) */
|
||||||
|
startDate?: number;
|
||||||
|
/** created_at upper bound (epoch ms) */
|
||||||
|
endDate?: number;
|
||||||
|
}
|
||||||
|
|
||||||
|
export interface SpeakerSummary {
|
||||||
|
user_id: string;
|
||||||
|
username: string;
|
||||||
|
avatar_url: string | null;
|
||||||
|
clips: number;
|
||||||
|
/** summed MP3 bytes; ~128kbps → est duration in seconds */
|
||||||
|
est_duration_s: number;
|
||||||
|
words: number;
|
||||||
|
transcribed: number;
|
||||||
|
last_at: number;
|
||||||
|
}
|
||||||
|
|
||||||
export class RecordingsService {
|
export class RecordingsService {
|
||||||
async getRecent(
|
async getRecent(
|
||||||
limit = 50,
|
limit = 50,
|
||||||
filters?: { channelId?: string; userId?: string; cursor?: string },
|
filters: RecordingFilters = {},
|
||||||
): Promise<PaginatedRecordings> {
|
): Promise<PaginatedRecordings> {
|
||||||
logger.info({ limit }, "getRecent called");
|
logger.info({ limit, filters }, "getRecent called");
|
||||||
const db = getDatabase();
|
const db = getDatabase();
|
||||||
|
|
||||||
const conditions: SQL[] = [];
|
const conditions: SQL[] = [];
|
||||||
|
|
||||||
if (filters?.cursor) {
|
if (filters.cursor) {
|
||||||
conditions.push(
|
conditions.push(
|
||||||
lt(pgVoiceRecordingsTable.created_at, Number(filters.cursor)),
|
lt(pgVoiceRecordingsTable.created_at, Number(filters.cursor)),
|
||||||
);
|
);
|
||||||
}
|
}
|
||||||
if (filters?.channelId) {
|
if (filters.channelId) {
|
||||||
conditions.push(eq(pgVoiceRecordingsTable.channel_id, filters.channelId));
|
conditions.push(eq(pgVoiceRecordingsTable.channel_id, filters.channelId));
|
||||||
}
|
}
|
||||||
if (filters?.userId) {
|
if (filters.userId) {
|
||||||
conditions.push(eq(pgVoiceRecordingsTable.user_id, filters.userId));
|
conditions.push(eq(pgVoiceRecordingsTable.user_id, filters.userId));
|
||||||
}
|
}
|
||||||
|
if (filters.q) {
|
||||||
|
const like = `%${filters.q}%`;
|
||||||
|
const qOr = or(
|
||||||
|
ilike(pgVoiceRecordingsTable.transcription, like),
|
||||||
|
ilike(pgVoiceRecordingsTable.username, like),
|
||||||
|
);
|
||||||
|
if (qOr) conditions.push(qOr);
|
||||||
|
}
|
||||||
|
if (filters.startDate) {
|
||||||
|
conditions.push(
|
||||||
|
gte(pgVoiceRecordingsTable.created_at, filters.startDate),
|
||||||
|
);
|
||||||
|
}
|
||||||
|
if (filters.endDate) {
|
||||||
|
conditions.push(lte(pgVoiceRecordingsTable.created_at, filters.endDate));
|
||||||
|
}
|
||||||
|
|
||||||
const where = conditions.length > 0 ? and(...conditions) : undefined;
|
const where = conditions.length > 0 ? and(...conditions) : undefined;
|
||||||
|
|
||||||
@@ -68,6 +120,7 @@ export class RecordingsService {
|
|||||||
upload_error: pgVoiceRecordingsTable.upload_error,
|
upload_error: pgVoiceRecordingsTable.upload_error,
|
||||||
created_at: pgVoiceRecordingsTable.created_at,
|
created_at: pgVoiceRecordingsTable.created_at,
|
||||||
uploaded_at: pgVoiceRecordingsTable.uploaded_at,
|
uploaded_at: pgVoiceRecordingsTable.uploaded_at,
|
||||||
|
transcription: pgVoiceRecordingsTable.transcription,
|
||||||
})
|
})
|
||||||
.from(pgVoiceRecordingsTable)
|
.from(pgVoiceRecordingsTable)
|
||||||
.where(where)
|
.where(where)
|
||||||
@@ -89,6 +142,43 @@ export class RecordingsService {
|
|||||||
.delete(pgVoiceRecordingsTable)
|
.delete(pgVoiceRecordingsTable)
|
||||||
.where(eq(pgVoiceRecordingsTable.id, id));
|
.where(eq(pgVoiceRecordingsTable.id, id));
|
||||||
}
|
}
|
||||||
|
|
||||||
|
/**
|
||||||
|
* Speaker leaderboard: aggregate clips / est. duration / transcribed words
|
||||||
|
* per user. `est_duration_s` derives from summed MP3 bytes at the uploader's
|
||||||
|
* 128 kbps transcode rate; `words` sums transcription word counts.
|
||||||
|
*/
|
||||||
|
async getSummary(): Promise<SpeakerSummary[]> {
|
||||||
|
const db = getDatabase();
|
||||||
|
const t = pgVoiceRecordingsTable;
|
||||||
|
|
||||||
|
const rows = await db
|
||||||
|
.select({
|
||||||
|
user_id: t.user_id,
|
||||||
|
username: t.username,
|
||||||
|
avatar_url: t.avatar_url,
|
||||||
|
clips: sql<number>`count(*)::int`,
|
||||||
|
total_bytes: sql<number>`coalesce(sum(${t.size_bytes}), 0)`,
|
||||||
|
words: sql<number>`coalesce(sum(array_length(string_to_array(${t.transcription}, ' '), 1)), 0)::int`,
|
||||||
|
transcribed: sql<number>`count(${t.transcription})::int`,
|
||||||
|
last_at: sql<number>`max(${t.created_at})`,
|
||||||
|
})
|
||||||
|
.from(t)
|
||||||
|
.groupBy(t.user_id, t.username, t.avatar_url)
|
||||||
|
.orderBy(sql`clips desc, last_at desc`);
|
||||||
|
|
||||||
|
return rows.map((r) => ({
|
||||||
|
user_id: r.user_id,
|
||||||
|
username: r.username,
|
||||||
|
avatar_url: r.avatar_url,
|
||||||
|
clips: r.clips,
|
||||||
|
// 128 kbps = 128000 bps → bytes*8/128000 = seconds
|
||||||
|
est_duration_s: Math.round((r.total_bytes * 8) / 128000),
|
||||||
|
words: r.words,
|
||||||
|
transcribed: r.transcribed,
|
||||||
|
last_at: r.last_at,
|
||||||
|
}));
|
||||||
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
export const recordingsService = new RecordingsService();
|
export const recordingsService = new RecordingsService();
|
||||||
@@ -23,14 +23,26 @@ const speakers = new Map<string, LiveSpeaker>();
|
|||||||
const MAX_SPEAKERS = 200;
|
const MAX_SPEAKERS = 200;
|
||||||
|
|
||||||
/**
|
/**
|
||||||
* Record a voice_active_user event. `speaking: true` upserts the speaker as
|
* Speakers inactive for longer than this are auto-expired from the snapshot.
|
||||||
* active; `speaking: false` marks them inactive while keeping them for the
|
* This handles the case where the gateway disconnects abruptly and never
|
||||||
* activity timeline.
|
* sends `speaking: false` for active users.
|
||||||
*/
|
*/
|
||||||
|
const SPEAKER_TTL_MS = 30_000;
|
||||||
|
|
||||||
|
/** Purge speakers that haven't been active recently. */
|
||||||
|
function purgeStale(): void {
|
||||||
|
const cutoff = Date.now() - SPEAKER_TTL_MS;
|
||||||
|
for (const [id, s] of speakers) {
|
||||||
|
if (!s.speaking && s.lastActiveAt < cutoff) {
|
||||||
|
speakers.delete(id);
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
/**
|
/**
|
||||||
* recordSpeaker(data) — apply a `voice_active_user` event. `speaking: true`
|
* Record a voice_active_user event. `speaking: true` upserts the speaker as
|
||||||
* upserts the speaker as ACTIVE; `speaking: false` marks them inactive while
|
* active; `speaking: false` marks them inactive while keeping them briefly
|
||||||
* keeping them for the activity timeline.
|
* for the activity timeline (until TTL expiry).
|
||||||
*/
|
*/
|
||||||
export function recordSpeaker(data: {
|
export function recordSpeaker(data: {
|
||||||
userId: string;
|
userId: string;
|
||||||
@@ -49,7 +61,6 @@ export function recordSpeaker(data: {
|
|||||||
};
|
};
|
||||||
|
|
||||||
if (speakers.size >= MAX_SPEAKERS && !existing) {
|
if (speakers.size >= MAX_SPEAKERS && !existing) {
|
||||||
// Drop the least-recently-active non-speaking speaker to stay bounded.
|
|
||||||
let oldestId: string | null = null;
|
let oldestId: string | null = null;
|
||||||
let oldestTs = Infinity;
|
let oldestTs = Infinity;
|
||||||
for (const [id, s] of speakers) {
|
for (const [id, s] of speakers) {
|
||||||
@@ -65,18 +76,35 @@ export function recordSpeaker(data: {
|
|||||||
speakers.set(userId, speaker);
|
speakers.set(userId, speaker);
|
||||||
}
|
}
|
||||||
|
|
||||||
/** All known speakers, most recently active first. */
|
/**
|
||||||
|
* All recently-active speakers, most recently active first.
|
||||||
|
* Stale (non-speaking + old) entries are auto-purged.
|
||||||
|
*/
|
||||||
export function getActiveSpeakers(): LiveSpeaker[] {
|
export function getActiveSpeakers(): LiveSpeaker[] {
|
||||||
|
purgeStale();
|
||||||
return [...speakers.values()].sort((a, b) => b.lastActiveAt - a.lastActiveAt);
|
return [...speakers.values()].sort((a, b) => b.lastActiveAt - a.lastActiveAt);
|
||||||
}
|
}
|
||||||
|
|
||||||
/** Only speakers currently flagged as speaking. */
|
/** Only speakers currently flagged as speaking. */
|
||||||
export function getSpeakingSpeakers(): LiveSpeaker[] {
|
export function getSpeakingSpeakers(): LiveSpeaker[] {
|
||||||
|
purgeStale();
|
||||||
return [...speakers.values()]
|
return [...speakers.values()]
|
||||||
.filter((s) => s.speaking)
|
.filter((s) => s.speaking)
|
||||||
.sort((a, b) => b.lastActiveAt - a.lastActiveAt);
|
.sort((a, b) => b.lastActiveAt - a.lastActiveAt);
|
||||||
}
|
}
|
||||||
|
|
||||||
|
/**
|
||||||
|
* Mark ALL tracked speakers as not-speaking and purge stale ones.
|
||||||
|
* Called when the gateway disconnects from voice — ensures the authoritative
|
||||||
|
* snapshot doesn't carry ghost speakers.
|
||||||
|
*/
|
||||||
|
export function clearAllSpeakers(): void {
|
||||||
|
for (const [id, s] of speakers) {
|
||||||
|
s.speaking = false;
|
||||||
|
}
|
||||||
|
purgeStale();
|
||||||
|
}
|
||||||
|
|
||||||
/** Drop all tracked speakers (used on backend restart). */
|
/** Drop all tracked speakers (used on backend restart). */
|
||||||
export function resetLiveSpeakers(): void {
|
export function resetLiveSpeakers(): void {
|
||||||
speakers.clear();
|
speakers.clear();
|
||||||
|
|||||||
@@ -3,8 +3,8 @@ import { z } from "zod";
|
|||||||
import { analysisService } from "../modules/analysis/analysis.service";
|
import { analysisService } from "../modules/analysis/analysis.service";
|
||||||
import { chatRequestSchema } from "../modules/chatbot/chatbot.schema";
|
import { chatRequestSchema } from "../modules/chatbot/chatbot.schema";
|
||||||
import { chatbotService } from "../modules/chatbot/chatbot.service";
|
import { chatbotService } from "../modules/chatbot/chatbot.service";
|
||||||
// ── Service imports ──────────────────────────────────────────────
|
|
||||||
import { dashboardService } from "../modules/dashboard/dashboard.service";
|
import { dashboardService } from "../modules/dashboard/dashboard.service";
|
||||||
|
import { knowledgeService } from "../modules/knowledge/knowledge.service";
|
||||||
import {
|
import {
|
||||||
mediaLoopSchema,
|
mediaLoopSchema,
|
||||||
mediaQueueSchema,
|
mediaQueueSchema,
|
||||||
@@ -143,6 +143,25 @@ const messagesRouter = {
|
|||||||
semanticSearch: os
|
semanticSearch: os
|
||||||
.input(semanticSearchSchema)
|
.input(semanticSearchSchema)
|
||||||
.handler(({ input }) => messagesService.semanticSearch(input)),
|
.handler(({ input }) => messagesService.semanticSearch(input)),
|
||||||
|
// Public, read-only activity heatmap data (per-hour volume by channel).
|
||||||
|
activity: os
|
||||||
|
.input(
|
||||||
|
z.object({
|
||||||
|
days: z.coerce.number().int().positive().max(365).default(30),
|
||||||
|
}),
|
||||||
|
)
|
||||||
|
.handler(({ input }) => messagesService.getActivity(input.days)),
|
||||||
|
// Public, read-only recent message edits (evasion tracker).
|
||||||
|
editHistory: os
|
||||||
|
.input(
|
||||||
|
z.object({
|
||||||
|
limit: z.coerce.number().int().positive().default(50),
|
||||||
|
channelId: z.string().optional(),
|
||||||
|
}),
|
||||||
|
)
|
||||||
|
.handler(({ input }) =>
|
||||||
|
messagesService.getRecentEdits(input.limit, input.channelId),
|
||||||
|
),
|
||||||
};
|
};
|
||||||
|
|
||||||
// ── Moderation ───────────────────────────────────────────────────
|
// ── Moderation ───────────────────────────────────────────────────
|
||||||
@@ -165,6 +184,58 @@ const moderationRouter = {
|
|||||||
cursor: input.cursor,
|
cursor: input.cursor,
|
||||||
}),
|
}),
|
||||||
),
|
),
|
||||||
|
trends: os
|
||||||
|
.input(
|
||||||
|
z.object({
|
||||||
|
days: z.coerce.number().int().positive().max(365).default(30),
|
||||||
|
}),
|
||||||
|
)
|
||||||
|
.handler(({ input }) => moderationService.getTrends(input.days)),
|
||||||
|
// Flagged link / scam domain ranking (public Scam Domain panel).
|
||||||
|
topDomains: os
|
||||||
|
.input(
|
||||||
|
z.object({
|
||||||
|
days: z.coerce.number().int().positive().max(365).default(30),
|
||||||
|
}),
|
||||||
|
)
|
||||||
|
.handler(({ input }) => moderationService.getTopFlaggedDomains(input.days)),
|
||||||
|
// Top flagged channels (join moderation_actions → messages).
|
||||||
|
topChannels: os
|
||||||
|
.input(
|
||||||
|
z.object({
|
||||||
|
days: z.coerce.number().int().positive().max(365).default(30),
|
||||||
|
}),
|
||||||
|
)
|
||||||
|
.handler(({ input }) =>
|
||||||
|
moderationService.getTopFlaggedChannels(input.days),
|
||||||
|
),
|
||||||
|
// Hour-of-day moderation distribution (heatmap by hour).
|
||||||
|
byHour: os
|
||||||
|
.input(
|
||||||
|
z.object({
|
||||||
|
days: z.coerce.number().int().positive().max(365).default(30),
|
||||||
|
}),
|
||||||
|
)
|
||||||
|
.handler(({ input }) => moderationService.getHourlyModeration(input.days)),
|
||||||
|
// Flag category drill-down (list actions for one category).
|
||||||
|
byCategory: os
|
||||||
|
.input(
|
||||||
|
z.object({
|
||||||
|
days: z.coerce.number().int().positive().max(365).default(30),
|
||||||
|
category: z.string().min(1),
|
||||||
|
}),
|
||||||
|
)
|
||||||
|
.handler(({ input }) =>
|
||||||
|
moderationService.getByCategory(input.days, input.category),
|
||||||
|
),
|
||||||
|
// Auto-moderation coverage (analysis run completion rate).
|
||||||
|
coverage: os
|
||||||
|
.input(
|
||||||
|
z.object({
|
||||||
|
days: z.coerce.number().int().positive().max(365).default(30),
|
||||||
|
}),
|
||||||
|
)
|
||||||
|
.handler(({ input }) => moderationService.getCoverage(input.days)),
|
||||||
};
|
};
|
||||||
|
|
||||||
// ── Media ────────────────────────────────────────────────────────
|
// ── Media ────────────────────────────────────────────────────────
|
||||||
@@ -225,6 +296,9 @@ const recordingsRouter = {
|
|||||||
channelId: z.string().optional(),
|
channelId: z.string().optional(),
|
||||||
userId: z.string().optional(),
|
userId: z.string().optional(),
|
||||||
cursor: z.string().optional(),
|
cursor: z.string().optional(),
|
||||||
|
q: z.string().optional(),
|
||||||
|
startDate: z.coerce.number().int().optional(),
|
||||||
|
endDate: z.coerce.number().int().optional(),
|
||||||
}),
|
}),
|
||||||
)
|
)
|
||||||
.handler(({ input }) =>
|
.handler(({ input }) =>
|
||||||
@@ -232,12 +306,16 @@ const recordingsRouter = {
|
|||||||
channelId: input.channelId,
|
channelId: input.channelId,
|
||||||
userId: input.userId,
|
userId: input.userId,
|
||||||
cursor: input.cursor,
|
cursor: input.cursor,
|
||||||
|
q: input.q,
|
||||||
|
startDate: input.startDate,
|
||||||
|
endDate: input.endDate,
|
||||||
}),
|
}),
|
||||||
),
|
),
|
||||||
delete: os.input(z.object({ id: z.string() })).handler(async ({ input }) => {
|
delete: os.input(z.object({ id: z.string() })).handler(async ({ input }) => {
|
||||||
await recordingsService.deleteById(input.id);
|
await recordingsService.deleteById(input.id);
|
||||||
return { ok: true };
|
return { ok: true };
|
||||||
}),
|
}),
|
||||||
|
summary: os.handler(async () => recordingsService.getSummary()),
|
||||||
};
|
};
|
||||||
|
|
||||||
// ── Analysis (search) ──────────────────────────────────────────────
|
// ── Analysis (search) ──────────────────────────────────────────────
|
||||||
@@ -306,7 +384,29 @@ const chatbotRouter = {
|
|||||||
}),
|
}),
|
||||||
};
|
};
|
||||||
|
|
||||||
// ── Config (public dashboard config snapshot) ──────────────────────
|
// ── Knowledge (public read-only culture glossary + term KB) ───────
|
||||||
|
const knowledgeRouter = {
|
||||||
|
channelCultures: os
|
||||||
|
.input(
|
||||||
|
z.object({
|
||||||
|
limit: z.coerce.number().int().positive().default(50),
|
||||||
|
search: z.string().optional(),
|
||||||
|
}),
|
||||||
|
)
|
||||||
|
.handler(({ input }) =>
|
||||||
|
knowledgeService.listChannelCultures(input.limit, input.search),
|
||||||
|
),
|
||||||
|
glossary: os
|
||||||
|
.input(
|
||||||
|
z.object({
|
||||||
|
limit: z.coerce.number().int().positive().default(50),
|
||||||
|
search: z.string().optional(),
|
||||||
|
}),
|
||||||
|
)
|
||||||
|
.handler(({ input }) =>
|
||||||
|
knowledgeService.listGlossary(input.limit, input.search),
|
||||||
|
),
|
||||||
|
};
|
||||||
const configRouter = {
|
const configRouter = {
|
||||||
get: os.handler(() => ({
|
get: os.handler(() => ({
|
||||||
monitorGuildId: config.MONITOR_GUILD_ID || null,
|
monitorGuildId: config.MONITOR_GUILD_ID || null,
|
||||||
@@ -345,6 +445,7 @@ export const appRouter = {
|
|||||||
chatbot: chatbotRouter,
|
chatbot: chatbotRouter,
|
||||||
config: configRouter,
|
config: configRouter,
|
||||||
uiState: uiStateRouter,
|
uiState: uiStateRouter,
|
||||||
|
knowledge: knowledgeRouter,
|
||||||
};
|
};
|
||||||
|
|
||||||
export type AppRouter = typeof appRouter;
|
export type AppRouter = typeof appRouter;
|
||||||
@@ -131,7 +131,7 @@ export const configSchema = z
|
|||||||
AI_LLM_BASE_URL: z
|
AI_LLM_BASE_URL: z
|
||||||
.string()
|
.string()
|
||||||
.url()
|
.url()
|
||||||
.default("https://9router.asepharyana.my.id/v1"),
|
.default("http://100.121.180.82:20128/api/v1"),
|
||||||
AI_LLM_MODEL: z.string().default("text"),
|
AI_LLM_MODEL: z.string().default("text"),
|
||||||
AI_LLM_VISION_MODEL: z.string().optional(),
|
AI_LLM_VISION_MODEL: z.string().optional(),
|
||||||
AI_LLM_EMBEDDING_MODEL: z.string().optional(),
|
AI_LLM_EMBEDDING_MODEL: z.string().optional(),
|
||||||
|
|||||||
@@ -30,6 +30,7 @@ export const DISCORD_CHANNEL_TOPIC_UPDATED = "discord:channel:topic_updated";
|
|||||||
export const DISCORD_PRESENCE_UPDATED = "discord:presence:updated";
|
export const DISCORD_PRESENCE_UPDATED = "discord:presence:updated";
|
||||||
export const DISCORD_GUILD_MEMBER_ADDED = "discord:guild_member:added";
|
export const DISCORD_GUILD_MEMBER_ADDED = "discord:guild_member:added";
|
||||||
export const DISCORD_GUILD_MEMBER_REMOVED = "discord:guild_member:removed";
|
export const DISCORD_GUILD_MEMBER_REMOVED = "discord:guild_member:removed";
|
||||||
|
export const DISCORD_MODERATION_ACTION = "discord:moderation:action";
|
||||||
|
|
||||||
// ---------------------------------------------------------------------------
|
// ---------------------------------------------------------------------------
|
||||||
// Command channels (backend -> discord-gateway)
|
// Command channels (backend -> discord-gateway)
|
||||||
@@ -126,4 +127,5 @@ export const DISCORD_CHANNEL_TO_WS_EVENT: Record<string, string> = {
|
|||||||
[DISCORD_PRESENCE_UPDATED]: "presence_updated",
|
[DISCORD_PRESENCE_UPDATED]: "presence_updated",
|
||||||
[DISCORD_GUILD_MEMBER_ADDED]: "guild_member_added",
|
[DISCORD_GUILD_MEMBER_ADDED]: "guild_member_added",
|
||||||
[DISCORD_GUILD_MEMBER_REMOVED]: "guild_member_removed",
|
[DISCORD_GUILD_MEMBER_REMOVED]: "guild_member_removed",
|
||||||
|
[DISCORD_MODERATION_ACTION]: "moderation_action",
|
||||||
};
|
};
|
||||||
@@ -1,5 +1,22 @@
|
|||||||
// Shared message row mapper for backend repository modules
|
// Shared message row mapper for backend repository modules
|
||||||
|
|
||||||
|
function resolveServerNick(row: Record<string, unknown>): string | null {
|
||||||
|
const metadata = row.metadata;
|
||||||
|
if (!metadata || typeof metadata !== "string") {
|
||||||
|
return (row.username as string | null) ?? null;
|
||||||
|
}
|
||||||
|
try {
|
||||||
|
const parsed = JSON.parse(metadata) as {
|
||||||
|
member?: { displayName?: string | null } | null;
|
||||||
|
};
|
||||||
|
return (
|
||||||
|
parsed?.member?.displayName ?? (row.username as string | null) ?? null
|
||||||
|
);
|
||||||
|
} catch {
|
||||||
|
return (row.username as string | null) ?? null;
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
export interface MappedMessage {
|
export interface MappedMessage {
|
||||||
id: string;
|
id: string;
|
||||||
guild_id: string;
|
guild_id: string;
|
||||||
@@ -7,6 +24,8 @@ export interface MappedMessage {
|
|||||||
thread_id: string | null;
|
thread_id: string | null;
|
||||||
user_id: string;
|
user_id: string;
|
||||||
username: string;
|
username: string;
|
||||||
|
/** Member's server-specific display name (nickname), from metadata.member.displayName. Falls back to username when absent. */
|
||||||
|
server_nick: string | null;
|
||||||
avatar_url: string | null;
|
avatar_url: string | null;
|
||||||
content: string;
|
content: string;
|
||||||
edited_content: string | null;
|
edited_content: string | null;
|
||||||
@@ -42,6 +61,7 @@ export function mapMessageRow(row: Record<string, unknown>): MappedMessage {
|
|||||||
thread_id: (row.thread_id as string | null) ?? null,
|
thread_id: (row.thread_id as string | null) ?? null,
|
||||||
user_id: String(row.user_id ?? ""),
|
user_id: String(row.user_id ?? ""),
|
||||||
username: String(row.username ?? ""),
|
username: String(row.username ?? ""),
|
||||||
|
server_nick: resolveServerNick(row),
|
||||||
avatar_url: (row.avatar_url as string | null) ?? null,
|
avatar_url: (row.avatar_url as string | null) ?? null,
|
||||||
content: String(row.content ?? ""),
|
content: String(row.content ?? ""),
|
||||||
edited_content: (row.edited_content as string | null) ?? null,
|
edited_content: (row.edited_content as string | null) ?? null,
|
||||||
|
|||||||
@@ -1,10 +1,14 @@
|
|||||||
import Redis from "ioredis";
|
import Redis from "ioredis";
|
||||||
import { recordSpeaker } from "../modules/voice/live-speaker.js";
|
import {
|
||||||
|
clearAllSpeakers,
|
||||||
|
recordSpeaker,
|
||||||
|
} from "../modules/voice/live-speaker.js";
|
||||||
import { config } from "../shared/config/index.js";
|
import { config } from "../shared/config/index.js";
|
||||||
import {
|
import {
|
||||||
DISCORD_CHANNEL_TO_WS_EVENT,
|
DISCORD_CHANNEL_TO_WS_EVENT,
|
||||||
DISCORD_VOICE_ACTIVE_USER,
|
DISCORD_VOICE_ACTIVE_USER,
|
||||||
DISCORD_VOICE_PCM,
|
DISCORD_VOICE_PCM,
|
||||||
|
DISCORD_VOICE_STOPPED,
|
||||||
} from "../shared/index.js";
|
} from "../shared/index.js";
|
||||||
import { createChildLogger } from "../shared/logger/index.js";
|
import { createChildLogger } from "../shared/logger/index.js";
|
||||||
import { broadcastBinary, broadcastEvent } from "./broadcast.js";
|
import { broadcastBinary, broadcastEvent } from "./broadcast.js";
|
||||||
@@ -84,6 +88,14 @@ function handleSubscriptionMessage(channel: string, message: string): void {
|
|||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
|
// When the gateway stops voice recording (disconnects from voice channel),
|
||||||
|
// clear all speakers from the authoritative snapshot so frontends don't
|
||||||
|
// show ghost participants.
|
||||||
|
if (channel === DISCORD_VOICE_STOPPED) {
|
||||||
|
clearAllSpeakers();
|
||||||
|
logger.info("Voice recording stopped — cleared all live speakers");
|
||||||
|
}
|
||||||
|
|
||||||
logger.debug({ channel, eventType }, "Broadcasting Redis event");
|
logger.debug({ channel, eventType }, "Broadcasting Redis event");
|
||||||
broadcastEvent(eventType, data);
|
broadcastEvent(eventType, data);
|
||||||
}
|
}
|
||||||
|
|||||||
@@ -71,7 +71,7 @@ handles a whole batch (text + media split internally, parallel paths).
|
|||||||
- `embeddingClient.ts` + `qdrantClient.ts` — semantic cache (one embed call +
|
- `embeddingClient.ts` + `qdrantClient.ts` — semantic cache (one embed call +
|
||||||
one batched Qdrant search for all uncached targets).
|
one batched Qdrant search for all uncached targets).
|
||||||
- `textCacheStore.ts` / `channelCultureStore.ts` / `userProfileStore.ts` /
|
- `textCacheStore.ts` / `channelCultureStore.ts` / `userProfileStore.ts` /
|
||||||
`userReputationStore.ts` — caches & learned per-channel/user state.
|
`userProfileStore.ts` — caches learned user profile summaries (optional).
|
||||||
|
|
||||||
### Concurrency model
|
### Concurrency model
|
||||||
|
|
||||||
@@ -139,5 +139,5 @@ pipeline gauges — `ai_analysis_queued_conversations`,
|
|||||||
numeric snowflake IDs never trigger false positives.
|
numeric snowflake IDs never trigger false positives.
|
||||||
- **Semantic cache is batched** (one embed call + one Qdrant batch search),
|
- **Semantic cache is batched** (one embed call + one Qdrant batch search),
|
||||||
not N sequential round-trips. `ensureQdrantCollection` is memoized.
|
not N sequential round-trips. `ensureQdrantCollection` is memoized.
|
||||||
- **Streaming is mandatory** against the 9router base URL (non-stream waits for
|
- **Streaming is mandatory** against the omniroute base URL (non-stream waits for
|
||||||
the full body and times out). `llmClient` aggregates SSE chunks.
|
the full body and times out). `llmClient` aggregates SSE chunks.
|
||||||
@@ -49,7 +49,7 @@ Orchestration/caching: `moderationOrchestrator.ts` (exact hash → batched
|
|||||||
semantic Qdrant → LLM), `textBatchProcessor.ts` / `mediaBatchProcessor.ts`
|
semantic Qdrant → LLM), `textBatchProcessor.ts` / `mediaBatchProcessor.ts`
|
||||||
(one LLM call per sub-batch), `llmClient.ts` (central streaming client),
|
(one LLM call per sub-batch), `llmClient.ts` (central streaming client),
|
||||||
`embeddingClient.ts` + `qdrantClient.ts` (semantic cache), plus
|
`embeddingClient.ts` + `qdrantClient.ts` (semantic cache), plus
|
||||||
`channelCultureStore.ts` / `userProfileStore.ts` / `userReputationStore.ts`.
|
`channelCultureStore.ts` / `userProfileStore.ts`.
|
||||||
|
|
||||||
### voice-recording
|
### voice-recording
|
||||||
`voiceController.ts` (connect/disconnect/list) + `recorder.ts` (orchestration)
|
`voiceController.ts` (connect/disconnect/list) + `recorder.ts` (orchestration)
|
||||||
|
|||||||
@@ -0,0 +1,3 @@
|
|||||||
|
-- Remove the user reputation feature entirely (trust scores, infractions).
|
||||||
|
-- The feature was removed from the codebase; this drops the orphaned table.
|
||||||
|
DROP TABLE IF EXISTS "user_reputations";
|
||||||
+9
@@ -0,0 +1,9 @@
|
|||||||
|
ALTER TABLE "moderation_actions" ADD COLUMN IF NOT EXISTS "username" text;
|
||||||
|
--> statement-breakpoint
|
||||||
|
-- Backfill username from messages table for existing actions
|
||||||
|
UPDATE "moderation_actions" a
|
||||||
|
SET "username" = m."username"
|
||||||
|
FROM "messages" m
|
||||||
|
WHERE a."message_id" = m."id"
|
||||||
|
AND a."username" IS NULL
|
||||||
|
AND m."username" IS NOT NULL;
|
||||||
+1
@@ -0,0 +1 @@
|
|||||||
|
ALTER TABLE "moderation_actions" ADD COLUMN IF NOT EXISTS "server_name" text;
|
||||||
+26
@@ -0,0 +1,26 @@
|
|||||||
|
-- Rename server_name (guild name) -> server_nick (member's server nickname)
|
||||||
|
-- server_name was added in 0018 but never populated (all NULL), so renaming
|
||||||
|
-- the empty column is safe and keeps retention semantics correct.
|
||||||
|
-- Idempotent across all possible prior states:
|
||||||
|
-- • server_name present, server_nick absent -> rename
|
||||||
|
-- • both present (backfill created server_nick) -> drop the stale server_name
|
||||||
|
-- • server_nick present only -> already done, no-op
|
||||||
|
DO $$
|
||||||
|
BEGIN
|
||||||
|
IF EXISTS (
|
||||||
|
SELECT 1 FROM information_schema.columns
|
||||||
|
WHERE table_name = 'moderation_actions' AND column_name = 'server_name'
|
||||||
|
) AND NOT EXISTS (
|
||||||
|
SELECT 1 FROM information_schema.columns
|
||||||
|
WHERE table_name = 'moderation_actions' AND column_name = 'server_nick'
|
||||||
|
) THEN
|
||||||
|
ALTER TABLE "moderation_actions" RENAME COLUMN "server_name" TO "server_nick";
|
||||||
|
ELSIF EXISTS (
|
||||||
|
SELECT 1 FROM information_schema.columns
|
||||||
|
WHERE table_name = 'moderation_actions' AND column_name = 'server_name'
|
||||||
|
) THEN
|
||||||
|
-- server_nick already exists (e.g. backfilled out-of-band) — drop the
|
||||||
|
-- now-redundant server_name column instead of renaming into a conflict.
|
||||||
|
ALTER TABLE "moderation_actions" DROP COLUMN "server_name";
|
||||||
|
END IF;
|
||||||
|
END $$;
|
||||||
@@ -0,0 +1,19 @@
|
|||||||
|
-- Voice auto-reconnect: persist desired voice state per guild.
|
||||||
|
-- The gateway rejoins the same channel after restart/reboot and after an
|
||||||
|
-- unexpected voice drop (kick / server move / voice server restart).
|
||||||
|
-- Idempotent: skips if the table already exists.
|
||||||
|
DO $$
|
||||||
|
BEGIN
|
||||||
|
IF NOT EXISTS (
|
||||||
|
SELECT 1 FROM information_schema.tables
|
||||||
|
WHERE table_name = 'voice_auto_reconnect'
|
||||||
|
) THEN
|
||||||
|
CREATE TABLE "voice_auto_reconnect" (
|
||||||
|
"guild_id" text PRIMARY KEY NOT NULL,
|
||||||
|
"channel_id" text NOT NULL,
|
||||||
|
"channel_name" text,
|
||||||
|
"connected_at" bigint NOT NULL,
|
||||||
|
"updated_at" bigint NOT NULL
|
||||||
|
);
|
||||||
|
END IF;
|
||||||
|
END $$;
|
||||||
@@ -113,6 +113,41 @@
|
|||||||
"when": 1787184000000,
|
"when": 1787184000000,
|
||||||
"tag": "0015_add_moderation_explainability",
|
"tag": "0015_add_moderation_explainability",
|
||||||
"breakpoints": true
|
"breakpoints": true
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"idx": 16,
|
||||||
|
"version": "7",
|
||||||
|
"when": 1787185000000,
|
||||||
|
"tag": "0016_drop_user_reputations",
|
||||||
|
"breakpoints": true
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"idx": 17,
|
||||||
|
"version": "7",
|
||||||
|
"when": 1787810000000,
|
||||||
|
"tag": "0017_add_username_to_moderation_actions",
|
||||||
|
"breakpoints": true
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"idx": 18,
|
||||||
|
"version": "7",
|
||||||
|
"when": 1787820000000,
|
||||||
|
"tag": "0018_add_server_name_to_moderation_actions",
|
||||||
|
"breakpoints": true
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"idx": 19,
|
||||||
|
"version": "7",
|
||||||
|
"when": 1787830000000,
|
||||||
|
"tag": "0019_rename_server_name_to_server_nick",
|
||||||
|
"breakpoints": true
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"idx": 20,
|
||||||
|
"version": "7",
|
||||||
|
"when": 1787860000000,
|
||||||
|
"tag": "0020_add_voice_auto_reconnect",
|
||||||
|
"breakpoints": true
|
||||||
}
|
}
|
||||||
]
|
]
|
||||||
}
|
}
|
||||||
@@ -28,30 +28,30 @@
|
|||||||
"discord.js-selfbot-v13": "^3.7.1",
|
"discord.js-selfbot-v13": "^3.7.1",
|
||||||
"dotenv": "^17.4.2",
|
"dotenv": "^17.4.2",
|
||||||
"drizzle-orm": "^0.45.2",
|
"drizzle-orm": "^0.45.2",
|
||||||
"ioredis": "^5.11.0",
|
"ioredis": "^6.0.0",
|
||||||
"libsodium-wrappers": "^0.8.4",
|
"libsodium-wrappers": "^0.8.4",
|
||||||
"lru-cache": "^11.5.1",
|
"lru-cache": "^11.5.1",
|
||||||
"openai": "^6.38.0",
|
"openai": "^7.5.0",
|
||||||
"opusscript": "^0.0.8",
|
"opusscript": "^0.1.1",
|
||||||
"p-limit": "^7.3.0",
|
"p-limit": "^7.3.0",
|
||||||
"p-retry": "^8.0.0",
|
"p-retry": "^8.0.0",
|
||||||
"pg": "^8.21.0",
|
"pg": "^8.23.0",
|
||||||
"pino": "^9.6.0",
|
"pino": "^10.3.1",
|
||||||
"piscina": "^5.1.4",
|
"piscina": "^5.3.1",
|
||||||
"prism-media": "2.0.0-alpha.0",
|
"prism-media": "2.0.0-alpha.0",
|
||||||
"sharp": "^0.34.5",
|
"sharp": "^0.35.3",
|
||||||
"tiktoken": "^1.0.22",
|
"tiktoken": "^1.0.22",
|
||||||
"ws": "^8.20.1",
|
"ws": "^8.21.3",
|
||||||
"zod": "^4.4.3"
|
"zod": "^4.4.3"
|
||||||
},
|
},
|
||||||
"devDependencies": {
|
"devDependencies": {
|
||||||
"@biomejs/biome": "latest",
|
"@biomejs/biome": "latest",
|
||||||
"@types/node": "^25.9.0",
|
"@types/node": "^26.3.0",
|
||||||
"@types/pg": "^8.20.0",
|
"@types/pg": "^8.23.1",
|
||||||
"@types/ws": "^8.18.1",
|
"@types/ws": "^8.18.1",
|
||||||
"drizzle-kit": "^0.31.10",
|
"drizzle-kit": "^0.31.10",
|
||||||
"tsx": "^4.22.2",
|
"tsx": "^4.23.12",
|
||||||
"typescript": "^5.9.3",
|
"typescript": "^7.0.2",
|
||||||
"vitest": "latest"
|
"vitest": "latest"
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
Generated
+660
-435
File diff suppressed because it is too large.
Load diff
Loaded 50 of 212 files, more files were not shown because too many files have changed in this diff.
Show more
Reference in new issue
Block a user