refactor(shared): centralize configuration and types

Migrate configuration validation and core moderation types from individual services to the `@bete/shared` package to ensure consistency across the monorepo.

- Move `AppConfig` and moderation-related interfaces to `packages/shared`.
- Replace service-specific Zod schemas with the centralized shared configuration.
- Refactor `services/backend` and `services/discord-gateway` to consume shared config and types.
- Remove redundant type definitions and local configuration logic in services.
- Update `packages/shared` exports to include new `config` and `moderation-types` modules.
- Clean up unused files and deprecated utility functions in `packages/shared`.

services/discord-gateway/src/mock-crc.ts

@@ -1,16 +0,0 @@
-// Mock CRC for discord.js compatibility
-export {};
-
-declare global {
-  var crc32: ((data: Buffer) => number) | undefined;
-}
-
-if (!globalThis.crc32) {
-  globalThis.crc32 = (data: Buffer) => {
-    let crc = 0 ^ -1;
-    for (let i = 0; i < data.length; i++) {
-      crc = (crc >>> 8) ^ ((crc ^ data[i]) & 0xff);
-    }
-    return (crc ^ -1) >>> 0;
-  };
-}

services/discord-gateway/src/modules/ai-moderation/stickerCache.ts

@@ -1,7 +1,7 @@
 import { createChildLogger } from "@bete/shared/logger";
 import { config } from "../../shared/config/config.js";
 import { executeAll, executeGet } from "../../shared/database/drizzle.js";
-import { uploadToTele } from "../attachment-upload/teleUpload.js";
+import { uploadToTele } from "../voice-recording/teleUpload.js";
 
 const logger = createChildLogger("sticker-cache");
 

services/discord-gateway/src/modules/attachment-upload/attachmentUploader.ts

@@ -5,7 +5,7 @@ import {
   updateAttachmentAsUploaded,
   updateAttachmentDiscordUrl,
 } from "../message-capture/messageStore.js";
-import { uploadToTele } from "./teleUpload.js";
+import { uploadToTele } from "../voice-recording/teleUpload.js";
 
 const logger = createChildLogger("attachment-uploader");
 

services/discord-gateway/src/modules/attachment-upload/teleUpload.ts

@@ -1,75 +0,0 @@
-import { retryWithBackoff } from "@bete/shared/utils";
-
-export interface TeleUploadResponse {
-  download_url: string;
-  public_id?: string;
-  file_name?: string;
-  size_bytes?: number;
-}
-
-export interface TeleUploadResult {
-  url: string;
-  publicId?: string;
-  filename?: string;
-  sizeBytes?: number;
-}
-
-export function parseTeleUploadResponse(
-  response: TeleUploadResponse,
-): TeleUploadResult {
-  if (!response.download_url) {
-    throw new Error("Missing download_url in response");
-  }
-
-  return {
-    url: response.download_url,
-    publicId: response.public_id,
-    filename: response.file_name,
-    sizeBytes: response.size_bytes,
-  };
-}
-
-export async function uploadToTele(input: {
-  buffer: Buffer;
-  filename: string;
-  contentType: string;
-  uploadUrl: string;
-  timeoutMs?: number;
-  retries: number;
-}): Promise<TeleUploadResult> {
-  const { buffer, filename, contentType, uploadUrl, timeoutMs, retries } =
-    input;
-
-  const response = await retryWithBackoff(
-    async () => {
-      const fileBlob = new Blob([new Uint8Array(buffer)], {
-        type: contentType,
-      });
-      const formData = new FormData();
-      formData.append("file", fileBlob, filename);
-      formData.append("fileName", filename);
-
-      const res = await fetch(uploadUrl, {
-        method: "POST",
-        headers: {
-          accept: "application/json",
-        },
-        body: formData,
-        ...(timeoutMs ? { signal: AbortSignal.timeout(timeoutMs) } : {}),
-      });
-
-      if (!res.ok) {
-        throw new Error(`Upload failed: Status ${res.status}`);
-      }
-
-      return (await res.json()) as TeleUploadResponse;
-    },
-    {
-      retries,
-      minTimeout: 0,
-      maxTimeout: 0,
-    },
-  );
-
-  return parseTeleUploadResponse(response);
-}

services/discord-gateway/src/modules/message-capture/types.ts

@@ -1,55 +1,45 @@
 import type fs from "node:fs";
 import type prism from "prism-media";
+import type {
+  AIStatus,
+  AISeverity,
+  AIRecommendedAction,
+  BroadcasterClient,
+  ModerationBroadcaster,
+  RoleMetadata,
+  UserMetadata,
+  MessageRecord,
+  AttachmentRecord,
+  VoiceRecordingUploadData,
+  AnalysisQueueStatus,
+} from "@bete/shared";
 
-export type AIStatus =
-  | "pending"
-  | "processing"
-  | "clean"
-  | "warn"
-  | "flagged"
-  | "error";
-export type AISeverity = "none" | "low" | "medium" | "high" | "critical";
-export type AIRecommendedAction =
-  | "none"
-  | "monitor"
-  | "warn"
-  | "review"
-  | "delete"
-  | "escalate";
-
-export interface BroadcasterClient {
-  messageCreated: (data: unknown) => void;
-  messageUpdated: (data: unknown) => void;
-  messageDeleted: (data: unknown) => void;
-  messageAnalyzed: (data: unknown) => void;
-  attachmentCreated: (data: unknown) => void;
-  attachmentUploaded: (data: unknown) => void;
-  voiceRecordingStarted: (data: unknown) => void;
-  voiceRecordingStopped: (data: unknown) => void;
-  voiceRecordingUploaded: (data: unknown) => void;
-  analysisQueueStatus: (data: unknown) => void;
-}
-
-export type ModerationBroadcaster = BroadcasterClient;
-
-export interface RoleMetadata {
-  id: string;
-  name: string;
-  position: number;
-}
-
-export interface UserMetadata {
-  userId: string;
-  username: string;
-  tag: string;
-  displayName: string;
-  avatarUrl: string;
-  bot: boolean;
-  roles: RoleMetadata[];
-  highestRole: RoleMetadata | null;
-  joinedTimestamp: number | null;
-}
+// Re-export all shared types for backward compatibility
+export type {
+  AIStatus,
+  AISeverity,
+  AIRecommendedAction,
+  BroadcasterClient,
+  ModerationBroadcaster,
+  RoleMetadata,
+  UserMetadata,
+  MessageRecord,
+  AttachmentRecord,
+  VoiceSegmentRecord,
+  DashboardMessage,
+  MessageQuery,
+  PageResult,
+  AnalysisResult,
+  VoiceRecordingUploadData,
+  AnalysisQueueStatus,
+  MessageReview,
+  ModerationAction,
+  RetentionPolicy,
+  ReviewStatus,
+  ModerationActionType,
+} from "@bete/shared";
 
+// Types that are LOCAL ONLY (not in shared) — keep here
 export interface SegmentState {
   index: number;
   startTime: number;
@@ -80,119 +70,7 @@ export interface PcmBroadcaster {
   ) => void;
 }
 
-export interface MessageRecord {
-  id: string;
-  guild_id: string;
-  channel_id: string;
-  thread_id: string | null;
-  user_id: string;
-  username: string;
-  avatar_url: string | null;
-  content: string;
-  edited_content: string | null;
-  created_at: number;
-  edited_at: number | null;
-  deleted_at: number | null;
-  type: "text" | "edited" | "deleted";
-  metadata: string | null;
-  ai_status?: AIStatus | null;
-  ai_moderation_flags?: string | null;
-  ai_moderation_score?: number | null;
-  ai_analysis?: string | null;
-  ai_categories?: string | null;
-  ai_severity?: AISeverity | null;
-  ai_confidence?: number | null;
-  ai_recommended_action?: AIRecommendedAction | null;
-  ai_analyzed_at?: number | null;
-  ai_error?: string | null;
-}
-
-export interface AttachmentRecord {
-  id: string;
-  message_id: string;
-  guild_id: string;
-  channel_id: string;
-  thread_id: string | null;
-  user_id: string;
-  filename: string;
-  size: number;
-  type: string;
-  discord_url: string;
-  uploaded_url: string | null;
-  upload_status: "pending" | "uploaded" | "failed";
-  upload_error: string | null;
-  created_at: number;
-  uploaded_at: number | null;
-}
-
-export interface VoiceSegmentRecord {
-  id: string;
-  user_id: string;
-  session_id: string;
-  guild_id: string;
-  channel_id: string;
-  filename: string;
-  duration_ms: number;
-  created_at: number;
-}
-
-export interface DashboardMessage {
-  id: string;
-  channel_id: string;
-  user_id: string;
-  username: string;
-  avatar_url: string | null;
-  content: string;
-  created_at: number;
-  type: "text" | "image" | "voice";
-}
-
-export interface MessageQuery {
-  guildId?: string;
-  channelId?: string;
-  threadId?: string;
-  status?: AIStatus[];
-  userId?: string;
-  q?: string;
-  cursor?: string;
-  limit: number;
-}
-
-export interface PageResult<T> {
-  data: T[];
-  nextCursor: string | null;
-}
-
-export interface AnalysisResult {
-  messageId: string;
-  status: Exclude<AIStatus, "pending">;
-  flags: string[];
-  score: number;
-  analysis: string;
-  categories?: string[];
-  severity?: AISeverity;
-  confidence?: number;
-  recommendedAction?: AIRecommendedAction;
-  policyVersion?: string;
-  evidence?: string[];
-}
-
-export interface VoiceRecordingUploadData {
-  id: string;
-  user_id: string;
-  username: string;
-  avatar_url: string | null;
-  guild_id: string | null;
-  channel_id: string | null;
-  channel_name: string | null;
-  filename: string;
-  size_bytes: number;
-  download_url: string;
-  upload_status: string;
-  created_at: number;
-  uploaded_at: number;
-}
-
+// Local-only types (not shared across services)
 export type ModerationWsEvent =
   | { type: "ui_state"; state: unknown }
   | { type: "user_state"; users: unknown[] }
@@ -204,59 +82,3 @@ export type ModerationWsEvent =
   | { type: "analysis_queue_status"; data: AnalysisQueueStatus }
   | { type: "media_state"; state: unknown }
   | { type: "voice_recording_uploaded"; data: VoiceRecordingUploadData };
-
-export interface AnalysisQueueStatus {
-  queuedConversations: number;
-  activeRequests: number;
-  activeIndividualRequests: number;
-  individualInFlightCount: number;
-  individualCircuitBreakerActive: boolean;
-  lastError: string | null;
-}
-
-export type ReviewStatus = "pending" | "approved" | "rejected" | "escalated";
-
-export interface MessageReview {
-  id: string;
-  message_id: string;
-  guild_id: string;
-  channel_id: string;
-  reviewer_id: string | null;
-  status: ReviewStatus;
-  notes: string | null;
-  created_at: number;
-  reviewed_at: number | null;
-}
-
-export type ModerationActionType =
-  | "delete_message"
-  | "mute_user"
-  | "warn_user"
-  | "kick_user"
-  | "ban_user";
-
-export interface ModerationAction {
-  id: string;
-  message_id: string | null;
-  user_id: string | null;
-  guild_id: string;
-  action_type: ModerationActionType;
-  reason: string | null;
-  executed_by: string | null;
-  status: "pending" | "executed" | "failed";
-  error: string | null;
-  created_at: number;
-  executed_at: number | null;
-}
-
-export interface RetentionPolicy {
-  id: string;
-  guild_id: string;
-  channel_id: string | null;
-  retention_days: number;
-  apply_to_media: boolean;
-  apply_to_voice: boolean;
-  enabled: boolean;
-  created_at: number;
-  updated_at: number;
-}

services/discord-gateway/src/modules/voice-recording/muxer.ts

@@ -1 +0,0 @@
-export { buildMuxFfmpegArgs, runFfmpeg } from "./ffmpegProcess.js";

services/discord-gateway/src/shared/config/config.ts

@@ -1,236 +1,20 @@
 import "dotenv/config";
-import { ConfigError } from "@bete/shared/errors";
-import { z } from "zod";
+import type { AppConfig as SharedAppConfig } from "@bete/shared/config";
+import { config as sharedConfig, loadConfig as sharedLoadConfig } from "@bete/shared/config";
 
-const configSchema = z
-  .object({
-    DISCORD_TOKEN: z
-      .string()
-      .min(1, "DISCORD_TOKEN is required")
-      .transform((value) => value.replace(/^("|')|(?:("|'))$/g, "")),
-    VOICE_CHANNEL_ID: z.string().min(1).optional(),
-    GUILD_ID: z.string().min(1).optional(),
-    TEXT_GUILD_ID: z.string().min(1).optional(),
-    TEXT_CHANNEL_ID: z.string().min(1).optional(),
-    VOICE_GUILD_ID: z.string().min(1).optional(),
-    VERBOSE: z
-      .string()
-      .optional()
-      .transform((v) => v === "true")
-      .default(false),
-    RECORDINGS_DIR: z.string().default("./recordings"),
-    RECORDING_SEGMENT_MS: z.coerce.number().positive().default(5000),
-    DECODER_ROTATE_MS: z.coerce.number().positive().default(5000),
-    DECODER_COOLDOWN_MS: z.coerce.number().positive().default(30000),
-    WEBSERVER_PORT: z.coerce.number().positive().default(3000),
-    VOICE_CONNECTION_TIMEOUT_MS: z.coerce.number().positive().default(15000),
-    RECONNECT_TIMEOUT_MS: z.coerce.number().positive().default(5000),
-    AUDIO_STREAM_SILENCE_DURATION_MS: z.coerce
-      .number()
-      .positive()
-      .default(3000),
-    PACKET_FILTER_MIN_SIZE: z.coerce.number().positive().default(8),
-    OPUS_FRAME_SIZE: z.coerce.number().positive().default(960),
-    AUDIO_SAMPLE_RATE: z.coerce.number().positive().default(48000),
-    AUDIO_CHANNELS: z.coerce.number().positive().default(2),
-    AVATAR_SIZE: z.coerce.number().positive().default(64),
-    LOG_LEVEL: z
-      .enum(["error", "warn", "info", "http", "verbose", "debug", "silly"])
-      .default("info"),
-    NODE_ENV: z
-      .enum(["development", "production", "test"])
-      .default("development"),
-    MONITOR_GUILD_ID: z.string().min(1).optional(),
-    TELE_UPLOAD_URL: z
-      .string()
-      .url()
-      .default("https://upload.asepharyana.my.id/api/upload"),
-    ATTACHMENT_UPLOAD_TIMEOUT_MS: z.coerce.number().positive().default(30000),
-    ATTACHMENT_MAX_SIZE_MB: z.coerce.number().positive().default(100),
-    ATTACHMENT_RETRY_ATTEMPTS: z.coerce.number().positive().default(3),
-    BACKLOG_SYNC_HOURS: z.coerce.number().positive().default(24),
-    BACKLOG_SYNC_BATCH_SIZE: z.coerce
-      .number()
-      .int()
-      .positive()
-      .max(100)
-      .default(100),
-    AI_ANALYSIS_ENABLED: z
-      .string()
-      .optional()
-      .transform((v) => v === "true")
-      .default(false),
-    OPENAI_MODERATION_API_KEY: z.string().optional(),
-    OPENAI_MODERATION_BASE_URL: z
-      .string()
-      .url()
-      .default("https://api.openai.com/v1"),
-    OPENAI_MODERATION_MODEL: z.string().default("omni-moderation-latest"),
-    AI_LLM_API_KEY: z.string().optional(),
-    AI_LLM_BASE_URL: z
-      .string()
-      .url()
-      .default("https://9router.asepharyana.my.id/v1"),
-    /** Model used for text-only moderation (messages, badword analysis). */
-    AI_LLM_MODEL: z.string().default("text"),
-    /** Model used for image/video moderation (vision-capable model). */
-    AI_LLM_VISION_MODEL: z.string().optional(),
-    /** Max concurrent LLM API calls (default: 5). */
-    AI_LLM_MAX_CONCURRENT: z.coerce.number().int().positive().default(5),
-    /** Maximum image dimension in pixels before resize for vision API (default: 1024). */
-    AI_LLM_IMAGE_MAX_DIMENSION: z.coerce
-      .number()
-      .int()
-      .positive()
-      .default(1024),
-    /** Maximum messages per text-only moderation batch (default: 20). */
-    AI_LLM_TEXT_BATCH_SIZE: z.coerce.number().int().positive().default(20),
-    /** Timeout in ms for individual media analysis calls (default: 60000). */
-    AI_LLM_MEDIA_ANALYSIS_TIMEOUT_MS: z.coerce
-      .number()
-      .int()
-      .positive()
-      .default(60000),
-    AI_ANALYSIS_DEBOUNCE_MS: z.coerce.number().positive().default(500),
-    AI_ANALYSIS_RECOVERY_INTERVAL_MS: z.coerce
-      .number()
-      .positive()
-      .default(15000),
-    AI_ANALYSIS_ERROR_COOLDOWN_MS: z.coerce.number().positive().default(30000),
-    /** Max messages fetched per conversation batch (token budget is the real constraint). */
-    AI_ANALYSIS_MAX_BATCH_SIZE: z.coerce.number().int().positive().default(200),
-    AI_ANALYSIS_MAX_CONTEXT_TOKENS: z.coerce.number().positive().default(8000),
-    /** Token budget for target messages specifically (separate from context window). */
-    AI_ANALYSIS_MAX_TARGET_TOKENS: z.coerce.number().positive().default(4000),
-    AI_ANALYSIS_CONTEXT_MESSAGE_LIMIT: z.coerce
-      .number()
-      .int()
-      .positive()
-      .default(20),
-    /**
-     * How long a conversation is considered locked while being processed.
-     * Must exceed (LLM timeout × max retries) + network overhead.
-     * LLM client timeout=30s, retries=3 → minimum safe value ≈ 100s.
-     */
-    AI_ANALYSIS_PROCESSING_TIMEOUT_MS: z.coerce
-      .number()
-      .positive()
-      .default(120000),
-    /** Max concurrent individual-fallback jobs admitted by the main event loop. */
-    AI_ANALYSIS_INDIVIDUAL_MAX_CONCURRENT: z.coerce
-      .number()
-      .int()
-      .positive()
-      .default(50),
-    /**
-     * How many consecutive individual-fallback errors trigger the individual
-     * circuit breaker (separate from the batch circuit breaker).
-     */
-    AI_ANALYSIS_INDIVIDUAL_CB_THRESHOLD: z.coerce
-      .number()
-      .int()
-      .positive()
-      .default(50),
-    /** Max Piscina worker threads for batch AI analysis (default: os.availableParallelism). */
-    PISCINA_MAX_THREADS: z.coerce.number().int().positive().optional(),
-    // AI moderation uses the Primary LLM (AI_LLM_*) endpoint only.
-    // No NVIDIA or Groq fallback.
-    AUTO_DELETE_FLAGGED_ENABLED: z
-      .string()
-      .optional()
-      .transform((v) => v === "true")
-      .default(true),
-    AUTO_DELETE_FLAGGED_DELAY_MS: z.coerce.number().min(0).default(0),
-    AUTO_DELETE_FLAGGED_DRY_RUN: z
-      .string()
-      .optional()
-      .transform((v) => v === "true")
-      .default(false),
-    AUTO_DELETE_MIN_CONFIDENCE: z.coerce.number().min(0).max(1).default(0.5),
-    AUTO_DELETE_ALLOWED_SEVERITIES: z
-      .string()
-      .default("critical,high,medium,low"),
-    AUTO_DELETE_ALLOWED_CATEGORIES: z.string().default(""),
-    AUTO_DELETE_EXCLUDED_CHANNEL_IDS: z.string().default(""),
-    AUTO_DELETE_EXCLUDED_USER_IDS: z.string().default(""),
-    AUTO_DELETE_NOTIFY_USER: z
-      .string()
-      .optional()
-      .transform((v) => v === "true")
-      .default(false),
-    AUTO_DELETE_LOG_CHANNEL_ID: z.string().default(""),
-    RETENTION_MESSAGES_DAYS: z.coerce.number().int().min(0).default(0),
-    RETENTION_ATTACHMENTS_DAYS: z.coerce.number().int().min(0).default(0),
-    RETENTION_VOICE_DAYS: z.coerce.number().int().min(0).default(0),
-    RETENTION_CLEANUP_INTERVAL_MS: z.coerce
-      .number()
-      .positive()
-      .default(24 * 60 * 60 * 1000),
-    RETENTION_DRY_RUN: z
-      .string()
-      .optional()
-      .transform((v) => v === "true")
-      .default(true),
-    AUTO_MIGRATE_ON_STARTUP: z
-      .string()
-      .optional()
-      .transform((v) => v === "true")
-      .default(true),
-    DATABASE_URL: z.string().optional(),
-    POSTGRES_HOST: z.string().default("localhost"),
-    POSTGRES_PORT: z.coerce.number().int().positive().default(5432),
-    POSTGRES_USER: z.string().optional(),
-    POSTGRES_PASSWORD: z.string().optional(),
-    POSTGRES_DB: z.string().optional(),
-    POSTGRES_POOL_MIN: z.coerce.number().int().positive().default(2),
-    POSTGRES_POOL_MAX: z.coerce.number().int().positive().default(10),
-    ADMIN_PASSWORD: z.string().default("admin123"),
-    REDIS_URL: z.string().min(1).default("redis://localhost:6379"),
-  })
-  .superRefine((value, ctx) => {
-    if (!value.AI_ANALYSIS_ENABLED) {
-      // Continue to database validation
-    } else if (!value.AI_LLM_API_KEY) {
-      ctx.addIssue({
-        code: z.ZodIssueCode.custom,
-        path: ["AI_LLM_API_KEY"],
-        message: "AI_LLM_API_KEY is required when AI_ANALYSIS_ENABLED=true",
-      });
-    }
-
-    // Validate PostgreSQL configuration
-    if (!value.DATABASE_URL && !value.POSTGRES_HOST) {
-      ctx.addIssue({
-        code: z.ZodIssueCode.custom,
-        path: ["DATABASE_URL"],
-        message: "Either DATABASE_URL or POSTGRES_HOST must be provided",
-      });
-    }
-  });
-
-export type AppConfig = z.infer<typeof configSchema> & {
+// Re-export the unified config with EFFECTIVE_* fields added
+export type AppConfig = SharedAppConfig & {
   EFFECTIVE_TEXT_GUILD_ID?: string;
   EFFECTIVE_VOICE_GUILD_ID?: string;
 };
 
 export function loadConfig(env: NodeJS.ProcessEnv = process.env): AppConfig {
-  try {
-    const parsed = configSchema.parse(env);
-    return {
-      ...parsed,
-      // AI text capture and analytics are pinned to the monitor guild.
-      EFFECTIVE_TEXT_GUILD_ID: parsed.MONITOR_GUILD_ID,
-      EFFECTIVE_VOICE_GUILD_ID: parsed.VOICE_GUILD_ID ?? parsed.GUILD_ID,
-    };
-  } catch (error) {
-    if (error instanceof z.ZodError) {
-      const messages = error.issues
-        .map((e) => `${e.path.join(".")}: ${e.message}`)
-        .join("\n");
-      throw new ConfigError(`Configuration validation failed:\n${messages}`);
-    }
-    throw error;
-  }
+  const parsed = sharedLoadConfig(env);
+  return {
+    ...parsed,
+    EFFECTIVE_TEXT_GUILD_ID: parsed.MONITOR_GUILD_ID,
+    EFFECTIVE_VOICE_GUILD_ID: parsed.VOICE_GUILD_ID ?? parsed.GUILD_ID,
+  };
 }
 
 export const config = loadConfig();