feat(mcpedia): Phase 3 — async indexing (BullMQ), git-sync webhook, revisions, MCP Resources

- packages/queue: ioredis singleton + BullMQ Queue/Worker (prefix mcpedia:
  on shared imrnes Redis :6379); apps/worker runs startWorker()
- @mcpedia/core: indexContentFile/runFullIndex (single indexing entry point
  shared by script/worker/hook) + revision.service (list/get/restore)
- document_revisions table (migration 0002) — snapshots only on body change
- apps/api: POST /hooks/reindex + /hooks/index webhooks; tRPC revisions,
  getRevision, restoreRevision, jobStatus, queueStatus
- apps/mcp: register MCP Resources mcpedia://docs{/,+slug/chunks/revisions}
  ({+slug} RFC6570 reserved expansion for slugs containing /)
- apps/mcp zod pinned to ^4 to match MCP SDK 1.30 compiled types
  (resolves registerTool TS2589/ShapeOutput skew)
- scripts/enqueue.ts one-shot job enqueue helper; indexer refactored to runFullIndex
- PHASES.md/README/.env.example/docs updated
This commit is contained in:
asepharyana
2026-08-19 20:18:28 +07:00
parent 9397303f01
commit 8f2229d447
30 changed files with 1233 additions and 78 deletions
+24
View File
@@ -0,0 +1,24 @@
import { enqueueIndexDoc, enqueueFullIndex } from "@mcpedia/queue";
// One-shot enqueue helper (no worker required to schedule work).
// Usage:
// bun run enqueue --all # full reindex
// bun run enqueue docs/websocket/contract # single doc (slug or rel path)
async function main() {
const arg = process.argv[2];
if (!arg || arg === "--all") {
const job = await enqueueFullIndex("manual");
console.log(`enqueued full reindex job ${job.id}`);
} else {
const relPath = arg.endsWith(".md") || arg.endsWith(".mdx") ? arg : `${arg}.md`;
const job = await enqueueIndexDoc(relPath, "manual");
console.log(`enqueued doc reindex job ${job.id} -> ${relPath}`);
}
await new Promise((r) => setTimeout(r, 500)); // allow the event loop to flush
process.exit(0);
}
main().catch((err) => {
console.error(err);
process.exit(1);
});