Muhammad Zakir Ramadhan
5b8503fcd9
Agentic coding CLI on Bun, Ink, and the AI SDK. Core: streamText loop with SDK-level tool approval so a denied call provably never executes; endpoint fallback for OpenAI reasoning models; retry with backoff. Tools: read/write/edit/glob/grep/bash, path-jailed, gitignore-aware, ripgrep with a JS fallback, binary rejection, live bash streaming. Agents: five variants crossing thinking level with tool restriction; plan and review withhold mutating tools from the model. Extensibility: frontmatter skills with on-demand bodies, plugin host with blocking hooks, MCP stdio and HTTP, read-only subagents. State: durable per-project memory, session task lists, session persistence, compaction that repairs provider-item dependencies. Distribution: five-platform cross-compiled binaries with checksums, install scripts, CI on three operating systems. 404 tests, typecheck clean.
102 lines
3.7 KiB
TypeScript
102 lines
3.7 KiB
TypeScript
import { expect, test } from 'bun:test';
|
|
import { renderTools, systemPrompt, TOOL_DOCS } from '../src/prompt';
|
|
|
|
const ALL = TOOL_DOCS.map((d) => d.name);
|
|
|
|
test('every documented tool has usable guidance', () => {
|
|
for (const doc of TOOL_DOCS) {
|
|
expect(doc.name).toBeTruthy();
|
|
expect(doc.line.length).toBeGreaterThan(20);
|
|
}
|
|
});
|
|
|
|
test('only the offered tools are described', () => {
|
|
const rendered = renderTools(['read_file', 'grep']);
|
|
expect(rendered).toContain('read_file');
|
|
expect(rendered).toContain('grep');
|
|
expect(rendered).not.toContain('bash');
|
|
expect(rendered).not.toContain('write_file');
|
|
});
|
|
|
|
test('mcp tools are grouped with their naming convention explained', () => {
|
|
const rendered = renderTools(['read_file', 'mcp__fs__read', 'mcp__api__query']);
|
|
expect(rendered).toContain('mcp__api__query, mcp__fs__read');
|
|
expect(rendered).toContain('mcp__<server>__<tool>');
|
|
expect(rendered).toContain('needs approval');
|
|
});
|
|
|
|
test('an unknown tool is listed rather than silently dropped', () => {
|
|
expect(renderTools(['read_file', 'some_plugin_tool'])).toContain('some_plugin_tool');
|
|
});
|
|
|
|
test('the prompt states the workspace and platform', () => {
|
|
const prompt = systemPrompt({ cwd: '/repo/thing' });
|
|
expect(prompt).toContain('/repo/thing');
|
|
expect(prompt).toContain(process.platform);
|
|
expect(prompt).toContain('resolved inside the workspace');
|
|
});
|
|
|
|
test('a read-only tool set changes the workflow rules', () => {
|
|
const readOnly = systemPrompt({ cwd: '/repo', availableTools: ['read_file', 'grep'] });
|
|
expect(readOnly).toContain('no tools that change anything');
|
|
expect(readOnly).toContain('cannot run commands');
|
|
expect(readOnly).not.toContain('need the user to approve');
|
|
});
|
|
|
|
test('a full tool set explains approval and verification', () => {
|
|
const full = systemPrompt({ cwd: '/repo', availableTools: ALL });
|
|
expect(full).toContain('need the user to approve');
|
|
expect(full).toContain("run the project's build or tests");
|
|
expect(full).not.toContain('no tools that change anything');
|
|
});
|
|
|
|
test('the prompt says whether asking is possible', () => {
|
|
expect(systemPrompt({ cwd: '/repo', availableTools: ['ask'], canAsk: true })).toContain('Ask rather than guess');
|
|
expect(systemPrompt({ cwd: '/repo', availableTools: ['ask'], canAsk: false })).toContain(
|
|
'No one can answer a question',
|
|
);
|
|
});
|
|
|
|
test('canAsk without the tool still reports that nothing can answer', () => {
|
|
const prompt = systemPrompt({ cwd: '/repo', availableTools: ['read_file'], canAsk: false });
|
|
expect(prompt).toContain('No one can answer');
|
|
});
|
|
|
|
test('the reply guidance mentions rendered markdown', () => {
|
|
const prompt = systemPrompt({ cwd: '/repo' });
|
|
expect(prompt).toContain('Markdown is rendered');
|
|
expect(prompt).toContain('fenced code blocks');
|
|
});
|
|
|
|
test('every optional section is appended when supplied', () => {
|
|
const prompt = systemPrompt({
|
|
cwd: '/repo',
|
|
memory: '\nMEMORY-SECTION',
|
|
skills: '\nSKILLS-SECTION',
|
|
agent: '\nAGENT-SECTION',
|
|
plugins: '\nPLUGIN-SECTION',
|
|
notebook: '\nNOTEBOOK-SECTION',
|
|
});
|
|
for (const marker of [
|
|
'MEMORY-SECTION',
|
|
'SKILLS-SECTION',
|
|
'AGENT-SECTION',
|
|
'PLUGIN-SECTION',
|
|
'NOTEBOOK-SECTION',
|
|
]) {
|
|
expect(prompt).toContain(marker);
|
|
}
|
|
});
|
|
|
|
test('omitting every section leaves no dangling markers', () => {
|
|
const prompt = systemPrompt({ cwd: '/repo' });
|
|
expect(prompt).not.toContain('undefined');
|
|
expect(prompt.endsWith('\n')).toBe(true);
|
|
});
|
|
|
|
test('the prompt stays a reasonable size with everything on', () => {
|
|
const prompt = systemPrompt({ cwd: '/repo', availableTools: ALL, canAsk: true });
|
|
// Sent on every request, so a runaway prompt is a direct cost.
|
|
expect(prompt.length).toBeLessThan(4000);
|
|
});
|