Initial commit: shiro-neko 0.1.0-beta.1
Agentic coding CLI on Bun, Ink, and the AI SDK. Core: streamText loop with SDK-level tool approval so a denied call provably never executes; endpoint fallback for OpenAI reasoning models; retry with backoff. Tools: read/write/edit/glob/grep/bash, path-jailed, gitignore-aware, ripgrep with a JS fallback, binary rejection, live bash streaming. Agents: five variants crossing thinking level with tool restriction; plan and review withhold mutating tools from the model. Extensibility: frontmatter skills with on-demand bodies, plugin host with blocking hooks, MCP stdio and HTTP, read-only subagents. State: durable per-project memory, session task lists, session persistence, compaction that repairs provider-item dependencies. Distribution: five-platform cross-compiled binaries with checksums, install scripts, CI on three operating systems. 404 tests, typecheck clean.
This commit is contained in:
commit
5b8503fcd9
93 files changed
+12775
No files matched your search
+149
@@ -0,0 +1,149 @@
|
||||
import { isAbsolute, join, relative, resolve } from 'node:path';
|
||||
import { readdir as readdirFs } from 'node:fs/promises';
|
||||
|
||||
const ALWAYS_SKIP = ['.git', 'node_modules'];
|
||||
|
||||
type Rule = {
|
||||
/** Directory the rule was declared in, relative and posix-separated. */
|
||||
base: string;
|
||||
negated: boolean;
|
||||
dirOnly: boolean;
|
||||
re: RegExp;
|
||||
};
|
||||
|
||||
const posix = (p: string) => p.replaceAll('\\', '/');
|
||||
|
||||
/**
|
||||
* Translates one gitignore pattern into a regex over posix-relative paths.
|
||||
* Supports `!` negation, trailing `/`, leading `/` anchoring, `*`, `?`, and `**`.
|
||||
*/
|
||||
function compile(pattern: string, base: string): Rule | undefined {
|
||||
let body = pattern.trim();
|
||||
if (!body || body.startsWith('#')) return undefined;
|
||||
|
||||
const negated = body.startsWith('!');
|
||||
if (negated) body = body.slice(1);
|
||||
|
||||
const dirOnly = body.endsWith('/');
|
||||
if (dirOnly) body = body.slice(0, -1);
|
||||
|
||||
const anchored = body.startsWith('/') || body.slice(0, -1).includes('/');
|
||||
if (body.startsWith('/')) body = body.slice(1);
|
||||
if (!body) return undefined;
|
||||
|
||||
let re = '';
|
||||
for (let i = 0; i < body.length; i++) {
|
||||
const ch = body[i]!;
|
||||
if (ch === '*') {
|
||||
if (body[i + 1] === '*') {
|
||||
// `**/` spans any number of directories, bare `**` spans anything.
|
||||
if (body[i + 2] === '/') {
|
||||
re += '(?:.*/)?';
|
||||
i += 2;
|
||||
} else {
|
||||
re += '.*';
|
||||
i += 1;
|
||||
}
|
||||
} else {
|
||||
re += '[^/]*';
|
||||
}
|
||||
} else if (ch === '?') re += '[^/]';
|
||||
else if ('.+^${}()|[]\\'.includes(ch)) re += `\\${ch}`;
|
||||
else re += ch;
|
||||
}
|
||||
|
||||
// An unanchored pattern matches at any depth; both forms also match everything
|
||||
// beneath a matched directory.
|
||||
const prefix = anchored ? '' : '(?:.*/)?';
|
||||
return { base, negated, dirOnly, re: new RegExp(`^${prefix}${re}(?:/.*)?$`) };
|
||||
}
|
||||
|
||||
async function rulesIn(root: string, dir: string): Promise<Rule[]> {
|
||||
const base = posix(relative(root, dir));
|
||||
const out: Rule[] = [];
|
||||
for (const name of ['.gitignore', '.shiroignore']) {
|
||||
const file = Bun.file(join(dir, name));
|
||||
if (!(await file.exists())) continue;
|
||||
for (const line of (await file.text()).split('\n')) {
|
||||
const rule = compile(line, base);
|
||||
if (rule) out.push(rule);
|
||||
}
|
||||
}
|
||||
return out;
|
||||
}
|
||||
|
||||
function ignored(relPath: string, isDir: boolean, rules: Rule[]): boolean {
|
||||
let hit = false;
|
||||
for (const rule of rules) {
|
||||
if (rule.dirOnly && !isDir) continue;
|
||||
const scoped = rule.base ? (relPath.startsWith(`${rule.base}/`) ? relPath.slice(rule.base.length + 1) : undefined) : relPath;
|
||||
if (scoped === undefined) continue;
|
||||
// Later rules win, which is how git resolves a negation after an ignore.
|
||||
if (rule.re.test(scoped)) hit = !rule.negated;
|
||||
}
|
||||
return hit;
|
||||
}
|
||||
|
||||
export type WalkOptions = {
|
||||
root?: string;
|
||||
/** Include files git would ignore. */
|
||||
noIgnore?: boolean;
|
||||
limit?: number;
|
||||
};
|
||||
|
||||
/**
|
||||
* Yields workspace-relative posix paths, skipping .git, node_modules, and anything
|
||||
* .gitignore or .shiroignore excludes. Nested ignore files are honoured, so a
|
||||
* `dist/` rule in a subpackage only applies inside it.
|
||||
*/
|
||||
export async function* walk(options: WalkOptions = {}): AsyncGenerator<string> {
|
||||
const root = resolve(options.root ?? process.cwd());
|
||||
const limit = options.limit ?? Infinity;
|
||||
let yielded = 0;
|
||||
|
||||
const queue: { dir: string; rules: Rule[] }[] = [
|
||||
{ dir: root, rules: options.noIgnore ? [] : await rulesIn(root, root) },
|
||||
];
|
||||
|
||||
while (queue.length > 0) {
|
||||
const { dir, rules } = queue.shift()!;
|
||||
let entries: Entry[];
|
||||
try {
|
||||
entries = (await readdirFs(dir, { withFileTypes: true })).map((d) => ({
|
||||
name: d.name,
|
||||
isDirectory: d.isDirectory(),
|
||||
}));
|
||||
} catch {
|
||||
continue;
|
||||
}
|
||||
|
||||
for (const entry of entries) {
|
||||
if (ALWAYS_SKIP.includes(entry.name)) continue;
|
||||
const full = join(dir, entry.name);
|
||||
const rel = posix(relative(root, full));
|
||||
if (!options.noIgnore && ignored(rel, entry.isDirectory, rules)) continue;
|
||||
|
||||
if (entry.isDirectory) {
|
||||
const nested = options.noIgnore ? rules : [...rules, ...(await rulesIn(root, full))];
|
||||
queue.push({ dir: full, rules: nested });
|
||||
} else {
|
||||
yield rel;
|
||||
if (++yielded >= limit) return;
|
||||
}
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
type Entry = { name: string; isDirectory: boolean };
|
||||
|
||||
/** Resolves a model-supplied path inside the workspace, rejecting escapes. */
|
||||
export function jail(p: string, root = process.cwd()): string {
|
||||
const abs = isAbsolute(p) ? resolve(p) : resolve(root, p);
|
||||
const rel = relative(resolve(root), abs);
|
||||
if (rel.startsWith('..') || isAbsolute(rel)) {
|
||||
throw new Error(`Path escapes workspace: ${p}`);
|
||||
}
|
||||
return abs;
|
||||
}
|
||||
|
||||
export { posix };
|
||||
Reference in new issue
Block a user