perf(cli): reduce read-only startup overhead

This commit is contained in:
Peter Steinberger
2026-02-14 01:18:20 +00:00
parent 54a242eaad
commit f86840f4df
8 changed files with 326 additions and 17 deletions

View File

@@ -103,6 +103,34 @@ function getCommandPositionals(argv: string[]): string[] {
return out;
}
function getFlagValues(argv: string[], name: string): string[] | null {
const values: string[] = [];
const args = argv.slice(2);
for (let i = 0; i < args.length; i += 1) {
const arg = args[i];
if (!arg || arg === "--") {
break;
}
if (arg === name) {
const next = args[i + 1];
if (!next || next === "--" || next.startsWith("-")) {
return null;
}
values.push(next);
i += 1;
continue;
}
if (arg.startsWith(`${name}=`)) {
const value = arg.slice(name.length + 1).trim();
if (!value) {
return null;
}
values.push(value);
}
}
return values;
}
const routeConfigGet: RouteSpec = {
match: (path) => path[0] === "config" && path[1] === "get",
run: async (argv) => {
@@ -132,6 +160,80 @@ const routeConfigUnset: RouteSpec = {
},
};
const routeModelsList: RouteSpec = {
match: (path) => path[0] === "models" && path[1] === "list",
run: async (argv) => {
const provider = getFlagValue(argv, "--provider");
if (provider === null) {
return false;
}
const all = hasFlag(argv, "--all");
const local = hasFlag(argv, "--local");
const json = hasFlag(argv, "--json");
const plain = hasFlag(argv, "--plain");
const { modelsListCommand } = await import("../../commands/models.js");
await modelsListCommand({ all, local, provider, json, plain }, defaultRuntime);
return true;
},
};
const routeModelsStatus: RouteSpec = {
match: (path) => path[0] === "models" && path[1] === "status",
run: async (argv) => {
const probeProvider = getFlagValue(argv, "--probe-provider");
if (probeProvider === null) {
return false;
}
const probeTimeout = getFlagValue(argv, "--probe-timeout");
if (probeTimeout === null) {
return false;
}
const probeConcurrency = getFlagValue(argv, "--probe-concurrency");
if (probeConcurrency === null) {
return false;
}
const probeMaxTokens = getFlagValue(argv, "--probe-max-tokens");
if (probeMaxTokens === null) {
return false;
}
const agent = getFlagValue(argv, "--agent");
if (agent === null) {
return false;
}
const probeProfileValues = getFlagValues(argv, "--probe-profile");
if (probeProfileValues === null) {
return false;
}
const probeProfile =
probeProfileValues.length === 0
? undefined
: probeProfileValues.length === 1
? probeProfileValues[0]
: probeProfileValues;
const json = hasFlag(argv, "--json");
const plain = hasFlag(argv, "--plain");
const check = hasFlag(argv, "--check");
const probe = hasFlag(argv, "--probe");
const { modelsStatusCommand } = await import("../../commands/models.js");
await modelsStatusCommand(
{
json,
plain,
check,
probe,
probeProvider,
probeProfile,
probeTimeout,
probeConcurrency,
probeMaxTokens,
agent,
},
defaultRuntime,
);
return true;
},
};
const routes: RouteSpec[] = [
routeHealth,
routeStatus,
@@ -140,6 +242,8 @@ const routes: RouteSpec[] = [
routeMemoryStatus,
routeConfigGet,
routeConfigUnset,
routeModelsList,
routeModelsStatus,
];
export function findRoutedCommand(path: string[]): RouteSpec | null {