lzt404
9cf3878b28
- Move blocking usage queries and core lifecycle operations to background workers, limit concurrency, and prevent overlapping core operations - Coalesce statistics refreshes and consolidate category aggregations, reducing unfiltered analysis queries from 11 to 4 - Cache bundled model prices, reuse management API connections, and reduce redundant checks in the usage collector - Throttle download progress and guide positioning updates, and avoid redundant renders when core status is unchanged - Bound and coalesce configuration watcher events, and reuse a single model catalog refresh worker - Stop scheduling remaining health checks when the dialog closes and limit backend health-check concurrency - Replace overlapping OAuth polling with sequential requests, retry backoff, timeouts, and stale callback protection - Add regression tests and a statistics benchmark script, and move performance verification documentation to agent_docs
65 lines
3.1 KiB
TypeScript
65 lines
3.1 KiB
TypeScript
import { Database } from 'bun:sqlite';
|
|
import { readFileSync } from 'node:fs';
|
|
|
|
const source = readFileSync(new URL('../src-tauri/src/usage.rs', import.meta.url), 'utf8');
|
|
function sqlForFunction(name: string) {
|
|
const start = source.indexOf('fn ' + name + '(');
|
|
if (start < 0) throw new Error('Missing function: ' + name);
|
|
const remaining = source.slice(start);
|
|
const next = remaining.indexOf('\nfn ', 1);
|
|
return [...remaining.slice(0, next < 0 ? undefined : next).matchAll(/r#"([\s\S]*?)"#/g)]
|
|
.map((match) => match[1]!);
|
|
}
|
|
|
|
const database = new Database(':memory:');
|
|
database.exec(sqlForFunction('initialize_usage_schema')[0]!);
|
|
database.exec('CREATE INDEX idx_usage_events_canceled_timestamp ON usage_events(canceled, timestamp_ms DESC)');
|
|
const filter = ' WHERE timestamp_ms >= 0 AND timestamp_ms <= 1000000000000';
|
|
const expand = (sql: string) => sql.replaceAll('{}', filter)
|
|
.replaceAll('{LONG_CONTEXT_INPUT_TOKEN_THRESHOLD}', '272000');
|
|
const categorySql = sqlForFunction('load_simple_categories')[0]!;
|
|
const previousCategories = ['model', 'provider', 'source'].map((column) => ({
|
|
statement: database.query(expand(categorySql.replaceAll('{column}', column))), args: ['unknown'],
|
|
}));
|
|
previousCategories.push({
|
|
statement: database.query(expand(sqlForFunction('load_api_key_categories')[0]!)), args: [],
|
|
});
|
|
const overview = [
|
|
sqlForFunction('load_usage_overview')[0]!,
|
|
sqlForFunction('load_usage_cost_groups')[0]!,
|
|
sqlForFunction('load_usage_overview')[1]!,
|
|
].map((sql) => ({ statement: database.query(expand(sql)), args: [] as string[] }));
|
|
const previous = [...previousCategories, ...overview, ...previousCategories];
|
|
const optimized = [
|
|
{ statement: database.query(expand(sqlForFunction('load_usage_analysis')[0]!)), args: [] },
|
|
...overview,
|
|
];
|
|
const medianMs = (queries: typeof previous) => {
|
|
const samples = Array.from({ length: 4 }, () => {
|
|
const start = performance.now();
|
|
for (const query of queries) query.statement.all(...query.args);
|
|
return performance.now() - start;
|
|
}).slice(1).sort((left, right) => left - right);
|
|
return Math.round(samples[1]!);
|
|
};
|
|
|
|
const insert = database.query('INSERT INTO usage_events(event_key,timestamp,timestamp_ms,local_hour,model,provider,source,api_key_hash,latency_ms,ttft_ms,input_tokens,output_tokens,total_tokens,created_at) VALUES (?, ?, ?, ?, ?, ?, ?, ?, 3000, 1000, 1000, 200, 1200, ?)');
|
|
const timestamp = '2026-09-05T00:00:00Z';
|
|
let inserted = 0;
|
|
console.log('Synthetic in-memory SQLite; repository schema/indexes/SQL; all rows match; SQL only, excluding Rust folding, IPC and rendering.');
|
|
for (const size of [10_000, 100_000, 300_000]) {
|
|
database.transaction(() => {
|
|
while (inserted < size) {
|
|
inserted += 1;
|
|
insert.run('event-' + inserted, timestamp, inserted, '2026-09-05-' + inserted % 24,
|
|
'model-' + inserted % 20, 'provider-' + inserted % 5, 'source-' + inserted % 100,
|
|
'key-' + inserted % 30, timestamp);
|
|
}
|
|
})();
|
|
console.log(JSON.stringify({ records: size,
|
|
before: { queries: previous.length, medianMs: medianMs(previous) },
|
|
after: { queries: optimized.length, medianMs: medianMs(optimized) },
|
|
}));
|
|
}
|
|
database.close();
|