Skip to content

perf: optimize free model usage IP limit counting in SQL #397

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Open
kiloconnect wants to merge 2 commits into
base: main
Choose a base branch
from
Open

perf: optimize free model usage IP limit counting in SQL #397

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
2 commits
Select commit Hold shift + click to select a range
5ca037d
perf: optimize free model usage IP limit counting in SQL
kiloconnect[bot] Feb 20, 2026
985f0ab
perf: optimize promoted model usage IP limit counting in SQL
kiloconnect[bot] Feb 20, 2026
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
31 changes: 13 additions & 18 deletions src/app/admin/api/free-model-usage/stats/route.ts
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -50,17 +50,20 @@ export async function GET(
sql`${free_model_usage.created_at} >= NOW() - INTERVAL '${sql.raw(String(FREE_MODEL_RATE_LIMIT_WINDOW_HOURS))} hours'`
);

// Get per-IP stats to find IPs at limits
const perIpStats = await db
// Count IPs at or above the rate limit threshold using a SQL subquery
const ipsAtLimitResult = await db
.select({
ip_address: free_model_usage.ip_address,
request_count: sql<number>`COUNT(*)`,
count: sql<number>`COUNT(*)`,
})
.from(free_model_usage)
.where(
sql`${free_model_usage.created_at} >= NOW() - INTERVAL '${sql.raw(String(FREE_MODEL_RATE_LIMIT_WINDOW_HOURS))} hours'`
)
.groupBy(free_model_usage.ip_address);
.from(
sql`(
SELECT ${free_model_usage.ip_address}
FROM ${free_model_usage}
WHERE ${free_model_usage.created_at} >= NOW() - INTERVAL '${sql.raw(String(FREE_MODEL_RATE_LIMIT_WINDOW_HOURS))} hours'
GROUP BY ${free_model_usage.ip_address}
HAVING COUNT(*) >= ${FREE_MODEL_MAX_REQUESTS_PER_WINDOW}
) sub`
);

// Get stats for the last 24 hours
const dailyResult = await db
Expand All @@ -85,15 +88,7 @@ export async function GET(

const windowUniqueIps = bigIntToNumber(windowStats.unique_ips);
const windowTotalRequests = bigIntToNumber(windowStats.total_requests);

// Count IPs at or near limits
let ipsAtRequestLimit = 0;
for (const ip of perIpStats) {
const requestCount = bigIntToNumber(ip.request_count);
if (requestCount >= FREE_MODEL_MAX_REQUESTS_PER_WINDOW) {
ipsAtRequestLimit++;
}
}
const ipsAtRequestLimit = bigIntToNumber(ipsAtLimitResult[0]?.count ?? 0);

return NextResponse.json({
// Current window stats
Expand Down
31 changes: 13 additions & 18 deletions src/app/admin/api/promoted-model-usage/stats/route.ts
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -39,17 +39,20 @@ export async function GET(
sql`${free_model_usage.created_at} >= NOW() - INTERVAL '${sql.raw(String(PROMOTION_WINDOW_HOURS))} hours' AND ${ANONYMOUS_FILTER}`
);

// Get per-IP stats to find IPs at limits (anonymous only)
const perIpStats = await db
// Count IPs at or above the promotion limit threshold using a SQL subquery (anonymous only)
const ipsAtLimitResult = await db
.select({
ip_address: free_model_usage.ip_address,
request_count: sql<number>`COUNT(*)`,
count: sql<number>`COUNT(*)`,
})
.from(free_model_usage)
.where(
sql`${free_model_usage.created_at} >= NOW() - INTERVAL '${sql.raw(String(PROMOTION_WINDOW_HOURS))} hours' AND ${ANONYMOUS_FILTER}`
)
.groupBy(free_model_usage.ip_address);
.from(
sql`(
SELECT ${free_model_usage.ip_address}
FROM ${free_model_usage}
WHERE ${free_model_usage.created_at} >= NOW() - INTERVAL '${sql.raw(String(PROMOTION_WINDOW_HOURS))} hours' AND ${ANONYMOUS_FILTER}
GROUP BY ${free_model_usage.ip_address}
HAVING COUNT(*) >= ${PROMOTION_MAX_REQUESTS}
) sub`
);

const bigIntToNumber = (value: unknown): number => {
if (value === null || value === undefined) return 0;
Expand All @@ -62,15 +65,7 @@ export async function GET(

const windowUniqueIps = bigIntToNumber(windowStats.unique_ips);
const windowTotalRequests = bigIntToNumber(windowStats.total_requests);

// Count IPs at or near the promotion limit
let ipsAtRequestLimit = 0;
for (const ip of perIpStats) {
const requestCount = bigIntToNumber(ip.request_count);
if (requestCount >= PROMOTION_MAX_REQUESTS) {
ipsAtRequestLimit++;
}
}
const ipsAtRequestLimit = bigIntToNumber(ipsAtLimitResult[0]?.count ?? 0);

return NextResponse.json({
// Current window stats
Expand Down