We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
1 parent 1760568 commit 115e55dCopy full SHA for 115e55d
evals/git-evals/judge-git-eval.ts
@@ -8,7 +8,7 @@ import { JudgingAnalysisSchema } from './types'
8
9
import type { EvalRunLog } from './types'
10
11
-const MAX_TOKENS = 1_000_000 // 1 million token limit
+const MAX_TOKENS = 1_000_000 * 0.95 // 1 million token limit, with 5% fudge factor
12
13
function buildAnalysisPrompt(
14
evalRun: EvalRunLog,
0 commit comments