admin/metatron-open-seo
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

fix: prompt explorer bugs (#136)

Browse Source
This commit is contained in:
Ben Senescu 2026-04-23 18:25:11 -04:00 committed by GitHub
parent 1108cdd9a7
commit ebc9e0b4fa
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
2 changed files with 15 additions and 6 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

11
src/server/features/ai-search/services/promptExplorer.ts
View File

@ -28,8 +28,13 @@ import {
/** LLM responses are stable enough for a 7-day cache. */ /** LLM responses are stable enough for a 7-day cache. */
const PROMPT_RESPONSE_TTL_SECONDS = 7 * 24 * 60 * 60; const PROMPT_RESPONSE_TTL_SECONDS = 7 * 24 * 60 * 60;
/** Hard cap on response length to keep payloads sane. */ /**
const PROMPT_RESPONSE_MAX_TOKENS = 1024; * Hard cap on response length. Set to the DataForSEO per-call maximum because
* reasoning models (gpt-5, gemini-2.5-pro) count hidden chain-of-thought
* tokens against this budget — at 1024 ChatGPT regularly burns the whole
* budget on reasoning and returns a near-empty visible message.
*/
const PROMPT_RESPONSE_MAX_TOKENS = 4096;
type DataforseoClient = ReturnType<typeof createDataforseoClient>; type DataforseoClient = ReturnType<typeof createDataforseoClient>;
@ -94,7 +99,7 @@ async function runModel(
webSearch: args.input.webSearch, webSearch: args.input.webSearch,
webSearchCountryCode: args.input.webSearchCountryCode ?? null, webSearchCountryCode: args.input.webSearchCountryCode ?? null,
// Bumped when prompt/payload shape changes — busts stale cache entries. // Bumped when prompt/payload shape changes — busts stale cache entries.
systemPromptV: 4, systemPromptV: 5,
}); });
const cached = promptExplorerModelResultSchema.safeParse( const cached = promptExplorerModelResultSchema.safeParse(

10
src/server/lib/dataforseoLlm.ts
View File

@ -324,15 +324,19 @@ export async function fetchLlmResponseRaw(
input: LlmResponsesInput, input: LlmResponsesInput,
): Promise<DataforseoApiResponse<LlmResponseResult>> { ): Promise<DataforseoApiResponse<LlmResponseResult>> {
const path = `/v3/ai_optimization/${input.modelSlug}/llm_responses/live`; const path = `/v3/ai_optimization/${input.modelSlug}/llm_responses/live`;
// DataForSEO's Gemini endpoint rejects `web_search_country_iso_code` with a
// 40501 "Invalid Field" error. The other three models accept it.
const supportsCountry = input.modelSlug !== "gemini";
const payload = [ const payload = [
{ {
user_prompt: input.userPrompt, user_prompt: input.userPrompt,
model_name: input.modelName, model_name: input.modelName,
web_search: input.webSearch ?? true, web_search: input.webSearch ?? true,
max_output_tokens: clampLimit(input.maxOutputTokens ?? 1024, 256, 4096), max_output_tokens: clampLimit(input.maxOutputTokens ?? 1024, 256, 4096),
...(input.webSearchCountryCode && { ...(supportsCountry &&
web_search_country_iso_code: input.webSearchCountryCode, input.webSearchCountryCode && {
}), web_search_country_iso_code: input.webSearchCountryCode,
}),
}, },
]; ];