admin/40234-vm
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Use billable AI model for session memory

Browse Source
This commit is contained in:
Flatlogic Bot 2026-06-09 16:20:20 +00:00
parent 196c6f48ed
commit 1a1c1a02ce
1 changed files with 8 additions and 10 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

12
backend/src/ai/LocalAIApi.js
View File

@ -154,7 +154,7 @@ async function awaitResponse(aiRequestId, options = {}) {
const interval = Math.max(Number(options.interval ?? 5), 1); const interval = Math.max(Number(options.interval ?? 5), 1);
const deadline = Date.now() + Math.max(timeout, interval) * 1000; const deadline = Date.now() + Math.max(timeout, interval) * 1000;
while (true) { while (Date.now() < deadline) {
const statusResp = await fetchStatus(aiRequestId, { const statusResp = await fetchStatus(aiRequestId, {
headers: options.headers, headers: options.headers,
timeout: options.timeout_per_call, timeout: options.timeout_per_call,
@ -184,7 +184,9 @@ async function awaitResponse(aiRequestId, options = {}) {
return statusResp; return statusResp;
} }
if (Date.now() >= deadline) { await sleep(interval * 1000);
}
return { return {
success: false, success: false,
error: "timeout", error: "timeout",
@ -192,10 +194,6 @@ async function awaitResponse(aiRequestId, options = {}) {
}; };
} }
await sleep(interval * 1000);
}
}
function extractText(response) { function extractText(response) {
const payload = response && typeof response === "object" ? response.data || response : null; const payload = response && typeof response === "object" ? response.data || response : null;
if (!payload || typeof payload !== "object") { if (!payload || typeof payload !== "object") {
@ -283,7 +281,7 @@ function config() {
projectId, projectId,
projectUuid: process.env.PROJECT_UUID || null, projectUuid: process.env.PROJECT_UUID || null,
projectHeader: process.env.AI_PROJECT_HEADER || "project-uuid", projectHeader: process.env.AI_PROJECT_HEADER || "project-uuid",
defaultModel: process.env.AI_DEFAULT_MODEL || "gpt-5-mini", defaultModel: process.env.AI_DEFAULT_MODEL || "gpt-5.5",
timeout, timeout,
verifyTls, verifyTls,
}; };