fix: 完善AI流式后台任务与模型配置

This commit is contained in:
LoveChengke committed 2026-11-07 22:25:39 +08:00
1 parent 0b35a58f07
commit cdb64c5499
30 files changed
+1732 -150

No files matched your search

+366
View File
@@ -0,0 +1,366 @@
import fs from 'node:fs';
import fsp from 'node:fs/promises';
import path from 'node:path';
import { createHash, randomUUID } from 'node:crypto';
import { Transform } from 'node:stream';
import { pipeline } from 'node:stream/promises';
import type { Request } from 'express';
import type { AiAgentEvent, AiConversationResult, AiTaskDto } from '@classhelper/shared';
import { prisma } from '../../lib/db.js';
import { ApiError } from '../../lib/http.js';
import { assertPermission, loadAuthPrincipal } from '../../lib/authz/index.js';
import { loadSessionUser } from '../../lib/authz/session.js';
import { encryptSecret, decryptSecret } from '../../lib/secrets.js';
import { signToken, type TokenPayload } from '../../lib/jwt.js';
import { coursewareRoot } from '../courseware/courseware.service.js';
import { interpretConversation } from './conversation.js';
import { sanitizePrompt } from './model-planner.js';
import { runRead } from './actions.js';
import { confirmPlan, getPlan, preparePlan } from './plans.js';
import type { AiInterpretInput } from './ai.schemas.js';
const active = new Map<string, AbortController>();
const stagingRoot = path.resolve(coursewareRoot, '.ai-tasks');
const decode = <T>(value: string): T => JSON.parse(decryptSecret(value));
async function accessStamp(user: TokenPayload): Promise<string> {
const current = await loadSessionUser({ ...user });
const principal = await loadAuthPrincipal(current);
const relations =
current.role === 'ADMIN'
? []
: await Promise.all([
prisma.class.findMany({
select: { id: true, grade: true, teacherId: true },
orderBy: { id: 'asc' },
}),
prisma.course.findMany({
where: { teacherId: current.sub },
select: { id: true, classId: true, name: true },
orderBy: { id: 'asc' },
}),
]);
return createHash('sha256')
.update(
JSON.stringify({
role: current.role,
keys: [...principal.permissions].sort(),
grants: [...principal.grants].sort(),
relations,
}),
)
.digest('hex');
}
function attachmentPath(id: string, attachmentId: string): string {
return path.join(
stagingRoot,
createHash('sha256').update(id).digest('hex'),
createHash('sha256').update(attachmentId).digest('hex'),
);
}
async function owned(user: TokenPayload, id: string) {
await assertPermission(user, 'ai:use');
const row = await prisma.aiTask.findFirst({ where: { id, userId: user.sub } });
if (!row) throw ApiError.forbidden('无法访问此任务');
const saved = decode<AiInterpretInput & { accessStamp?: string }>(row.input).accessStamp;
if (saved && saved !== (await accessStamp(user)))
throw ApiError.forbidden('权限或任课关系已变化,请重新提交任务,原计划不会自动执行');
return row;
}
export async function createTask(user: TokenPayload, input: AiInterpretInput) {
await assertPermission(user, 'ai:use');
const expired = await prisma.aiTask.findMany({
where: {
userId: user.sub,
state: { in: ['preparing', 'ready', 'failed', 'stopped', 'succeeded'] },
updatedAt: { lt: new Date(Date.now() - 24 * 60 * 60 * 1000) },
},
take: 20,
});
for (const row of expired) await cleanup(row.id, decode<AiInterpretInput>(row.input));
if (
(await prisma.aiTask.count({ where: { userId: user.sub, state: { in: ['planning', 'executing'] } } })) >=
3
)
throw ApiError.conflict('请等待现有后台任务完成');
const safe = {
...input,
text: sanitizePrompt(input.text),
messages: input.messages?.map((item) => ({ ...item, content: sanitizePrompt(item.content) })),
};
Object.assign(safe, { accessStamp: await accessStamp(user) });
const row = await prisma.aiTask.create({
data: { userId: user.sub, input: encryptSecret(JSON.stringify(safe)) },
});
return { id: row.id };
}
export async function stageAttachment(
user: TokenPayload,
id: string,
attachmentId: string,
request: Request,
) {
const row = await owned(user, id);
if (row.state !== 'preparing' || active.has(id)) throw ApiError.conflict('任务已开始,不能更换附件');
const attachment = decode<AiInterpretInput>(row.input).attachments?.find(
(item) => item.id === attachmentId,
);
if (!attachment) throw ApiError.forbidden('附件不属于本次任务');
const file = attachmentPath(id, attachmentId),
partial = file + '.' + randomUUID() + '.partial';
await fsp.mkdir(path.dirname(file), { recursive: true });
let size = 0;
const digest = createHash('sha256');
try {
await pipeline(
request,
new Transform({
transform(chunk: Buffer, _encoding, callback) {
size += chunk.length;
if (size > attachment.size) {
callback(ApiError.badRequest('附件大小与预览不一致'));
return;
}
digest.update(chunk);
callback(null, chunk);
},
}),
fs.createWriteStream(partial, { flags: 'wx' }),
);
if (size !== attachment.size || digest.digest('hex') !== attachment.sha256)
throw ApiError.badRequest('附件校验失败,请重新上传');
await fsp.rename(partial, file);
} finally {
await fsp.rm(partial, { force: true });
}
}
async function cleanup(id: string, input: AiInterpretInput) {
for (const attachment of input.attachments ?? [])
await fsp.rm(attachmentPath(id, attachment.id), { force: true });
await fsp.rmdir(path.dirname(attachmentPath(id, ''))).catch(() => undefined);
}
export async function task(user: TokenPayload, id: string): Promise<AiTaskDto> {
const row = await owned(user, id);
if (
['planning', 'executing'].includes(row.state) &&
!active.has(id) &&
Date.now() - row.updatedAt.getTime() > 2000
) {
await prisma.aiTask.updateMany({
where: { id, state: row.state },
data: {
state: 'failed',
error:
row.state === 'executing'
? '服务已重启,请核对步骤状态后继续;成功步骤不会重复执行。'
: '服务已重启,任务已保留,可继续处理。',
},
});
return task(user, id);
}
let result = row.result ? decode<AiConversationResult>(row.result) : undefined;
if (result) {
if (result.planId) result.steps = await getPlan(user, result.planId);
// 重进页面时重新查询授权范围,不能用历史快照泄漏撤权后的记录。
const results: AiConversationResult['results'] = [];
for (const item of result.results)
if (item.operation) {
const data = await runRead(user, item.operation);
if (JSON.stringify(data) !== JSON.stringify(item.data))
throw ApiError.forbidden('记录或权限已变化,请重新查询当前结果');
results.push({ ...item, data });
}
result = { ...result, results };
}
return {
id,
state: row.state,
text: decode<AiInterpretInput>(row.input).text,
result,
events: row.events ? decode<AiAgentEvent[]>(row.events) : [],
...(row.error ? { error: row.error } : {}),
};
}
export async function listTasks(user: TokenPayload) {
await assertPermission(user, 'ai:use');
const rows = await prisma.aiTask.findMany({
where: { userId: user.sub },
orderBy: { createdAt: 'desc' },
take: 20,
});
return rows.map((row) => ({
id: row.id,
state: row.state,
text: decode<AiInterpretInput>(row.input).text,
events: [],
}));
}
function launch(
id: string,
user: TokenPayload,
work: (signal: AbortSignal, emit: (event: AiAgentEvent) => void) => Promise<void>,
) {
const controller = new AbortController();
active.set(id, controller);
let events: AiAgentEvent[] = [],
writes = Promise.resolve(),
lastMessage = '';
const emit = (event: AiAgentEvent) => {
if (event.type === 'status' && event.message.startsWith('模型正在推理'))
events = events.filter((item) => item.type !== 'status' || !item.message.startsWith('模型正在推理'));
if (event.type === 'message') {
if (lastMessage === event.text) return;
lastMessage = event.text;
events = events.filter((item) => item.type !== 'message');
}
events = [...events, event].slice(-80);
const snapshot = encryptSecret(JSON.stringify(events));
writes = writes
.then(async () => {
await prisma.aiTask.update({ where: { id }, data: { events: snapshot } });
})
.catch(() => undefined);
};
void work(controller.signal, emit)
.catch(async (error) => {
const message = controller.signal.aborted
? '任务已按你的要求停止。'
: error instanceof ApiError
? error.message
: '任务暂未完成,已保留当前进度。请重试继续。';
await prisma.aiTask.update({
where: { id },
data: { state: controller.signal.aborted ? 'stopped' : 'failed', error: message },
});
await prisma.aiAudit.create({
data: { userId: user.sub, prompt: '后台任务', intent: id, status: 'failed', message },
});
})
.finally(async () => {
await writes.catch(() => undefined);
active.delete(id);
})
.catch(() => {
active.delete(id);
});
}
export async function startTask(user: TokenPayload, id: string) {
const row = await owned(user, id);
if (active.has(id)) return;
if (!['preparing', 'failed', 'stopped'].includes(row.state) || row.result)
throw ApiError.conflict('任务已有结果,请核对现有计划');
const input = decode<AiInterpretInput>(row.input);
for (const attachment of input.attachments ?? [])
if (!fs.existsSync(attachmentPath(id, attachment.id)))
throw ApiError.badRequest('附件尚未上传完成,请重新选择原文件');
const claimed = await prisma.aiTask.updateMany({
where: { id, state: row.state },
data: { state: 'planning', error: '' },
});
if (!claimed.count) return;
launch(id, user, async (signal, emit) => {
const result = await interpretConversation(user, input, {
signal,
emit,
authorize: async () => {
await owned(user, id);
},
});
if (result.planId && result.steps.some((step) => step.status === 'draft')) {
for (const step of result.steps.filter((step) => step.status === 'draft')) {
signal.throwIfAborted();
const file = attachmentPath(id, step.attachmentId!);
if ((await fsp.stat(file)).size > 8 * 1024 * 1024)
throw ApiError.badRequest('结构化导入文件不可超过 8 MB');
result.steps = await preparePlan(user, result.planId, {
[step.attachmentId!]: { contentBase64: (await fsp.readFile(file)).toString('base64') },
});
}
}
signal.throwIfAborted();
await prisma.aiTask.update({
where: { id },
data: {
state: result.steps.length ? 'ready' : 'succeeded',
result: encryptSecret(JSON.stringify(result)),
},
});
emit({ type: 'status', message: result.steps.length ? '变更预览已准备,等待确认' : '处理完成' });
if (!result.steps.length) await cleanup(id, input);
});
}
export async function executeTask(
user: TokenPayload,
id: string,
confirmation: Parameters<typeof confirmPlan>[2],
localPort: number,
) {
const row = await owned(user, id);
if (active.has(id)) return;
const result = row.result ? decode<AiConversationResult>(row.result) : undefined;
if (!result?.planId) throw ApiError.badRequest('请先生成操作预览');
const steps = await confirmPlan(user, result.planId, confirmation);
const input = decode<AiInterpretInput>(row.input);
for (const step of steps)
if (
step.status !== 'succeeded' &&
step.request?.attachmentId &&
!fs.existsSync(attachmentPath(id, step.request.attachmentId))
)
throw ApiError.badRequest('临时附件已过期,请重新上传原文件');
const claimed = await prisma.aiTask.updateMany({
where: { id, state: row.state },
data: { state: 'executing', error: '' },
});
if (!claimed.count) return;
launch(id, user, async (signal, emit) => {
for (const step of steps) {
signal.throwIfAborted();
if (step.status === 'succeeded') continue;
const request = step.request;
if (!request) throw ApiError.conflict('此步骤未确认,请重新核对');
emit({ type: 'status', message: `正在执行:${step.label}` });
// 地址只由本进程监听端口和确认后的动作目录生成,不接受模型 URL。
const url = new URL(`/api${request.path}`, `http://127.0.0.1:${localPort}`);
for (const [key, value] of Object.entries(request.query)) url.searchParams.set(key, String(value));
const file = request.attachmentId ? attachmentPath(id, request.attachmentId) : undefined;
const response = await fetch(url, {
method: request.method,
headers: {
authorization: `Bearer ${signToken(user)}`,
'x-classhelper-ai-step': step.id,
'content-type': file ? 'application/octet-stream' : 'application/json',
...(file ? { 'x-classhelper-ai-sha256': request.sha256! } : {}),
},
body: file
? (fs.createReadStream(file) as unknown as NonNullable<Parameters<typeof fetch>[1]>['body'])
: JSON.stringify(request.body),
...(file ? { duplex: 'half' } : {}),
signal: AbortSignal.timeout(600000),
});
const body = (await response.json()) as { message?: string };
if (!response.ok)
throw new ApiError(response.status, 'AI_READ_FAILED', body.message || '此步骤未完成,后续步骤已暂停');
emit({ type: 'status', message: `已完成:${step.label}` });
}
result.steps = await getPlan(user, result.planId!);
await prisma.aiTask.update({
where: { id },
data: { state: 'succeeded', result: encryptSecret(JSON.stringify(result)) },
});
await cleanup(id, input);
});
}
export async function stopTask(user: TokenPayload, id: string) {
await owned(user, id);
const controller = active.get(id);
if (controller) controller.abort();
else
await prisma.aiTask.update({
where: { id },
data: { state: 'stopped', error: '任务已按你的要求停止。' },
});
}