mirror of
https://github.com/mauriceboe/TREK.git
synced 2026-10-21 06:26:26 +00:00
Maurice
724c88c201
A mechanical prettier --write over server/src, server/tests, server/scripts and shared/src with the workspaces' .prettierrc; nothing but layout and import order changes, and every file keeps the same set of imports. shared is formatted throughout and its format baseline is empty. The server baseline keeps the 35 files that Prettier would grow past their lint:size limit (they need a split first, which is not a formatting change), and the generated entity files stay as their generator writes them.
51 lines
1.9 KiB
TypeScript
51 lines
1.9 KiB
TypeScript
import { AdminGuard } from '../auth-core/admin.guard';
|
|
import { JwtAuthGuard } from '../auth-core/jwt-auth.guard';
|
|
import { ManagedForbidden } from '../common/managed';
|
|
import { LlmLocalPullDto } from './llm-local.dto';
|
|
import { LlmLocalService } from './llm-local.service';
|
|
import { Controller, Get, Post, Query, Body, Res, UseGuards } from '@nestjs/common';
|
|
|
|
import type { Response } from 'express';
|
|
|
|
/**
|
|
* Admin-only management of a local LLM server (Ollama): list installed models and
|
|
* pull new ones (e.g. NuExtract). Used by the AI-parsing addon config UI.
|
|
*/
|
|
@Controller('api/admin/llm/local')
|
|
@UseGuards(JwtAuthGuard, AdminGuard)
|
|
export class LlmLocalController {
|
|
constructor(private readonly local: LlmLocalService) {}
|
|
|
|
@ManagedForbidden('the model list belongs to the operator runtime, not to one instance')
|
|
@Get('models')
|
|
models(@Query('baseUrl') baseUrl?: string) {
|
|
return this.local.listModels(baseUrl);
|
|
}
|
|
|
|
/**
|
|
* Stream a model pull. Proxies Ollama's NDJSON progress lines
|
|
* ({ status, total?, completed? }) straight to the client, which reads the
|
|
* response body to render a progress bar. Uses @Res() to stream manually.
|
|
*/
|
|
@ManagedForbidden('pulling a model spends the operator disk and GPU from inside a customer instance')
|
|
@Post('pull')
|
|
async pull(@Body() body: LlmLocalPullDto, @Res() res: Response): Promise<void> {
|
|
const stream = await this.local.pull(body?.baseUrl, body?.model ?? '');
|
|
res.status(200);
|
|
res.setHeader('Content-Type', 'application/x-ndjson');
|
|
res.setHeader('Cache-Control', 'no-cache');
|
|
const reader = stream.getReader();
|
|
try {
|
|
for (;;) {
|
|
const { done, value } = await reader.read();
|
|
if (done) break;
|
|
res.write(Buffer.from(value));
|
|
}
|
|
} catch {
|
|
// Upstream dropped mid-pull — close the response; the client surfaces it.
|
|
} finally {
|
|
res.end();
|
|
}
|
|
}
|
|
}
|