mirror of
https://github.com/mauriceboe/TREK.git
synced 2026-10-19 05:26:47 +00:00
b1c05bca83
Whether the AI Parsing model reads images is an admin setting now, and it lands with the two features that send a photo, so it has something to control. The setting is `vision: 'auto' | 'on' | 'off'` on the addon config. On Automatic a local Ollama is asked what the model can do (`/api/show`), and a cloud provider means no; Yes and No are applied as set. The old `multimodal` flag is not read: the admin screens wrote it false on every save, so a stored false meant nothing. The per-user toggle keeps its on/off meaning and is read by the extraction now. The lookup is server-side only: capped read, validated body, never throws, cached per server and model. GET /api/llm/capabilities answers it for the signed-in caller, and both photo pickers below ask it. The booking import takes JPG, PNG and WEBP when the model reads images. The photo goes as an image to every provider (image_url, an Anthropic image block, Ollama's native chat with `images`), capped at 1600px, and skips KDE Itinerary. A scanned PDF, which used to reach the model as empty text, has its first two pages drawn by pdf-parse and sent the same way. The rest is the import as it was: background job, review, the file attached to the booking, the linked cost. On a real qwen3.5:4b a train ticket came back as bare clock times until the router gave the model every type's field meanings, and its price as an object inside a string, which read as 4900; both are handled. Costs gets Scan receipt: a dialog laid out like the booking import's takes one photo, read on the import job queue, then reviewed in the existing expense editor pre-filled with merchant, total, currency, day and lines, the photo waiting in Receipts & Invoices to be uploaded on save. No table, no migration, no category guess, no document-type detection.
226 lines
9.2 KiB
TypeScript
226 lines
9.2 KiB
TypeScript
// FE-MOB-SETLLM-001 onwards
|
|
import { describe, it, expect, vi, beforeEach } from 'vitest';
|
|
import userEvent from '@testing-library/user-event';
|
|
import { render, screen, waitFor } from '../../../helpers/render';
|
|
import { resetAllStores, seedStore } from '../../../helpers/store';
|
|
import { buildAdmin, buildSettings, buildUser } from '../../../helpers/factories';
|
|
import { useSettingsStore } from '../../../../src/store/settingsStore';
|
|
import { useAuthStore } from '../../../../src/store/authStore';
|
|
import { ToastContainer } from '../../../../src/components/shared/Toast';
|
|
import type { Settings } from '../../../../src/types';
|
|
import MLlmConnectionSection from '../../../../src/mobile/screens/settings/MLlmConnectionSection';
|
|
|
|
let loadSettings = vi.fn().mockResolvedValue(undefined);
|
|
|
|
function seedLlm(over: Partial<Settings> = {}, updateSettings = vi.fn().mockResolvedValue(undefined)) {
|
|
loadSettings = vi.fn().mockResolvedValue(undefined);
|
|
seedStore(useSettingsStore, {
|
|
settings: buildSettings({ language: 'en', ...over }),
|
|
isLoaded: true,
|
|
updateSettings,
|
|
loadSettings,
|
|
});
|
|
return updateSettings;
|
|
}
|
|
|
|
function seedRole(role: 'user' | 'admin') {
|
|
seedStore(useAuthStore, {
|
|
user: role === 'admin' ? buildAdmin() : buildUser(),
|
|
isAuthenticated: true,
|
|
isLoading: false,
|
|
});
|
|
}
|
|
|
|
function renderSection() {
|
|
return render(
|
|
<>
|
|
<ToastContainer />
|
|
<MLlmConnectionSection />
|
|
</>,
|
|
);
|
|
}
|
|
|
|
describe('MLlmConnectionSection', () => {
|
|
beforeEach(() => {
|
|
resetAllStores();
|
|
seedRole('user');
|
|
seedLlm();
|
|
});
|
|
|
|
it('FE-MOB-SETLLM-001: defaults to OpenAI with a key field and no endpoint of its own', () => {
|
|
renderSection();
|
|
|
|
expect(screen.getByText('AI parsing')).toBeInTheDocument();
|
|
expect(screen.getByRole('button', { name: /OpenAI/ })).toBeInTheDocument();
|
|
expect(screen.getByText('Stored encrypted. Leave blank to keep the current key.')).toBeInTheDocument();
|
|
// The endpoint is instance configuration since #1772, so it has no row here.
|
|
expect(screen.queryByPlaceholderText('http://localhost:11434')).not.toBeInTheDocument();
|
|
expect(
|
|
screen.getByText('A local (Ollama) endpoint is set up once for the whole instance in the admin settings. You can still use your own OpenAI or Anthropic key here.'),
|
|
).toBeInTheDocument();
|
|
});
|
|
|
|
it('FE-MOB-SETLLM-002: hydrates provider, model and the multimodal switch', () => {
|
|
seedLlm({ llm_provider: 'openai', llm_model: 'gpt-4o-mini', llm_multimodal: true });
|
|
renderSection();
|
|
|
|
expect(screen.getByRole('button', { name: /OpenAI/ })).toBeInTheDocument();
|
|
expect(screen.getByDisplayValue('gpt-4o-mini')).toBeInTheDocument();
|
|
expect(screen.getByRole('switch', { name: 'Model reads images' })).toHaveAttribute('aria-checked', 'true');
|
|
});
|
|
|
|
it('FE-MOB-SETLLM-003: nothing is hydrated while the settings are still loading', () => {
|
|
seedStore(useSettingsStore, {
|
|
settings: buildSettings({ language: 'en', llm_provider: 'anthropic', llm_model: 'claude' }),
|
|
isLoaded: false,
|
|
});
|
|
renderSection();
|
|
|
|
expect(screen.getByRole('button', { name: /OpenAI/ })).toBeInTheDocument();
|
|
expect(screen.getByRole('button', { name: /Save/ })).toBeDisabled();
|
|
});
|
|
|
|
it('FE-MOB-SETLLM-004: a stored key drives the masked placeholder and is never prefilled', () => {
|
|
seedLlm({ llm_provider: 'anthropic', llm_api_key: '***' });
|
|
renderSection();
|
|
|
|
expect(screen.getByPlaceholderText('••••••••')).toHaveValue('');
|
|
});
|
|
|
|
it('FE-MOB-SETLLM-005: without a stored key the field falls back to the plain label placeholder', () => {
|
|
seedLlm({ llm_provider: 'anthropic' });
|
|
renderSection();
|
|
|
|
expect(screen.getByPlaceholderText('API key')).toHaveValue('');
|
|
});
|
|
|
|
it('FE-MOB-SETLLM-006: the key row stays through a provider change, since both are hosted', async () => {
|
|
const user = userEvent.setup();
|
|
renderSection();
|
|
|
|
await user.click(screen.getByRole('button', { name: /OpenAI/ }));
|
|
await user.click(await screen.findByRole('button', { name: 'Anthropic' }));
|
|
|
|
expect(screen.getByText('Stored encrypted. Leave blank to keep the current key.')).toBeInTheDocument();
|
|
expect(screen.queryByPlaceholderText('http://localhost:11434')).not.toBeInTheDocument();
|
|
});
|
|
|
|
it('FE-MOB-SETLLM-007: the picker offers exactly the two hosted providers', async () => {
|
|
const user = userEvent.setup();
|
|
renderSection();
|
|
|
|
await user.click(screen.getByRole('button', { name: /OpenAI/ }));
|
|
|
|
expect(await screen.findByRole('button', { name: 'Anthropic' })).toBeInTheDocument();
|
|
expect(screen.queryByRole('button', { name: /Local \(Ollama\)/ })).not.toBeInTheDocument();
|
|
});
|
|
|
|
it('FE-MOB-SETLLM-008: saving trims the inputs and omits the key when none was typed', async () => {
|
|
const user = userEvent.setup();
|
|
const updateSettings = seedLlm({ llm_model: '' });
|
|
renderSection();
|
|
|
|
await user.type(screen.getByPlaceholderText('qwen3:8b'), ' gpt-4o-mini ');
|
|
await user.click(screen.getByRole('button', { name: /Save/ }));
|
|
|
|
expect(updateSettings).toHaveBeenCalledWith({
|
|
llm_provider: 'openai',
|
|
llm_model: 'gpt-4o-mini',
|
|
llm_base_url: '',
|
|
llm_multimodal: false,
|
|
});
|
|
await screen.findByText('AI settings saved');
|
|
});
|
|
|
|
it('FE-MOB-SETLLM-009: a typed key is sent, the field is cleared and the mask takes over', async () => {
|
|
const user = userEvent.setup();
|
|
const updateSettings = seedLlm({ llm_provider: 'anthropic', llm_model: 'claude-sonnet' });
|
|
renderSection();
|
|
|
|
await user.type(screen.getByPlaceholderText('API key'), ' sk-test ');
|
|
await user.click(screen.getByRole('button', { name: /Save/ }));
|
|
|
|
expect(updateSettings).toHaveBeenCalledWith(expect.objectContaining({ llm_api_key: 'sk-test' }));
|
|
await waitFor(() => expect(screen.getByPlaceholderText('••••••••')).toHaveValue(''));
|
|
});
|
|
|
|
it('FE-MOB-SETLLM-010: a stored base URL is never resent', async () => {
|
|
const user = userEvent.setup();
|
|
const updateSettings = seedLlm({ llm_provider: 'anthropic', llm_base_url: 'http://leftover' });
|
|
renderSection();
|
|
|
|
await user.click(screen.getByRole('button', { name: /Save/ }));
|
|
expect(updateSettings).toHaveBeenCalledWith(expect.objectContaining({ llm_base_url: '' }));
|
|
});
|
|
|
|
it('FE-MOB-SETLLM-011: the multimodal switch is part of the saved payload', async () => {
|
|
const user = userEvent.setup();
|
|
const updateSettings = seedLlm();
|
|
renderSection();
|
|
|
|
await user.click(screen.getByRole('switch', { name: 'Model reads images' }));
|
|
await user.click(screen.getByRole('button', { name: /Save/ }));
|
|
|
|
expect(updateSettings).toHaveBeenCalledWith(expect.objectContaining({ llm_multimodal: true }));
|
|
});
|
|
|
|
it('FE-MOB-SETLLM-012: a failing save shows the error toast', async () => {
|
|
const user = userEvent.setup();
|
|
seedLlm({}, vi.fn().mockRejectedValue(new Error('nope')));
|
|
renderSection();
|
|
|
|
await user.click(screen.getByRole('button', { name: /Save/ }));
|
|
expect(await screen.findByText('Could not save AI settings')).toBeInTheDocument();
|
|
});
|
|
|
|
it('FE-MOB-SETLLM-013: a stored local provider falls back to OpenAI without saving anything', () => {
|
|
const updateSettings = seedLlm({ llm_provider: 'local', llm_model: 'nuextract', llm_base_url: 'http://192.168.1.5:11434' });
|
|
renderSection();
|
|
|
|
expect(screen.getByRole('button', { name: /OpenAI/ })).toBeInTheDocument();
|
|
expect(screen.queryByDisplayValue('http://192.168.1.5:11434')).not.toBeInTheDocument();
|
|
expect(updateSettings).not.toHaveBeenCalled();
|
|
});
|
|
|
|
it('FE-MOB-SETLLM-014: saving clears the leftover base URL instead of resending it', async () => {
|
|
const user = userEvent.setup();
|
|
const updateSettings = seedLlm({ llm_provider: 'local', llm_model: 'nuextract', llm_base_url: 'http://192.168.1.5:11434' });
|
|
renderSection();
|
|
|
|
await user.click(screen.getByRole('button', { name: /Save/ }));
|
|
|
|
expect(updateSettings).toHaveBeenCalledWith({
|
|
llm_provider: 'openai',
|
|
llm_model: 'nuextract',
|
|
llm_base_url: '',
|
|
llm_multimodal: false,
|
|
});
|
|
});
|
|
|
|
it('FE-MOB-SETLLM-015: a refused save pulls the stored settings back in', async () => {
|
|
const user = userEvent.setup();
|
|
seedLlm({ llm_provider: 'anthropic' }, vi.fn().mockRejectedValue(new Error('Admin access required')));
|
|
renderSection();
|
|
|
|
await user.click(screen.getByRole('button', { name: /Save/ }));
|
|
|
|
await screen.findByText('Could not save AI settings');
|
|
expect(loadSettings).toHaveBeenCalled();
|
|
});
|
|
|
|
// The point of #1772: an instance has one endpoint, so this surface is the same
|
|
// for the person who runs it. The admin sets it on the addon, not here.
|
|
it('FE-MOB-SETLLM-016: an admin sees the same two providers and no endpoint row', async () => {
|
|
const user = userEvent.setup();
|
|
seedRole('admin');
|
|
seedLlm({ llm_provider: 'local', llm_model: 'qwen3:8b', llm_base_url: 'http://localhost:11434' });
|
|
renderSection();
|
|
|
|
expect(screen.getByRole('button', { name: /OpenAI/ })).toBeInTheDocument();
|
|
expect(screen.queryByPlaceholderText('http://localhost:11434')).not.toBeInTheDocument();
|
|
|
|
await user.click(screen.getByRole('button', { name: /OpenAI/ }));
|
|
expect(screen.queryByRole('button', { name: /Local \(Ollama\)/ })).not.toBeInTheDocument();
|
|
});
|
|
});
|