Files
bDS/tests/engine/generic-openai-provider.test.ts
hugo 60c8e935cf
Some checks failed
CodeQL Advanced / Analyze (javascript-typescript) (push) Has been cancelled
fix: one-shot and thinking models can conflict
2026-04-21 22:30:35 +02:00

112 lines
3.8 KiB
TypeScript

/**
* Tests for generic OpenAI-compatible endpoint support in ProviderRegistry.
*/
import { beforeEach, describe, expect, it, vi } from 'vitest';
import { generateText } from 'ai';
import { ProviderRegistry } from '../../src/main/engine/ai/providers';
vi.mock('../../src/main/engine/ModelCatalogEngine', () => ({
ModelCatalogEngine: class {
getAll = vi.fn().mockResolvedValue([]);
getContextWindow = vi.fn().mockResolvedValue(null);
},
}));
describe('generic OpenAI-compatible provider support', () => {
let registry: ProviderRegistry;
beforeEach(() => {
registry = new ProviderRegistry();
});
it('fetchGenericOpenAIModels does not duplicate the v1 path when base URL already ends with /v1', async () => {
registry.setGenericOpenAIEnabled(true);
registry.setGenericOpenAIBaseURL('http://localhost:4000/v1');
const mockFetch = vi.fn().mockResolvedValue({
ok: true,
json: async () => ({
data: [{ id: 'custom-model' }],
}),
});
const originalFetch = globalThis.fetch;
globalThis.fetch = mockFetch;
try {
const models = await registry.fetchGenericOpenAIModels();
expect(mockFetch).toHaveBeenCalledWith(
'http://localhost:4000/v1/models',
expect.objectContaining({ method: 'GET', signal: expect.any(AbortSignal) }),
);
expect(models).toHaveLength(1);
expect(models[0]).toMatchObject({ id: 'custom-model', provider: 'generic-openai' });
} finally {
globalThis.fetch = originalFetch;
}
});
it('does not treat generic endpoint models as local when airplane mode is active', () => {
registry.setGenericOpenAIEnabled(true);
registry.setGenericOpenAIBaseURL('http://localhost:4000/v1');
registry.registerGenericOpenAIModel('custom-model');
registry.setOfflineMode(true);
expect(registry.isReady()).toBe(false);
expect(registry.getKnownLocalModels()).toEqual([]);
expect(() => registry.resolveModel('custom-model')).toThrow(/not available offline/i);
});
it('stores disableThinking for generic endpoint models', () => {
registry.setGenericOpenAIModelCapabilities('custom-model', { tools: false, vision: true, disableThinking: true });
expect(registry.getGenericOpenAIModelCapabilities('custom-model')).toEqual({
tools: false,
vision: true,
disableThinking: true,
});
});
it('injects enable_thinking false only when disableThinking is enabled', async () => {
registry.setGenericOpenAIEnabled(true);
registry.setGenericOpenAIBaseURL('http://localhost:4000/v1');
registry.registerGenericOpenAIModel('custom-model');
registry.setGenericOpenAIModelCapabilities('custom-model', { tools: false, vision: false, disableThinking: true });
const mockFetch = vi.fn().mockResolvedValue(new Response(JSON.stringify({
id: 'chatcmpl-test',
object: 'chat.completion',
created: 1,
model: 'custom-model',
choices: [{
index: 0,
message: {
role: 'assistant',
content: 'Short title',
},
finish_reason: 'stop',
}],
usage: { prompt_tokens: 10, completion_tokens: 2, total_tokens: 12 },
}), { status: 200, headers: { 'Content-Type': 'application/json' } }));
const originalFetch = globalThis.fetch;
globalThis.fetch = mockFetch;
try {
const model = registry.resolveModel('custom-model');
const result = await generateText({
model,
prompt: 'hello',
maxOutputTokens: 10,
maxRetries: 0,
});
expect(result.text).toBe('Short title');
const [, request] = mockFetch.mock.calls[0] as [string, { body: string }];
expect(JSON.parse(request.body)).toMatchObject({
chat_template_kwargs: { enable_thinking: false },
});
} finally {
globalThis.fetch = originalFetch;
}
});
});