Files
bDS/tests/engine/ai/analyzePost.test.ts
Georg Bauer b855d61524 Feature/post media translations (#42)
* chore: updated todo with translation ideas

* feat: first take at the implementation of translations

* fix: small addition for the translation feature

* feat: support language switching in the editor and preview

* feat: better handling of long bodies by not running them through a json envelope

* fix: unknown macros have better fallback

* feat: api for python to get translations

* fix: strip dumb prefix of content in translation

* feat: extend meta diff for translations

* feat: hook up translations to rebuild-from-disk

* feat: generation of the website prefers project language, falling back to canonical language

* fix: crashes during rendering

* feat: translation validation report

* fix: made the translation validation actually work

* chore: reorganization of menu

* fix: some topics cleanup

* chore: updated doc

* feat: translations for media

* feat: more aligned in UI/UX

* feat: edit translations possible

* chore: added full multi-language todo

* chore: updated todo for clarity

* feat: implementation of full multi-linguality

* fix: page creation creates pages

* fix: flags on every page

* fix: better prompt

* feat: made MCP server aware of language content

* feat: python tools for translations

* fix: better fill-in-translations

* fix: better prompt for translation. maybe.

* fix: losing posts from search due to translation process

* fix: translation validation handles in-db content and fill-in of missing translations fixed to flush

* fix: faster scanning for infilling of missing translations

* chore: updated agent instructions

* feat: calendar and tag cloud respect current language now

* fix: retries going up

* fix: got metadata-diff and rebuild into sync

* fix: extended meta-diff for timestamps

* fix: made website validation look at translated content, too

* fix: multi-lingual search

* chore: refactor Editor.tsx into two separate editors

* feat: do language detection when no explicit language given

---------

Co-authored-by: hugo <hugoms@me.com>
2026-03-09 14:43:18 +01:00

466 lines
15 KiB
TypeScript

import { describe, it, expect, vi, beforeEach } from 'vitest';
// Mock the AI SDK generateText before importing OneShotTasks
vi.mock('ai', () => ({
generateText: vi.fn(),
}));
// Mock i18n
vi.mock('../../../src/main/shared/i18n', () => ({
resolveSupportedRenderLanguage: vi.fn((lang: string) => lang),
translateRender: vi.fn((_lang: string, key: string) => {
const prompts: Record<string, string> = {
'ai.postAnalysis.system': 'You are a blog editor assistant. Analyze the blog post and suggest improvements. Return JSON with "title", "excerpt", "slug". Respond in en.',
'ai.postAnalysis.user': 'Analyze this blog post.',
};
return prompts[key] || key;
}),
}));
import { OneShotTasks, type PostAnalysisResult } from '../../../src/main/engine/ai/tasks';
import { generateText } from 'ai';
const mockGenerateText = vi.mocked(generateText);
function createMockDeps() {
const chatEngine = {
getSetting: vi.fn().mockResolvedValue(null),
} as any;
const providers = {
detectModelProvider: vi.fn().mockReturnValue('opencode'),
isProviderKeySet: vi.fn().mockReturnValue(true),
getOpencodeKey: vi.fn().mockReturnValue('test-key'),
getMistralKey: vi.fn().mockReturnValue(null),
resolveModel: vi.fn().mockReturnValue('mock-model'),
isOfflineMode: vi.fn().mockReturnValue(false),
isOllamaModel: vi.fn().mockReturnValue(false),
isLmstudioModel: vi.fn().mockReturnValue(false),
getFirstKnownLocalModelId: vi.fn().mockReturnValue(null),
} as any;
const mediaEngine = {} as any;
const postEngine = {
getPost: vi.fn(),
upsertPostTranslation: vi.fn(),
} as any;
return { chatEngine, providers, mediaEngine, postEngine };
}
describe('OneShotTasks.analyzePost', () => {
let deps: ReturnType<typeof createMockDeps>;
let tasks: OneShotTasks;
beforeEach(() => {
vi.clearAllMocks();
deps = createMockDeps();
tasks = new OneShotTasks(deps.providers, deps.chatEngine, deps.mediaEngine, deps.postEngine);
});
it('returns title, excerpt, and slug from AI response', async () => {
deps.postEngine.getPost.mockResolvedValue({
id: 'post-1',
title: 'My Post',
slug: 'my-post',
excerpt: '',
content: 'This is the content of my blog post about testing.',
status: 'draft',
});
mockGenerateText.mockResolvedValue({
text: '{"title": "Better Title", "excerpt": "A concise summary of the post.", "slug": "better-title"}',
} as any);
const result: PostAnalysisResult = await tasks.analyzePost('post-1', 'en');
expect(result.success).toBe(true);
expect(result.title).toBe('Better Title');
expect(result.excerpt).toBe('A concise summary of the post.');
expect(result.slug).toBe('better-title');
expect(deps.postEngine.getPost).toHaveBeenCalledWith('post-1');
});
it('returns error when post is not found', async () => {
deps.postEngine.getPost.mockResolvedValue(null);
const result = await tasks.analyzePost('nonexistent', 'en');
expect(result.success).toBe(false);
expect(result.error).toBe('Post not found');
});
it('returns error when post has no content', async () => {
deps.postEngine.getPost.mockResolvedValue({
id: 'post-1',
title: '',
slug: 'post-1',
content: '',
status: 'draft',
});
const result = await tasks.analyzePost('post-1', 'en');
expect(result.success).toBe(false);
expect(result.error).toBe('Post has no content to analyze');
});
it('returns error when no API key is configured', async () => {
deps.providers.getOpencodeKey.mockReturnValue(null);
deps.providers.getMistralKey.mockReturnValue(null);
deps.providers.isProviderKeySet.mockReturnValue(false);
deps.postEngine.getPost.mockResolvedValue({
id: 'post-1',
title: 'Test',
content: 'Content here',
status: 'draft',
});
const result = await tasks.analyzePost('post-1', 'en');
expect(result.success).toBe(false);
expect(result.error).toContain('API key');
});
it('sanitizes slug to lowercase with hyphens only', async () => {
deps.postEngine.getPost.mockResolvedValue({
id: 'post-1',
title: 'Test',
slug: 'test',
content: 'Content here',
status: 'draft',
});
mockGenerateText.mockResolvedValue({
text: '{"title": "New Title", "excerpt": "Summary text.", "slug": "Some Weird Slug!"}',
} as any);
const result = await tasks.analyzePost('post-1', 'en');
expect(result.success).toBe(true);
expect(result.slug).toMatch(/^[a-z0-9-]+$/);
});
it('handles AI response parse errors gracefully', async () => {
deps.postEngine.getPost.mockResolvedValue({
id: 'post-1',
title: 'Test',
content: 'Content',
status: 'draft',
});
mockGenerateText.mockResolvedValue({
text: 'not valid json at all',
} as any);
const result = await tasks.analyzePost('post-1', 'en');
expect(result.success).toBe(false);
expect(result.error).toBe('Invalid response format from AI');
});
it('uses title model when configured', async () => {
deps.chatEngine.getSetting.mockResolvedValue('custom-model-id');
deps.providers.detectModelProvider.mockReturnValue('opencode');
deps.providers.isProviderKeySet.mockReturnValue(true);
deps.postEngine.getPost.mockResolvedValue({
id: 'post-1',
title: 'Test',
content: 'Content',
status: 'draft',
});
mockGenerateText.mockResolvedValue({
text: '{"title": "T", "excerpt": "E", "slug": "t"}',
} as any);
await tasks.analyzePost('post-1', 'en');
expect(deps.chatEngine.getSetting).toHaveBeenCalledWith('chat_title_model');
expect(deps.providers.resolveModel).toHaveBeenCalledWith('custom-model-id');
});
});
describe('OneShotTasks.translatePost', () => {
let deps: ReturnType<typeof createMockDeps>;
let tasks: OneShotTasks;
beforeEach(() => {
vi.clearAllMocks();
deps = createMockDeps();
tasks = new OneShotTasks(deps.providers, deps.chatEngine, deps.mediaEngine, deps.postEngine);
});
it('instructs the AI to leave fenced code blocks untranslated', async () => {
deps.postEngine.getPost.mockResolvedValue({
id: 'post-1',
title: 'My Post',
excerpt: 'Summary',
content: 'Intro\n\n```ts\nconst label = "Hello";\n```',
language: 'en',
status: 'draft',
});
deps.postEngine.upsertPostTranslation.mockResolvedValue({
id: 'translation-1',
translationFor: 'post-1',
language: 'fr',
title: 'Mon Post',
excerpt: 'Resume',
content: 'Intro\n\n```ts\nconst label = "Hello";\n```',
});
mockGenerateText
.mockResolvedValueOnce({
text: '{"title":"Mon Post","excerpt":"Resume"}',
} as any)
.mockResolvedValueOnce({
text: 'Intro\n\n```ts\nconst label = "Hello";\n```',
} as any);
await tasks.translatePost('post-1', 'fr');
expect(mockGenerateText).toHaveBeenNthCalledWith(2, expect.objectContaining({
system: expect.stringContaining('Leave text inside fenced code blocks untranslated.'),
}));
});
it('translates markdown body outside a JSON envelope', async () => {
deps.postEngine.getPost.mockResolvedValue({
id: 'post-1',
title: 'My Post',
excerpt: 'Summary',
content: 'Intro\n\n```ts\nconst config = { hello: "world" };\n```\n\nEnd.',
language: 'en',
status: 'draft',
});
deps.postEngine.upsertPostTranslation.mockResolvedValue({
id: 'translation-1',
translationFor: 'post-1',
language: 'fr',
title: 'Mon Post',
excerpt: 'Resume',
content: 'Bonjour',
});
mockGenerateText
.mockResolvedValueOnce({
text: '{"title":"Mon Post","excerpt":"Resume"}',
} as any)
.mockResolvedValueOnce({
text: 'Introduction\n\n```ts\nconst config = { hello: "world" };\n```\n\nFin.',
} as any);
const result = await tasks.translatePost('post-1', 'fr');
expect(result.success).toBe(true);
expect(mockGenerateText).toHaveBeenCalledTimes(2);
expect(mockGenerateText).toHaveBeenNthCalledWith(1, expect.objectContaining({
system: expect.stringContaining('keys title and excerpt'),
}));
expect(mockGenerateText).toHaveBeenNthCalledWith(2, expect.objectContaining({
system: expect.stringContaining('Return ONLY the translated Markdown body'),
}));
expect(deps.postEngine.upsertPostTranslation).toHaveBeenCalledWith('post-1', 'fr', {
title: 'Mon Post',
excerpt: 'Resume',
content: 'Introduction\n\n```ts\nconst config = { hello: "world" };\n```\n\nFin.',
});
});
it('passes the raw markdown body without a leading content label', async () => {
deps.postEngine.getPost.mockResolvedValue({
id: 'post-1',
title: 'My Post',
excerpt: 'Summary',
content: '# Heading\n\nBody text',
language: 'en',
status: 'draft',
});
deps.postEngine.upsertPostTranslation.mockResolvedValue({
id: 'translation-1',
translationFor: 'post-1',
language: 'fr',
title: 'Mon Post',
excerpt: 'Resume',
content: '# Titre\n\nTexte',
});
mockGenerateText
.mockResolvedValueOnce({
text: '{"title":"Mon Post","excerpt":"Resume"}',
} as any)
.mockResolvedValueOnce({
text: '# Titre\n\nTexte',
} as any);
await tasks.translatePost('post-1', 'fr');
expect(mockGenerateText).toHaveBeenNthCalledWith(2, expect.objectContaining({
prompt: '# Heading\n\nBody text',
}));
});
it('strips an accidental leading content label from translated markdown', async () => {
deps.postEngine.getPost.mockResolvedValue({
id: 'post-1',
title: 'Mein Beitrag',
excerpt: 'Zusammenfassung',
content: '# Uberschrift\n\nText',
language: 'de',
status: 'draft',
});
deps.postEngine.upsertPostTranslation.mockResolvedValue({
id: 'translation-1',
translationFor: 'post-1',
language: 'en',
title: 'My Post',
excerpt: 'Summary',
content: '# Heading\n\nText',
});
mockGenerateText
.mockResolvedValueOnce({
text: '{"title":"My Post","excerpt":"Summary"}',
} as any)
.mockResolvedValueOnce({
text: 'content:\n\n# Heading\n\nText',
} as any);
await tasks.translatePost('post-1', 'en');
expect(deps.postEngine.upsertPostTranslation).toHaveBeenCalledWith('post-1', 'en', {
title: 'My Post',
excerpt: 'Summary',
content: '# Heading\n\nText',
});
});
it('instructs the AI to translate only — never invent or add content', async () => {
deps.postEngine.getPost.mockResolvedValue({
id: 'post-1',
title: 'My Post',
excerpt: 'Summary',
content: '# Hello\n\nWorld',
language: 'en',
status: 'draft',
});
deps.postEngine.upsertPostTranslation.mockResolvedValue({
id: 'translation-1',
translationFor: 'post-1',
language: 'fr',
title: 'Mon Post',
excerpt: 'Resume',
content: '# Bonjour\n\nMonde',
});
mockGenerateText
.mockResolvedValueOnce({ text: '{"title":"Mon Post","excerpt":"Resume"}' } as any)
.mockResolvedValueOnce({ text: '# Bonjour\n\nMonde' } as any);
await tasks.translatePost('post-1', 'fr');
const contentSystemPrompt = mockGenerateText.mock.calls[1][0].system as string;
expect(contentSystemPrompt).toMatch(/do not invent|do not add|only translate/i);
expect(contentSystemPrompt).toMatch(/macro|shortcode|non-translatable/i);
});
it('instructs the AI to keep markdown link text unchanged and translate surrounding prose', async () => {
deps.postEngine.getPost.mockResolvedValue({
id: 'post-1',
title: 'USearch Library',
excerpt: '',
content: '[unum-cloud/USearch: Fast Search](https://github.com/unum-cloud/USearch) - drin was drauf steht. Eine Library.',
language: 'de',
status: 'draft',
});
deps.postEngine.upsertPostTranslation.mockResolvedValue({
id: 'translation-1',
translationFor: 'post-1',
language: 'en',
title: 'USearch Library',
excerpt: '',
content: '[unum-cloud/USearch: Fast Search](https://github.com/unum-cloud/USearch) - what it says on the tin. A library.',
});
mockGenerateText
.mockResolvedValueOnce({ text: '{"title":"USearch Library","excerpt":""}' } as any)
.mockResolvedValueOnce({
text: '[unum-cloud/USearch: Fast Search](https://github.com/unum-cloud/USearch) - what it says on the tin. A library.',
} as any);
await tasks.translatePost('post-1', 'en');
const contentSystemPrompt = mockGenerateText.mock.calls[1][0].system as string;
expect(contentSystemPrompt).toMatch(/link text/i);
expect(contentSystemPrompt).toMatch(/url/i);
});
it('falls back to source title and excerpt when metadata JSON is invalid', async () => {
deps.postEngine.getPost.mockResolvedValue({
id: 'post-1',
title: 'My Post',
excerpt: 'Summary',
content: 'Intro',
language: 'en',
status: 'draft',
});
deps.postEngine.upsertPostTranslation.mockResolvedValue({
id: 'translation-1',
translationFor: 'post-1',
language: 'fr',
title: 'My Post',
excerpt: 'Summary',
content: 'Bonjour',
});
mockGenerateText
.mockResolvedValueOnce({
text: 'not valid json',
} as any)
.mockResolvedValueOnce({
text: 'Bonjour',
} as any);
const result = await tasks.translatePost('post-1', 'fr');
expect(result.success).toBe(true);
expect(deps.postEngine.upsertPostTranslation).toHaveBeenCalledWith('post-1', 'fr', {
title: 'My Post',
excerpt: 'Summary',
content: 'Bonjour',
});
});
it('passes status published when autoPublish is set', async () => {
deps.postEngine.getPost.mockResolvedValue({
id: 'post-1',
title: 'My Post',
excerpt: 'Summary',
content: 'Hello world',
language: 'en',
status: 'published',
});
deps.postEngine.upsertPostTranslation.mockResolvedValue({
id: 'translation-1',
translationFor: 'post-1',
language: 'fr',
title: 'Mon Post',
excerpt: 'Résumé',
content: 'Bonjour le monde',
});
mockGenerateText
.mockResolvedValueOnce({
text: '{"title":"Mon Post","excerpt":"Résumé"}',
} as any)
.mockResolvedValueOnce({
text: 'Bonjour le monde',
} as any);
const result = await tasks.translatePost('post-1', 'fr', { autoPublish: true });
expect(result.success).toBe(true);
expect(deps.postEngine.upsertPostTranslation).toHaveBeenCalledWith('post-1', 'fr', {
title: 'Mon Post',
excerpt: 'Résumé',
content: 'Bonjour le monde',
status: 'published',
});
});
});