feat(image-import): add callVisionAPI with OpenRouter fetch + typed HTTP errors
This commit is contained in:
parent
d8a3e9de86
commit
60e71d4a57
2 changed files with 150 additions and 0 deletions
|
|
@ -62,7 +62,84 @@ class ImageImporter {
|
||||||
URL.revokeObjectURL(objUrl);
|
URL.revokeObjectURL(objUrl);
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
|
/**
|
||||||
|
* POST to OpenRouter chat/completions and return the assistant message content (raw string).
|
||||||
|
* @param {string} dataUrl - 'data:image/jpeg;base64,...'
|
||||||
|
* @param {string} apiKey
|
||||||
|
* @param {string} modelId
|
||||||
|
* @param {AbortSignal} [signal]
|
||||||
|
* @returns {Promise<string>} raw assistant content (still markdown-fenced/JSON; parse later)
|
||||||
|
*/
|
||||||
|
async callVisionAPI(dataUrl, apiKey, modelId, signal) {
|
||||||
|
const body = {
|
||||||
|
model: modelId,
|
||||||
|
temperature: 0,
|
||||||
|
response_format: { type: 'json_object' },
|
||||||
|
messages: [
|
||||||
|
{
|
||||||
|
role: 'system',
|
||||||
|
content: ImageImporter.SYSTEM_PROMPT
|
||||||
|
},
|
||||||
|
{
|
||||||
|
role: 'user',
|
||||||
|
content: [
|
||||||
|
{ type: 'text', text: 'Extrahiere alle Assistenzarzt-Dienste aus dieser Dienstplan-Tabelle.' },
|
||||||
|
{ type: 'image_url', image_url: { url: dataUrl } }
|
||||||
|
]
|
||||||
}
|
}
|
||||||
|
]
|
||||||
|
};
|
||||||
|
|
||||||
|
const response = await fetch('https://openrouter.ai/api/v1/chat/completions', {
|
||||||
|
method: 'POST',
|
||||||
|
headers: {
|
||||||
|
'Authorization': `Bearer ${apiKey}`,
|
||||||
|
'Content-Type': 'application/json',
|
||||||
|
'HTTP-Referer': (typeof window !== 'undefined' && window.location) ? window.location.origin : '',
|
||||||
|
'X-Title': 'Dienstplan-Pro'
|
||||||
|
},
|
||||||
|
body: JSON.stringify(body),
|
||||||
|
signal: signal
|
||||||
|
});
|
||||||
|
|
||||||
|
if (!response.ok) {
|
||||||
|
const err = new Error(`OpenRouter HTTP ${response.status}`);
|
||||||
|
err.name = 'OpenRouterError';
|
||||||
|
err.status = response.status;
|
||||||
|
throw err;
|
||||||
|
}
|
||||||
|
|
||||||
|
const json = await response.json();
|
||||||
|
const content = json && json.choices && json.choices[0] && json.choices[0].message
|
||||||
|
? json.choices[0].message.content
|
||||||
|
: '';
|
||||||
|
return typeof content === 'string' ? content : JSON.stringify(content);
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
// Verbatim system prompt — German with Umlaute (per spec §7.3).
|
||||||
|
ImageImporter.SYSTEM_PROMPT = `Du extrahierst Dienstpläne aus Tabellenbildern für eine deutsche Klinik.
|
||||||
|
|
||||||
|
Regeln:
|
||||||
|
- Die Tabelle listet pro Datum die diensthabenden Ärzte.
|
||||||
|
- Es gibt Assistenzärzte und Oberärzte. Extrahiere NUR Assistenzärzte. Oberärzte werden ignoriert.
|
||||||
|
- Wenn du nicht sicher bist, ob ein Name zu einem Assistenzarzt oder Oberarzt gehört, vermerke dies in \`notes\`.
|
||||||
|
- Wenn in einer Zelle NUR EIN Name steht: share = 1.0 für diesen Arzt.
|
||||||
|
- Wenn in einer Zelle ZWEI Namen stehen: share = 0.5 für jeden der beiden.
|
||||||
|
- Datum stets im ISO-Format YYYY-MM-DD.
|
||||||
|
- Wenn das Bild einen Monatstitel zeigt (z.B. „November 2025"), gib \`month\` (1–12) und \`year\` (vierstellig) in der Antwort an. Sonst null.
|
||||||
|
- Wenn ein Name unklar zu lesen ist, übernimm deinen besten Ratevorschlag und vermerke es in \`notes\`.
|
||||||
|
|
||||||
|
Antworte STRIKT in diesem JSON-Schema und sonst nichts:
|
||||||
|
{
|
||||||
|
"month": number | null,
|
||||||
|
"year": number | null,
|
||||||
|
"entries": [
|
||||||
|
{ "name": "string", "date": "YYYY-MM-DD", "share": 1.0 | 0.5 }
|
||||||
|
],
|
||||||
|
"notes": ["string", ...]
|
||||||
|
}`;
|
||||||
|
|
||||||
// Make available globally
|
// Make available globally
|
||||||
window.ImageImporter = ImageImporter;
|
window.ImageImporter = ImageImporter;
|
||||||
|
|
|
||||||
|
|
@ -573,6 +573,79 @@ runner.test('Preprocess: Output ist immer JPEG', async (t) => {
|
||||||
t.assertTrue(result.dataUrl.length > 1000, 'Output-Laenge > 1KB');
|
t.assertTrue(result.dataUrl.length > 1000, 'Output-Laenge > 1KB');
|
||||||
});
|
});
|
||||||
|
|
||||||
|
// ============================================================================
|
||||||
|
// ImageImporter Tests - callVisionAPI (Feature A)
|
||||||
|
// ============================================================================
|
||||||
|
|
||||||
|
/**
|
||||||
|
* Helper to mock fetch and restore it.
|
||||||
|
*/
|
||||||
|
function withMockedFetch(mockFn, fn) {
|
||||||
|
const originalFetch = globalThis.fetch;
|
||||||
|
globalThis.fetch = mockFn;
|
||||||
|
const restore = () => { globalThis.fetch = originalFetch; };
|
||||||
|
return Promise.resolve(fn()).finally(restore);
|
||||||
|
}
|
||||||
|
|
||||||
|
runner.test('CallVisionAPI: erfolgreicher 200-Response', async (t) => {
|
||||||
|
const importer = new ImageImporter(null);
|
||||||
|
let capturedUrl = null;
|
||||||
|
let capturedInit = null;
|
||||||
|
const mockFetch = async (url, init) => {
|
||||||
|
capturedUrl = url;
|
||||||
|
capturedInit = init;
|
||||||
|
return new Response(JSON.stringify({
|
||||||
|
choices: [{ message: { content: '{"entries":[]}' } }]
|
||||||
|
}), { status: 200, headers: { 'Content-Type': 'application/json' } });
|
||||||
|
};
|
||||||
|
await withMockedFetch(mockFetch, async () => {
|
||||||
|
const content = await importer.callVisionAPI('data:image/jpeg;base64,AAA', 'sk-test', 'anthropic/claude-sonnet-4.6');
|
||||||
|
t.assertEqual(content, '{"entries":[]}', 'Content extrahiert');
|
||||||
|
t.assertEqual(capturedUrl, 'https://openrouter.ai/api/v1/chat/completions', 'Endpoint korrekt');
|
||||||
|
t.assertTrue(capturedInit.headers['Authorization'] === 'Bearer sk-test', 'Auth-Header korrekt');
|
||||||
|
});
|
||||||
|
});
|
||||||
|
|
||||||
|
runner.test('CallVisionAPI: 401 wirft mit Status', async (t) => {
|
||||||
|
const importer = new ImageImporter(null);
|
||||||
|
const mockFetch = async () => new Response('', { status: 401 });
|
||||||
|
await withMockedFetch(mockFetch, async () => {
|
||||||
|
try {
|
||||||
|
await importer.callVisionAPI('data:image/jpeg;base64,AAA', 'bad', 'anthropic/claude-sonnet-4.6');
|
||||||
|
t.assertTrue(false, 'Sollte werfen');
|
||||||
|
} catch (e) {
|
||||||
|
t.assertEqual(e.status, 401, 'Status auf Error');
|
||||||
|
t.assertEqual(e.name, 'OpenRouterError', 'Typisierter Fehler');
|
||||||
|
}
|
||||||
|
});
|
||||||
|
});
|
||||||
|
|
||||||
|
runner.test('CallVisionAPI: 429 wirft mit Status', async (t) => {
|
||||||
|
const importer = new ImageImporter(null);
|
||||||
|
const mockFetch = async () => new Response('', { status: 429 });
|
||||||
|
await withMockedFetch(mockFetch, async () => {
|
||||||
|
try {
|
||||||
|
await importer.callVisionAPI('data:image/jpeg;base64,AAA', 'k', 'm');
|
||||||
|
t.assertTrue(false, 'Sollte werfen');
|
||||||
|
} catch (e) {
|
||||||
|
t.assertEqual(e.status, 429, '429 wird durchgereicht');
|
||||||
|
}
|
||||||
|
});
|
||||||
|
});
|
||||||
|
|
||||||
|
runner.test('CallVisionAPI: 503 wirft mit Status', async (t) => {
|
||||||
|
const importer = new ImageImporter(null);
|
||||||
|
const mockFetch = async () => new Response('', { status: 503 });
|
||||||
|
await withMockedFetch(mockFetch, async () => {
|
||||||
|
try {
|
||||||
|
await importer.callVisionAPI('data:image/jpeg;base64,AAA', 'k', 'm');
|
||||||
|
t.assertTrue(false, 'Sollte werfen');
|
||||||
|
} catch (e) {
|
||||||
|
t.assertEqual(e.status, 503, '503 wird durchgereicht');
|
||||||
|
}
|
||||||
|
});
|
||||||
|
});
|
||||||
|
|
||||||
// ============================================================================
|
// ============================================================================
|
||||||
// Display Functions
|
// Display Functions
|
||||||
// ============================================================================
|
// ============================================================================
|
||||||
|
|
|
||||||
Loading…
Add table
Add a link
Reference in a new issue