llm-in-text/src/utils/api.js

import { API_URL } from './config.js'

export async function fetchSuggestion(prefix, suffix, signal, apiUrl = API_URL) {
    try {
        const res = await fetch(apiUrl, {
            method: 'POST',
            headers: { 'Content-Type': 'application/json' },
            body: JSON.stringify({ prefix, suffix, languageId: 'markdown' }),
            signal
        })

        if (!res.ok) {
            const errorText = await res.text()
            throw new Error(`HTTP ${res.status}: ${errorText}`)
        }

        const reader = res.body?.getReader()
        if (!reader) {
            throw new Error('No reader available')
        }

        let text = ''
        let buffer = ''
        while (true) {
            const { done, value } = await reader.read()
            if (done) break
            buffer += new TextDecoder().decode(value)
            
            const lines = buffer.split('\n')
            buffer = lines.pop() || ''
            
            for (const line of lines) {
                if (!line.startsWith('data: ')) continue
                const jsonStr = line.slice(6).trim()
                if (!jsonStr) continue
                try {
                    const data = JSON.parse(jsonStr)
                    if (data.content) {
                        text += data.content
                    }
                    if (data.done || data.error) break
                } catch (e) {
                    // skip invalid lines
                }
            }
        }
        
        return text
    } catch (e) {
        if (e.name === 'AbortError') {
            // ignore abort
        } else {
            throw e
        }
    }
}