|
|
|
@ -1133,6 +1133,8 @@ export class RemoteImageGenerationRequest {
|
|
|
|
|
onError: (err: { status: number; message: string }) => void,
|
|
|
|
|
onClose: () => void
|
|
|
|
|
): Promise<void> {
|
|
|
|
|
const MAX_RETRY_TIMES = 3;
|
|
|
|
|
|
|
|
|
|
const requestStartGeneration: RequestInit = {
|
|
|
|
|
mode: 'cors',
|
|
|
|
|
cache: 'no-store',
|
|
|
|
@ -1203,6 +1205,7 @@ export class RemoteImageGenerationRequest {
|
|
|
|
|
const wsConnect = () => {
|
|
|
|
|
let ws: WebSocket | undefined = undefined;
|
|
|
|
|
let willClose = false;
|
|
|
|
|
let hasError = false;
|
|
|
|
|
|
|
|
|
|
ws = new WebSocket(wsUrl.href)
|
|
|
|
|
|
|
|
|
@ -1212,7 +1215,8 @@ export class RemoteImageGenerationRequest {
|
|
|
|
|
}
|
|
|
|
|
}, 15000)
|
|
|
|
|
ws.addEventListener('error', () => {
|
|
|
|
|
// reconnect
|
|
|
|
|
hasError = true
|
|
|
|
|
// reconnect on error
|
|
|
|
|
sleep(2000).then(() => {
|
|
|
|
|
wsConnect()
|
|
|
|
|
})
|
|
|
|
@ -1222,6 +1226,12 @@ export class RemoteImageGenerationRequest {
|
|
|
|
|
clearInterval(heartbeatTimer)
|
|
|
|
|
heartbeatTimer = undefined
|
|
|
|
|
}
|
|
|
|
|
if (!willClose && !hasError) {
|
|
|
|
|
// reconnect on abnormal disconnect
|
|
|
|
|
sleep(2000).then(() => {
|
|
|
|
|
wsConnect()
|
|
|
|
|
})
|
|
|
|
|
}
|
|
|
|
|
})
|
|
|
|
|
ws.addEventListener('message', (event) => {
|
|
|
|
|
if (!event.data) return
|
|
|
|
@ -1317,15 +1327,6 @@ export class RemoteImageGenerationRequest {
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
const timeout = setTimeout(() => {
|
|
|
|
|
source.close()
|
|
|
|
|
onError({
|
|
|
|
|
status: 408,
|
|
|
|
|
message:
|
|
|
|
|
'Error: Timeout - Unable to reach Naifu servers. Please wait for a moment and try again',
|
|
|
|
|
})
|
|
|
|
|
}, 30 * 1000)
|
|
|
|
|
|
|
|
|
|
const requestGetGenerationOutput: RequestInit = {
|
|
|
|
|
mode: 'cors',
|
|
|
|
|
cache: 'no-store',
|
|
|
|
@ -1344,28 +1345,50 @@ export class RemoteImageGenerationRequest {
|
|
|
|
|
}*/),
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
const source = new SSE(BackendURLGetGenerateImageOutput, {
|
|
|
|
|
headers: requestGetGenerationOutput.headers,
|
|
|
|
|
payload: requestGetGenerationOutput.body
|
|
|
|
|
})
|
|
|
|
|
source.addEventListener('newImage', (message: any) => {
|
|
|
|
|
clearTimeout(timeout)
|
|
|
|
|
onImage(Buffer.from(message.data, 'base64'), message.id)
|
|
|
|
|
})
|
|
|
|
|
source.addEventListener('error', (err: any) => {
|
|
|
|
|
clearTimeout(timeout)
|
|
|
|
|
source.close()
|
|
|
|
|
onError({
|
|
|
|
|
status: err.detail.statusCode ?? 'unknown status',
|
|
|
|
|
message: err.detail.message || err.detail.error,
|
|
|
|
|
let retryTimes = 0;
|
|
|
|
|
|
|
|
|
|
const requestOutput = () => {
|
|
|
|
|
const timeout = setTimeout(() => {
|
|
|
|
|
source.close()
|
|
|
|
|
onError({
|
|
|
|
|
status: 408,
|
|
|
|
|
message:
|
|
|
|
|
'Error: Timeout - Unable to reach Naifu servers. Please wait for a moment and try again',
|
|
|
|
|
})
|
|
|
|
|
}, 30 * 1000)
|
|
|
|
|
|
|
|
|
|
const source = new SSE(BackendURLGetGenerateImageOutput, {
|
|
|
|
|
headers: requestGetGenerationOutput.headers,
|
|
|
|
|
payload: requestGetGenerationOutput.body
|
|
|
|
|
})
|
|
|
|
|
logWarning(err, true, 'streaming error')
|
|
|
|
|
})
|
|
|
|
|
source.addEventListener('readystatechange', (e: any) => {
|
|
|
|
|
if (source.readyState === 2) {
|
|
|
|
|
onClose()
|
|
|
|
|
}
|
|
|
|
|
})
|
|
|
|
|
source.stream()
|
|
|
|
|
source.addEventListener('newImage', (message: any) => {
|
|
|
|
|
clearTimeout(timeout)
|
|
|
|
|
onImage(Buffer.from(message.data, 'base64'), message.id)
|
|
|
|
|
})
|
|
|
|
|
source.addEventListener('error', async (err: any) => {
|
|
|
|
|
clearTimeout(timeout)
|
|
|
|
|
source.close()
|
|
|
|
|
|
|
|
|
|
logWarning(err, true, 'streaming error')
|
|
|
|
|
if (retryTimes < MAX_RETRY_TIMES) { // Should retry
|
|
|
|
|
retryTimes ++
|
|
|
|
|
await sleep(2000)
|
|
|
|
|
requestOutput()
|
|
|
|
|
} else {
|
|
|
|
|
onError({
|
|
|
|
|
status: err.detail.statusCode ?? 'unknown status',
|
|
|
|
|
message: err.detail.message || err.detail.error,
|
|
|
|
|
})
|
|
|
|
|
}
|
|
|
|
|
})
|
|
|
|
|
source.addEventListener('readystatechange', (e: any) => {
|
|
|
|
|
if (source.readyState === 2) {
|
|
|
|
|
onClose()
|
|
|
|
|
}
|
|
|
|
|
})
|
|
|
|
|
source.stream()
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
requestOutput()
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|