Skip to content

Commit bda68ea

Browse files
committed
server : handle abort case in runCompletion
1 parent f2b3145 commit bda68ea

File tree

1 file changed

+8
-7
lines changed

1 file changed

+8
-7
lines changed

examples/server/public/index.html

Lines changed: 8 additions & 7 deletions
Original file line numberDiff line numberDiff line change
@@ -461,22 +461,23 @@
461461
}, "{{char}}");
462462
}
463463

464-
const runCompletion = async () => {
464+
const runCompletion = () => {
465465
if (controller.value) {
466466
console.log('already running...');
467467
return;
468468
}
469469
const { prompt } = session.value;
470470
transcriptUpdate([...session.value.transcript, ["", prompt]]);
471-
await runLlama(prompt, {
471+
runLlama(prompt, {
472472
...params.value,
473473
slot_id: slot_id,
474474
stop: [],
475-
}, "");
476-
session.value.prompt = session.value.transcript.map(([_, data]) =>
477-
Array.isArray(data) ? data.map(msg => msg.content).join('') : data
478-
).join('');
479-
session.value.transcript = [];
475+
}, "").finally(() => {
476+
session.value.prompt = session.value.transcript.map(([_, data]) =>
477+
Array.isArray(data) ? data.map(msg => msg.content).join('') : data
478+
).join('');
479+
session.value.transcript = [];
480+
})
480481
}
481482

482483
const stop = (e) => {

0 commit comments

Comments
 (0)