Code
const abortController = new AbortController();
const session = await LanguageModel.create({
topK: 3,
temperature: 1,
initialPrompts: [],
monitor(m: any) {
m.addEventListener("downloadprogress", (e: any) => {
console.log(`Downloaded ${e.loaded * 100}%`);
});
},
signal: abortController.signal,
});
const stream: ReadableStream = session.promptStreaming("", {
signal: abortController.signal,
});
let output = "";
for await (const chunk of stream) {
// Do something with each 'chunk'
output += chunk;
}
// See the complete response here
console.log(output);