mirrors/TidGi-Desktop
1
Fork 0
mirror of https://github.com/tiddly-gittly/TidGi-Desktop.git synced 2025-12-15 15:10:31 -08:00
Code Issues Projects Releases Packages Wiki Activity

fix: no llama on first gen

Browse source
This commit is contained in:
linonetwo 2023-07-18 01:07:33 +08:00 • committed by lin onetwo
parent d8c301c788
commit f86631b796
1 changed files with 2 additions and 2 deletions
Download patch file Download diff file Expand all files Collapse all files

4
src/services/languageModel/llmWorker.ts
View file

@ -29,6 +29,7 @@ async function loadLLama(
...loadConfigOverwrite,
};
await llama.load(loadConfig);
return llama;
}
function unloadLLama() {
llama = undefined;
@ -43,8 +44,7 @@ function runLLama(
return new Observable<ILanguageModelWorkerResponse>((subscriber) => {
void (async function runLLamaObservableIIFE() {
if (llama === undefined) {
await loadLLama(loadConfig);
return;
llama = await loadLLama(loadConfig);
}
try {
let respondTimeout: NodeJS.Timeout | undefined;