aboutsummaryrefslogtreecommitdiffstats
path: root/apps/workers/inference.ts
diff options
context:
space:
mode:
Diffstat (limited to 'apps/workers/inference.ts')
-rw-r--r--apps/workers/inference.ts10
1 files changed, 8 insertions, 2 deletions
diff --git a/apps/workers/inference.ts b/apps/workers/inference.ts
index 3b0b5943..13b10aba 100644
--- a/apps/workers/inference.ts
+++ b/apps/workers/inference.ts
@@ -124,7 +124,9 @@ class OllamaInferenceClient implements InferenceClient {
// Using stream + accumulating the response so far is a workaround.
// https://github.com/ollama/ollama-js/issues/72
totalTokens = NaN;
- logger.warn(`Got an exception from ollama, will still attempt to deserialize the response we got so far: ${e}`)
+ logger.warn(
+ `Got an exception from ollama, will still attempt to deserialize the response we got so far: ${e}`,
+ );
}
return { response, totalTokens };
@@ -139,6 +141,10 @@ class OllamaInferenceClient implements InferenceClient {
_contentType: string,
image: string,
): Promise<InferenceResponse> {
- return await this.runModel(serverConfig.inference.imageModel, prompt, image);
+ return await this.runModel(
+ serverConfig.inference.imageModel,
+ prompt,
+ image,
+ );
}
}