From 244ce2e307af5fcaa59cd202fe0e1b2324d7467b Mon Sep 17 00:00:00 2001 From: Timothy Carambat <rambat1010@gmail.com> Date: Thu, 2 May 2024 10:15:11 -0700 Subject: [PATCH] Prevent concurrent downloads on first-doc upload (#1267) --- server/utils/EmbeddingEngines/native/index.js | 11 +++++++++-- 1 file changed, 9 insertions(+), 2 deletions(-) diff --git a/server/utils/EmbeddingEngines/native/index.js b/server/utils/EmbeddingEngines/native/index.js index ae73c4896..5494c8869 100644 --- a/server/utils/EmbeddingEngines/native/index.js +++ b/server/utils/EmbeddingEngines/native/index.js @@ -107,14 +107,21 @@ class NativeEmbedder { ); let fetchResponse = await this.#fetchWithHost(); - if (fetchResponse.pipeline !== null) return fetchResponse.pipeline; + if (fetchResponse.pipeline !== null) { + this.modelDownloaded = true; + return fetchResponse.pipeline; + } this.log( `Failed to download model from primary URL. Using fallback ${fetchResponse.retry}` ); if (!!fetchResponse.retry) fetchResponse = await this.#fetchWithHost(fetchResponse.retry); - if (fetchResponse.pipeline !== null) return fetchResponse.pipeline; + if (fetchResponse.pipeline !== null) { + this.modelDownloaded = true; + return fetchResponse.pipeline; + } + throw fetchResponse.error; }