mirror of
https://github.com/khoj-ai/khoj.git
synced 2025-02-17 08:04:21 +00:00
Turn off Tokenizers Parallelism. Khoj doesn't support it right now
- Forking and multiprocess are problemantic in frozen python scenarios. This will cause issues when running App packaged by pyinstaller
This commit is contained in:
parent
d4072974d7
commit
6c5c1c33c1
1 changed files with 5 additions and 1 deletions
|
@ -1,7 +1,8 @@
|
|||
# Standard Packages
|
||||
from platform import system
|
||||
import os
|
||||
import signal
|
||||
import sys
|
||||
from platform import system
|
||||
|
||||
# External Packages
|
||||
import uvicorn
|
||||
|
@ -26,6 +27,9 @@ app.include_router(router)
|
|||
|
||||
|
||||
def run():
|
||||
# Turn Tokenizers Parallelism Off. App does not support it.
|
||||
os.environ["TOKENIZERS_PARALLELISM"] = 'false'
|
||||
|
||||
# Load config from CLI
|
||||
state.cli_args = sys.argv[1:]
|
||||
args = cli(state.cli_args)
|
||||
|
|
Loading…
Add table
Reference in a new issue