From 932f314fc798a90499ebf34e6b78a2ae437f3a5d Mon Sep 17 00:00:00 2001 From: lizgzil Date: Fri, 20 Dec 2024 14:37:20 +0000 Subject: [PATCH] Set TOKENIZERS_PARALLELISM to false --- nlp_link/linker_utils.py | 6 ++++-- 1 file changed, 4 insertions(+), 2 deletions(-) diff --git a/nlp_link/linker_utils.py b/nlp_link/linker_utils.py index 1746610..6da2ede 100644 --- a/nlp_link/linker_utils.py +++ b/nlp_link/linker_utils.py @@ -1,11 +1,13 @@ from tqdm import tqdm - import numpy as np from sentence_transformers import SentenceTransformer import torch - from wasabi import msg, Printer +import os + +os.environ["TOKENIZERS_PARALLELISM"] = "false" + msg_print = Printer()