From 75b298be99994c665b715d6ecdc502e29921b9a7 Mon Sep 17 00:00:00 2001
From: =?UTF-8?q?Erik=20Bj=C3=A4reholt?= <erik@bjareho.lt>
Date: Sun, 8 Dec 2024 14:11:40 +0100
Subject: [PATCH] fix: set TOKENIZERS_PARALLELISM env var to false to get rid
 of warning

---
 gptme/init.py | 5 +++++
 1 file changed, 5 insertions(+)

diff --git a/gptme/init.py b/gptme/init.py
index e5caa582..79c1e392 100644
--- a/gptme/init.py
+++ b/gptme/init.py
@@ -1,5 +1,6 @@
 import atexit
 import logging
+import os
 from typing import cast
 
 from dotenv import load_dotenv
@@ -32,6 +33,10 @@ def init(model: str | None, interactive: bool, tool_allowlist: list[str] | None)
     logger.debug("Started")
     load_dotenv()
 
+    # fixes issues with transformers parallelism
+    # which also leads to "Context leak detected, msgtracer returned -1"
+    os.environ["TOKENIZERS_PARALLELISM"] = "false"
+
     config = get_config()
 
     # get from config