From b84ac6211bef7dc9d1178deee86b6aebd2ca04a9 Mon Sep 17 00:00:00 2001
From: lasseedfast <>
Date: Mon, 6 May 2024 07:45:59 +0200
Subject: [PATCH] Update LLM class to use environment variables for server and
 port configuration

---
 _llm.py | 10 ++++++++--
 1 file changed, 8 insertions(+), 2 deletions(-)

diff --git a/_llm.py b/_llm.py
index f27ce8c..a522b30 100644
--- a/_llm.py
+++ b/_llm.py
@@ -5,6 +5,12 @@ import queue
 import threading
 from pprint import pprint
 import re
+from dotenv import load_dotenv
+import os
+
+
+load_dotenv()
+
 
 class LLM:
     def __init__(
@@ -28,8 +34,8 @@ class LLM:
                                      which processes requests concurrently. Defaults to False.
         """
 
-        self.server = "192.168.1.12"
-        self.port = 3300  # 11440 All 4 GPU # 4500 "SW" 3300 balancer
+        self.server = os.getenv("LLM_URL")
+        self.port = os.getenv("LLM_PORT")
         self.model = model
         self.temperature = temperature
         self.system_message = {"role": "system", "content": system_prompt}