Skip to content

Commit a727f90

Browse files
committed
fix (llm): bugs in fallback
1 parent 715ebf5 commit a727f90

3 files changed

Lines changed: 3 additions & 7 deletions

File tree

src/server/mcp_hub/memory/llm.py

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -12,7 +12,7 @@
1212
# Use the main server's LLM config
1313
OPENAI_API_BASE_URL = os.getenv("OPENAI_API_BASE_URL", "http://localhost:11434/v1/") # Keep for consistency in config
1414
OPENAI_MODEL_NAME = os.getenv("OPENAI_MODEL_NAME", "qwen3:4b")
15-
OPENAI_API_KEYS = [key for key in [os.getenv("OPENAI_API_KEY"), os.getenv("OPENAI_API_KEY_FALLBACK_1"), os.getenv("OPENAI_API_KEY_FALLBACK_2")] if key]
15+
OPENAI_API_KEY = os.getenv("OPENAI_API_KEY", "ollama")
1616

1717
def _get_base_llm_config() -> Dict[str, Any]:
1818
config = {

src/server/workers/planner/config.py

Lines changed: 1 addition & 5 deletions
Original file line numberDiff line numberDiff line change
@@ -28,11 +28,7 @@
2828
OPENAI_API_BASE_URL = os.getenv("OPENAI_API_BASE_URL", "http://localhost:11434/v1/")
2929
OPENAI_MODEL_NAME = os.getenv("OPENAI_MODEL_NAME", "qwen3:4b")
3030
OPENAI_API_KEY = os.getenv("OPENAI_API_KEY", "ollama")
31-
OPENAI_API_KEYS = list(filter(None, [
32-
os.getenv("OPENAI_API_KEY"),
33-
os.getenv("OPENAI_API_KEY_FALLBACK_1"),
34-
os.getenv("OPENAI_API_KEY_FALLBACK_2"),
35-
]))
31+
3632

3733
# Kafka Configuration
3834
KAFKA_BOOTSTRAP_SERVERS = os.getenv("KAFKA_BOOTSTRAP_SERVERS", "localhost:9092").split(',')

src/server/workers/planner/llm.py

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -2,7 +2,7 @@
22
import json
33
from qwen_agent.agents import Assistant
44
from typing import List, Any
5-
from main.config import OPENAI_API_KEYS, OPENAI_API_BASE_URL, OPENAI_MODEL_NAME
5+
from main.config import OPENAI_API_KEY, OPENAI_API_BASE_URL, OPENAI_MODEL_NAME
66
from workers.planner import config
77
from workers.planner import prompts
88
from workers.planner.db import get_all_mcp_descriptions

0 commit comments

Comments
 (0)