From 7002856910328892272d0e90905373c480a3e6c2 Mon Sep 17 00:00:00 2001 From: Adrian Tobiszewski Date: Fri, 24 Jul 2026 15:42:36 +0200 Subject: [PATCH] Fix legacy LLM/VLM queue handling --- src/graph_export/graph_export.cpp | 1 + src/test/llm/lm_cb_prompt_lookup.pbtxt | 1 + src/test/llm/lm_cb_regular.pbtxt | 1 + src/test/llm/lm_cb_speculative.pbtxt | 1 + src/test/llm/lm_cb_with_tool_parser.pbtxt | 1 + src/test/llm/lm_legacy_regular.pbtxt | 1 + src/test/llm/visual_language_model/vlm_cb_regular.pbtxt | 1 + src/test/llm/visual_language_model/vlm_legacy_regular.pbtxt | 1 + 8 files changed, 8 insertions(+) diff --git a/src/graph_export/graph_export.cpp b/src/graph_export/graph_export.cpp index 69c7376870..4764cd773c 100644 --- a/src/graph_export/graph_export.cpp +++ b/src/graph_export/graph_export.cpp @@ -161,6 +161,7 @@ static Status createTextGenerationGraphTemplate(const std::string& directoryPath input_stream: "LOOPBACK:loopback" input_stream: "HTTP_REQUEST_PAYLOAD:input" input_side_packet: "LLM_NODE_RESOURCES:llm" + input_side_packet: "LLM_NODE_EXECUTION_CONTEXTS:llm_ctx" output_stream: "LOOPBACK:loopback" output_stream: "HTTP_RESPONSE_PAYLOAD:output" input_stream_info: { diff --git a/src/test/llm/lm_cb_prompt_lookup.pbtxt b/src/test/llm/lm_cb_prompt_lookup.pbtxt index e37176a290..a2e5702360 100644 --- a/src/test/llm/lm_cb_prompt_lookup.pbtxt +++ b/src/test/llm/lm_cb_prompt_lookup.pbtxt @@ -18,6 +18,7 @@ node { name: "llmNode1" calculator: "HttpLLMCalculator" input_side_packet: "LLM_NODE_RESOURCES:llm" + input_side_packet: "LLM_NODE_EXECUTION_CONTEXTS:llm_ctx" input_stream: "LOOPBACK:loopback" input_stream: "HTTP_REQUEST_PAYLOAD:input" output_stream: "LOOPBACK:loopback" diff --git a/src/test/llm/lm_cb_regular.pbtxt b/src/test/llm/lm_cb_regular.pbtxt index 5c7ea6b775..67eaab7383 100644 --- a/src/test/llm/lm_cb_regular.pbtxt +++ b/src/test/llm/lm_cb_regular.pbtxt @@ -18,6 +18,7 @@ node { name: "llmNode1" calculator: "HttpLLMCalculator" input_side_packet: "LLM_NODE_RESOURCES:llm" + input_side_packet: "LLM_NODE_EXECUTION_CONTEXTS:llm_ctx" input_stream: "LOOPBACK:loopback" input_stream: "HTTP_REQUEST_PAYLOAD:input" output_stream: "LOOPBACK:loopback" diff --git a/src/test/llm/lm_cb_speculative.pbtxt b/src/test/llm/lm_cb_speculative.pbtxt index 3ea334f6f0..4ee4c60ef7 100644 --- a/src/test/llm/lm_cb_speculative.pbtxt +++ b/src/test/llm/lm_cb_speculative.pbtxt @@ -18,6 +18,7 @@ node { name: "llmNode1" calculator: "HttpLLMCalculator" input_side_packet: "LLM_NODE_RESOURCES:llm" + input_side_packet: "LLM_NODE_EXECUTION_CONTEXTS:llm_ctx" input_stream: "LOOPBACK:loopback" input_stream: "HTTP_REQUEST_PAYLOAD:input" output_stream: "LOOPBACK:loopback" diff --git a/src/test/llm/lm_cb_with_tool_parser.pbtxt b/src/test/llm/lm_cb_with_tool_parser.pbtxt index 024cc27036..29602fdf98 100644 --- a/src/test/llm/lm_cb_with_tool_parser.pbtxt +++ b/src/test/llm/lm_cb_with_tool_parser.pbtxt @@ -18,6 +18,7 @@ node { name: "llmNode1" calculator: "HttpLLMCalculator" input_side_packet: "LLM_NODE_RESOURCES:llm" + input_side_packet: "LLM_NODE_EXECUTION_CONTEXTS:llm_ctx" input_stream: "LOOPBACK:loopback" input_stream: "HTTP_REQUEST_PAYLOAD:input" output_stream: "LOOPBACK:loopback" diff --git a/src/test/llm/lm_legacy_regular.pbtxt b/src/test/llm/lm_legacy_regular.pbtxt index 74816dbd41..74b1a5e6be 100644 --- a/src/test/llm/lm_legacy_regular.pbtxt +++ b/src/test/llm/lm_legacy_regular.pbtxt @@ -18,6 +18,7 @@ node { name: "llmNode1" calculator: "HttpLLMCalculator" input_side_packet: "LLM_NODE_RESOURCES:llm" + input_side_packet: "LLM_NODE_EXECUTION_CONTEXTS:llm_ctx" input_stream: "LOOPBACK:loopback" input_stream: "HTTP_REQUEST_PAYLOAD:input" output_stream: "LOOPBACK:loopback" diff --git a/src/test/llm/visual_language_model/vlm_cb_regular.pbtxt b/src/test/llm/visual_language_model/vlm_cb_regular.pbtxt index d911975f00..ff0362b0aa 100644 --- a/src/test/llm/visual_language_model/vlm_cb_regular.pbtxt +++ b/src/test/llm/visual_language_model/vlm_cb_regular.pbtxt @@ -18,6 +18,7 @@ node { name: "llmNode1" calculator: "HttpLLMCalculator" input_side_packet: "LLM_NODE_RESOURCES:llm" + input_side_packet: "LLM_NODE_EXECUTION_CONTEXTS:llm_ctx" input_stream: "LOOPBACK:loopback" input_stream: "HTTP_REQUEST_PAYLOAD:input" output_stream: "LOOPBACK:loopback" diff --git a/src/test/llm/visual_language_model/vlm_legacy_regular.pbtxt b/src/test/llm/visual_language_model/vlm_legacy_regular.pbtxt index 6369203da9..0a40e14d07 100644 --- a/src/test/llm/visual_language_model/vlm_legacy_regular.pbtxt +++ b/src/test/llm/visual_language_model/vlm_legacy_regular.pbtxt @@ -18,6 +18,7 @@ node { name: "llmNode1" calculator: "HttpLLMCalculator" input_side_packet: "LLM_NODE_RESOURCES:llm" + input_side_packet: "LLM_NODE_EXECUTION_CONTEXTS:llm_ctx" input_stream: "LOOPBACK:loopback" input_stream: "HTTP_REQUEST_PAYLOAD:input" output_stream: "LOOPBACK:loopback"