feat: CUDA IPC zero-copy GPU transport via external cuda-link dependency (TD↔SD)

.gitignore

@@ -224,6 +224,12 @@ controlnet_test_*
 demo/realtime-img2img/uploads/
 .cgw.conf
 
+# Local-only git workflow tooling (cgw scripts, hooks, example — never committed)
+scripts/git/
+hooks/cc-block-dangerous-git.sh
+.githooks/
+cgw.conf.example
+
 # Local Claude / session state (per-user, never committed)
 .claude/
 
@@ -261,3 +267,6 @@ SESSION_LOG.md
 
 # Profiling/audit CSV exports (Nsight summaries, kernel stats — generated artifacts)
 audit_reports/
+
+# Quality harness run outputs (generated; goldens/ is committed, outputs/ is not)
+tests/quality/outputs/

configs/td_config.yaml.example

@@ -85,14 +85,27 @@ use_ipadapter: false
 
 
 
+# CUDA IPC zero-copy GPU-to-GPU output (SD→TD via cuda-link)
+use_cuda_ipc_output: false  # set true to enable
+cuda_ipc_shm_name: 'StreamDiffusionTD_512-512_output_ipc'
+cuda_ipc_num_slots: 3
+output_type: 'np'
+
+# CUDA IPC zero-copy GPU-to-GPU input (TD→SD via cuda-link)
+# When true, SD reads input frames from td_settings.cuda_ipc_input_shm_name
+# instead of the legacy CPU SharedMemory at td_settings.input_mem_name.
+use_cuda_ipc_input: false
+
 # TouchDesigner specific settings
 td_settings:
   # OSC communication
   osc_receive_port: 8576
   osc_transmit_port: 8588
 
-  # Memory interface
+  # Legacy CPU SharedMemory names (used when use_cuda_ipc_output is false)
   input_mem_name: 'StreamDiffusionTD_512-512'
+  # Reserved for future TD→SD IPC input direction (not wired yet)
+  cuda_ipc_input_shm_name: 'StreamDiffusionTD_512-512_input_ipc'
   output_mem_name: 'StreamDiffusionTD_512-512_out'
 
   # Debug settings

demo/realtime-img2img/app_config.py

@@ -1,47 +1,52 @@
 """
 Application configuration and settings for realtime-img2img
 """
-import yaml
+
 import logging
 from pathlib import Path
 
+import yaml
+
+
 def load_controlnet_registry():
     """Load ControlNet registry from config file"""
     try:
         registry_path = Path(__file__).parent / "controlnet_registry.yaml"
-        with open(registry_path, 'r') as f:
+        with open(registry_path, "r") as f:
             config_data = yaml.safe_load(f)
-        
+
         # Extract the available_controlnets section
-        return config_data.get('available_controlnets', {})
+        return config_data.get("available_controlnets", {})
     except Exception as e:
         logging.exception(f"load_controlnet_registry: Failed to load ControlNet registry: {e}")
         # Fallback to empty registry
         return {}
 
+
 def load_default_settings():
     """Load default settings from YAML config file"""
     try:
         registry_path = Path(__file__).parent / "controlnet_registry.yaml"
-        with open(registry_path, 'r') as f:
+        with open(registry_path, "r") as f:
             config_data = yaml.safe_load(f)
-        
-        return config_data.get('defaults', {})
+
+        return config_data.get("defaults", {})
     except Exception as e:
         logging.exception(f"load_default_settings: Failed to load default settings: {e}")
         # Fallback to hardcoded defaults
         return {
-            'guidance_scale': 1.1,
-            'delta': 0.7,
-            'num_inference_steps': 50,
-            'seed': 2,
-            't_index_list': [35, 45],
-            'ipadapter_scale': 1.0,
-            'normalize_prompt_weights': True,
-            'normalize_seed_weights': True,
-            'prompt': "Portrait of The Joker halloween costume, face painting, with , glare pose, detailed, intricate, full of colour, cinematic lighting, trending on artstation, 8k, hyperrealistic, focused, extreme details, unreal engine 5 cinematic, masterpiece"
+            "guidance_scale": 1.1,
+            "delta": 0.7,
+            "num_inference_steps": 50,
+            "seed": 2,
+            "t_index_list": [35, 45],
+            "ipadapter_scale": 1.0,
+            "normalize_prompt_weights": True,
+            "normalize_seed_weights": True,
+            "prompt": "Portrait of The Joker halloween costume, face painting, with , glare pose, detailed, intricate, full of colour, cinematic lighting, trending on artstation, 8k, hyperrealistic, focused, extreme details, unreal engine 5 cinematic, masterpiece",
         }
 
+
 # Load configuration at module level
 AVAILABLE_CONTROLNETS = load_controlnet_registry()
 DEFAULT_SETTINGS = load_default_settings()

demo/realtime-img2img/config.py

@@ -1,6 +1,6 @@
-from typing import NamedTuple
 import argparse
 import os
+from typing import NamedTuple
 
 
 class Args(NamedTuple):
@@ -45,9 +45,7 @@ def pretty_print(self):
 parser.add_argument("--host", type=str, default=default_host, help="Host address")
 parser.add_argument("--port", type=int, default=default_port, help="Port number")
 parser.add_argument("--reload", action="store_true", help="Reload code on change")
-parser.add_argument(
-    "--mode", type=str, default=default_mode, help="App Inferece Mode: txt2img, img2img"
-)
+parser.add_argument("--mode", type=str, default=default_mode, help="App Inferece Mode: txt2img, img2img")
 parser.add_argument(
     "--max-queue-size",
     dest="max_queue_size",

demo/realtime-img2img/connection_manager.py

@@ -1,10 +1,12 @@
+import asyncio
+import logging
+from types import SimpleNamespace
 from typing import Dict, Union
 from uuid import UUID
-import asyncio
+
 from fastapi import WebSocket
 from starlette.websockets import WebSocketState
-import logging
-from types import SimpleNamespace
+
 
 Connections = Dict[UUID, Dict[str, Union[WebSocket, asyncio.Queue]]]
 
@@ -20,9 +22,7 @@ def __init__(self):
         self.active_connections: Connections = {}
         self.latest_data: Dict[UUID, SimpleNamespace] = {}  # Store latest parameters for HTTP streaming
 
-    async def connect(
-        self, user_id: UUID, websocket: WebSocket, max_queue_size: int = 0
-    ):
+    async def connect(self, user_id: UUID, websocket: WebSocket, max_queue_size: int = 0):
         await websocket.accept()
         user_count = self.get_user_count()
         print(f"User count: {user_count}")
@@ -61,7 +61,7 @@ async def get_latest_data(self, user_id: UUID) -> SimpleNamespace:
                 return await queue.get()
             except asyncio.QueueEmpty:
                 return None
-                
+
     def get_latest_data_sync(self, user_id: UUID) -> SimpleNamespace:
         """Get the latest data without consuming it from the queue (for HTTP streaming)"""
         return self.latest_data.get(user_id)