Update PromptInjectionOutpaint.cs

Auto profiles

Author: Domica

StabilityMatrix.Avalonia/Services/PromptInjectionOutpaint.cs

@@ -1,57 +1,125 @@
-using StabilityMatrix.Avalonia.Models.Inference;
-using StabilityMatrix.Avalonia.Services;
+using System;
+using System.Collections.Generic;
+using System.Linq;
 using StabilityMatrix.Core.Models.Inference;
 
 namespace StabilityMatrix.Avalonia.Services;
 
+public enum SceneType
+{
+    Unknown,
+    People,
+    Landscape,
+    Architecture
+}
+
 public static class PromptInjectionOutpaint
 {
     public static void ApplyOutpaintPromptInjection(
         GenerationParameters parameters,
         string modelName,
+        IEnumerable<string> availableModels,
         ref string positivePrompt,
         ref string negativePrompt)
     {
-        // 1) Pose suppression
-        var poseSuppression = GetPoseSuppression(parameters.OutpaintTop, parameters.OutpaintBottom);
+        // 1) Auto-switch model if it's bad for outpaint (RV6, Hyper-Inpaint, etc.)
+        modelName = AutoSwitchModelIfNeeded(modelName, availableModels);
+
+        // 2) Pose suppression (vertical vs horizontal)
+        var poseSuppression = GetPoseSuppression(
+            parameters.OutpaintTop,
+            parameters.OutpaintBottom);
 
-        // 2) Model-aware injection
+        // 3) Model-aware injection (RV6, Hyper, Inpaint)
         var modelInjection = GetModelAwareInjection(modelName);
 
-        // 3) Scene-aware injection
-        var sceneInjection = GetSceneAwareInjection(
+        // 4) Scene-aware injection (people / landscape / architecture)
+        var sceneTypeInjection = GetSceneTypeInjection(parameters.SceneType);
+
+        // 5) Outpaint-direction-aware injection (horizontal vs vertical)
+        var sceneDirectionInjection = GetSceneDirectionInjection(
             parameters.OutpaintLeft,
             parameters.OutpaintRight,
             parameters.OutpaintTop,
             parameters.OutpaintBottom);
 
-        // 4) Strength-aware injection
+        // 6) Strength-aware injection (if too low for RV6, reinforce)
         var strengthInjection = GetStrengthAwareInjection(
             parameters.SmartOutpaintInjectionStrength,
             modelName);
 
         // Build final positive
-        positivePrompt = string.Join(", ",
+        positivePrompt = JoinNonEmpty(
             positivePrompt,
             poseSuppression,
             modelInjection.Positive,
-            sceneInjection.Positive,
+            sceneTypeInjection.Positive,
+            sceneDirectionInjection.Positive,
             strengthInjection.Positive
         );
 
         // Build final negative
-        negativePrompt = string.Join(", ",
+        negativePrompt = JoinNonEmpty(
             negativePrompt,
             poseSuppression,
             modelInjection.Negative,
-            sceneInjection.Negative,
+            sceneTypeInjection.Negative,
+            sceneDirectionInjection.Negative,
             strengthInjection.Negative
         );
+
+        // Debug overlay
+        parameters.DebugFinalPositive = positivePrompt;
+        parameters.DebugFinalNegative = negativePrompt;
+        parameters.DebugFinalModelName = modelName;
+    }
+
+    // ------------------------------------------------------------
+    //  HELPERS
+    // ------------------------------------------------------------
+
+    private static string JoinNonEmpty(params string?[] parts)
+    {
+        return string.Join(", ",
+            parts.Where(p => !string.IsNullOrWhiteSpace(p))!);
+    }
+
+    // ------------------------------------------------------------
+    //  AUTO-SWITCH MODEL
+    // ------------------------------------------------------------
+
+    private static bool HasPoseCompletionBias(string modelName)
+    {
+        var n = modelName.ToLowerInvariant();
+        return n.Contains("v6")
+               || n.Contains("hyper")
+               || n.Contains("inpaint")
+               || n.Contains("b1");
+    }
+
+    public static string AutoSwitchModelIfNeeded(string modelName, IEnumerable<string> availableModels)
+    {
+        if (!HasPoseCompletionBias(modelName))
+            return modelName;
+
+        // Prefer Realistic Vision V5.1
+        var rv51 = availableModels.FirstOrDefault(m =>
+            m.Contains("Realistic Vision V5.1", StringComparison.InvariantCultureIgnoreCase));
+
+        if (!string.IsNullOrWhiteSpace(rv51))
+            return rv51!;
+
+        // Fallback: any Realistic Vision V5
+        var rv5 = availableModels.FirstOrDefault(m =>
+            m.Contains("Realistic Vision V5", StringComparison.InvariantCultureIgnoreCase));
+
+        return string.IsNullOrWhiteSpace(rv5) ? modelName : rv5!;
     }
 
     // ------------------------------------------------------------
     //  POSE SUPPRESSION
     // ------------------------------------------------------------
+
     private static string GetPoseSuppression(int expandTop, int expandBottom)
     {
         bool vertical = expandTop > 0 || expandBottom > 0;
@@ -67,6 +135,7 @@ private static string GetPoseSuppression(int expandTop, int expandBottom)
     // ------------------------------------------------------------
     //  MODEL-AWARE INJECTION
     // ------------------------------------------------------------
+
     private static (string Positive, string Negative) GetModelAwareInjection(string modelName)
     {
         var name = modelName.ToLowerInvariant();
@@ -89,9 +158,43 @@ private static (string Positive, string Negative) GetModelAwareInjection(string
     }
 
     // ------------------------------------------------------------
-    //  SCENE-AWARE INJECTION
+    //  SCENE-TYPE INJECTION (people / landscape / architecture)
+    // ------------------------------------------------------------
+
+    private static (string Positive, string Negative) GetSceneTypeInjection(SceneType scene)
+    {
+        return scene switch
+        {
+            SceneType.People => (
+                Positive:
+                    "maintain facial structure, maintain body proportions, match skin tone, match lighting, natural anatomy",
+                Negative:
+                    "distorted anatomy, extra limbs, stretched body, incorrect face, uncanny face"
+            ),
+
+            SceneType.Landscape => (
+                Positive:
+                    "extend environment, extend horizon, match sky gradient, match terrain, seamless background continuation",
+                Negative:
+                    "warped horizon, mismatched lighting, inconsistent terrain"
+            ),
+
+            SceneType.Architecture => (
+                Positive:
+                    "extend building structure, maintain straight lines, maintain perspective, match materials, match lighting",
+                Negative:
+                    "warped geometry, bent lines, incorrect perspective, broken architecture"
+            ),
+
+            _ => ("", "")
+        };
+    }
+
+    // ------------------------------------------------------------
+    //  SCENE-DIRECTION INJECTION (horizontal vs vertical)
     // ------------------------------------------------------------
-    private static (string Positive, string Negative) GetSceneAwareInjection(
+
+    private static (string Positive, string Negative) GetSceneDirectionInjection(
         int left, int right, int top, int bottom)
     {
         bool horizontal = left > 0 || right > 0;
@@ -102,13 +205,22 @@ private static (string Positive, string Negative) GetSceneAwareInjection(
 
         if (horizontal)
         {
-            pos += "extend background, extend environment, match lighting, match perspective, seamless continuation";
+            pos = JoinNonEmpty(
+                pos,
+                "extend background, extend environment, match lighting, match perspective, seamless continuation"
+            );
         }
 
         if (vertical)
         {
-            pos += ", extend composition, maintain proportions, avoid stretching body";
-            neg += ", distorted proportions, stretched anatomy";
+            pos = JoinNonEmpty(
+                pos,
+                "extend composition, maintain proportions, avoid stretching body"
+            );
+            neg = JoinNonEmpty(
+                neg,
+                "distorted proportions, stretched anatomy"
+            );
         }
 
         return (pos, neg);
@@ -117,6 +229,7 @@ private static (string Positive, string Negative) GetSceneAwareInjection(
     // ------------------------------------------------------------
     //  STRENGTH-AWARE INJECTION
     // ------------------------------------------------------------
+
     private static (string Positive, string Negative) GetStrengthAwareInjection(
         double strength,
         string modelName)