CUDNN Disable module for SM Inference to fix CUDNN error with ComfyUI-Zluda

Author: NeuralFault

-p:PublishSingleFile=true

@@ -12,21 +12,18 @@
         <Setter Property="Template">
             <ControlTemplate>
                 <controls:Card x:Name="PART_Card">
-                    <StackPanel Spacing="8" Margin="8">
-                        <TextBlock
-                            Text="CUDNN Settings (ComfyUI-Zluda)"
-                            FontWeight="SemiBold"
-                            Margin="0,0,0,4" />
-                        
-                        <CheckBox
-                            Content="Enable CUDNN"
+                    <StackPanel Spacing="8">
+                        <TextBlock Text="Enable CUDNN" FontSize="14" FontWeight="Bold" />
+                        <ToggleSwitch
                             IsChecked="{Binding EnableCudnn}"
-                            ToolTip.Tip="Enable or disable CUDA Deep Neural Network library acceleration" />
+                            Margin="8,0,4,0"
+                            HorizontalAlignment="Stretch" />
 
-                        <CheckBox
-                            Content="CUDNN Benchmark"
+                        <TextBlock Text="CUDNN Benchmark" FontSize="14" FontWeight="Bold" />
+                        <ToggleSwitch
                             IsChecked="{Binding CudnnBenchmark}"
-                            ToolTip.Tip="Enable CUDNN benchmark mode for potential performance improvements" />
+                            Margin="8,0,4,0"
+                            HorizontalAlignment="Stretch" />
                     </StackPanel>
                 </controls:Card>
             </ControlTemplate>

.DS_Store

@@ -1,3 +1,6 @@
+using Injectio.Attributes;
+
 namespace StabilityMatrix.Avalonia.Controls;
 
+[RegisterTransient<CfzCudnnToggleCard>]
 public class CfzCudnnToggleCard : TemplatedControlBase;

StabilityMatrix.Avalonia/.DS_Store

@@ -9,8 +9,8 @@
         <ApplicationIcon>./Assets/Icon.ico</ApplicationIcon>
         <Version>2.16.0-dev.999</Version>
         <InformationalVersion>$(Version)</InformationalVersion>
-        <AllowUnsafeBlocks>true</AllowUnsafeBlocks>
         <EnableWindowsTargeting>true</EnableWindowsTargeting>
+        <AllowUnsafeBlocks>true</AllowUnsafeBlocks>
     </PropertyGroup>
 
     <PropertyGroup Condition=" '$(RuntimeIdentifier)' == 'win-x64' ">

StabilityMatrix.Avalonia/Controls/Inference/CfzCudnnToggleCard.axaml

@@ -26,6 +26,7 @@ namespace StabilityMatrix.Avalonia.ViewModels.Base;
 [JsonDerivedType(typeof(RescaleCfgCardViewModel), RescaleCfgCardViewModel.ModuleKey)]
 [JsonDerivedType(typeof(PlasmaNoiseCardViewModel), PlasmaNoiseCardViewModel.ModuleKey)]
 [JsonDerivedType(typeof(NrsCardViewModel), NrsCardViewModel.ModuleKey)]
+[JsonDerivedType(typeof(CfzCudnnToggleCardViewModel), CfzCudnnToggleCardViewModel.ModuleKey)]
 [JsonDerivedType(typeof(FreeUModule))]
 [JsonDerivedType(typeof(HiresFixModule))]
 [JsonDerivedType(typeof(FluxHiresFixModule))]
@@ -41,6 +42,7 @@ namespace StabilityMatrix.Avalonia.ViewModels.Base;
 [JsonDerivedType(typeof(RescaleCfgModule))]
 [JsonDerivedType(typeof(PlasmaNoiseModule))]
 [JsonDerivedType(typeof(NRSModule))]
+[JsonDerivedType(typeof(CfzCudnnToggleModule))]
 public abstract class LoadableViewModelBase : ViewModelBase, IJsonLoadableState
 {
     private static readonly Logger Logger = LogManager.GetCurrentClassLogger();

StabilityMatrix.Avalonia/Controls/Inference/CfzCudnnToggleCard.axaml.cs

@@ -95,9 +95,9 @@ RunningPackageService runningPackageService
             {
                 typeof(FluxHiresFixModule),
                 typeof(UpscalerModule),
+                typeof(CfzCudnnToggleModule),
                 typeof(SaveImageModule),
                 typeof(FaceDetailerModule),
-                typeof(CfzCudnnToggleModule),
             };
             modulesCard.DefaultModules = new[] { typeof(FluxHiresFixModule), typeof(UpscalerModule) };
             modulesCard.InitializeDefaults();

StabilityMatrix.Avalonia/StabilityMatrix.Avalonia.csproj

@@ -102,9 +102,9 @@ TabContext tabContext
             {
                 typeof(HiresFixModule),
                 typeof(UpscalerModule),
+                typeof(CfzCudnnToggleModule),
                 typeof(SaveImageModule),
                 typeof(FaceDetailerModule),
-                typeof(CfzCudnnToggleModule),
             };
             modulesCard.DefaultModules = new[] { typeof(HiresFixModule), typeof(UpscalerModule) };
             modulesCard.InitializeDefaults();

StabilityMatrix.Avalonia/ViewModels/Base/LoadableViewModelBase.cs

@@ -3,6 +3,7 @@
 using StabilityMatrix.Avalonia.Models.Inference;
 using StabilityMatrix.Avalonia.Services;
 using StabilityMatrix.Avalonia.ViewModels.Base;
+using StabilityMatrix.Avalonia.ViewModels.Inference;
 using StabilityMatrix.Core.Attributes;
 using StabilityMatrix.Core.Models.Api.Comfy.Nodes;
 using StabilityMatrix.Core.Models.Api.Comfy.NodeTypes;
@@ -18,43 +19,43 @@ public class CfzCudnnToggleModule : ModuleBase
     public CfzCudnnToggleModule(IServiceManager<ViewModelBase> vmFactory)
         : base(vmFactory)
     {
-        Title = "CFZ CUDNN Toggle";
-        AddCards(vmFactory.Get<CfzCudnnToggleCardViewModel>());
+        Title = "Disable CUDNN (ComfyUI-Zluda)";
     }
 
     /// <summary>
-    /// Applies CUDNN Toggle to the Model and Conditioning connections
+    /// Applies CUDNN Toggle node between sampler latent output and VAE decode
+    /// This prevents "GET was unable to find an engine" errors on AMD cards with Zluda
     /// </summary>
     protected override void OnApplyStep(ModuleApplyStepEventArgs e)
     {
-        var card = GetCard<CfzCudnnToggleCardViewModel>();
+        // Get the primary connection (can be latent or image)
+        var primary = e.Builder.Connections.Primary;
+        if (primary == null)
+        {
+            return; // No primary connection to process
+        }
 
-        // Apply to all models in the pipeline
-        foreach (var modelConnections in e.Builder.Connections.Models.Values.Where(m => m.Model is not null))
+        // Check if primary is a latent (from sampler output)
+        if (primary.IsT0) // T0 is LatentNodeConnection
         {
+            var latentConnection = primary.AsT0;
+
+            // Insert CUDNN toggle node between sampler and VAE decode
             var cudnnToggleOutput = e.Nodes.AddTypedNode(
                 new ComfyNodeBuilder.CUDNNToggleAutoPassthrough
                 {
-                    Name = e.Nodes.GetUniqueName($"CUDNNToggle_{modelConnections.Name}"),
-                    Model = modelConnections.Model,
-                    Conditioning = modelConnections.Conditioning?.Positive,
-                    Latent = null, // Optional, we're not using latent passthrough here
-                    EnableCudnn = card.EnableCudnn,
-                    CudnnBenchmark = card.CudnnBenchmark,
+                    Name = e.Nodes.GetUniqueName("CUDNNToggle"),
+                    Model = null,
+                    Conditioning = null,
+                    Latent = latentConnection, // Pass through the latent from sampler
+                    enable_cudnn = false,
+                    cudnn_benchmark = false,
                 }
             );
 
-            // Update the model connection with the output from CUDNN toggle
-            modelConnections.Model = cudnnToggleOutput.Output1;
-
-            // Update conditioning if it was provided
-            if (modelConnections.Conditioning is not null)
-            {
-                modelConnections.Conditioning = new ConditioningConnections(
-                    cudnnToggleOutput.Output2,
-                    modelConnections.Conditioning.Negative
-                );
-            }
+            // Update the primary connection to use the CUDNN toggle latent output (Output3)
+            // This ensures VAE decode receives latent from CUDNN toggle instead of directly from sampler
+            e.Builder.Connections.Primary = cudnnToggleOutput.Output3;
         }
     }
 }