.github/workflows/release.yml

@@ -21,9 +21,7 @@ jobs:
     - name: Install .NET Core
       uses: actions/setup-dotnet@v4
       with:
-        dotnet-version: |
-          9.0.x
-          8.0.x
+        dotnet-version: 8.0.x
         
     - name: Restore dependencies
       run: dotnet restore StableDiffusion.NET
@@ -49,7 +47,7 @@ jobs:
       with:
         tag_name: ${{ github.event.inputs.version }}
         generate_release_notes: true
-        files: StableDiffusion.NET/bin/Release/net9.0/StableDiffusion.NET.dll
+        files: StableDiffusion.NET/bin/Release/net8.0/StableDiffusion.NET.dll
                   
     - name: Nuget Push
       id: nuget_push

Examples/ImageCreationUI/App.xaml.cs

@@ -1,5 +1,14 @@
-using System.Windows;
+using System.Configuration;
+using System.Data;
+using System.Windows;
 
-namespace ImageCreationUI;
+namespace ImageCreationUI
+{
+    /// <summary>
+    /// Interaction logic for App.xaml
+    /// </summary>
+    public partial class App : Application
+    {
+    }
 
-public partial class App : Application;
+}

Examples/ImageCreationUI/ImageCreationUI.csproj

@@ -2,7 +2,7 @@
 
   <PropertyGroup>
     <OutputType>WinExe</OutputType>
-    <TargetFramework>net9.0-windows</TargetFramework>
+    <TargetFramework>net8.0-windows</TargetFramework>
     <Nullable>enable</Nullable>
     <ImplicitUsings>enable</ImplicitUsings>
     <UseWPF>true</UseWPF>
@@ -11,9 +11,9 @@
 
   <ItemGroup>
     <PackageReference Include="HPPH.System.Drawing" Version="1.0.0" />
-    <PackageReference Include="StableDiffusion.NET.Backend.Cpu" Version="3.3.1" />
-    <PackageReference Include="StableDiffusion.NET.Backend.Cuda" Version="3.3.1" />
-    <PackageReference Include="StableDiffusion.NET.Backend.Rocm" Version="3.3.1" />
+    <PackageReference Include="StableDiffusion.NET.Backend.Cpu" Version="3.2.0" />
+    <PackageReference Include="StableDiffusion.NET.Backend.Cuda" Version="3.2.0" />
+    <PackageReference Include="StableDiffusion.NET.Backend.Rocm" Version="3.2.0" />
   </ItemGroup>
 
   <ItemGroup>

Examples/ImageCreationUI/MainWindow.xaml

@@ -91,11 +91,6 @@
                 <Label Content="Schedule" />
                 <ComboBox ItemsSource="{Binding Source={StaticResource ScheduleDataSource}}" SelectedItem="{Binding Schedule}" />
 
-                <StackPanel Orientation="Horizontal" Margin="0,4,0,0">
-                    <Label Content="Flash Attention" />
-                    <CheckBox VerticalAlignment="Center" IsChecked="{Binding FlashAttention}" />
-                </StackPanel>
-
                 <Button Margin="0,8"  Content="Load Model" Command="{Binding LoadModelCommand}" IsEnabled="{Binding IsReady}" />
 
                 <Separator />

Examples/ImageCreationUI/MainWindowViewModel.cs

@@ -71,13 +71,6 @@ public class MainWindowViewModel : INotifyPropertyChanged
         set => SetProperty(ref _schedule, value);
     }
 
-    private bool _flashAttention = true;
-    public bool FlashAttention
-    {
-        get => _flashAttention;
-        set => SetProperty(ref _flashAttention, value);
-    }
-
     private string _prompt = string.Empty;
     public string Prompt
     {
@@ -249,14 +242,14 @@ public class MainWindowViewModel : INotifyPropertyChanged
                 restoreDefaultParameters = _model?.ModelParameter.DiffusionModelType != DiffusionModelType.StableDiffusion;
 
                 LogLine($"Loading stable diffusion-model '{ModelPath}'");
-                _model = await Task.Run(() => ModelBuilder.StableDiffusion(ModelPath).WithMultithreading().WithVae(VaePath).WithSchedule(Schedule).WithFlashAttention(FlashAttention).Build());
+                _model = await Task.Run(() => ModelBuilder.StableDiffusion(ModelPath).WithMultithreading().WithVae(VaePath).WithSchedule(Schedule).Build());
             }
             else if (IsFluxSelected)
             {
                 restoreDefaultParameters = _model?.ModelParameter.DiffusionModelType != DiffusionModelType.Flux;
 
                 LogLine($"Loading flux-model '{DiffusionModelPath}'");
-                _model = await Task.Run(() => ModelBuilder.Flux(DiffusionModelPath, ClipLPath, T5xxlPath, VaePath).WithMultithreading().WithSchedule(Schedule).WithFlashAttention(FlashAttention).Build());
+                _model = await Task.Run(() => ModelBuilder.Flux(DiffusionModelPath, ClipLPath, T5xxlPath, VaePath).WithMultithreading().WithSchedule(Schedule).Build());
             }
             else
             {

StableDiffusion.NET/Enums/Quantization.cs

@@ -37,8 +37,6 @@ public enum Quantization
     Q4_0_4_4 = 31,
     Q4_0_4_8 = 32,
     Q4_0_8_8 = 33,
-    TQ1_0 = 34,
-    TQ2_0 = 35,
 
     Unspecified
 }

StableDiffusion.NET/Models/Builder/Extensions/DiffusionModelBuilderExtension.cs

@@ -119,12 +119,4 @@ public static class DiffusionModelBuilderExtension
 
         return builder;
     }
-
-    public static T WithFlashAttention<T>(this T builder, bool flashAttention = true)
-        where T : IDiffusionModelBuilder
-    {
-        builder.Parameter.FlashAttention = flashAttention;
-
-        return builder;
-    }
 }

StableDiffusion.NET/Models/DiffusionModel.cs

@@ -59,8 +59,7 @@ public sealed unsafe class DiffusionModel : IDisposable
                                  ModelParameter.Schedule,
                                  ModelParameter.KeepClipOnCPU,
                                  ModelParameter.KeepControlNetOnCPU,
-                                 ModelParameter.KeepVaeOnCPU,
-                                 ModelParameter.FlashAttention);
+                                 ModelParameter.KeepVaeOnCPU);
 
         if (_ctx == null) throw new NullReferenceException("Failed to initialize diffusion-model.");
     }
@@ -123,12 +122,7 @@ public sealed unsafe class DiffusionModel : IDisposable
                                             parameter.ControlNet.Strength,
                                             parameter.PhotoMaker.StyleRatio,
                                             parameter.PhotoMaker.NormalizeInput,
-                                            parameter.PhotoMaker.InputIdImageDirectory,
-                                            parameter.SkipLayers,
-                                            parameter.SkipLayers.Length,
-                                            parameter.SlgScale,
-                                            parameter.SkipLayerStart,
-                                            parameter.SkipLayerEnd);
+                                            parameter.PhotoMaker.InputIdImageDirectory);
 
                     Marshal.FreeHGlobal((nint)nativeControlNetImage.data);
                 }
@@ -158,12 +152,7 @@ public sealed unsafe class DiffusionModel : IDisposable
                                             parameter.ControlNet.Strength,
                                             parameter.PhotoMaker.StyleRatio,
                                             parameter.PhotoMaker.NormalizeInput,
-                                            parameter.PhotoMaker.InputIdImageDirectory,
-                                            parameter.SkipLayers,
-                                            parameter.SkipLayers.Length,
-                                            parameter.SlgScale,
-                                            parameter.SkipLayerStart,
-                                            parameter.SkipLayerEnd);
+                                            parameter.PhotoMaker.InputIdImageDirectory);
                 }
             }
         }
@@ -185,12 +174,7 @@ public sealed unsafe class DiffusionModel : IDisposable
                                     0,
                                     parameter.PhotoMaker.StyleRatio,
                                     parameter.PhotoMaker.NormalizeInput,
-                                    parameter.PhotoMaker.InputIdImageDirectory,
-                                    parameter.SkipLayers,
-                                    parameter.SkipLayers.Length,
-                                    parameter.SlgScale,
-                                    parameter.SkipLayerStart,
-                                    parameter.SkipLayerEnd);
+                                    parameter.PhotoMaker.InputIdImageDirectory);
         }
 
         return ImageHelper.ToImage(result);
@@ -262,12 +246,7 @@ public sealed unsafe class DiffusionModel : IDisposable
                                             parameter.ControlNet.Strength,
                                             parameter.PhotoMaker.StyleRatio,
                                             parameter.PhotoMaker.NormalizeInput,
-                                            parameter.PhotoMaker.InputIdImageDirectory,
-                                            parameter.SkipLayers,
-                                            parameter.SkipLayers.Length,
-                                            parameter.SlgScale,
-                                            parameter.SkipLayerStart,
-                                            parameter.SkipLayerEnd);
+                                            parameter.PhotoMaker.InputIdImageDirectory);
 
                     Marshal.FreeHGlobal((nint)nativeControlNetImage.data);
                 }
@@ -299,12 +278,7 @@ public sealed unsafe class DiffusionModel : IDisposable
                                             parameter.ControlNet.Strength,
                                             parameter.PhotoMaker.StyleRatio,
                                             parameter.PhotoMaker.NormalizeInput,
-                                            parameter.PhotoMaker.InputIdImageDirectory,
-                                            parameter.SkipLayers,
-                                            parameter.SkipLayers.Length,
-                                            parameter.SlgScale,
-                                            parameter.SkipLayerStart,
-                                            parameter.SkipLayerEnd);
+                                            parameter.PhotoMaker.InputIdImageDirectory);
                 }
             }
         }
@@ -328,12 +302,7 @@ public sealed unsafe class DiffusionModel : IDisposable
                                     0,
                                     parameter.PhotoMaker.StyleRatio,
                                     parameter.PhotoMaker.NormalizeInput,
-                                    parameter.PhotoMaker.InputIdImageDirectory,
-                                    parameter.SkipLayers,
-                                    parameter.SkipLayers.Length,
-                                    parameter.SlgScale,
-                                    parameter.SkipLayerStart,
-                                    parameter.SkipLayerEnd);
+                                    parameter.PhotoMaker.InputIdImageDirectory);
         }
 
         return ImageHelper.ToImage(result);

StableDiffusion.NET/Models/Parameter/ControlNetParameter.cs

@@ -8,44 +8,12 @@ public sealed class ControlNetParameter
 {
     public bool IsEnabled => Image != null;
 
-    /// <summary>
-    /// image condition, control net
-    /// </summary>
     public IImage? Image { get; set; } = null;
-
-    /// <summary>
-    /// strength to apply Control Net (default: 0.9)
-    /// 1.0 corresponds to full destruction of information in init image
-    /// </summary>
     public float Strength { get; set; } = 0.9f;
-
-    /// <summary>
-    /// apply canny preprocessor (edge detection)
-    /// </summary>
     public bool CannyPreprocess { get; set; } = false;
-
-    /// <summary>
-    /// 
-    /// </summary>
     public float CannyHighThreshold { get; set; } = 0.08f;
-
-    /// <summary>
-    /// 
-    /// </summary>
     public float CannyLowThreshold { get; set; } = 0.08f;
-
-    /// <summary>
-    /// 
-    /// </summary>
     public float CannyWeak { get; set; } = 0.8f;
-
-    /// <summary>
-    /// 
-    /// </summary>
     public float CannyStrong { get; set; } = 1.0f;
-
-    /// <summary>
-    /// 
-    /// </summary>
     public bool CannyInverse { get; set; } = false;
 }

StableDiffusion.NET/Models/Parameter/DiffusionModelParameter.cs

@@ -4,114 +4,36 @@ public sealed class DiffusionModelParameter : IDiffusionModelParameter, IQuantiz
 {
     public DiffusionModelType DiffusionModelType { get; set; } = DiffusionModelType.None;
 
-    /// <summary>
-    /// path to vae
-    /// </summary>
     public string VaePath { get; set; } = string.Empty;
-
-    /// <summary>
-    /// path to taesd. Using Tiny AutoEncoder for fast decoding (low quality)
-    /// </summary>
     public string TaesdPath { get; set; } = string.Empty;
 
-    /// <summary>
-    /// lora model directory
-    /// </summary>
     public string LoraModelDirectory { get; set; } = string.Empty;
-
-    /// <summary>
-    /// path to embeddings
-    /// </summary>
     public string EmbeddingsDirectory { get; set; } = string.Empty;
-
-    /// <summary>
-    /// path to control net model
-    /// </summary>
     public string ControlNetPath { get; set; } = string.Empty;
 
-    /// <summary>
-    /// number of threads to use during computation (default: -1)
-    /// If threads = -1, then threads will be set to the number of CPU physical cores
-    /// </summary>
     public int ThreadCount { get; set; } = 1;
 
-    /// <summary>
-    /// 
-    /// </summary>
     public bool VaeDecodeOnly { get; set; } = false;
-
-    /// <summary>
-    /// process vae in tiles to reduce memory usage
-    /// </summary>
     public bool VaeTiling { get; set; } = false;
-
-    /// <summary>
-    /// keep controlnet in cpu
-    /// </summary>
     public bool KeepControlNetOnCPU { get; set; } = false;
-
-    /// <summary>
-    /// keep clip in cpu (for low vram)
-    /// </summary>
     public bool KeepClipOnCPU { get; set; } = false;
-
-    /// <summary>
-    /// keep vae in cpu (for low vram)
-    /// </summary>
     public bool KeepVaeOnCPU { get; set; } = false;
 
-    /// <summary>
-    /// use flash attention in the diffusion model (for low vram)
-    /// Might lower quality, since it implies converting k and v to f16.
-    /// This might crash if it is not supported by the backend.
-    /// </summary>
-    public bool FlashAttention { get; set; } = false;
-
-    /// <summary>
-    /// RNG (default: Standard)
-    /// </summary>
     public RngType RngType { get; set; } = RngType.Standard;
-
-    /// <summary>
-    /// Denoiser sigma schedule (default: Default)
-    /// </summary>
     public Schedule Schedule { get; set; } = Schedule.Default;
 
-    /// <summary>
-    /// 
-    /// </summary>
     public Quantization Quantization { get; set; } = Quantization.Unspecified;
 
     // SD <= 3 only
-    /// <summary>
-    /// path to full model
-    /// </summary>
     public string ModelPath { get; set; } = string.Empty;
-
-    /// <summary>
-    /// path to PHOTOMAKER stacked id embeddings
-    /// </summary>
     public string StackedIdEmbeddingsDirectory { get; set; } = string.Empty;
 
     // Flux & SD3.5 only
-    /// <summary>
-    /// path to the standalone diffusion model
-    /// </summary>
     public string DiffusionModelPath { get; set; } = string.Empty;
-
-    /// <summary>
-    /// path to the clip-l text encoder
-    /// </summary>
     public string ClipLPath { get; set; } = string.Empty;
-
-    /// <summary>
-    /// path to the the t5xxl text encoder
-    /// </summary>
     public string T5xxlPath { get; set; } = string.Empty;
 
+
     // SD3.5 only
-    /// <summary>
-    /// path to the clip-g text encoder
-    /// </summary>
     public string ClipGPath { get; set; } = string.Empty;
 }

StableDiffusion.NET/Models/Parameter/DiffusionParameter.cs

@@ -12,82 +12,22 @@ public sealed class DiffusionParameter
     public static DiffusionParameter SD3_5Default => new() { Width = 1024, Height = 1024, CfgScale = 4.5f, Guidance = 1f, SampleSteps = 20, SampleMethod = Sampler.Euler };
     public static DiffusionParameter FluxDefault => new() { Width = 1024, Height = 1024, CfgScale = 1, Guidance = 3.5f, SampleSteps = 20, SampleMethod = Sampler.Euler };
 
-    /// <summary>
-    /// the negative prompt (default: "");
-    /// </summary>
     public string NegativePrompt { get; set; } = string.Empty;
-
-    /// <summary>
-    /// image width, in pixel space (default: 512)
-    /// </summary>
     public int Width { get; set; } = 512;
-
-    /// <summary>
-    /// image height, in pixel space (default: 512)
-    /// </summary>
     public int Height { get; set; } = 512;
-
-    /// <summary>
-    /// sampling method (default: Euler_A)
-    /// </summary>
     public Sampler SampleMethod { get; set; } = Sampler.Euler_A;
-
-    /// <summary>
-    /// number of sample steps (default: 25)
-    /// </summary>
     public int SampleSteps { get; set; } = 25;
-
-    /// <summary>
-    /// RNG seed. use -1 for a random seed (default: -1)
-    /// </summary>
     public long Seed { get; set; } = -1;
-
-    /// <summary>
-    /// strength for noising/unnoising (default: 0.7)
-    /// </summary>
     public float Strength { get; set; } = 0.7f;
-
-    /// <summary>
-    /// ignore last layers of CLIP network; 1 ignores none, 2 ignores one layer (default: -1)
-    /// -1 represents unspecified, will be 1 for SD1.x, 2 for SD2.x
-    /// </summary>
     public int ClipSkip { get; set; } = -1;
 
-    /// <summary>
-    /// skip layer guidance (SLG) scale, only for DiT models: (default: 0)
-    /// 0 means disabled, a value of 2.5 is nice for sd3.5 medium
-    /// </summary>
-    public float SlgScale { get; set; } = 0f;
-
-    /// <summary>
-    /// Layers to skip for SLG steps: (default: [7,8,9])
-    /// </summary>
-    public int[] SkipLayers { get; set; } = [7, 8, 9];
-
-    /// <summary>
-    /// SLG enabling point: (default: 0.01)
-    /// </summary>
-    public float SkipLayerStart { get; set; } = 0.01f;
-
-    /// <summary>
-    /// SLG disabling point: (default: 0.2)
-    /// </summary>
-    public float SkipLayerEnd { get; set; } = 0.2f;
-
     public ControlNetParameter ControlNet { get; } = new();
 
     // Stable Diffusion only
-    /// <summary>
-    /// unconditional guidance scale: (default: 7.5)
-    /// </summary>
     public float CfgScale { get; set; } = 7.5f;
-
     public PhotoMakerParameter PhotoMaker { get; } = new();
 
     // Flux only
-    /// <summary>
-    /// 
-    /// </summary>
     public float Guidance { get; set; } = 3.5f;
 
     #endregion

StableDiffusion.NET/Models/Parameter/Extensions/DiffusionParameterExtension.cs

@@ -64,34 +64,6 @@ public static class DiffusionParameterExtension
         return parameter;
     }
 
-    public static DiffusionParameter WithSlgScale(this DiffusionParameter parameter, float slgScale)
-    {
-        parameter.SlgScale = slgScale;
-
-        return parameter;
-    }
-
-    public static DiffusionParameter WithSkipLayers(this DiffusionParameter parameter, int[] layers)
-    {
-        parameter.SkipLayers = layers;
-
-        return parameter;
-    }
-
-    public static DiffusionParameter WithSkipLayerStart(this DiffusionParameter parameter, float skipLayerStart)
-    {
-        parameter.SkipLayerStart = skipLayerStart;
-
-        return parameter;
-    }
-
-    public static DiffusionParameter WithSkipLayerEnd(this DiffusionParameter parameter, float skipLayerEnd)
-    {
-        parameter.SkipLayerEnd = skipLayerEnd;
-
-        return parameter;
-    }
-
     public static DiffusionParameter WithControlNet(this DiffusionParameter parameter, IImage image, float? strength = null)
     {
         parameter.ControlNet.Image = image;

StableDiffusion.NET/Models/Parameter/Interfaces/IDiffusionModelParameter.cs

@@ -16,7 +16,6 @@ public interface IDiffusionModelParameter
     bool KeepControlNetOnCPU { get; set; }
     bool KeepClipOnCPU { get; set; }
     bool KeepVaeOnCPU { get; set; }
-    bool FlashAttention { get; set; }
 
     RngType RngType { get; set; }
     Schedule Schedule { get; set; }

StableDiffusion.NET/Models/Parameter/PhotoMakerParameter.cs

@@ -5,18 +5,7 @@ namespace StableDiffusion.NET;
 [PublicAPI]
 public sealed class PhotoMakerParameter
 {
-    /// <summary>
-    /// path to PHOTOMAKER input id images dir
-    /// </summary>
     public string InputIdImageDirectory { get; set; } = string.Empty;
-
-    /// <summary>
-    /// strength for keeping input identity (default: 20)
-    /// </summary>
     public float StyleRatio { get; set; } = 20f;
-
-    /// <summary>
-    /// normalize PHOTOMAKER input id images
-    /// </summary>
     public bool NormalizeInput { get; set; } = false;
 }

StableDiffusion.NET/Models/Parameter/UpscaleModelParameter.cs

@@ -5,19 +5,8 @@ namespace StableDiffusion.NET;
 [PublicAPI]
 public sealed class UpscaleModelParameter : IQuantizedModelParameter
 {
-    /// <summary>
-    /// path to esrgan model. Upscale images after generate, just RealESRGAN_x4plus_anime_6B supported by now
-    /// </summary>
     public string ModelPath { get; set; } = string.Empty;
-
-    /// <summary>
-    /// number of threads to use during computation (default: -1)
-    /// If threads = -1, then threads will be set to the number of CPU physical cores
-    /// </summary>
     public int ThreadCount { get; set; } = 1;
 
-    /// <summary>
-    /// 
-    /// </summary>
     public Quantization Quantization { get; set; } = Quantization.F16;
 }

StableDiffusion.NET/Native/Native.cs

@@ -69,8 +69,7 @@ internal unsafe partial class Native
                                                  schedule_t s,
                                                  [MarshalAs(UnmanagedType.I1)] bool keep_clip_on_cpu,
                                                  [MarshalAs(UnmanagedType.I1)] bool keep_control_net_cpu,
-                                                 [MarshalAs(UnmanagedType.I1)] bool keep_vae_on_cpu,
-                                                 [MarshalAs(UnmanagedType.I1)] bool diffusion_flash_attn);
+                                                 [MarshalAs(UnmanagedType.I1)] bool keep_vae_on_cpu);
 
     [LibraryImport(LIB_NAME, EntryPoint = "free_sd_ctx")]
     internal static partial void free_sd_ctx(sd_ctx_t* sd_ctx);
@@ -92,12 +91,7 @@ internal unsafe partial class Native
                                                 float control_strength,
                                                 float style_strength,
                                                 [MarshalAs(UnmanagedType.I1)] bool normalize_input,
-                                                [MarshalAs(UnmanagedType.LPStr)] string input_id_images_path,
-                                                int[] skip_layers,
-                                                int skip_layers_count,
-                                                float slg_scale,
-                                                float skip_layer_start,
-                                                float skip_layer_end);
+                                                [MarshalAs(UnmanagedType.LPStr)] string input_id_images_path);
 
     [LibraryImport(LIB_NAME, EntryPoint = "img2img")]
     internal static partial sd_image_t* img2img(sd_ctx_t* sd_ctx,
@@ -118,12 +112,7 @@ internal unsafe partial class Native
                                                 float control_strength,
                                                 float style_strength,
                                                 [MarshalAs(UnmanagedType.I1)] bool normalize_input,
-                                                [MarshalAs(UnmanagedType.LPStr)] string input_id_images_path,
-                                                int[] skip_layers,
-                                                int skip_layers_count,
-                                                float slg_scale,
-                                                float skip_layer_start,
-                                                float skip_layer_end);
+                                                [MarshalAs(UnmanagedType.LPStr)] string input_id_images_path);
 
     [LibraryImport(LIB_NAME, EntryPoint = "img2vid")]
     internal static partial sd_image_t* img2vid(sd_ctx_t* sd_ctx,

StableDiffusion.NET/StableDiffusion.NET.csproj

@@ -1,7 +1,7 @@
 <Project Sdk="Microsoft.NET.Sdk">
 
   <PropertyGroup>
-    <TargetFrameworks>net9.0;net8.0</TargetFrameworks>
+    <TargetFramework>net8.0</TargetFramework>
     <Nullable>enable</Nullable>
     <AllowUnsafeBlocks>true</AllowUnsafeBlocks>