Stable Diffusion Library for .NET
Get Started
$ dotnet add package OnnxStack.StableDiffusionReadme
OnnxStack.StableDiffusion - Onnx Stable Diffusion Services for .NET Applications
OnnxStack.StableDiffusion is a library that provides higher-level Stable Diffusion services for use in .NET applications. It offers extensive support for features such as dependency injection, .NET configuration implementations, ASP.NET Core integration, and IHostedService support.
Getting Started
OnnxStack.StableDiffusion can be found via the nuget package manager, download and install it.
PM> Install-Package OnnxStack.StableDiffusion
Microsoft.ML.OnnxRuntime
Depending on the devices you have and the platform you are running on, you will want to install the Microsoft.ML.OnnxRuntime package that best suits your needs.
CPU-GPU via Microsoft Drirect ML
PM> Install-Package Microsoft.ML.OnnxRuntime.DirectML
GPU support for both NVIDIA and AMD?
PM> Install-Package Microsoft.ML.OnnxRuntime.Gpu
.NET Core Registration
You can easily integrate OnnxStack.StableDiffusion into your application services layer. This registration process sets up the necessary services and loads the appsettings.json configuration.
Example: Registering OnnxStack.StableDiffusion
builder.Services.AddOnnxStackStableDiffusion();
.NET Console Application Example
Required Nuget Packages for example
Microsoft.Extensions.Hosting
Microsoft.Extensions.Logging
using Microsoft.Extensions.DependencyInjection;
using Microsoft.Extensions.Hosting;
using OnnxStack.StableDiffusion.Common;
using OnnxStack.StableDiffusion.Config;
internal class Program
{
static async Task Main(string[] _)
{
var builder = Host.CreateApplicationBuilder();
builder.Logging.ClearProviders();
builder.Services.AddLogging((loggingBuilder) => loggingBuilder.SetMinimumLevel(LogLevel.Error));
// Add OnnxStack Stable Diffusion
builder.Services.AddOnnxStackStableDiffusion();
// Add AppService
builder.Services.AddHostedService<AppService>();
// Start
await builder.Build().RunAsync();
}
}
internal class AppService : IHostedService
{
private readonly string _outputDirectory;
private readonly IStableDiffusionService _stableDiffusionService;
public AppService(IStableDiffusionService stableDiffusionService)
{
_stableDiffusionService = stableDiffusionService;
_outputDirectory = Path.Combine(Directory.GetCurrentDirectory(), "Images");
}
public async Task StartAsync(CancellationToken cancellationToken)
{
Directory.CreateDirectory(_outputDirectory);
while (true)
{
System.Console.WriteLine("Please type a prompt and press ENTER");
var prompt = System.Console.ReadLine();
System.Console.WriteLine("Please type a negative prompt and press ENTER (optional)");
var negativePrompt = System.Console.ReadLine();
// Example only, full config depends on model
// appsettings.json is recommended for ease of use
var modelOptions = new ModelOptions
{
Name = "Stable Diffusion 1.5",
ExecutionProvider = ExecutionProvider.DirectML,
ModelConfigurations = new List<OnnxModelSessionConfig>
{
new OnnxModelSessionConfig
{
Type = OnnxModelType.Unet,
OnnxModelPath = "model path"
}
}
};
var promptOptions = new PromptOptions
{
Prompt = prompt,
NegativePrompt = negativePrompt,
DiffuserType = DiffuserType.TextToImage,
// Input for ImageToImage
// InputImage = new InputImage(File.ReadAllBytesAsync("image to image filename"))
};
var schedulerOptions = new SchedulerOptions
{
Seed = Random.Shared.Next(),
GuidanceScale = 7.5f,
InferenceSteps = 30,
Height = 512,
Width = 512,
SchedulerType = SchedulerType.LMS,
};
// Generate Image Example
var outputFilename = Path.Combine(_outputDirectory, $"{schedulerOptions.Seed}_{schedulerOptions.SchedulerType}.png");
var result = await _stableDiffusionService.GenerateAsImageAsync(modelOptions, promptOptions, schedulerOptions);
if (result is not null)
{
// Save image to disk
await result.SaveAsPngAsync(outputFilename);
}
// Generate Batch Example
var batchOptions = new BatchOptions
{
BatchType = BatchOptionType.Seed,
ValueTo = 20
};
await foreach (var batchResult in _stableDiffusionService.GenerateBatchAsImageAsync(modelOptions, promptOptions, schedulerOptions, batchOptions))
{
// Save image to disk
await batchResult.SaveAsPngAsync(outputFilename);
}
}
}
public Task StopAsync(CancellationToken cancellationToken)
{
return Task.CompletedTask;
}
}