C# StableDiffusion StableDiffusionSharp 脱离python臃肿的环境

目录

说明

效果

项目

代码

下载


C# StableDiffusion StableDiffusionSharp 脱离python臃肿的环境

说明

Stable Diffusion in pure C/C++

github地址:https://github.com/leejet/stable-diffusion.cpp

C# Wrapper for StableDiffusion.cpp

github地址:https://github.com/DarthAffe/StableDiffusion.NET

效果

项目

电脑配置

AMD Ryzen 7 7735H with Radeon Graphics 3.19GHz

NVIDIA GeForce RTX 4060 Laptop GPU

cuda12.1+cudnn 8.8.1

代码

using NLog;

using OpenCvSharp;

using StableDiffusionSharp.Enums;

using System.ComponentModel;

using System.Drawing;

using System.Drawing.Imaging;

using System.IO;

using System.Windows.Forms;

namespace StableDiffusionSharp

{

public partial class Form1 : Form

{

public Form1()

{

InitializeComponent();

NLog.Windows.Forms.RichTextBoxTarget.ReInitializeAllTextboxes(this);

}

StableDiffusionModel sd;

ModelParameter mp;

StableDiffusionParameter sdp;

string modelpath = "C:\\MyStudy\\v1-5-pruned-emaonly.safetensors";

string prompt = "";

int progress = 0;

private static Logger _log = NLog.LogManager.GetCurrentClassLogger();

private void button1_Click(object sender, System.EventArgs e)

{

prompt = txtPrompt.Text;

if (string.IsNullOrEmpty(prompt))

{

MessageBox.Show("请输入提示词!");

txtPrompt.Focus();

return;

}

if (pictureBox1.Image != null)

{

pictureBox1.Image.Dispose();

}

pictureBox1.Image = null;

button1.Enabled = false;

progress = 0;

//各种参数设置 TODO:从UI界面取值

sdp.SampleSteps = 25;

sdp.Width = 512;

sdp.Height = 512;

sdp.CfgScale = 7.5f;

sdp.SampleMethod = Sampler.Euler_A;

sdp.NegativePrompt = string.Empty;

sdp.Seed = -1;

sdp.Strength = 0.7f;

sdp.ClipSkip = -1;

sdp.ControlNet.Image = null;

sdp.ControlNet.Strength = 0.9f;

sdp.ControlNet.CannyPreprocess = false;

sdp.ControlNet.CannyHighThreshold = 0.08f;

sdp.ControlNet.CannyLowThreshold = 0.08f;

sdp.ControlNet.CannyWeak = 0.8f;

sdp.ControlNet.CannyStrong = 1.0f;

sdp.ControlNet.CannyInverse = false;

sdp.PhotoMaker.InputIdImageDirectory = string.Empty;

sdp.PhotoMaker.StyleRatio = 20f;

sdp.PhotoMaker.NormalizeInput = false;

backgroundWorker1.RunWorkerAsync();

}

private void Form1_Load(object sender, System.EventArgs e)

{

//检查文件是否存在

if (!File.Exists(modelpath))

{

MessageBox.Show("文件不存在,请检查!");

return;

}

timer1.Enabled = true;

timer1.Interval = 100;

StableDiffusionModel.Log += StableDiffusionModel_Log;

StableDiffusionModel.Progress += StableDiffusionModel_Progress;

}

private void timer1_Tick(object sender, System.EventArgs e)

{

mp = new ModelParameter();

sdp = new StableDiffusionParameter();

sd = new StableDiffusionModel(modelpath, mp);

button1.Enabled = true;

timer1.Enabled = false;

}

private void StableDiffusionModel_Progress(object sender, EventArgs.StableDiffusionProgressEventArgs e)

{

_log.Info($"{e.Step}|{e.Steps} taking {e.Time}s");

progress = (int)(e.Progress * 100);

backgroundWorker1.ReportProgress(progress);

}

private void StableDiffusionModel_Log(object sender, EventArgs.StableDiffusionLogEventArgs e)

{

_log.Info($"{e.Text.Replace("\n", "")}");

}

private void backgroundWorker1_DoWork(object sender, DoWorkEventArgs e)

{

StableDiffusionImage sdimage = sd.TextToImage(prompt, sdp);

Mat image = new Mat(sdimage.Height, sdimage.Width, MatType.CV_8UC3, sdimage.Data);

Cv2.CvtColor(image, image, ColorConversionCodes.BGR2RGB);

//Cv2.ImShow("output", image);

pictureBox1.Image = new Bitmap(image.ToMemoryStream());

}

private void backgroundWorker1_ProgressChanged(object sender, ProgressChangedEventArgs e)

{

progressBar1.Value = e.ProgressPercentage;

}

private void backgroundWorker1_RunWorkerCompleted(object sender, RunWorkerCompletedEventArgs e)

{

button1.Enabled = true;

//progressBar1.Value = 0;

}

private void button2_Click(object sender, System.EventArgs e)

{

if (pictureBox1.Image == null)

{

return;

}

Bitmap output = new Bitmap(pictureBox1.Image);

SaveFileDialog sdf = new SaveFileDialog();

sdf.Title = "保存";

sdf.Filter = "Images (*.jpg)|*.jpg|Images (*.png)|*.png|Images (*.bmp)|*.bmp|Images (*.emf)|*.emf|Images (*.exif)|*.exif|Images (*.gif)|*.gif|Images (*.ico)|*.ico|Images (*.tiff)|*.tiff|Images (*.wmf)|*.wmf";

if (sdf.ShowDialog() == DialogResult.OK)

{

switch (sdf.FilterIndex)

{

case 1:

{

output.Save(sdf.FileName, ImageFormat.Jpeg);

break;

}

case 2:

{

output.Save(sdf.FileName, ImageFormat.Png);

break;

}

case 3:

{

output.Save(sdf.FileName, ImageFormat.Bmp);

break;

}

case 4:

{

output.Save(sdf.FileName, ImageFormat.Emf);

break;

}

case 5:

{

output.Save(sdf.FileName, ImageFormat.Exif);

break;

}

case 6:

{

output.Save(sdf.FileName, ImageFormat.Gif);

break;

}

case 7:

{

output.Save(sdf.FileName, ImageFormat.Icon);

break;

}

case 8:

{

output.Save(sdf.FileName, ImageFormat.Tiff);

break;

}

case 9:

{

output.Save(sdf.FileName, ImageFormat.Wmf);

break;

}

}

MessageBox.Show("保存成功,位置:" + sdf.FileName);

}

}

}

}

复制代码
using NLog;
using OpenCvSharp;
using StableDiffusionSharp.Enums;
using System.ComponentModel;
using System.Drawing;
using System.Drawing.Imaging;
using System.IO;
using System.Windows.Forms;

namespace StableDiffusionSharp
{
    public partial class Form1 : Form
    {
        public Form1()
        {
            InitializeComponent();
            NLog.Windows.Forms.RichTextBoxTarget.ReInitializeAllTextboxes(this);
        }

        StableDiffusionModel sd;
        ModelParameter mp;
        StableDiffusionParameter sdp;
        string modelpath = "C:\\MyStudy\\v1-5-pruned-emaonly.safetensors";
        string prompt = "";
        int progress = 0;

        private static Logger _log = NLog.LogManager.GetCurrentClassLogger();

        private void button1_Click(object sender, System.EventArgs e)
        {
            prompt = txtPrompt.Text;
            if (string.IsNullOrEmpty(prompt))
            {
                MessageBox.Show("请输入提示词!");
                txtPrompt.Focus();
                return;
            }
            if (pictureBox1.Image != null)
            {
                pictureBox1.Image.Dispose();
            }
            pictureBox1.Image = null;
            button1.Enabled = false;
            progress = 0;

            //各种参数设置 TODO:从UI界面取值
            sdp.SampleSteps = 25;
            sdp.Width = 512;
            sdp.Height = 512;
            sdp.CfgScale = 7.5f;
            sdp.SampleMethod = Sampler.Euler_A;
            sdp.NegativePrompt = string.Empty;
            sdp.Seed = -1;
            sdp.Strength = 0.7f;
            sdp.ClipSkip = -1;

            sdp.ControlNet.Image = null;
            sdp.ControlNet.Strength = 0.9f;
            sdp.ControlNet.CannyPreprocess = false;
            sdp.ControlNet.CannyHighThreshold = 0.08f;
            sdp.ControlNet.CannyLowThreshold = 0.08f;
            sdp.ControlNet.CannyWeak = 0.8f;
            sdp.ControlNet.CannyStrong = 1.0f;
            sdp.ControlNet.CannyInverse = false;

            sdp.PhotoMaker.InputIdImageDirectory = string.Empty;
            sdp.PhotoMaker.StyleRatio = 20f;
            sdp.PhotoMaker.NormalizeInput = false;

            backgroundWorker1.RunWorkerAsync();
        }

        private void Form1_Load(object sender, System.EventArgs e)
        {
            //检查文件是否存在
            if (!File.Exists(modelpath))
            {
                MessageBox.Show("文件不存在,请检查!");
                return;
            }

            timer1.Enabled = true;
            timer1.Interval = 100;

            StableDiffusionModel.Log += StableDiffusionModel_Log;
            StableDiffusionModel.Progress += StableDiffusionModel_Progress;
        }

        private void timer1_Tick(object sender, System.EventArgs e)
        {
            mp = new ModelParameter();
            sdp = new StableDiffusionParameter();
            sd = new StableDiffusionModel(modelpath, mp);
            button1.Enabled = true;
            timer1.Enabled = false;
        }

        private void StableDiffusionModel_Progress(object sender, EventArgs.StableDiffusionProgressEventArgs e)
        {
            _log.Info($"{e.Step}|{e.Steps} taking  {e.Time}s");
            progress = (int)(e.Progress * 100);
            backgroundWorker1.ReportProgress(progress);
        }

        private void StableDiffusionModel_Log(object sender, EventArgs.StableDiffusionLogEventArgs e)
        {
            _log.Info($"{e.Text.Replace("\n", "")}");
        }

        private void backgroundWorker1_DoWork(object sender, DoWorkEventArgs e)
        {
            StableDiffusionImage sdimage = sd.TextToImage(prompt, sdp);
            Mat image = new Mat(sdimage.Height, sdimage.Width, MatType.CV_8UC3, sdimage.Data);
            Cv2.CvtColor(image, image, ColorConversionCodes.BGR2RGB);
            //Cv2.ImShow("output", image);
            pictureBox1.Image = new Bitmap(image.ToMemoryStream());
        }

        private void backgroundWorker1_ProgressChanged(object sender, ProgressChangedEventArgs e)
        {
            progressBar1.Value = e.ProgressPercentage;
        }

        private void backgroundWorker1_RunWorkerCompleted(object sender, RunWorkerCompletedEventArgs e)
        {
            button1.Enabled = true;
            //progressBar1.Value = 0;
        }

        private void button2_Click(object sender, System.EventArgs e)
        {
            if (pictureBox1.Image == null)
            {
                return;
            }
            Bitmap output = new Bitmap(pictureBox1.Image);
            SaveFileDialog sdf = new SaveFileDialog();
            sdf.Title = "保存";
            sdf.Filter = "Images (*.jpg)|*.jpg|Images (*.png)|*.png|Images (*.bmp)|*.bmp|Images (*.emf)|*.emf|Images (*.exif)|*.exif|Images (*.gif)|*.gif|Images (*.ico)|*.ico|Images (*.tiff)|*.tiff|Images (*.wmf)|*.wmf";
            if (sdf.ShowDialog() == DialogResult.OK)
            {
                switch (sdf.FilterIndex)
                {
                    case 1:
                        {
                            output.Save(sdf.FileName, ImageFormat.Jpeg);
                            break;
                        }
                    case 2:
                        {
                            output.Save(sdf.FileName, ImageFormat.Png);
                            break;
                        }
                    case 3:
                        {
                            output.Save(sdf.FileName, ImageFormat.Bmp);
                            break;
                        }
                    case 4:
                        {
                            output.Save(sdf.FileName, ImageFormat.Emf);
                            break;
                        }
                    case 5:
                        {
                            output.Save(sdf.FileName, ImageFormat.Exif);
                            break;
                        }
                    case 6:
                        {
                            output.Save(sdf.FileName, ImageFormat.Gif);
                            break;
                        }
                    case 7:
                        {
                            output.Save(sdf.FileName, ImageFormat.Icon);
                            break;
                        }

                    case 8:
                        {
                            output.Save(sdf.FileName, ImageFormat.Tiff);
                            break;
                        }
                    case 9:
                        {
                            output.Save(sdf.FileName, ImageFormat.Wmf);
                            break;
                        }
                }
                MessageBox.Show("保存成功,位置:" + sdf.FileName);
            }

        }
    }
}

下载

源码下载(模型太大,需要单独下载)

模型下载

Stable Diffusion v1.4 https://huggingface.co/CompVis/stable-diffusion-v-1-4-original

Stable Diffusion v1.5 https://huggingface.co/runwayml/stable-diffusion-v1-5

Stable Diffuison v2.1 https://huggingface.co/stabilityai/stable-diffusion-2-1

相关推荐
声光界几秒前
《声音与音乐中的情感理解及人机交互设计》
人工智能·人机交互·声学
voidmort2 分钟前
13. 强化学习中的评估、奖励设计与 Reward Hacking
人工智能
Studying 开龙wu3 分钟前
16位工业灰度图的深度学习预处理:从方法选择到ImageJ实战
人工智能·深度学习
烟雨江南7857 分钟前
特高压输电线路带电作业直升机吊篮与强电磁感应放电:基于“灵声智库”空间自适应滤波与声纹授权的离线语音控制指令方案
人工智能·ffmpeg·webrtc·语音识别·ai质检
清辞8539 分钟前
入门大模型工程师第十课----学习总结
大数据·人工智能·深度学习·学习·语言模型
zhangfeng11339 分钟前
那nvidia orim车载gpu tee安全飞地 和天垓 100 gpgpu的 飞地 ,大概有多大存储量 ,解密流程
人工智能·深度学习·安全·语言模型·gpu算力·芯片
蔡不菜和他的uU们23 分钟前
vLLM实践之个人AI基建——云端vLLM+SSH Tunnel+本地Cherry Studio
人工智能·ssh·vllm
黄啊码28 分钟前
8个AI,同一道高考作文题,同一个结果:我的那篇最好
人工智能
m0_7372469829 分钟前
QDKT产品拆解&设计
人工智能
xinlianyq32 分钟前
TikTok短视频生成工具哪家好?跨境出海如何用 AI 实现爆款视频复刻
人工智能·aigc