CGO bindings for the awesome stable-diffusion.cpp project
- TXT2IMG
- IMG2IMG
- IMG2VID (Waiting for
stable-diffusion.cppimplementation) - Image upscaling
- Model quantization and conversion
- PhotoMaker
You have to compile the shared stable-diffusion.cpp library first. You can do this in two ways:
- Compile it yourself using the official manual
- Let this project compile it yourself
Clone this project
$ git clone https://github.com/Binozo/GoStableDiffusion
$ cd GoStableDiffusion
$ go generateThe go:generate script currently supports cuda, vulkan and metal as hardware accelerators.
To enable one of these, simply set one of the following:
CUDA=1VULKAN=1METAL=1
before running go generate. Example:
...
$ CUDA=1 go generateTip
If you need extra help you can look at the Dockerfile, Dockerfile.cuda or Dockerfile.vulkan files. Or just create an issue.
After successful compilation you will find your built shared library at stable-diffusion.cpp/build/bin/libstable-diffusion<.so/.dylib/.dll>.
Now you have to install the shared library to your system
Note
Keep in mind you need to ship the shared library with your application.
On Linux you can copy libstable-diffusion.so to /usr/local/lib/.
On MacOS you can copy libstable-diffusion.dylib to /usr/local/lib/.
On Windows you can keep libstable-diffusion.dll in the same directory as your executable.
Get the package
$ go get -u github.com/binozo/gostablediffusionNow you are ready to go! 🚀
package main
import (
"fmt"
"github.com/binozo/gostablediffusion/pkg/sd"
"image/png"
"os"
"time"
"unsafe"
)
func main() {
fmt.Println("Warming up")
sd.SetLogCallback(func(level sd.LogLevel, text string, data unsafe.Pointer) {
switch level {
case sd.LogDebug:
fmt.Print("DEBUG:", text)
case sd.LogInfo:
fmt.Print("INFO:", text)
case sd.LogWarn:
fmt.Print("WARN:", text)
case sd.LogError:
fmt.Print("ERROR:", text)
default:
fmt.Print("???:", text)
}
})
sd.SetProgressCallback(func(step, steps int, time time.Duration, data unsafe.Pointer) {
fmt.Printf("PROGRESS: Completed step %d of %d in %0.2fs\n", step, steps, time.Seconds())
})
ctx, err := sd.New().
SetModel("models/sd3_medium_incl_clips_t5xxlfp16.safetensors").
UseFlashAttn().
Load()
if err != nil {
panic(err)
}
defer ctx.Free()
params := sd.NewDefaultParams()
params.CfgScale = 5
params.SampleSteps = 30
params.SampleMethod = sd.Euler
params.Height = 768
params.Width = 768
params.Seed = 42
params.Prompt = "fantasy medieval village world inside a glass sphere , high detail, fantasy, realistic, light effect, hyper detail, volumetric lighting, cinematic, macro, depth of field, blur, red light and clouds from the back, highly detailed epic cinematic concept art cg render made in maya, blender and photoshop, octane render, excellent composition, dynamic dramatic cinematic lighting, aesthetic, very inspirational, world inside a glass sphere by james gurney by artgerm with james jean, joe fenton and tristan eaton by ross tran, fine details, 4k resolution"
fmt.Println("Running inference")
result := ctx.Text2Img(params)
fmt.Println("Writing result to output.png")
targetFile, _ := os.OpenFile("output.png", os.O_WRONLY|os.O_CREATE, 0600)
defer targetFile.Close()
if err := png.Encode(targetFile, result.Image()); err != nil {
panic(err)
}
fmt.Println("Done")
}