Instructions to use keras/stable_diffusion_3_medium with libraries, inference providers, notebooks, and local apps. Follow these links to get started.
- Libraries
- KerasHub
How to use keras/stable_diffusion_3_medium with KerasHub:
import keras_hub # Load TextToImage model (optional: use half precision for inference) text_to_image = keras_hub.models.TextToImage.from_preset("hf://keras/stable_diffusion_3_medium", dtype="bfloat16") # Generate images with a TextToImage model. text_to_image.generate("Astronaut in a jungle")import keras_hub # Create a ImageToImage model task = keras_hub.models.ImageToImage.from_preset("hf://keras/stable_diffusion_3_medium")import keras_hub # Create a Inpaint model task = keras_hub.models.Inpaint.from_preset("hf://keras/stable_diffusion_3_medium")import keras_hub # Create a Backbone model unspecialized for any task backbone = keras_hub.models.Backbone.from_preset("hf://keras/stable_diffusion_3_medium") - Keras
How to use keras/stable_diffusion_3_medium with Keras:
# Available backend options are: "jax", "torch", "tensorflow". import os os.environ["KERAS_BACKEND"] = "jax" import keras model = keras.saving.load_model("hf://keras/stable_diffusion_3_medium") - Notebooks
- Google Colab
- Kaggle
| { | |
| "module": "keras_hub.src.models.stable_diffusion_3.stable_diffusion_3_backbone", | |
| "class_name": "StableDiffusion3Backbone", | |
| "config": { | |
| "name": "stable_diffusion_3_medium_backbone", | |
| "trainable": true, | |
| "dtype": { | |
| "module": "keras", | |
| "class_name": "DTypePolicy", | |
| "config": { | |
| "name": "float16" | |
| }, | |
| "registered_name": null | |
| }, | |
| "mmdit_patch_size": 2, | |
| "mmdit_hidden_dim": 1536, | |
| "mmdit_num_layers": 24, | |
| "mmdit_num_heads": 24, | |
| "mmdit_position_size": 192, | |
| "mmdit_qk_norm": null, | |
| "mmdit_dual_attention_indices": null, | |
| "vae": { | |
| "module": "keras_hub.src.models.vae.vae_backbone", | |
| "class_name": "VAEBackbone", | |
| "config": { | |
| "name": "vae", | |
| "trainable": true, | |
| "dtype": { | |
| "module": "keras", | |
| "class_name": "DTypePolicy", | |
| "config": { | |
| "name": "float16" | |
| }, | |
| "registered_name": null | |
| }, | |
| "encoder_num_filters": [ | |
| 128, | |
| 256, | |
| 512, | |
| 512 | |
| ], | |
| "encoder_num_blocks": [ | |
| 2, | |
| 2, | |
| 2, | |
| 2 | |
| ], | |
| "decoder_num_filters": [ | |
| 512, | |
| 512, | |
| 256, | |
| 128 | |
| ], | |
| "decoder_num_blocks": [ | |
| 3, | |
| 3, | |
| 3, | |
| 3 | |
| ], | |
| "sampler_method": "sample", | |
| "input_channels": 3, | |
| "sample_channels": 32, | |
| "output_channels": 3, | |
| "scale": 1.5305, | |
| "shift": 0.0609 | |
| }, | |
| "registered_name": "VAEBackbone" | |
| }, | |
| "clip_l": { | |
| "module": "keras_hub.src.models.clip.clip_text_encoder", | |
| "class_name": "CLIPTextEncoder", | |
| "config": { | |
| "name": "clip_l", | |
| "trainable": true, | |
| "dtype": { | |
| "module": "keras", | |
| "class_name": "DTypePolicy", | |
| "config": { | |
| "name": "float16" | |
| }, | |
| "registered_name": null | |
| }, | |
| "vocabulary_size": 49408, | |
| "embedding_dim": 768, | |
| "hidden_dim": 768, | |
| "num_layers": 12, | |
| "num_heads": 12, | |
| "intermediate_dim": 3072, | |
| "intermediate_activation": "quick_gelu", | |
| "intermediate_output_index": 10, | |
| "max_sequence_length": 77 | |
| }, | |
| "registered_name": "keras_hub>CLIPTextEncoder" | |
| }, | |
| "clip_g": { | |
| "module": "keras_hub.src.models.clip.clip_text_encoder", | |
| "class_name": "CLIPTextEncoder", | |
| "config": { | |
| "name": "clip_g", | |
| "trainable": true, | |
| "dtype": { | |
| "module": "keras", | |
| "class_name": "DTypePolicy", | |
| "config": { | |
| "name": "float16" | |
| }, | |
| "registered_name": null | |
| }, | |
| "vocabulary_size": 49408, | |
| "embedding_dim": 1280, | |
| "hidden_dim": 1280, | |
| "num_layers": 32, | |
| "num_heads": 20, | |
| "intermediate_dim": 5120, | |
| "intermediate_activation": "gelu", | |
| "intermediate_output_index": 30, | |
| "max_sequence_length": 77 | |
| }, | |
| "registered_name": "keras_hub>CLIPTextEncoder" | |
| }, | |
| "t5": null, | |
| "latent_channels": 16, | |
| "output_channels": 3, | |
| "num_train_timesteps": 1000, | |
| "shift": 3.0, | |
| "image_shape": [ | |
| 1024, | |
| 1024, | |
| 3 | |
| ] | |
| }, | |
| "registered_name": "keras_hub>StableDiffusion3Backbone" | |
| } |