Update README.md
Browse files
README.md
CHANGED
|
@@ -1,4 +1,3 @@
|
|
| 1 |
-
---
|
| 2 |
license: apache-2.0
|
| 3 |
library_name: diffusers
|
| 4 |
---
|
|
@@ -12,12 +11,12 @@ from diffusers.modular_pipelines import ModularPipeline, ComponentsManager
|
|
| 12 |
import torch
|
| 13 |
from diffusers.utils import load_image
|
| 14 |
|
| 15 |
-
repo_id = "YiYiXu/modular-diffdiff"
|
| 16 |
|
| 17 |
components = ComponentsManager()
|
| 18 |
|
| 19 |
diffdiff_pipeline = ModularPipeline.from_pretrained(repo_id, trust_remote_code=True, components_manager=components, collection="diffdiff")
|
| 20 |
-
diffdiff_pipeline.
|
| 21 |
components.enable_auto_cpu_offload()
|
| 22 |
```
|
| 23 |
|
|
@@ -49,8 +48,8 @@ image = diffdiff_pipeline(
|
|
| 49 |
#### ip-adapter
|
| 50 |
|
| 51 |
```python
|
| 52 |
-
diffdiff_pipeline.
|
| 53 |
-
diffdiff_pipeline.
|
| 54 |
|
| 55 |
ip_adapter_image = load_image("https://huggingface.co/datasets/YiYiXu/testing-images/resolve/main/diffdiff_orange.jpeg")
|
| 56 |
image = load_image("https://huggingface.co/datasets/OzzyGT/testing-resources/resolve/main/differential/20240329211129_4024911930.png?download=true")
|
|
@@ -78,7 +77,7 @@ image = diffdiff_pipeline(
|
|
| 78 |
#### controlnet
|
| 79 |
|
| 80 |
```python
|
| 81 |
-
diffdiff_pipeline.
|
| 82 |
|
| 83 |
control_image = load_image("https://huggingface.co/datasets/YiYiXu/testing-images/resolve/main/diffdiff_tomato_canny.png")
|
| 84 |
image = load_image("https://huggingface.co/datasets/OzzyGT/testing-resources/resolve/main/differential/20240329211129_4024911930.png?download=true")
|
|
@@ -103,6 +102,4 @@ image = diffdiff_pipeline(
|
|
| 103 |
```
|
| 104 |
|
| 105 |
|
| 106 |
-
|
| 107 |
-
|
| 108 |
-
|
|
|
|
|
|
|
| 1 |
license: apache-2.0
|
| 2 |
library_name: diffusers
|
| 3 |
---
|
|
|
|
| 11 |
import torch
|
| 12 |
from diffusers.utils import load_image
|
| 13 |
|
| 14 |
+
repo_id = "YiYiXu/modular-diffdiff-0704"
|
| 15 |
|
| 16 |
components = ComponentsManager()
|
| 17 |
|
| 18 |
diffdiff_pipeline = ModularPipeline.from_pretrained(repo_id, trust_remote_code=True, components_manager=components, collection="diffdiff")
|
| 19 |
+
diffdiff_pipeline.load_default_components(torch_dtype=torch.float16)
|
| 20 |
components.enable_auto_cpu_offload()
|
| 21 |
```
|
| 22 |
|
|
|
|
| 48 |
#### ip-adapter
|
| 49 |
|
| 50 |
```python
|
| 51 |
+
diffdiff_pipeline.load_ip_adapter("h94/IP-Adapter", subfolder="sdxl_models", weight_name="ip-adapter_sdxl.bin")
|
| 52 |
+
diffdiff_pipeline.set_ip_adapter_scale(0.6)
|
| 53 |
|
| 54 |
ip_adapter_image = load_image("https://huggingface.co/datasets/YiYiXu/testing-images/resolve/main/diffdiff_orange.jpeg")
|
| 55 |
image = load_image("https://huggingface.co/datasets/OzzyGT/testing-resources/resolve/main/differential/20240329211129_4024911930.png?download=true")
|
|
|
|
| 77 |
#### controlnet
|
| 78 |
|
| 79 |
```python
|
| 80 |
+
diffdiff_pipeline.unload_ip_adapter()
|
| 81 |
|
| 82 |
control_image = load_image("https://huggingface.co/datasets/YiYiXu/testing-images/resolve/main/diffdiff_tomato_canny.png")
|
| 83 |
image = load_image("https://huggingface.co/datasets/OzzyGT/testing-resources/resolve/main/differential/20240329211129_4024911930.png?download=true")
|
|
|
|
| 102 |
```
|
| 103 |
|
| 104 |
|
| 105 |
+
|
|
|
|
|
|