Upload handler.py
Browse files- handler.py +2 -2
handler.py
CHANGED
|
@@ -158,8 +158,8 @@ class EndpointHandler:
|
|
| 158 |
if IS_PARA: apply_cache_on_pipe(self.pipeline, residual_diff_threshold=0.12)
|
| 159 |
gc.collect()
|
| 160 |
torch.cuda.empty_cache()
|
| 161 |
-
self.enable_vae_slicing()
|
| 162 |
-
self.enable_vae_tiling()
|
| 163 |
if IS_LVRAM:
|
| 164 |
self.pipeline.transformer.to("cuda")
|
| 165 |
self.pipeline.vae.to("cuda")
|
|
|
|
| 158 |
if IS_PARA: apply_cache_on_pipe(self.pipeline, residual_diff_threshold=0.12)
|
| 159 |
gc.collect()
|
| 160 |
torch.cuda.empty_cache()
|
| 161 |
+
self.pipeline.enable_vae_slicing()
|
| 162 |
+
self.pipeline.enable_vae_tiling()
|
| 163 |
if IS_LVRAM:
|
| 164 |
self.pipeline.transformer.to("cuda")
|
| 165 |
self.pipeline.vae.to("cuda")
|