Skip to content

Commit

Permalink
Some fixes to the lowvram system.
Browse files Browse the repository at this point in the history
  • Loading branch information
@comfyanonymous
comfyanonymous committed Nov 22, 2024
1 parent 94323a2 commit bc6be6c
Showing 1 changed file with 9 additions and 3 deletions.
12 changes: 9 additions & 3 deletions comfy/model_patcher.py
View file
Original file line number Diff line number Diff line change
Expand Up @@ -374,9 +374,14 @@ def load(self, device_to=None, lowvram_model_memory=0, force_patch_weights=False
loading = []
for n, m in self.model.named_modules():
params = []
skip = False
for name, param in m.named_parameters(recurse=False):
params.append(name)
if hasattr(m, "comfy_cast_weights") or len(params) > 0:
for name, param in m.named_parameters(recurse=True):
if name not in params:
skip = True # skip random weights in non leaf modules
break
if not skip and (hasattr(m, "comfy_cast_weights") or len(params) > 0):
loading.append((comfy.model_management.module_size(m), n, m, params))

load_completely = []
Expand Down Expand Up @@ -420,8 +425,9 @@ def load(self, device_to=None, lowvram_model_memory=0, force_patch_weights=False
if m.comfy_cast_weights:
wipe_lowvram_weight(m)

mem_counter += module_mem
load_completely.append((module_mem, n, m, params))
if full_load or mem_counter + module_mem < lowvram_model_memory:
mem_counter += module_mem
load_completely.append((module_mem, n, m, params))

load_completely.sort(reverse=True)
for x in load_completely:
Expand Down

2 comments on commit bc6be6c

@ch3178
Copy link

@ch3178 ch3178 commented on bc6be6c Dec 2, 2024

Choose a reason for hiding this comment

The reason will be displayed to describe this comment to others. Learn more.

Kernel V.33 starts and reports errors:Expected all tensors to be on the same device, but found at least two devices, cuda:0 and cpu! (when checking argument for argument weight in method wrapper_CUDA__native_layer_norm)

ComfyUI Error Report

Error Details

  • Node ID: 226
  • Node Type: SamplerCustomAdvanced
  • Exception Type: RuntimeError
  • Exception Message: Expected all tensors to be on the same device, but found at least two devices, cuda:0 and cpu! (when checking argument for argument weight in method wrapper_CUDA__native_layer_norm)

Stack Trace

  File "E:\Comfyui\execution.py", line 323, in execute
    output_data, output_ui, has_subgraph = get_output_data(obj, input_data_all, execution_block_cb=execution_block_cb, pre_execute_cb=pre_execute_cb)

  File "E:\Comfyui\execution.py", line 198, in get_output_data
    return_values = _map_node_over_list(obj, input_data_all, obj.FUNCTION, allow_interrupt=True, execution_block_cb=execution_block_cb, pre_execute_cb=pre_execute_cb)

  File "E:\Comfyui\execution.py", line 169, in _map_node_over_list
    process_inputs(input_dict, i)

  File "E:\Comfyui\execution.py", line 158, in process_inputs
    results.append(getattr(obj, func)(**inputs))

  File "E:\Comfyui\comfy_extras\nodes_custom_sampler.py", line 633, in sample
    samples = guider.sample(noise.generate_noise(latent), latent_image, sampler, sigmas, denoise_mask=noise_mask, callback=callback, disable_pbar=disable_pbar, seed=noise.seed)

  File "E:\Comfyui\comfy\samplers.py", line 740, in sample
    output = self.inner_sample(noise, latent_image, device, sampler, sigmas, denoise_mask, callback, disable_pbar, seed)

  File "E:\Comfyui\comfy\samplers.py", line 719, in inner_sample
    samples = sampler.sample(self, sigmas, extra_args, callback, noise, latent_image, denoise_mask, disable_pbar)

  File "E:\Comfyui\custom_nodes\ComfyUI-TiledDiffusion\utils.py", line 34, in KSAMPLER_sample
    return orig_fn(*args, **kwargs)

  File "E:\Comfyui\comfy\samplers.py", line 624, in sample
    samples = self.sampler_function(model_k, noise, sigmas, extra_args=extra_args, callback=k_callback, disable=disable_pbar, **self.extra_options)

  File "E:\Comfyui\python\lib\site-packages\torch\utils\_contextlib.py", line 116, in decorate_context
    return func(*args, **kwargs)

  File "E:\Comfyui\comfy\k_diffusion\sampling.py", line 155, in sample_euler
    denoised = model(x, sigma_hat * s_in, **extra_args)

  File "E:\Comfyui\comfy\samplers.py", line 299, in __call__
    out = self.inner_model(x, sigma, model_options=model_options, seed=seed)

  File "E:\Comfyui\comfy\samplers.py", line 706, in __call__
    return self.predict_noise(*args, **kwargs)

  File "E:\Comfyui\comfy\samplers.py", line 709, in predict_noise
    return sampling_function(self.inner_model, x, timestep, self.conds.get("negative", None), self.conds.get("positive", None), self.cfg, model_options=model_options, seed=seed)

  File "E:\Comfyui\comfy\samplers.py", line 279, in sampling_function
    out = calc_cond_batch(model, conds, x, timestep, model_options)

  File "E:\Comfyui\comfy\samplers.py", line 228, in calc_cond_batch
    output = model.apply_model(input_x, timestep_, **c).chunk(batch_chunks)

  File "E:\Comfyui\custom_nodes\ComfyUI-Advanced-ControlNet\adv_control\utils.py", line 69, in apply_model_uncond_cleanup_wrapper
    return orig_apply_model(self, *args, **kwargs)

  File "E:\Comfyui\comfy\model_base.py", line 145, in apply_model
    model_output = self.diffusion_model(xc, t, context=context, control=control, transformer_options=transformer_options, **extra_conds).float()

  File "E:\Comfyui\python\lib\site-packages\torch\nn\modules\module.py", line 1736, in _wrapped_call_impl
    return self._call_impl(*args, **kwargs)

  File "E:\Comfyui\python\lib\site-packages\torch\nn\modules\module.py", line 1747, in _call_impl
    return forward_call(*args, **kwargs)

  File "E:\Comfyui\comfy\ldm\flux\model.py", line 184, in forward
    out = self.forward_orig(img, img_ids, context, txt_ids, timestep, y, guidance, control, transformer_options)

  File "E:\Comfyui\custom_nodes\ComfyUI-PuLID-Flux-Enhanced\pulidflux.py", line 136, in forward_orig
    img = img + node_data['weight'] * self.pulid_ca[ca_idx](node_data['embedding'], img)

  File "E:\Comfyui\python\lib\site-packages\torch\nn\modules\module.py", line 1736, in _wrapped_call_impl
    return self._call_impl(*args, **kwargs)

  File "E:\Comfyui\python\lib\site-packages\torch\nn\modules\module.py", line 1747, in _call_impl
    return forward_call(*args, **kwargs)

  File "E:\Comfyui\custom_nodes\ComfyUI-PuLID-Flux-Enhanced\encoders_flux.py", line 52, in forward
    x = self.norm1(x)

  File "E:\Comfyui\python\lib\site-packages\torch\nn\modules\module.py", line 1736, in _wrapped_call_impl
    return self._call_impl(*args, **kwargs)

  File "E:\Comfyui\python\lib\site-packages\torch\nn\modules\module.py", line 1747, in _call_impl
    return forward_call(*args, **kwargs)

  File "E:\Comfyui\python\lib\site-packages\torch\nn\modules\normalization.py", line 217, in forward
    return F.layer_norm(

  File "E:\Comfyui\python\lib\site-packages\torch\nn\functional.py", line 2900, in layer_norm
    return torch.layer_norm(

System Information

  • ComfyUI Version: v0.3.6
  • Arguments: E:\Comfyui\main.py --auto-launch --preview-method auto --disable-smart-memory --disable-cuda-malloc
  • OS: nt
  • Python Version: 3.10.11 (tags/v3.10.11:7d4cc5a, Apr 5 2023, 00:38:17) [MSC v.1929 64 bit (AMD64)]
  • Embedded Python: false
  • PyTorch Version: 2.5.1+cu124

Devices

  • Name: cuda:0 NVIDIA GeForce RTX 4060 Laptop GPU : cudaMallocAsync
    • Type: cuda
    • VRAM Total: 8585216000
    • VRAM Free: 140595931
    • Torch VRAM Total: 8287944704
    • Torch VRAM Free: 140595931

Logs

2024-12-02T17:06:56.259561 -    0.0 seconds: E:\Comfyui\custom_nodes\comfyui-mask-boundingbox
2024-12-02T17:06:56.259561 -    0.0 seconds: E:\Comfyui\custom_nodes\DZ-FaceDetailer
2024-12-02T17:06:56.259561 -    0.0 seconds: E:\Comfyui\custom_nodes\ComfyUI_FaceShaper
2024-12-02T17:06:56.259561 -    0.0 seconds: E:\Comfyui\custom_nodes\comfyui-inpaint-nodes
2024-12-02T17:06:56.259561 -    0.0 seconds: E:\Comfyui\custom_nodes\ComfyUI_FluxMod
2024-12-02T17:06:56.259561 -    0.0 seconds: E:\Comfyui\custom_nodes\mikey_nodes
2024-12-02T17:06:56.259561 -    0.0 seconds: E:\Comfyui\custom_nodes\ComfyUI-TextOnSegs
2024-12-02T17:06:56.259561 -    0.0 seconds: E:\Comfyui\custom_nodes\Comfyui-SAL-VTON
2024-12-02T17:06:56.259561 -    0.0 seconds: E:\Comfyui\custom_nodes\comfyui-job-iterator
2024-12-02T17:06:56.259561 -    0.0 seconds: E:\Comfyui\custom_nodes\ComfyUI-Inpaint-CropAndStitch
2024-12-02T17:06:56.259561 -    0.0 seconds: E:\Comfyui\custom_nodes\ComfyUI-Flux-Continuum
2024-12-02T17:06:56.259561 -    0.0 seconds: E:\Comfyui\custom_nodes\ComfyUI-Kolors-MZ
2024-12-02T17:06:56.259561 -    0.0 seconds: E:\Comfyui\custom_nodes\ComfyUI_Mira
2024-12-02T17:06:56.259561 -    0.0 seconds: E:\Comfyui\custom_nodes\ComfyUI-QualityOfLifeSuit_Omar92
2024-12-02T17:06:56.259561 -    0.0 seconds: E:\Comfyui\custom_nodes\ComfyUI-Extra-Samplers
2024-12-02T17:06:56.259561 -    0.0 seconds: E:\Comfyui\custom_nodes\ComfyUI_Fictiverse
2024-12-02T17:06:56.259561 -    0.0 seconds: E:\Comfyui\custom_nodes\ComfyUI-Video-Matting
2024-12-02T17:06:56.259561 -    0.0 seconds: E:\Comfyui\custom_nodes\ComfyUI-Impact-Pack
2024-12-02T17:06:56.259561 -    0.0 seconds: E:\Comfyui\custom_nodes\comfyui_tag_fillter
2024-12-02T17:06:56.259561 -    0.0 seconds: E:\Comfyui\custom_nodes\comfyui_facetools
2024-12-02T17:06:56.259561 -    0.0 seconds: E:\Comfyui\custom_nodes\ComfyUI-Flux-Inpainting
2024-12-02T17:06:56.259561 -    0.0 seconds: E:\Comfyui\custom_nodes\ComfyUI-TiledDiffusion
2024-12-02T17:06:56.260563 -    0.0 seconds: E:\Comfyui\custom_nodes\ControlAltAI-Nodes
2024-12-02T17:06:56.260563 -    0.0 seconds: E:\Comfyui\custom_nodes\ComfyUI-DepthAnythingV2
2024-12-02T17:06:56.260563 -    0.0 seconds: E:\Comfyui\custom_nodes\ComfyUI-EasyNode
2024-12-02T17:06:56.260563 -    0.0 seconds: E:\Comfyui\custom_nodes\comfyui-portrait-master
2024-12-02T17:06:56.260563 -    0.0 seconds: E:\Comfyui\custom_nodes\ComfyUI_essentials
2024-12-02T17:06:56.260563 -    0.0 seconds: E:\Comfyui\custom_nodes\comfyui-various
2024-12-02T17:06:56.260563 -    0.0 seconds: E:\Comfyui\custom_nodes\ComfyUI-Ollama-Describer
2024-12-02T17:06:56.260563 -    0.0 seconds: E:\Comfyui\custom_nodes\ComfyUI-Custom-Scripts
2024-12-02T17:06:56.260563 -    0.0 seconds: E:\Comfyui\custom_nodes\ComfyUI-RefUNet
2024-12-02T17:06:56.260563 -    0.0 seconds: E:\Comfyui\custom_nodes\comfyui-photoshop
2024-12-02T17:06:56.260563 -    0.0 seconds: E:\Comfyui\custom_nodes\ComfyUI-IPAdapter-Flux
2024-12-02T17:06:56.260563 -    0.0 seconds: E:\Comfyui\custom_nodes\comfyui-prompt-composer
2024-12-02T17:06:56.260563 -    0.0 seconds: E:\Comfyui\custom_nodes\virtuoso-nodes
2024-12-02T17:06:56.260563 -    0.0 seconds: E:\Comfyui\custom_nodes\ComfyMath
2024-12-02T17:06:56.260563 -    0.0 seconds: E:\Comfyui\custom_nodes\ComfyUI-N-Sidebar
2024-12-02T17:06:56.260563 -    0.0 seconds: E:\Comfyui\custom_nodes\AIGODLIKE-ComfyUI-Studio
2024-12-02T17:06:56.260563 -    0.0 seconds: E:\Comfyui\custom_nodes\comfyui-tooling-nodes
2024-12-02T17:06:56.260563 -    0.0 seconds: E:\Comfyui\custom_nodes\ComfyUI_UltimateSDUpscale
2024-12-02T17:06:56.260563 -    0.0 seconds: E:\Comfyui\custom_nodes\comfy-image-saver
2024-12-02T17:06:56.260563 -    0.0 seconds: E:\Comfyui\custom_nodes\ComfyUI_Yvann-Nodes
2024-12-02T17:06:56.260563 -    0.0 seconds: E:\Comfyui\custom_nodes\ComfyUI-utils-nodes
2024-12-02T17:06:56.261564 -    0.0 seconds: E:\Comfyui\custom_nodes\OneButtonPrompt
2024-12-02T17:06:56.261564 -    0.0 seconds: E:\Comfyui\custom_nodes\ComfyUI-Fluxtapoz
2024-12-02T17:06:56.261564 -    0.0 seconds: E:\Comfyui\custom_nodes\comfyui-ollama
2024-12-02T17:06:56.261564 -    0.0 seconds: E:\Comfyui\custom_nodes\ComfyUI_InstantIR_Wrapper
2024-12-02T17:06:56.261564 -    0.0 seconds: E:\Comfyui\custom_nodes\Flux-Prompt-Generator
2024-12-02T17:06:56.261564 -    0.0 seconds: E:\Comfyui\custom_nodes\ComfyUI-KJNodes
2024-12-02T17:06:56.261564 -    0.0 seconds: E:\Comfyui\custom_nodes\ComfyUI-MingNodes
2024-12-02T17:06:56.261564 -    0.0 seconds: E:\Comfyui\custom_nodes\Derfuu_ComfyUI_ModdedNodes
2024-12-02T17:06:56.261564 -    0.0 seconds: E:\Comfyui\custom_nodes\ComfyUI-GGUF
2024-12-02T17:06:56.261564 -    0.0 seconds: E:\Comfyui\custom_nodes\ComfyUI-Florence2
2024-12-02T17:06:56.261564 -    0.0 seconds: E:\Comfyui\custom_nodes\ComfyUI-Advanced-ControlNet
2024-12-02T17:06:56.261564 -    0.0 seconds: E:\Comfyui\custom_nodes\x-flux-comfyui
2024-12-02T17:06:56.261564 -    0.0 seconds: E:\Comfyui\custom_nodes\comfyui_bmad_nodes
2024-12-02T17:06:56.261564 -    0.0 seconds: E:\Comfyui\custom_nodes\CharacterFaceSwap
2024-12-02T17:06:56.261564 -    0.0 seconds: E:\Comfyui\custom_nodes\ComfyUI_ExtraModels
2024-12-02T17:06:56.261564 -    0.0 seconds: E:\Comfyui\custom_nodes\ComfyUI_node_Lilly
2024-12-02T17:06:56.261564 -    0.0 seconds: E:\Comfyui\custom_nodes\Block_Patcher_ComfyUI
2024-12-02T17:06:56.261564 -    0.0 seconds: E:\Comfyui\custom_nodes\ComfyUI-NuA-FlashFace
2024-12-02T17:06:56.261564 -    0.0 seconds: E:\Comfyui\custom_nodes\rgthree-comfy
2024-12-02T17:06:56.261564 -    0.0 seconds: E:\Comfyui\custom_nodes\ComfyUI-ppm
2024-12-02T17:06:56.261564 -    0.0 seconds: E:\Comfyui\custom_nodes\ComfyUI-AnimateDiff-Evolved
2024-12-02T17:06:56.261564 -    0.0 seconds: E:\Comfyui\custom_nodes\ComfyUI_Comfyroll_CustomNodes
2024-12-02T17:06:56.262565 -    0.0 seconds: E:\Comfyui\custom_nodes\ComfyUI_tinyterraNodes
2024-12-02T17:06:56.262565 -    0.1 seconds: E:\Comfyui\custom_nodes\ComfyUI-IC-Light
2024-12-02T17:06:56.262565 -    0.1 seconds: E:\Comfyui\custom_nodes\facerestore_cf
2024-12-02T17:06:56.262565 -    0.1 seconds: E:\Comfyui\custom_nodes\comfyui-workspace-manager
2024-12-02T17:06:56.262565 -    0.1 seconds: E:\Comfyui\custom_nodes\comfyui-easyapi-nodes
2024-12-02T17:06:56.262565 -    0.1 seconds: E:\Comfyui\custom_nodes\ComfyUI-LivePortraitKJ
2024-12-02T17:06:56.262565 -    0.1 seconds: E:\Comfyui\custom_nodes\comfyui_dagthomas
2024-12-02T17:06:56.262565 -    0.1 seconds: E:\Comfyui\custom_nodes\ComfyUI-Inspire-Pack
2024-12-02T17:06:56.262565 -    0.1 seconds: E:\Comfyui\custom_nodes\ComfyUI_BiRefNet_ll
2024-12-02T17:06:56.262565 -    0.1 seconds: E:\Comfyui\custom_nodes\comfyui_segment_anything
2024-12-02T17:06:56.262565 -    0.1 seconds: E:\Comfyui\custom_nodes\ComfyUI-Crystools
2024-12-02T17:06:56.262565 -    0.1 seconds: E:\Comfyui\custom_nodes\Comfyui-ergouzi-Nodes
2024-12-02T17:06:56.262565 -    0.1 seconds: E:\Comfyui\custom_nodes\comfy_mtb
2024-12-02T17:06:56.262565 -    0.1 seconds: E:\Comfyui\custom_nodes\SDXL_EcomID_ComfyUI
2024-12-02T17:06:56.262565 -    0.1 seconds: E:\Comfyui\custom_nodes\PuLID_ComfyUI
2024-12-02T17:06:56.262565 -    0.1 seconds: E:\Comfyui\custom_nodes\comfyscope
2024-12-02T17:06:56.262565 -    0.1 seconds: E:\Comfyui\custom_nodes\ComfyUI-PuLID-Flux-Enhanced
2024-12-02T17:06:56.262565 -    0.1 seconds: E:\Comfyui\custom_nodes\ComfyUI-segment-anything-2
2024-12-02T17:06:56.262565 -    0.1 seconds: E:\Comfyui\custom_nodes\comfyui-dynamicprompts
2024-12-02T17:06:56.262565 -    0.1 seconds: E:\Comfyui\custom_nodes\ComfyUI-PuLID-Flux
2024-12-02T17:06:56.262565 -    0.2 seconds: E:\Comfyui\custom_nodes\comfyui-reactor-node
2024-12-02T17:06:56.262565 -    0.2 seconds: E:\Comfyui\custom_nodes\ComfyUI_LayerStyle
2024-12-02T17:06:56.263564 -    0.2 seconds: E:\Comfyui\custom_nodes\ComfyUI-seam-carving
2024-12-02T17:06:56.263564 -    0.2 seconds: E:\Comfyui\custom_nodes\ComfyUI-DiffBIR
2024-12-02T17:06:56.263564 -    0.2 seconds: E:\Comfyui\custom_nodes\ComfyUI_BillBum_Nodes
2024-12-02T17:06:56.263564 -    0.2 seconds: E:\Comfyui\custom_nodes\ComfyUI-Anyline
2024-12-02T17:06:56.263564 -    0.3 seconds: E:\Comfyui\custom_nodes\ComfyUI-Bringing-Old-Photos-Back-to-Life
2024-12-02T17:06:56.263564 -    0.4 seconds: E:\Comfyui\custom_nodes\ComfyUI-Gemini
2024-12-02T17:06:56.263564 -    0.4 seconds: E:\Comfyui\custom_nodes\ComfyUI-CatvtonFluxWrapper
2024-12-02T17:06:56.263564 -    0.4 seconds: E:\Comfyui\custom_nodes\blibla-comfyui-extensions
2024-12-02T17:06:56.263564 -    0.5 seconds: E:\Comfyui\custom_nodes\bilbox-comfyui
2024-12-02T17:06:56.263564 -    0.5 seconds: E:\Comfyui\custom_nodes\SeargeSDXL
2024-12-02T17:06:56.263564 -    0.6 seconds: E:\Comfyui\custom_nodes\ComfyUI-Color_Transfer
2024-12-02T17:06:56.263564 -    0.8 seconds: E:\Comfyui\custom_nodes\ComfyUI-DDColor
2024-12-02T17:06:56.263564 -    1.7 seconds: E:\Comfyui\custom_nodes\abg-comfyui
2024-12-02T17:06:56.263564 -    1.7 seconds: E:\Comfyui\custom_nodes\ComfyUI-Easy-Use
2024-12-02T17:06:56.263564 -    1.8 seconds: E:\Comfyui\custom_nodes\ComfyUI-Allor
2024-12-02T17:06:56.263564 -    1.8 seconds: E:\Comfyui\custom_nodes\comfyui-mixlab-nodes
2024-12-02T17:06:56.263564 -    1.9 seconds: E:\Comfyui\custom_nodes\comfyui-instantId-faceswap
2024-12-02T17:06:56.263564 -    2.0 seconds: E:\Comfyui\custom_nodes\comfyui-art-venture
2024-12-02T17:06:56.264564 -    2.3 seconds: E:\Comfyui\custom_nodes\ComfyUI-Manager
2024-12-02T17:06:56.264564 -    2.7 seconds: E:\Comfyui\custom_nodes\ComfyUI-Model-Manager
2024-12-02T17:06:56.264564 -    3.9 seconds: E:\Comfyui\custom_nodes\ComfyUI-Assistant
2024-12-02T17:06:56.264564 -    5.4 seconds: E:\Comfyui\custom_nodes\ComfyUI_Custom_Nodes_AlekPet
2024-12-02T17:06:56.264564 -    6.8 seconds: E:\Comfyui\custom_nodes\a-person-mask-generator
2024-12-02T17:06:56.264564 -    8.4 seconds: E:\Comfyui\custom_nodes\ComfyUI_Segment_Mask
2024-12-02T17:06:56.264564 -    8.8 seconds: E:\Comfyui\custom_nodes\was-node-suite-comfyui
2024-12-02T17:06:56.264564 -   11.0 seconds: E:\Comfyui\custom_nodes\ComfyUI-InstructIR
2024-12-02T17:06:56.264564 - 
2024-12-02T17:06:56.295568 - Starting server

2024-12-02T17:06:56.296613 - To see the GUI go to: http://127.0.0.1:8188
2024-12-02T17:06:59.347501 - 2024-12-02 17:06:59.347501 E:\Comfyui\custom_nodes\comfyui-mixlab-nodes\webApp\lib/photoswipe-lightbox.esm.min.js2024-12-02T17:06:59.347501 - 
2024-12-02T17:06:59.394775 - 2024-12-02 17:06:59.394775 E:\Comfyui\custom_nodes\comfyui-mixlab-nodes\webApp\lib/photoswipe.min.css2024-12-02T17:06:59.394775 - 
2024-12-02T17:06:59.403776 - 2024-12-02 17:06:59.403776 FETCH DATA from: E:\Comfyui\custom_nodes\ComfyUI-Manager\extension-node-map.json2024-12-02T17:06:59.403776 - 2024-12-02T17:06:59.408774 -  [DONE]2024-12-02T17:06:59.409787 - 
2024-12-02T17:06:59.439774 - 2024-12-02 17:06:59.439774 E:\Comfyui\custom_nodes\comfyui-mixlab-nodes\webApp\lib/pickr.min.js2024-12-02T17:06:59.439774 - 
2024-12-02T17:06:59.470773 - 2024-12-02 17:06:59.470773 E:\Comfyui\custom_nodes\comfyui-mixlab-nodes\webApp\lib/classic.min.css2024-12-02T17:06:59.470773 - 
2024-12-02T17:06:59.792334 - 2024-12-02 17:06:59.792334 E:\Comfyui\custom_nodes\comfyui-mixlab-nodes\webApp\lib/model-viewer.min.js2024-12-02T17:06:59.793590 - 
2024-12-02T17:06:59.805601 - 2024-12-02 17:06:59.805601 E:\Comfyui\custom_nodes\comfyui-mixlab-nodes\webApp\lib/juxtapose.css2024-12-02T17:06:59.805601 - 
2024-12-02T17:06:59.810405 - 2024-12-02 17:06:59.810405 E:\Comfyui\custom_nodes\comfyui-mixlab-nodes\webApp\lib/juxtapose.min.js2024-12-02T17:06:59.810405 - 
2024-12-02T17:07:00.200111 - 2024-12-02 17:07:00.200111 BilboX LUTs path set to:2024-12-02T17:07:00.200111 -  2024-12-02T17:07:00.201110 - E:\Comfyui\custom_nodes\bilbox-comfyui\luts2024-12-02T17:07:00.201110 - 
2024-12-02T17:07:00.201110 - 2024-12-02 17:07:00.201110 BilboX LUTs path set to:2024-12-02T17:07:00.201110 -  2024-12-02T17:07:00.201110 - E:\Comfyui\custom_nodes\bilbox-comfyui\luts2024-12-02T17:07:00.201110 - 
2024-12-02T17:07:01.633807 - 2024-12-02 17:07:01.633807 �[33mQualityOfLifeSuit_Omar92:�[0m:NSP ready2024-12-02T17:07:01.633807 - 
2024-12-02T17:07:02.040391 - HTTP Request: GET http://127.0.0.1:11434/api/tags "HTTP/1.1 200 OK"
2024-12-02T17:07:02.046372 - HTTP Request: GET http://127.0.0.1:11434/api/tags "HTTP/1.1 200 OK"
2024-12-02T17:07:02.108972 - 2024-12-02 17:07:02.107972 ['FLUX-dev-lora-AntiBlur细节.safetensors', 'anime_lora.safetensors', 'anime_lora_comfy_converted.safetensors', 'art_lora.safetensors', 'art_lora_comfy_converted.safetensors', 'disney_lora.safetensors', 'disney_lora_comfy_converted.safetensors', 'furry_lora (1).safetensors', 'furry_lora.safetensors', 'lora.safetensors', 'mjv6_lora.safetensors', 'mjv6_lora_comfy_converted.safetensors', 'realism_lora.safetensors', 'realism_lora_comfy_converted.safetensors', 'scenery_lora.safetensors', 'scenery_lora_comfy_converted.safetensors']2024-12-02T17:07:02.108972 - 
2024-12-02T17:07:02.108972 - 2024-12-02 17:07:02.108972 ['FLUX-dev-lora-AntiBlur细节.safetensors', 'anime_lora.safetensors', 'anime_lora_comfy_converted.safetensors', 'art_lora.safetensors', 'art_lora_comfy_converted.safetensors', 'disney_lora.safetensors', 'disney_lora_comfy_converted.safetensors', 'furry_lora (1).safetensors', 'furry_lora.safetensors', 'lora.safetensors', 'mjv6_lora.safetensors', 'mjv6_lora_comfy_converted.safetensors', 'realism_lora.safetensors', 'realism_lora_comfy_converted.safetensors', 'scenery_lora.safetensors', 'scenery_lora_comfy_converted.safetensors']2024-12-02T17:07:02.108972 - 
2024-12-02T17:16:37.815431 - got prompt
2024-12-02T17:16:37.966423 - Warning torch.load doesn't support weights_only on this pytorch version, loading unsafely.
2024-12-02T17:16:40.708314 - 2024-12-02 17:16:40.708314 [easyapi] origin url: https://huggingface.co/gokaygokay/Flux-Prompt-Enhance/resolve/main/tokenizer_config.json, use mirror url: https://hf-mirror.com/gokaygokay/Flux-Prompt-Enhance/resolve/main/tokenizer_config.json2024-12-02T17:16:40.708314 - 
2024-12-02T17:16:42.461849 - 2024-12-02 17:16:42.461849 [easyapi] origin url: https://huggingface.co/gokaygokay/Flux-Prompt-Enhance/resolve/main/config.json, use mirror url: https://hf-mirror.com/gokaygokay/Flux-Prompt-Enhance/resolve/main/config.json2024-12-02T17:16:42.461849 - 
2024-12-02T17:16:43.400414 - 2024-12-02 17:16:43.400414 [easyapi] origin url: https://huggingface.co/gokaygokay/Flux-Prompt-Enhance/resolve/main/generation_config.json, use mirror url: https://hf-mirror.com/gokaygokay/Flux-Prompt-Enhance/resolve/main/generation_config.json2024-12-02T17:16:43.400414 - 
2024-12-02T17:16:48.473029 - Loaded EVA02-CLIP-L-14-336 model config.
2024-12-02T17:16:48.489627 - Shape of rope freq: torch.Size([576, 64])
2024-12-02T17:16:52.464305 - 2024-12-02 17:16:52.464305 [easyapi] origin url: https://huggingface.co/QuanSun/EVA-CLIP/resolve/main/EVA02_CLIP_L_336_psz14_s6B.pt, use mirror url: https://hf-mirror.com/QuanSun/EVA-CLIP/resolve/main/EVA02_CLIP_L_336_psz14_s6B.pt2024-12-02T17:16:52.464305 - 
2024-12-02T17:16:53.042377 - Loading pretrained EVA02-CLIP-L-14-336 weights (eva_clip).
2024-12-02T17:16:53.645587 - incompatible_keys.missing_keys: ['visual.rope.freqs_cos', 'visual.rope.freqs_sin', 'visual.blocks.0.attn.rope.freqs_cos', 'visual.blocks.0.attn.rope.freqs_sin', 'visual.blocks.1.attn.rope.freqs_cos', 'visual.blocks.1.attn.rope.freqs_sin', 'visual.blocks.2.attn.rope.freqs_cos', 'visual.blocks.2.attn.rope.freqs_sin', 'visual.blocks.3.attn.rope.freqs_cos', 'visual.blocks.3.attn.rope.freqs_sin', 'visual.blocks.4.attn.rope.freqs_cos', 'visual.blocks.4.attn.rope.freqs_sin', 'visual.blocks.5.attn.rope.freqs_cos', 'visual.blocks.5.attn.rope.freqs_sin', 'visual.blocks.6.attn.rope.freqs_cos', 'visual.blocks.6.attn.rope.freqs_sin', 'visual.blocks.7.attn.rope.freqs_cos', 'visual.blocks.7.attn.rope.freqs_sin', 'visual.blocks.8.attn.rope.freqs_cos', 'visual.blocks.8.attn.rope.freqs_sin', 'visual.blocks.9.attn.rope.freqs_cos', 'visual.blocks.9.attn.rope.freqs_sin', 'visual.blocks.10.attn.rope.freqs_cos', 'visual.blocks.10.attn.rope.freqs_sin', 'visual.blocks.11.attn.rope.freqs_cos', 'visual.blocks.11.attn.rope.freqs_sin', 'visual.blocks.12.attn.rope.freqs_cos', 'visual.blocks.12.attn.rope.freqs_sin', 'visual.blocks.13.attn.rope.freqs_cos', 'visual.blocks.13.attn.rope.freqs_sin', 'visual.blocks.14.attn.rope.freqs_cos', 'visual.blocks.14.attn.rope.freqs_sin', 'visual.blocks.15.attn.rope.freqs_cos', 'visual.blocks.15.attn.rope.freqs_sin', 'visual.blocks.16.attn.rope.freqs_cos', 'visual.blocks.16.attn.rope.freqs_sin', 'visual.blocks.17.attn.rope.freqs_cos', 'visual.blocks.17.attn.rope.freqs_sin', 'visual.blocks.18.attn.rope.freqs_cos', 'visual.blocks.18.attn.rope.freqs_sin', 'visual.blocks.19.attn.rope.freqs_cos', 'visual.blocks.19.attn.rope.freqs_sin', 'visual.blocks.20.attn.rope.freqs_cos', 'visual.blocks.20.attn.rope.freqs_sin', 'visual.blocks.21.attn.rope.freqs_cos', 'visual.blocks.21.attn.rope.freqs_sin', 'visual.blocks.22.attn.rope.freqs_cos', 'visual.blocks.22.attn.rope.freqs_sin', 'visual.blocks.23.attn.rope.freqs_cos', 'visual.blocks.23.attn.rope.freqs_sin']
2024-12-02T17:16:55.587520 - clip missing: ['text_projection.weight']
2024-12-02T17:16:59.336004 - model weight dtype torch.float16, manual cast: None
2024-12-02T17:16:59.339495 - model_type EPS
2024-12-02T17:17:02.441652 - Using xformers attention in VAE
2024-12-02T17:17:02.442652 - Using xformers attention in VAE
2024-12-02T17:17:04.872203 - model weight dtype torch.float8_e4m3fn, manual cast: torch.bfloat16
2024-12-02T17:17:04.873188 - model_type FLUX
2024-12-02T17:17:21.311955 - Requested to load FluxClipModel_
2024-12-02T17:17:21.311955 - Loading 1 new model
2024-12-02T17:17:22.621647 - loaded partially 4375.151795196533 4374.83740234375 0
2024-12-02T17:17:24.243936 - Requested to load FluxClipModel_
2024-12-02T17:17:24.243936 - Loading 1 new model
2024-12-02T17:17:24.268940 - loaded partially 4438.83740234375 4438.60791015625 0
2024-12-02T17:17:25.314864 - Using xformers attention in VAE
2024-12-02T17:17:25.316865 - Using xformers attention in VAE
2024-12-02T17:17:25.447865 - Loading InstantX IPAdapter Flux model.
2024-12-02T17:17:25.448866 - 2024-12-02 17:17:25.448866 [easyapi] origin url: https://huggingface.co/google/siglip-so400m-patch14-384/resolve/main/config.json, use mirror url: https://hf-mirror.com/google/siglip-so400m-patch14-384/resolve/main/config.json2024-12-02T17:17:25.449866 - 
2024-12-02T17:17:26.092135 - 2024-12-02 17:17:26.092135 [easyapi] origin url: https://huggingface.co/google/siglip-so400m-patch14-384/resolve/main/config.json, use mirror url: https://hf-mirror.com/google/siglip-so400m-patch14-384/resolve/main/config.json2024-12-02T17:17:26.093144 - 
2024-12-02T17:17:28.011949 - 2024-12-02 17:17:28.011949 [easyapi] origin url: https://huggingface.co/google/siglip-so400m-patch14-384/resolve/main/processor_config.json, use mirror url: https://hf-mirror.com/google/siglip-so400m-patch14-384/resolve/main/processor_config.json2024-12-02T17:17:28.011949 - 
2024-12-02T17:17:28.619998 - 2024-12-02 17:17:28.619998 [easyapi] origin url: https://huggingface.co/google/siglip-so400m-patch14-384/resolve/main/preprocessor_config.json, use mirror url: https://hf-mirror.com/google/siglip-so400m-patch14-384/resolve/main/preprocessor_config.json2024-12-02T17:17:28.619998 - 
2024-12-02T17:17:29.207403 - 2024-12-02 17:17:29.206406 [easyapi] origin url: https://huggingface.co/google/siglip-so400m-patch14-384/resolve/main/preprocessor_config.json, use mirror url: https://hf-mirror.com/google/siglip-so400m-patch14-384/resolve/main/preprocessor_config.json2024-12-02T17:17:29.207403 - 
2024-12-02T17:17:29.797870 - 2024-12-02 17:17:29.797870 [easyapi] origin url: https://huggingface.co/google/siglip-so400m-patch14-384/resolve/main/preprocessor_config.json, use mirror url: https://hf-mirror.com/google/siglip-so400m-patch14-384/resolve/main/preprocessor_config.json2024-12-02T17:17:29.797870 - 
2024-12-02T17:17:30.380793 - 2024-12-02 17:17:30.379797 [easyapi] origin url: https://huggingface.co/google/siglip-so400m-patch14-384/resolve/main/tokenizer_config.json, use mirror url: https://hf-mirror.com/google/siglip-so400m-patch14-384/resolve/main/tokenizer_config.json2024-12-02T17:17:30.380793 - 
2024-12-02T17:17:31.103907 - 2024-12-02 17:17:31.103907 [easyapi] origin url: https://huggingface.co/google/siglip-so400m-patch14-384/resolve/main/processor_config.json, use mirror url: https://hf-mirror.com/google/siglip-so400m-patch14-384/resolve/main/processor_config.json2024-12-02T17:17:31.103907 - 
2024-12-02T17:17:31.697877 - 2024-12-02 17:17:31.697877 [easyapi] origin url: https://huggingface.co/google/siglip-so400m-patch14-384/resolve/main/chat_template.json, use mirror url: https://hf-mirror.com/google/siglip-so400m-patch14-384/resolve/main/chat_template.json2024-12-02T17:17:31.697877 - 
2024-12-02T17:17:37.047974 - 2024-12-02 17:17:37.046974 Applied providers: ['CUDAExecutionProvider', 'CPUExecutionProvider'], with options: {'CUDAExecutionProvider': {'device_id': '0', 'has_user_compute_stream': '0', 'cudnn_conv1d_pad_to_nc1d': '0', 'user_compute_stream': '0', 'gpu_external_alloc': '0', 'gpu_mem_limit': '18446744073709551615', 'enable_cuda_graph': '0', 'gpu_external_free': '0', 'gpu_external_empty_cache': '0', 'arena_extend_strategy': 'kNextPowerOfTwo', 'cudnn_conv_algo_search': 'EXHAUSTIVE', 'do_copy_in_default_stream': '1', 'cudnn_conv_use_max_workspace': '1', 'tunable_op_enable': '0', 'tunable_op_tuning_enable': '0', 'tunable_op_max_tuning_duration_ms': '0', 'enable_skip_layer_norm_strict_mode': '0', 'prefer_nhwc': '0', 'use_ep_level_unified_stream': '0', 'use_tf32': '1', 'sdpa_kernel': '0', 'fuse_conv_bias': '0'}, 'CPUExecutionProvider': {}}2024-12-02T17:17:37.047974 - 
2024-12-02T17:17:37.246135 - 2024-12-02 17:17:37.246135 find model:2024-12-02T17:17:37.246135 -  2024-12-02T17:17:37.246135 - E:\Comfyui\models\insightface\models\antelopev2\1k3d68.onnx2024-12-02T17:17:37.246135 -  2024-12-02T17:17:37.246135 - landmark_3d_682024-12-02T17:17:37.246135 -  2024-12-02T17:17:37.246135 - ['None', 3, 192, 192]2024-12-02T17:17:37.246135 -  2024-12-02T17:17:37.246135 - 0.02024-12-02T17:17:37.246135 -  2024-12-02T17:17:37.246135 - 1.02024-12-02T17:17:37.246135 - 
2024-12-02T17:17:37.295642 - 2024-12-02 17:17:37.295642 Applied providers: ['CUDAExecutionProvider', 'CPUExecutionProvider'], with options: {'CUDAExecutionProvider': {'device_id': '0', 'has_user_compute_stream': '0', 'cudnn_conv1d_pad_to_nc1d': '0', 'user_compute_stream': '0', 'gpu_external_alloc': '0', 'gpu_mem_limit': '18446744073709551615', 'enable_cuda_graph': '0', 'gpu_external_free': '0', 'gpu_external_empty_cache': '0', 'arena_extend_strategy': 'kNextPowerOfTwo', 'cudnn_conv_algo_search': 'EXHAUSTIVE', 'do_copy_in_default_stream': '1', 'cudnn_conv_use_max_workspace': '1', 'tunable_op_enable': '0', 'tunable_op_tuning_enable': '0', 'tunable_op_max_tuning_duration_ms': '0', 'enable_skip_layer_norm_strict_mode': '0', 'prefer_nhwc': '0', 'use_ep_level_unified_stream': '0', 'use_tf32': '1', 'sdpa_kernel': '0', 'fuse_conv_bias': '0'}, 'CPUExecutionProvider': {}}2024-12-02T17:17:37.295642 - 
2024-12-02T17:17:37.305643 - 2024-12-02 17:17:37.305643 find model:2024-12-02T17:17:37.305643 -  2024-12-02T17:17:37.305643 - E:\Comfyui\models\insightface\models\antelopev2\2d106det.onnx2024-12-02T17:17:37.305643 -  2024-12-02T17:17:37.305643 - landmark_2d_1062024-12-02T17:17:37.305643 -  2024-12-02T17:17:37.305643 - ['None', 3, 192, 192]2024-12-02T17:17:37.305643 -  2024-12-02T17:17:37.305643 - 0.02024-12-02T17:17:37.305643 -  2024-12-02T17:17:37.305643 - 1.02024-12-02T17:17:37.305643 - 
2024-12-02T17:17:37.339646 - 2024-12-02 17:17:37.339646 Applied providers: ['CUDAExecutionProvider', 'CPUExecutionProvider'], with options: {'CUDAExecutionProvider': {'device_id': '0', 'has_user_compute_stream': '0', 'cudnn_conv1d_pad_to_nc1d': '0', 'user_compute_stream': '0', 'gpu_external_alloc': '0', 'gpu_mem_limit': '18446744073709551615', 'enable_cuda_graph': '0', 'gpu_external_free': '0', 'gpu_external_empty_cache': '0', 'arena_extend_strategy': 'kNextPowerOfTwo', 'cudnn_conv_algo_search': 'EXHAUSTIVE', 'do_copy_in_default_stream': '1', 'cudnn_conv_use_max_workspace': '1', 'tunable_op_enable': '0', 'tunable_op_tuning_enable': '0', 'tunable_op_max_tuning_duration_ms': '0', 'enable_skip_layer_norm_strict_mode': '0', 'prefer_nhwc': '0', 'use_ep_level_unified_stream': '0', 'use_tf32': '1', 'sdpa_kernel': '0', 'fuse_conv_bias': '0'}, 'CPUExecutionProvider': {}}2024-12-02T17:17:37.339646 - 
2024-12-02T17:17:37.343646 - 2024-12-02 17:17:37.343646 find model:2024-12-02T17:17:37.343646 -  2024-12-02T17:17:37.343646 - E:\Comfyui\models\insightface\models\antelopev2\genderage.onnx2024-12-02T17:17:37.343646 -  2024-12-02T17:17:37.343646 - genderage2024-12-02T17:17:37.343646 -  2024-12-02T17:17:37.343646 - ['None', 3, 96, 96]2024-12-02T17:17:37.343646 -  2024-12-02T17:17:37.343646 - 0.02024-12-02T17:17:37.343646 -  2024-12-02T17:17:37.343646 - 1.02024-12-02T17:17:37.343646 - 
2024-12-02T17:17:38.327542 - 2024-12-02 17:17:38.326130 Applied providers: ['CUDAExecutionProvider', 'CPUExecutionProvider'], with options: {'CUDAExecutionProvider': {'device_id': '0', 'has_user_compute_stream': '0', 'cudnn_conv1d_pad_to_nc1d': '0', 'user_compute_stream': '0', 'gpu_external_alloc': '0', 'gpu_mem_limit': '18446744073709551615', 'enable_cuda_graph': '0', 'gpu_external_free': '0', 'gpu_external_empty_cache': '0', 'arena_extend_strategy': 'kNextPowerOfTwo', 'cudnn_conv_algo_search': 'EXHAUSTIVE', 'do_copy_in_default_stream': '1', 'cudnn_conv_use_max_workspace': '1', 'tunable_op_enable': '0', 'tunable_op_tuning_enable': '0', 'tunable_op_max_tuning_duration_ms': '0', 'enable_skip_layer_norm_strict_mode': '0', 'prefer_nhwc': '0', 'use_ep_level_unified_stream': '0', 'use_tf32': '1', 'sdpa_kernel': '0', 'fuse_conv_bias': '0'}, 'CPUExecutionProvider': {}}2024-12-02T17:17:38.327542 - 
2024-12-02T17:17:38.677747 - 2024-12-02 17:17:38.677747 find model:2024-12-02T17:17:38.677747 -  2024-12-02T17:17:38.677747 - E:\Comfyui\models\insightface\models\antelopev2\glintr100.onnx2024-12-02T17:17:38.677747 -  2024-12-02T17:17:38.677747 - recognition2024-12-02T17:17:38.678816 -  2024-12-02T17:17:38.678816 - ['None', 3, 112, 112]2024-12-02T17:17:38.678816 -  2024-12-02T17:17:38.678816 - 127.52024-12-02T17:17:38.678816 -  2024-12-02T17:17:38.678816 - 127.52024-12-02T17:17:38.678816 - 
2024-12-02T17:17:38.807317 - 2024-12-02 17:17:38.807317 Applied providers: ['CUDAExecutionProvider', 'CPUExecutionProvider'], with options: {'CUDAExecutionProvider': {'device_id': '0', 'has_user_compute_stream': '0', 'cudnn_conv1d_pad_to_nc1d': '0', 'user_compute_stream': '0', 'gpu_external_alloc': '0', 'gpu_mem_limit': '18446744073709551615', 'enable_cuda_graph': '0', 'gpu_external_free': '0', 'gpu_external_empty_cache': '0', 'arena_extend_strategy': 'kNextPowerOfTwo', 'cudnn_conv_algo_search': 'EXHAUSTIVE', 'do_copy_in_default_stream': '1', 'cudnn_conv_use_max_workspace': '1', 'tunable_op_enable': '0', 'tunable_op_tuning_enable': '0', 'tunable_op_max_tuning_duration_ms': '0', 'enable_skip_layer_norm_strict_mode': '0', 'prefer_nhwc': '0', 'use_ep_level_unified_stream': '0', 'use_tf32': '1', 'sdpa_kernel': '0', 'fuse_conv_bias': '0'}, 'CPUExecutionProvider': {}}2024-12-02T17:17:38.807317 - 
2024-12-02T17:17:38.807317 - 2024-12-02 17:17:38.807317 find model:2024-12-02T17:17:38.807317 -  2024-12-02T17:17:38.807317 - E:\Comfyui\models\insightface\models\antelopev2\scrfd_10g_bnkps.onnx2024-12-02T17:17:38.807317 -  2024-12-02T17:17:38.807317 - detection2024-12-02T17:17:38.807317 -  2024-12-02T17:17:38.807317 - [1, 3, '?', '?']2024-12-02T17:17:38.807317 -  2024-12-02T17:17:38.807317 - 127.52024-12-02T17:17:38.807317 -  2024-12-02T17:17:38.807317 - 128.02024-12-02T17:17:38.807317 - 
2024-12-02T17:17:38.807317 - 2024-12-02 17:17:38.807317 set det-size:2024-12-02T17:17:38.807317 -  2024-12-02T17:17:38.807317 - (640, 640)2024-12-02T17:17:38.808317 - 
2024-12-02T17:17:38.808317 - Loaded EVA02-CLIP-L-14-336 model config.
2024-12-02T17:17:38.822318 - Shape of rope freq: torch.Size([576, 64])
2024-12-02T17:17:42.954236 - 2024-12-02 17:17:42.954236 [easyapi] origin url: https://huggingface.co/QuanSun/EVA-CLIP/resolve/main/EVA02_CLIP_L_336_psz14_s6B.pt, use mirror url: https://hf-mirror.com/QuanSun/EVA-CLIP/resolve/main/EVA02_CLIP_L_336_psz14_s6B.pt2024-12-02T17:17:42.954236 - 
2024-12-02T17:17:43.570089 - Loading pretrained EVA02-CLIP-L-14-336 weights (eva_clip).
2024-12-02T17:17:44.286347 - incompatible_keys.missing_keys: ['visual.rope.freqs_cos', 'visual.rope.freqs_sin', 'visual.blocks.0.attn.rope.freqs_cos', 'visual.blocks.0.attn.rope.freqs_sin', 'visual.blocks.1.attn.rope.freqs_cos', 'visual.blocks.1.attn.rope.freqs_sin', 'visual.blocks.2.attn.rope.freqs_cos', 'visual.blocks.2.attn.rope.freqs_sin', 'visual.blocks.3.attn.rope.freqs_cos', 'visual.blocks.3.attn.rope.freqs_sin', 'visual.blocks.4.attn.rope.freqs_cos', 'visual.blocks.4.attn.rope.freqs_sin', 'visual.blocks.5.attn.rope.freqs_cos', 'visual.blocks.5.attn.rope.freqs_sin', 'visual.blocks.6.attn.rope.freqs_cos', 'visual.blocks.6.attn.rope.freqs_sin', 'visual.blocks.7.attn.rope.freqs_cos', 'visual.blocks.7.attn.rope.freqs_sin', 'visual.blocks.8.attn.rope.freqs_cos', 'visual.blocks.8.attn.rope.freqs_sin', 'visual.blocks.9.attn.rope.freqs_cos', 'visual.blocks.9.attn.rope.freqs_sin', 'visual.blocks.10.attn.rope.freqs_cos', 'visual.blocks.10.attn.rope.freqs_sin', 'visual.blocks.11.attn.rope.freqs_cos', 'visual.blocks.11.attn.rope.freqs_sin', 'visual.blocks.12.attn.rope.freqs_cos', 'visual.blocks.12.attn.rope.freqs_sin', 'visual.blocks.13.attn.rope.freqs_cos', 'visual.blocks.13.attn.rope.freqs_sin', 'visual.blocks.14.attn.rope.freqs_cos', 'visual.blocks.14.attn.rope.freqs_sin', 'visual.blocks.15.attn.rope.freqs_cos', 'visual.blocks.15.attn.rope.freqs_sin', 'visual.blocks.16.attn.rope.freqs_cos', 'visual.blocks.16.attn.rope.freqs_sin', 'visual.blocks.17.attn.rope.freqs_cos', 'visual.blocks.17.attn.rope.freqs_sin', 'visual.blocks.18.attn.rope.freqs_cos', 'visual.blocks.18.attn.rope.freqs_sin', 'visual.blocks.19.attn.rope.freqs_cos', 'visual.blocks.19.attn.rope.freqs_sin', 'visual.blocks.20.attn.rope.freqs_cos', 'visual.blocks.20.attn.rope.freqs_sin', 'visual.blocks.21.attn.rope.freqs_cos', 'visual.blocks.21.attn.rope.freqs_sin', 'visual.blocks.22.attn.rope.freqs_cos', 'visual.blocks.22.attn.rope.freqs_sin', 'visual.blocks.23.attn.rope.freqs_cos', 'visual.blocks.23.attn.rope.freqs_sin']
2024-12-02T17:17:46.772298 - Loading PuLID-Flux model.
2024-12-02T17:18:16.690793 - Requested to load Flux
2024-12-02T17:18:16.691792 - Loading 1 new model
2024-12-02T17:18:18.729072 - loaded partially 64.0 63.9998779296875 311
2024-12-02T17:39:07.525336 - Requested to load AutoencodingEngine
2024-12-02T17:39:07.526480 - Loading 1 new model
2024-12-02T17:39:08.678509 - loaded partially 64.0 63.999755859375 0
2024-12-02T17:39:12.151139 - Prompt executed in 1354.26 seconds
2024-12-02T17:50:03.226881 - got prompt
2024-12-02T17:50:36.937230 - Requested to load Flux
2024-12-02T17:50:36.938246 - Loading 1 new model
2024-12-02T17:50:38.594695 - loaded partially 64.0 63.9998779296875 311
2024-12-02T17:50:39.076700 - !!! Exception during processing !!! Expected all tensors to be on the same device, but found at least two devices, cuda:0 and cpu! (when checking argument for argument weight in method wrapper_CUDA__native_layer_norm)
2024-12-02T17:50:39.092697 - Traceback (most recent call last):
  File "E:\Comfyui\execution.py", line 323, in execute
    output_data, output_ui, has_subgraph = get_output_data(obj, input_data_all, execution_block_cb=execution_block_cb, pre_execute_cb=pre_execute_cb)
  File "E:\Comfyui\execution.py", line 198, in get_output_data
    return_values = _map_node_over_list(obj, input_data_all, obj.FUNCTION, allow_interrupt=True, execution_block_cb=execution_block_cb, pre_execute_cb=pre_execute_cb)
  File "E:\Comfyui\execution.py", line 169, in _map_node_over_list
    process_inputs(input_dict, i)
  File "E:\Comfyui\execution.py", line 158, in process_inputs
    results.append(getattr(obj, func)(**inputs))
  File "E:\Comfyui\comfy_extras\nodes_custom_sampler.py", line 633, in sample
    samples = guider.sample(noise.generate_noise(latent), latent_image, sampler, sigmas, denoise_mask=noise_mask, callback=callback, disable_pbar=disable_pbar, seed=noise.seed)
  File "E:\Comfyui\comfy\samplers.py", line 740, in sample
    output = self.inner_sample(noise, latent_image, device, sampler, sigmas, denoise_mask, callback, disable_pbar, seed)
  File "E:\Comfyui\comfy\samplers.py", line 719, in inner_sample
    samples = sampler.sample(self, sigmas, extra_args, callback, noise, latent_image, denoise_mask, disable_pbar)
  File "E:\Comfyui\custom_nodes\ComfyUI-TiledDiffusion\utils.py", line 34, in KSAMPLER_sample
    return orig_fn(*args, **kwargs)
  File "E:\Comfyui\comfy\samplers.py", line 624, in sample
    samples = self.sampler_function(model_k, noise, sigmas, extra_args=extra_args, callback=k_callback, disable=disable_pbar, **self.extra_options)
  File "E:\Comfyui\python\lib\site-packages\torch\utils\_contextlib.py", line 116, in decorate_context
    return func(*args, **kwargs)
  File "E:\Comfyui\comfy\k_diffusion\sampling.py", line 155, in sample_euler
    denoised = model(x, sigma_hat * s_in, **extra_args)
  File "E:\Comfyui\comfy\samplers.py", line 299, in __call__
    out = self.inner_model(x, sigma, model_options=model_options, seed=seed)
  File "E:\Comfyui\comfy\samplers.py", line 706, in __call__
    return self.predict_noise(*args, **kwargs)
  File "E:\Comfyui\comfy\samplers.py", line 709, in predict_noise
    return sampling_function(self.inner_model, x, timestep, self.conds.get("negative", None), self.conds.get("positive", None), self.cfg, model_options=model_options, seed=seed)
  File "E:\Comfyui\comfy\samplers.py", line 279, in sampling_function
    out = calc_cond_batch(model, conds, x, timestep, model_options)
  File "E:\Comfyui\comfy\samplers.py", line 228, in calc_cond_batch
    output = model.apply_model(input_x, timestep_, **c).chunk(batch_chunks)
  File "E:\Comfyui\custom_nodes\ComfyUI-Advanced-ControlNet\adv_control\utils.py", line 69, in apply_model_uncond_cleanup_wrapper
    return orig_apply_model(self, *args, **kwargs)
  File "E:\Comfyui\comfy\model_base.py", line 145, in apply_model
    model_output = self.diffusion_model(xc, t, context=context, control=control, transformer_options=transformer_options, **extra_conds).float()
  File "E:\Comfyui\python\lib\site-packages\torch\nn\modules\module.py", line 1736, in _wrapped_call_impl
    return self._call_impl(*args, **kwargs)
  File "E:\Comfyui\python\lib\site-packages\torch\nn\modules\module.py", line 1747, in _call_impl
    return forward_call(*args, **kwargs)
  File "E:\Comfyui\comfy\ldm\flux\model.py", line 184, in forward
    out = self.forward_orig(img, img_ids, context, txt_ids, timestep, y, guidance, control, transformer_options)
  File "E:\Comfyui\custom_nodes\ComfyUI-PuLID-Flux-Enhanced\pulidflux.py", line 136, in forward_orig
    img = img + node_data['weight'] * self.pulid_ca[ca_idx](node_data['embedding'], img)
  File "E:\Comfyui\python\lib\site-packages\torch\nn\modules\module.py", line 1736, in _wrapped_call_impl
    return self._call_impl(*args, **kwargs)
  File "E:\Comfyui\python\lib\site-packages\torch\nn\modules\module.py", line 1747, in _call_impl
    return forward_call(*args, **kwargs)
  File "E:\Comfyui\custom_nodes\ComfyUI-PuLID-Flux-Enhanced\encoders_flux.py", line 52, in forward
    x = self.norm1(x)
  File "E:\Comfyui\python\lib\site-packages\torch\nn\modules\module.py", line 1736, in _wrapped_call_impl
    return self._call_impl(*args, **kwargs)
  File "E:\Comfyui\python\lib\site-packages\torch\nn\modules\module.py", line 1747, in _call_impl
    return forward_call(*args, **kwargs)
  File "E:\Comfyui\python\lib\site-packages\torch\nn\modules\normalization.py", line 217, in forward
    return F.layer_norm(
  File "E:\Comfyui\python\lib\site-packages\torch\nn\functional.py", line 2900, in layer_norm
    return torch.layer_norm(
RuntimeError: Expected all tensors to be on the same device, but found at least two devices, cuda:0 and cpu! (when checking argument for argument weight in method wrapper_CUDA__native_layer_norm)

2024-12-02T17:50:39.148701 - Prompt executed in 35.79 seconds
2024-12-02T17:51:03.990787 - got prompt
2024-12-02T17:51:35.595598 - Requested to load Flux
2024-12-02T17:51:35.596104 - Loading 1 new model
2024-12-02T17:51:37.421145 - loaded partially 64.0 63.9998779296875 311
2024-12-02T17:51:37.773312 - !!! Exception during processing !!! Expected all tensors to be on the same device, but found at least two devices, cuda:0 and cpu! (when checking argument for argument weight in method wrapper_CUDA__native_layer_norm)
2024-12-02T17:51:37.776565 - Traceback (most recent call last):
  File "E:\Comfyui\execution.py", line 323, in execute
    output_data, output_ui, has_subgraph = get_output_data(obj, input_data_all, execution_block_cb=execution_block_cb, pre_execute_cb=pre_execute_cb)
  File "E:\Comfyui\execution.py", line 198, in get_output_data
    return_values = _map_node_over_list(obj, input_data_all, obj.FUNCTION, allow_interrupt=True, execution_block_cb=execution_block_cb, pre_execute_cb=pre_execute_cb)
  File "E:\Comfyui\execution.py", line 169, in _map_node_over_list
    process_inputs(input_dict, i)
  File "E:\Comfyui\execution.py", line 158, in process_inputs
    results.append(getattr(obj, func)(**inputs))
  File "E:\Comfyui\comfy_extras\nodes_custom_sampler.py", line 633, in sample
    samples = guider.sample(noise.generate_noise(latent), latent_image, sampler, sigmas, denoise_mask=noise_mask, callback=callback, disable_pbar=disable_pbar, seed=noise.seed)
  File "E:\Comfyui\comfy\samplers.py", line 740, in sample
    output = self.inner_sample(noise, latent_image, device, sampler, sigmas, denoise_mask, callback, disable_pbar, seed)
  File "E:\Comfyui\comfy\samplers.py", line 719, in inner_sample
    samples = sampler.sample(self, sigmas, extra_args, callback, noise, latent_image, denoise_mask, disable_pbar)
  File "E:\Comfyui\custom_nodes\ComfyUI-TiledDiffusion\utils.py", line 34, in KSAMPLER_sample
    return orig_fn(*args, **kwargs)
  File "E:\Comfyui\comfy\samplers.py", line 624, in sample
    samples = self.sampler_function(model_k, noise, sigmas, extra_args=extra_args, callback=k_callback, disable=disable_pbar, **self.extra_options)
  File "E:\Comfyui\python\lib\site-packages\torch\utils\_contextlib.py", line 116, in decorate_context
    return func(*args, **kwargs)
  File "E:\Comfyui\comfy\k_diffusion\sampling.py", line 155, in sample_euler
    denoised = model(x, sigma_hat * s_in, **extra_args)
  File "E:\Comfyui\comfy\samplers.py", line 299, in __call__
    out = self.inner_model(x, sigma, model_options=model_options, seed=seed)
  File "E:\Comfyui\comfy\samplers.py", line 706, in __call__
    return self.predict_noise(*args, **kwargs)
  File "E:\Comfyui\comfy\samplers.py", line 709, in predict_noise
    return sampling_function(self.inner_model, x, timestep, self.conds.get("negative", None), self.conds.get("positive", None), self.cfg, model_options=model_options, seed=seed)
  File "E:\Comfyui\comfy\samplers.py", line 279, in sampling_function
    out = calc_cond_batch(model, conds, x, timestep, model_options)
  File "E:\Comfyui\comfy\samplers.py", line 228, in calc_cond_batch
    output = model.apply_model(input_x, timestep_, **c).chunk(batch_chunks)
  File "E:\Comfyui\custom_nodes\ComfyUI-Advanced-ControlNet\adv_control\utils.py", line 69, in apply_model_uncond_cleanup_wrapper
    return orig_apply_model(self, *args, **kwargs)
  File "E:\Comfyui\comfy\model_base.py", line 145, in apply_model
    model_output = self.diffusion_model(xc, t, context=context, control=control, transformer_options=transformer_options, **extra_conds).float()
  File "E:\Comfyui\python\lib\site-packages\torch\nn\modules\module.py", line 1736, in _wrapped_call_impl
    return self._call_impl(*args, **kwargs)
  File "E:\Comfyui\python\lib\site-packages\torch\nn\modules\module.py", line 1747, in _call_impl
    return forward_call(*args, **kwargs)
  File "E:\Comfyui\comfy\ldm\flux\model.py", line 184, in forward
    out = self.forward_orig(img, img_ids, context, txt_ids, timestep, y, guidance, control, transformer_options)
  File "E:\Comfyui\custom_nodes\ComfyUI-PuLID-Flux-Enhanced\pulidflux.py", line 136, in forward_orig
    img = img + node_data['weight'] * self.pulid_ca[ca_idx](node_data['embedding'], img)
  File "E:\Comfyui\python\lib\site-packages\torch\nn\modules\module.py", line 1736, in _wrapped_call_impl
    return self._call_impl(*args, **kwargs)
  File "E:\Comfyui\python\lib\site-packages\torch\nn\modules\module.py", line 1747, in _call_impl
    return forward_call(*args, **kwargs)
  File "E:\Comfyui\custom_nodes\ComfyUI-PuLID-Flux-Enhanced\encoders_flux.py", line 52, in forward
    x = self.norm1(x)
  File "E:\Comfyui\python\lib\site-packages\torch\nn\modules\module.py", line 1736, in _wrapped_call_impl
    return self._call_impl(*args, **kwargs)
  File "E:\Comfyui\python\lib\site-packages\torch\nn\modules\module.py", line 1747, in _call_impl
    return forward_call(*args, **kwargs)
  File "E:\Comfyui\python\lib\site-packages\torch\nn\modules\normalization.py", line 217, in forward
    return F.layer_norm(
  File "E:\Comfyui\python\lib\site-packages\torch\nn\functional.py", line 2900, in layer_norm
    return torch.layer_norm(
RuntimeError: Expected all tensors to be on the same device, but found at least two devices, cuda:0 and cpu! (when checking argument for argument weight in method wrapper_CUDA__native_layer_norm)

2024-12-02T17:51:37.846470 - Prompt executed in 33.81 seconds

Attached Workflow

Please make sure that workflow does not contain any sensitive information such as API keys or passwords.

Workflow too large. Please manually upload the workflow from local file system.

Additional Context

(Please add any additional context or steps to reproduce the error here)

@ch3178
Copy link

@ch3178 ch3178 commented on bc6be6c Dec 2, 2024

Choose a reason for hiding this comment

The reason will be displayed to describe this comment to others. Learn more.

PULID+FLUX换脸.json
If the parameters remain unchanged, the image can only be generated once, but by changing the parameters before the “Apply PuLID Flux” node or reloading the image, the image can be generated again.

Please sign in to comment.