2024-06-21 05:35:06,247 - ControlNet - INFO - ControlNet Hooked - Time = 0.09079885482788086 0%| | 0/20 [00:00\n") WARNING [2024-06-21 05:35:10] /data/home/lijunliang/project/onediff/src/onediff/infer_compiler/backends/oneflow/deployable_module.py:39 - Recompile oneflow module ... [ERROR](GRAPH:OneflowGraph_1:OneflowGraph) building graph got error. 0%| | 0/20 [00:06, 'a large avalanche', '', [], 20, 'DPM++ 2M Karras', 1, 1, 7, 512, 512, False, 0.7, 2, 'Latent', 0, 0, 0, 'Use same checkpoint', 'Use same sampler', '', '', [], 4, False, '', 0.8, -1, False, -1, 0, 0, 0, ControlNetUnit(is_ui=True, input_mode=, batch_images='', output_dir='', loopback=False, enabled=True, module='canny', model='controlnet-canny-sdxl [acfd43c3]', weight=1.0, image={'image': array([[[128, 128, 162], *** [128, 128, 162], *** [128, 128, 162], *** ..., *** [172, 143, 173], *** [172, 143, 173], *** [172, 143, 173]], *** *** [[128, 128, 162], *** [128, 128, 162], *** [128, 128, 162], *** ..., *** [173, 144, 174], *** [173, 144, 174], *** [173, 144, 174]], *** *** [[128, 128, 162], *** [128, 128, 162], *** [128, 128, 162], *** ..., *** [174, 145, 175], *** [174, 145, 175], *** [174, 145, 175]], *** *** ..., *** *** [[ 24, 35, 53], *** [ 27, 38, 56], *** [ 27, 38, 56], *** ..., *** [ 31, 22, 27], *** [ 30, 21, 26], *** [ 28, 19, 24]], *** *** [[ 29, 38, 55], *** [ 31, 40, 57], *** [ 29, 38, 55], *** ..., *** [ 33, 22, 28], *** [ 30, 19, 25], *** [ 28, 17, 23]], *** *** [[ 28, 37, 54], *** [ 29, 38, 55], *** [ 26, 35, 52], *** ..., *** [ 36, 25, 31], *** [ 32, 21, 27], *** [ 30, 19, 25]]], dtype=uint8), 'mask': array([[[0, 0, 0], *** [0, 0, 0], *** [0, 0, 0], *** ..., *** [0, 0, 0], *** [0, 0, 0], *** [0, 0, 0]], *** *** [[0, 0, 0], *** [0, 0, 0], *** [0, 0, 0], *** ..., *** [0, 0, 0], *** [0, 0, 0], *** [0, 0, 0]], *** *** [[0, 0, 0], *** [0, 0, 0], *** [0, 0, 0], *** ..., *** [0, 0, 0], *** [0, 0, 0], *** [0, 0, 0]], *** *** ..., *** *** [[0, 0, 0], *** [0, 0, 0], *** [0, 0, 0], *** ..., *** [0, 0, 0], *** [0, 0, 0], *** [0, 0, 0]], *** *** [[0, 0, 0], *** [0, 0, 0], *** [0, 0, 0], *** ..., *** [0, 0, 0], *** [0, 0, 0], *** [0, 0, 0]], *** *** [[0, 0, 0], *** [0, 0, 0], *** [0, 0, 0], *** ..., *** [0, 0, 0], *** [0, 0, 0], *** [0, 0, 0]]], dtype=uint8)}, resize_mode=, low_vram=False, processor_res=512, threshold_a=100.0, threshold_b=200.0, guidance_start=0.0, guidance_end=1.0, pixel_perfect=False, control_mode=, inpaint_crop_input_image=False, hr_option=, save_detected_map=True, advanced_weighting=None, effective_region_mask=None, pulid_mode=, ipadapter_input=None, mask=None, batch_mask_dir=None, animatediff_batch=False, batch_modifiers=[], batch_image_files=[], batch_keyframe_idx=None), ControlNetUnit(is_ui=True, input_mode=, batch_images='', output_dir='', loopback=False, enabled=False, module='none', model='None', weight=1.0, image=None, resize_mode=, low_vram=False, processor_res=-1, threshold_a=-1.0, threshold_b=-1.0, guidance_start=0.0, guidance_end=1.0, pixel_perfect=False, control_mode=, inpaint_crop_input_image=False, hr_option=, save_detected_map=True, advanced_weighting=None, effective_region_mask=None, pulid_mode=, ipadapter_input=None, mask=None, batch_mask_dir=None, animatediff_batch=False, batch_modifiers=[], batch_image_files=[], batch_keyframe_idx=None), ControlNetUnit(is_ui=True, input_mode=, batch_images='', output_dir='', loopback=False, enabled=False, module='none', model='None', weight=1.0, image=None, resize_mode=, low_vram=False, processor_res=-1, threshold_a=-1.0, threshold_b=-1.0, guidance_start=0.0, guidance_end=1.0, pixel_perfect=False, control_mode=, inpaint_crop_input_image=False, hr_option=, save_detected_map=True, advanced_weighting=None, effective_region_mask=None, pulid_mode=, ipadapter_input=None, mask=None, batch_mask_dir=None, animatediff_batch=False, batch_modifiers=[], batch_image_files=[], batch_keyframe_idx=None), False, False, 'Matrix', 'Columns', 'Mask', 'Prompt', '1,1', '0.2', False, False, False, 'Attention', [False], '0', '0', '0.4', None, '0', '0', False, False, False, 'positive', 'comma', 0, False, False, 'start', '', 1, '', [], 0, '', [], 0, '', [], True, False, False, False, False, False, False, 0, False, False, 'None', '', False, None, None, False, None, None, False, None, None, False, 50, [], 30, '', 4, [], 1, '', '', '', '') {} Traceback (most recent call last): File "/data/home/lijunliang/project/onediff/src/onediff/infer_compiler/backends/oneflow/deployable_module.py", line 36, in wrapper return func(self, *args, **kwargs) File "/data/home/lijunliang/project/onediff/src/onediff/infer_compiler/backends/oneflow/graph_management_utils.py", line 121, in wrapper ret = func(self, *args, **kwargs) File "/data/home/lijunliang/project/onediff/src/onediff/infer_compiler/backends/oneflow/deployable_module.py", line 144, in forward output = dpl_graph(*args, **kwargs) File "/data/home/lijunliang/anaconda3/envs/sd2/lib/python3.10/site-packages/oneflow/nn/graph/graph.py", line 295, in __call__ self._compile(*args, **kwargs) File "/data/home/lijunliang/anaconda3/envs/sd2/lib/python3.10/site-packages/oneflow/nn/graph/graph.py", line 861, in _compile return self._dynamic_input_graph_cache._compile(*args, **kwargs) File "/data/home/lijunliang/anaconda3/envs/sd2/lib/python3.10/site-packages/oneflow/nn/graph/cache.py", line 121, in _compile return graph._compile(*args, **kwargs) File "/data/home/lijunliang/anaconda3/envs/sd2/lib/python3.10/site-packages/oneflow/nn/graph/graph.py", line 865, in _compile return self._compile_new(*args, **kwargs) File "/data/home/lijunliang/anaconda3/envs/sd2/lib/python3.10/site-packages/oneflow/nn/graph/graph.py", line 884, in _compile_new _, eager_outputs = self.build_graph(*args, **kwargs) File "/data/home/lijunliang/anaconda3/envs/sd2/lib/python3.10/site-packages/oneflow/nn/graph/graph.py", line 1429, in build_graph outputs = self.__build_graph(*args, **kwargs) File "/data/home/lijunliang/anaconda3/envs/sd2/lib/python3.10/site-packages/oneflow/nn/graph/graph.py", line 1577, in __build_graph outputs = self.build(*lazy_args, **lazy_kwargs) File "/data/home/lijunliang/project/onediff/src/onediff/infer_compiler/backends/oneflow/graph.py", line 19, in build return self.model(*args, **kwargs) File "/data/home/lijunliang/anaconda3/envs/sd2/lib/python3.10/site-packages/oneflow/nn/graph/proxy.py", line 188, in __call__ result = self.__block_forward(*args, **kwargs) File "/data/home/lijunliang/anaconda3/envs/sd2/lib/python3.10/site-packages/oneflow/nn/graph/proxy.py", line 238, in __block_forward result = unbound_forward_of_module_instance(self, *args, **kwargs) File "/data/home/lijunliang/project/stable-diffusion-webui-master/extensions/onediff_sd_webui_extensions/onediff_controlnet.py", line 190, in forward h = module(h, emb, context) File "/data/home/lijunliang/anaconda3/envs/sd2/lib/python3.10/site-packages/oneflow/nn/graph/proxy.py", line 188, in __call__ result = self.__block_forward(*args, **kwargs) File "/data/home/lijunliang/anaconda3/envs/sd2/lib/python3.10/site-packages/oneflow/nn/graph/proxy.py", line 238, in __block_forward result = unbound_forward_of_module_instance(self, *args, **kwargs) File "/data/home/lijunliang/project/stable-diffusion-webui-master/repositories/generative-models/sgm/modules/diffusionmodules/openaimodel.py", line 98, in forward x = layer(x, emb) File "/data/home/lijunliang/anaconda3/envs/sd2/lib/python3.10/site-packages/oneflow/nn/graph/proxy.py", line 188, in __call__ result = self.__block_forward(*args, **kwargs) File "/data/home/lijunliang/anaconda3/envs/sd2/lib/python3.10/site-packages/oneflow/nn/graph/proxy.py", line 238, in __block_forward result = unbound_forward_of_module_instance(self, *args, **kwargs) File "/data/home/lijunliang/project/stable-diffusion-webui-master/repositories/generative-models/sgm/modules/diffusionmodules/openaimodel.py", line 317, in forward return checkpoint( File "/data/home/lijunliang/project/stable-diffusion-webui-master/repositories/generative-models/sgm/modules/diffusionmodules/util.py", line 165, in checkpoint return CheckpointFunction.apply(func, len(inputs), *args) File "/data/home/lijunliang/anaconda3/envs/sd2/lib/python3.10/site-packages/oneflow/autograd/autograd_function.py", line 65, in apply return AutogradFunctionBase.apply( oneflow._oneflow_internal.exception.RuntimeError: Error: expected Tensor or None as element 0, but got During handling of the above exception, another exception occurred: Traceback (most recent call last): File "/data/home/lijunliang/project/stable-diffusion-webui-master/modules/call_queue.py", line 57, in f res = list(func(*args, **kwargs)) File "/data/home/lijunliang/project/stable-diffusion-webui-master/modules/call_queue.py", line 36, in f res = func(*args, **kwargs) File "/data/home/lijunliang/project/stable-diffusion-webui-master/modules/txt2img.py", line 107, in txt2img processed = modules.scripts.scripts_txt2img.run(p, *p.script_args) File "/data/home/lijunliang/project/stable-diffusion-webui-master/modules/scripts.py", line 766, in run processed = script.run(p, *script_args) File "/data/home/lijunliang/project/stable-diffusion-webui-master/extensions/onediff_sd_webui_extensions/onediff_utils.py", line 130, in wrapper return func(self, p, *arg, **kwargs) File "/data/home/lijunliang/project/stable-diffusion-webui-master/extensions/onediff_sd_webui_extensions/onediff_controlnet.py", line 245, in wrapper return func(self, p, *arg, **kwargs) File "/data/home/lijunliang/project/stable-diffusion-webui-master/extensions/onediff_sd_webui_extensions/scripts/onediff.py", line 154, in run proc = process_images(p) File "/data/home/lijunliang/project/stable-diffusion-webui-master/modules/processing.py", line 785, in process_images res = process_images_inner(p) File "/data/home/lijunliang/project/stable-diffusion-webui-master/extensions/sd-webui-controlnet/scripts/batch_hijack.py", line 59, in processing_process_images_hijack return getattr(processing, '__controlnet_original_process_images_inner')(p, *args, **kwargs) File "/data/home/lijunliang/project/stable-diffusion-webui-master/modules/processing.py", line 920, in process_images_inner samples_ddim = p.sample(conditioning=p.c, unconditional_conditioning=p.uc, seeds=p.seeds, subseeds=p.subseeds, subseed_strength=p.subseed_strength, prompts=p.prompts) File "/data/home/lijunliang/project/stable-diffusion-webui-master/extensions/onediff_sd_webui_extensions/onediff_controlnet.py", line 400, in process_sample return process.sample_before_CN_hack(*args, **kwargs) File "/data/home/lijunliang/project/stable-diffusion-webui-master/modules/processing.py", line 1255, in sample samples = self.sampler.sample(self, x, conditioning, unconditional_conditioning, image_conditioning=self.txt2img_image_conditioning(x)) File "/data/home/lijunliang/project/stable-diffusion-webui-master/modules/sd_samplers_kdiffusion.py", line 234, in sample samples = self.launch_sampling(steps, lambda: self.func(self.model_wrap_cfg, x, extra_args=self.sampler_extra_args, disable=False, callback=self.callback_state, **extra_params_kwargs)) File "/data/home/lijunliang/project/stable-diffusion-webui-master/modules/sd_samplers_common.py", line 261, in launch_sampling return func() File "/data/home/lijunliang/project/stable-diffusion-webui-master/modules/sd_samplers_kdiffusion.py", line 234, in samples = self.launch_sampling(steps, lambda: self.func(self.model_wrap_cfg, x, extra_args=self.sampler_extra_args, disable=False, callback=self.callback_state, **extra_params_kwargs)) File "/data/home/lijunliang/anaconda3/envs/sd2/lib/python3.10/site-packages/torch/utils/_contextlib.py", line 115, in decorate_context return func(*args, **kwargs) File "/data/home/lijunliang/project/stable-diffusion-webui-master/repositories/k-diffusion/k_diffusion/sampling.py", line 594, in sample_dpmpp_2m denoised = model(x, sigmas[i] * s_in, **extra_args) File "/data/home/lijunliang/anaconda3/envs/sd2/lib/python3.10/site-packages/torch/nn/modules/module.py", line 1532, in _wrapped_call_impl return self._call_impl(*args, **kwargs) File "/data/home/lijunliang/anaconda3/envs/sd2/lib/python3.10/site-packages/torch/nn/modules/module.py", line 1541, in _call_impl return forward_call(*args, **kwargs) File "/data/home/lijunliang/project/stable-diffusion-webui-master/modules/sd_samplers_cfg_denoiser.py", line 237, in forward x_out = self.inner_model(x_in, sigma_in, cond=make_condition_dict(cond_in, image_cond_in)) File "/data/home/lijunliang/anaconda3/envs/sd2/lib/python3.10/site-packages/torch/nn/modules/module.py", line 1532, in _wrapped_call_impl return self._call_impl(*args, **kwargs) File "/data/home/lijunliang/anaconda3/envs/sd2/lib/python3.10/site-packages/torch/nn/modules/module.py", line 1541, in _call_impl return forward_call(*args, **kwargs) File "/data/home/lijunliang/project/stable-diffusion-webui-master/repositories/k-diffusion/k_diffusion/external.py", line 112, in forward eps = self.get_eps(input * c_in, self.sigma_to_t(sigma), **kwargs) File "/data/home/lijunliang/project/stable-diffusion-webui-master/repositories/k-diffusion/k_diffusion/external.py", line 138, in get_eps return self.inner_model.apply_model(*args, **kwargs) File "/data/home/lijunliang/project/stable-diffusion-webui-master/modules/sd_models_xl.py", line 44, in apply_model return self.model(x, t, cond) File "/data/home/lijunliang/anaconda3/envs/sd2/lib/python3.10/site-packages/torch/nn/modules/module.py", line 1532, in _wrapped_call_impl return self._call_impl(*args, **kwargs) File "/data/home/lijunliang/anaconda3/envs/sd2/lib/python3.10/site-packages/torch/nn/modules/module.py", line 1541, in _call_impl return forward_call(*args, **kwargs) File "/data/home/lijunliang/project/stable-diffusion-webui-master/modules/sd_hijack_utils.py", line 18, in setattr(resolved_obj, func_path[-1], lambda *args, **kwargs: self(*args, **kwargs)) File "/data/home/lijunliang/project/stable-diffusion-webui-master/modules/sd_hijack_utils.py", line 32, in __call__ return self.__orig_func(*args, **kwargs) File "/data/home/lijunliang/project/stable-diffusion-webui-master/repositories/generative-models/sgm/modules/diffusionmodules/wrappers.py", line 28, in forward return self.diffusion_model( File "/data/home/lijunliang/anaconda3/envs/sd2/lib/python3.10/site-packages/torch/nn/modules/module.py", line 1532, in _wrapped_call_impl return self._call_impl(*args, **kwargs) File "/data/home/lijunliang/anaconda3/envs/sd2/lib/python3.10/site-packages/torch/nn/modules/module.py", line 1541, in _call_impl return forward_call(*args, **kwargs) File "/data/home/lijunliang/project/stable-diffusion-webui-master/extensions/onediff_sd_webui_extensions/onediff_controlnet.py", line 881, in forward_webui raise e File "/data/home/lijunliang/project/stable-diffusion-webui-master/extensions/onediff_sd_webui_extensions/onediff_controlnet.py", line 878, in forward_webui return forward(*args, **kwargs) File "/data/home/lijunliang/project/stable-diffusion-webui-master/extensions/onediff_sd_webui_extensions/onediff_controlnet.py", line 784, in forward h = onediff_shared.current_unet_graph.graph_module( File "/data/home/lijunliang/anaconda3/envs/sd2/lib/python3.10/site-packages/torch/nn/modules/module.py", line 1532, in _wrapped_call_impl return self._call_impl(*args, **kwargs) File "/data/home/lijunliang/anaconda3/envs/sd2/lib/python3.10/site-packages/torch/nn/modules/module.py", line 1582, in _call_impl result = forward_call(*args, **kwargs) File "/data/home/lijunliang/project/onediff/src/onediff/infer_compiler/backends/oneflow/online_quantization_utils.py", line 61, in wrapper output = func(self, *args, **kwargs) File "/data/home/lijunliang/project/onediff/src/onediff/infer_compiler/backends/oneflow/args_tree_util.py", line 66, in wrapper output = func(self, *mapped_args, **mapped_kwargs) File "/data/home/lijunliang/project/onediff/src/onediff/infer_compiler/backends/oneflow/deployable_module.py", line 42, in wrapper return func(self, *args, **kwargs) File "/data/home/lijunliang/project/onediff/src/onediff/infer_compiler/backends/oneflow/graph_management_utils.py", line 121, in wrapper ret = func(self, *args, **kwargs) File "/data/home/lijunliang/project/onediff/src/onediff/infer_compiler/backends/oneflow/deployable_module.py", line 144, in forward output = dpl_graph(*args, **kwargs) File "/data/home/lijunliang/anaconda3/envs/sd2/lib/python3.10/site-packages/oneflow/nn/graph/graph.py", line 295, in __call__ self._compile(*args, **kwargs) File "/data/home/lijunliang/anaconda3/envs/sd2/lib/python3.10/site-packages/oneflow/nn/graph/graph.py", line 861, in _compile return self._dynamic_input_graph_cache._compile(*args, **kwargs) File "/data/home/lijunliang/anaconda3/envs/sd2/lib/python3.10/site-packages/oneflow/nn/graph/cache.py", line 121, in _compile return graph._compile(*args, **kwargs) File "/data/home/lij