lllyasviel
[Bug]: Animatediff cannot use sd15_t2v_beta.ckpt *error* "For debugging consider passing CUDA_LAUNCH_BLOCKING=1. Compile with `TORCH_USE_CUDA_DSA` to enable device-side assertions."
Checklist
- [x] The issue exists after disabling all extensions
- [x] The issue exists on a clean installation of webui
- [x] The issue is caused by an extension, but I believe it is caused by a bug in the webui
- [x] The issue exists in the current version of the webui
- [x] The issue has not been reported before recently
- [ ] The issue has been reported before but has not been fixed yet
What happened?
txt2img using Animatediff, all models except sd15_t2v_beta.ckpt work. Automatic1111 with the webui version of Animatediff works 100% but in forge there is this error.
Steps to reproduce the problem
- txt2img
- enable animatediff
- select "sd15_t2v_beta.ckpt" as the motion module
- generate
- error
What should have happened?
It should generate an out just like every other animatediff motion module
What browsers do you use to access the UI ?
No response
Sysinfo
{
"Platform": "Windows-10-10.0.22621-SP0",
"Python": "3.10.6",
"Version": "f0.0.15v1.8.0rc-latest-234-g79bdb786",
"Commit": "79bdb7861914c2dac7141d02a87784b5a7168fef",
"Script path": "M:\webui_forge_cu121_torch21\webui",
"Data path": "M:\webui_forge_cu121_torch21\webui",
"Extensions dir": "M:\webui_forge_cu121_torch21\webui\extensions",
"Checksum": "f2ee48b3d88af410d9ccef5781c00a1f347f564749ad07eae9e5ed9bb4f44912",
"Commandline": [
"launch.py"
],
"Torch env info": {
"torch_version": "2.1.2+cu121",
"is_debug_build": "False",
"cuda_compiled_version": "12.1",
"gcc_version": null,
"clang_version": null,
"cmake_version": "version 3.27.2",
"os": "Microsoft Windows 11 Pro",
"libc_version": "N/A",
"python_version": "3.10.6 (tags/v3.10.6:9c7b4bd, Aug 1 2022, 21:53:49) [MSC v.1932 64 bit (AMD64)] (64-bit runtime)",
"python_platform": "Windows-10-10.0.22621-SP0",
"is_cuda_available": "True",
"cuda_runtime_version": "11.0.194\r",
"cuda_module_loading": "LAZY",
"nvidia_driver_version": "546.65",
"nvidia_gpu_models": "GPU 0: NVIDIA GeForce RTX 3060",
"cudnn_version": "C:\Program Files\NVIDIA GPU Computing Toolkit\CUDA\v11.7\bin\cudnn_ops_train64_8.dll",
"pip_version": "pip3",
"pip_packages": [
"numpy==1.26.2",
"open-clip-torch==2.20.0",
"pytorch-lightning==1.9.4",
"torch==2.1.2+cu121",
"torchdiffeq==0.2.3",
"torchmetrics==1.3.0.post0",
"torchsde==0.2.6",
"torchvision==0.16.2+cu121"
],
"conda_packages": null,
"hip_compiled_version": "N/A",
"hip_runtime_version": "N/A",
"miopen_runtime_version": "N/A",
"caching_allocator_config": "",
"is_xnnpack_available": "True",
"cpu_info": [
"Architecture=9",
"CurrentClockSpeed=3792",
"DeviceID=CPU0",
"Family=198",
"L2CacheSize=2048",
"L2CacheSpeed=",
"Manufacturer=GenuineIntel",
"MaxClockSpeed=3792",
"Name=Intel(R) Core(TM) i7-10700K CPU @ 3.80GHz",
"ProcessorType=3",
"Revision="
]
},
"Exceptions": [
{
"exception": "CUDA error: device-side assert triggered\nCUDA kernel errors might be asynchronously reported at some other API call, so the stacktrace below might be incorrect.\nFor debugging consider passing CUDA_LAUNCH_BLOCKING=1.\nCompile with TORCH_USE_CUDA_DSA to enable device-side assertions.\n",
"traceback": [
[
"M:\webui_forge_cu121_torch21\webui\modules\call_queue.py, line 57, f",
"res = list(func(*args, **kwargs))"
],
[
"M:\webui_forge_cu121_torch21\webui\modules\call_queue.py, line 41, f",
"shared.state.end()"
],
[
"M:\webui_forge_cu121_torch21\webui\modules\shared_state.py, line 137, end",
"devices.torch_gc()"
],
[
"M:\webui_forge_cu121_torch21\webui\modules\devices.py, line 39, torch_gc",
"model_management.soft_empty_cache()"
],
[
"M:\webui_forge_cu121_torch21\webui\ldm_patched\modules\model_management.py, line 825, soft_empty_cache",
"torch.cuda.empty_cache()"
],
[
"M:\webui_forge_cu121_torch21\system\python\lib\site-packages\torch\cuda\memory.py, line 159, empty_cache",
"torch._C._cuda_emptyCache()"
]
]
},
{
"exception": "'NoneType' object has no attribute 'multi_cond'",
"traceback": [
[
"M:\webui_forge_cu121_torch21\webui\modules\script_callbacks.py, line 233, cfg_denoiser_callback",
"c.callback(params)"
],
[
"M:\webui_forge_cu121_torch21\webui\extensions\sd-forge-animatediff\scripts\animatediff_infv2v.py, line 85, animatediff_on_cfg_denoiser",
"ad_params.text_cond = ad_params.prompt_scheduler.multi_cond(cfg_params.text_cond, prompt_closed_loop)"
]
]
},
{
"exception": "Error(s) in loading state_dict for MotionWrapper:\n\tMissing key(s) in state_dict: "down_blocks.0.motion_modules.0.temporal_transformer.transformer_blocks.0.attention_blocks.0.pos_encoder.pe", "down_blocks.0.motion_modules.0.temporal_transformer.transformer_blocks.0.attention_blocks.1.pos_encoder.pe", "down_blocks.0.motion_modules.1.temporal_transformer.transformer_blocks.0.attention_blocks.0.pos_encoder.pe", "down_blocks.0.motion_modules.1.temporal_transformer.transformer_blocks.0.attention_blocks.1.pos_encoder.pe", "down_blocks.1.motion_modules.0.temporal_transformer.transformer_blocks.0.attention_blocks.0.pos_encoder.pe", "down_blocks.1.motion_modules.0.temporal_transformer.transformer_blocks.0.attention_blocks.1.pos_encoder.pe", "down_blocks.1.motion_modules.1.temporal_transformer.transformer_blocks.0.attention_blocks.0.pos_encoder.pe", "down_blocks.1.motion_modules.1.temporal_transformer.transformer_blocks.0.attention_blocks.1.pos_encoder.pe", "down_blocks.2.motion_modules.0.temporal_transformer.transformer_blocks.0.attention_blocks.0.pos_encoder.pe", "down_blocks.2.motion_modules.0.temporal_transformer.transformer_blocks.0.attention_blocks.1.pos_encoder.pe", "down_blocks.2.motion_modules.1.temporal_transformer.transformer_blocks.0.attention_blocks.0.pos_encoder.pe", "down_blocks.2.motion_modules.1.temporal_transformer.transformer_blocks.0.attention_blocks.1.pos_encoder.pe", "down_blocks.3.motion_modules.0.temporal_transformer.transformer_blocks.0.attention_blocks.0.pos_encoder.pe", "down_blocks.3.motion_modules.0.temporal_transformer.transformer_blocks.0.attention_blocks.1.pos_encoder.pe", "down_blocks.3.motion_modules.1.temporal_transformer.transformer_blocks.0.attention_blocks.0.pos_encoder.pe", "down_blocks.3.motion_modules.1.temporal_transformer.transformer_blocks.0.attention_blocks.1.pos_encoder.pe", "up_blocks.0.motion_modules.0.temporal_transformer.transformer_blocks.0.attention_blocks.0.pos_encoder.pe", "up_blocks.0.motion_modules.0.temporal_transformer.transformer_blocks.0.attention_blocks.1.pos_encoder.pe", "up_blocks.0.motion_modules.1.temporal_transformer.transformer_blocks.0.attention_blocks.0.pos_encoder.pe", "up_blocks.0.motion_modules.1.temporal_transformer.transformer_blocks.0.attention_blocks.1.pos_encoder.pe", "up_blocks.0.motion_modules.2.temporal_transformer.transformer_blocks.0.attention_blocks.0.pos_encoder.pe", "up_blocks.0.motion_modules.2.temporal_transformer.transformer_blocks.0.attention_blocks.1.pos_encoder.pe", "up_blocks.1.motion_modules.0.temporal_transformer.transformer_blocks.0.attention_blocks.0.pos_encoder.pe", "up_blocks.1.motion_modules.0.temporal_transformer.transformer_blocks.0.attention_blocks.1.pos_encoder.pe", "up_blocks.1.motion_modules.1.temporal_transformer.transformer_blocks.0.attention_blocks.0.pos_encoder.pe", "up_blocks.1.motion_modules.1.temporal_transformer.transformer_blocks.0.attention_blocks.1.pos_encoder.pe", "up_blocks.1.motion_modules.2.temporal_transformer.transformer_blocks.0.attention_blocks.0.pos_encoder.pe", "up_blocks.1.motion_modules.2.temporal_transformer.transformer_blocks.0.attention_blocks.1.pos_encoder.pe", "up_blocks.2.motion_modules.0.temporal_transformer.transformer_blocks.0.attention_blocks.0.pos_encoder.pe", "up_blocks.2.motion_modules.0.temporal_transformer.transformer_blocks.0.attention_blocks.1.pos_encoder.pe", "up_blocks.2.motion_modules.1.temporal_transformer.transformer_blocks.0.attention_blocks.0.pos_encoder.pe", "up_blocks.2.motion_modules.1.temporal_transformer.transformer_blocks.0.attention_blocks.1.pos_encoder.pe", "up_blocks.2.motion_modules.2.temporal_transformer.transformer_blocks.0.attention_blocks.0.pos_encoder.pe", "up_blocks.2.motion_modules.2.temporal_transformer.transformer_blocks.0.attention_blocks.1.pos_encoder.pe", "up_blocks.3.motion_modules.0.temporal_transformer.transformer_blocks.0.attention_blocks.0.pos_encoder.pe", "up_blocks.3.motion_modules.0.temporal_transformer.transformer_blocks.0.attention_blocks.1.pos_encoder.pe", "up_blocks.3.motion_modules.1.temporal_transformer.transformer_blocks.0.attention_blocks.0.pos_encoder.pe", "up_blocks.3.motion_modules.1.temporal_transformer.transformer_blocks.0.attention_blocks.1.pos_encoder.pe", "up_blocks.3.motion_modules.2.temporal_transformer.transformer_blocks.0.attention_blocks.0.pos_encoder.pe", "up_blocks.3.motion_modules.2.temporal_transformer.transformer_blocks.0.attention_blocks.1.pos_encoder.pe", "mid_block.motion_modules.0.temporal_transformer.transformer_blocks.0.attention_blocks.0.pos_encoder.pe", "mid_block.motion_modules.0.temporal_transformer.transformer_blocks.0.attention_blocks.1.pos_encoder.pe". ",
"traceback": [
[
"M:\webui_forge_cu121_torch21\webui\modules\scripts.py, line 795, before_process",
"script.before_process(p, *script_args)"
],
[
"M:\webui_forge_cu121_torch21\webui\extensions\sd-forge-animatediff\scripts\animatediff.py, line 56, before_process",
"motion_module.load(params.model)"
],
[
"M:\webui_forge_cu121_torch21\webui\extensions\sd-forge-animatediff\scripts\animatediff_mm.py, line 50, load",
"missed_keys = self.mm.load_state_dict(mm_state_dict)"
],
[
"M:\webui_forge_cu121_torch21\system\python\lib\site-packages\torch\nn\modules\module.py, line 2152, load_state_dict",
"raise RuntimeError('Error(s) in loading state_dict for {}:\n\t{}'.format("
]
]
}
],
"CPU": {
"model": "Intel64 Family 6 Model 165 Stepping 5, GenuineIntel",
"count logical": 16,
"count physical": 8
},
"RAM": {
"total": "32GB",
"used": "13GB",
"free": "19GB"
},
"Extensions": [
{
"name": "Stylez",
"path": "M:\webui_forge_cu121_torch21\webui\extensions\Stylez",
"version": "f93f6623",
"branch": "main",
"remote": "https://github.com/javsezlol1/Stylez.git"
},
{
"name": "adetailer",
"path": "M:\webui_forge_cu121_torch21\webui\extensions\adetailer",
"version": "8f01dfda",
"branch": "main",
"remote": "https://github.com/Bing-su/adetailer.git"
},
{
"name": "sd-forge-animatediff",
"path": "M:\webui_forge_cu121_torch21\webui\extensions\sd-forge-animatediff",
"version": "c25a46d3",
"branch": "forge-master",
"remote": "https://github.com/continue-revolution/sd-forge-animatediff.git"
},
{
"name": "sd-webui-color-correction-extras",
"path": "M:\webui_forge_cu121_torch21\webui\extensions\sd-webui-color-correction-extras",
"version": "9fea05e8",
"branch": "master",
"remote": "https://github.com/light-and-ray/sd-webui-color-correction-extras.git"
},
{
"name": "sd-webui-inpaint-anything",
"path": "M:\webui_forge_cu121_torch21\webui\extensions\sd-webui-inpaint-anything",
"version": "ab57640d",
"branch": "main",
"remote": "https://github.com/Uminosachi/sd-webui-inpaint-anything.git"
},
{
"name": "sd-webui-model-mixer",
"path": "M:\webui_forge_cu121_torch21\webui\extensions\sd-webui-model-mixer",
"version": "3115c722",
"branch": "master",
"remote": "https://github.com/wkpark/sd-webui-model-mixer.git"
},
{
"name": "sd-webui-regional-prompter",
"path": "M:\webui_forge_cu121_torch21\webui\extensions\sd-webui-regional-prompter",
"version": "59d68e6e",
"branch": "main",
"remote": "https://github.com/hako-mikan/sd-webui-regional-prompter.git"
},
{
"name": "stable-diffusion-webui-depthmap-script",
"path": "M:\webui_forge_cu121_torch21\webui\extensions\stable-diffusion-webui-depthmap-script",
"version": "500ee72a",
"branch": "main",
"remote": "https://github.com/thygate/stable-diffusion-webui-depthmap-script.git"
},
{
"name": "stable-diffusion-webui-rembg",
"path": "M:\webui_forge_cu121_torch21\webui\extensions\stable-diffusion-webui-rembg",
"version": "a4c07b85",
"branch": "master",
"remote": "https://github.com/AUTOMATIC1111/stable-diffusion-webui-rembg.git"
},
{
"name": "ultimate-upscale-for-automatic1111",
"path": "M:\webui_forge_cu121_torch21\webui\extensions\ultimate-upscale-for-automatic1111",
"version": "728ffcec",
"branch": "master",
"remote": "https://github.com/Coyote-A/ultimate-upscale-for-automatic1111.git"
}
],
"Inactive extensions": [],
"Environment": {
"GRADIO_ANALYTICS_ENABLED": "False"
},
"Config": {
"ldsr_steps": 100,
"ldsr_cached": false,
"SCUNET_tile": 256,
"SCUNET_tile_overlap": 8,
"SWIN_tile": 192,
"SWIN_tile_overlap": 8,
"SWIN_torch_compile": false,
"control_net_detectedmap_dir": "detected_maps",
"control_net_models_path": "",
"control_net_modules_path": "",
"control_net_unit_count": 3,
"control_net_model_cache_size": 5,
"control_net_no_detectmap": false,
"control_net_detectmap_autosaving": false,
"control_net_allow_script_control": false,
"control_net_sync_field_args": true,
"controlnet_show_batch_images_in_ui": false,
"controlnet_increment_seed_during_batch": false,
"controlnet_disable_openpose_edit": false,
"controlnet_disable_photopea_edit": false,
"controlnet_photopea_warning": true,
"controlnet_input_thumbnail": true,
"sd_checkpoint_hash": "07919b495df62d7b1b2c6f1715669e1b8f9ce92e496de3a688b30744daece525",
"sd_model_checkpoint": "picxReal_10.safetensors [07919b495d]",
"ad_max_models": 2,
"ad_extra_models_dir": "",
"ad_save_previews": false,
"ad_save_images_before": false,
"ad_only_seleted_scripts": true,
"ad_script_names": "dynamic_prompting,dynamic_thresholding,wildcard_recursive,wildcards,lora_block_weight,negpip",
"ad_bbox_sortby": "None",
"ad_same_seed_for_each_tap": false,
"animatediff_model_path": null,
"animatediff_optimize_gif_palette": false,
"animatediff_optimize_gif_gifsicle": false,
"animatediff_mp4_crf": 23,
"animatediff_mp4_preset": "",
"animatediff_mp4_tune": "",
"animatediff_webp_quality": 80,
"animatediff_webp_lossless": false,
"animatediff_save_to_custom": false,
"animatediff_xformers": "Optimize attention layers with xformers",
"animatediff_disable_lcm": false,
"animatediff_s3_enable": false,
"animatediff_s3_host": null,
"animatediff_s3_port": null,
"animatediff_s3_access_key": null,
"animatediff_s3_secret_key": null,
"animatediff_s3_storge_bucket": null,
"inpaint_anything_save_folder": "inpaint-anything",
"inpaint_anything_sam_oncpu": false,
"inpaint_anything_offline_inpainting": false,
"inpaint_anything_padding_fill": 127,
"inpain_anything_sam_models_dir": "",
"mm_max_models": 3,
"mm_debugs": [
"elemental merge"
],
"mm_save_model": [
"safetensors",
"fp16",
"prune",
"overwrite"
],
"mm_save_model_filename": "modelmixer-[hash]",
"mm_use_extra_elements": true,
"mm_use_old_finetune": false,
"mm_use_unet_partial_update": true,
"mm_laplib": "lap",
"mm_use_fast_weighted_sum": true,
"mm_use_precalculate_hash": false,
"mm_use_model_dl": false,
"mm_default_config_lock": false,
"mm_civitai_api_key": "",
"regprp_debug": false,
"regprp_hidepmask": false,
"batch_cond_uncond": true,
"lora_functional": false,
"use_downcasted_alpha_bar": true,
"CLIP_stop_at_last_layers": 2,
"sd_vae": "vae-ft-mse-840000-ema-pruned.ckpt",
"disabled_extensions": [
"sd-webui-controlnet"
],
"disable_all_extensions": "none",
"multiple_tqdm": true,
"deforum_keep_3d_models_in_vram": false,
"deforum_enable_persistent_settings": false,
"deforum_persistent_settings_path": "models/Deforum/deforum_persistent_settings.txt",
"deforum_ffmpeg_location": "M:\webui_forge_cu121_torch21\system\python\lib\site-packages\imageio_ffmpeg\binaries\ffmpeg-win64-v4.2.2.exe",
"deforum_ffmpeg_crf": 17,
"deforum_ffmpeg_preset": "slow",
"deforum_debug_mode_enabled": false,
"deforum_save_gen_info_as_srt": false,
"deforum_embed_srt": false,
"deforum_save_gen_info_as_srt_params": [
"Noise Schedule"
],
"deforum_preview": "Off",
"deforum_preview_interval_frames": 100,
"animatediff_default_save_formats": [
"GIF",
"PNG"
],
"animatediff_frame_extract_path": "GIF",
"mm_use_txt2img_only": false,
"eta_noise_seed_delta": 31337,
"depthmap_script_keepmodels": false,
"depthmap_script_boost_rmax": 1600,
"depthmap_script_marigold_ensembles": 5,
"depthmap_script_marigold_steps": 10,
"depthmap_script_save_ply": false,
"depthmap_script_show_3d": true,
"depthmap_script_show_3d_inpaint": true,
"depthmap_script_mesh_maxsize": 2048,
"depthmap_script_gen_heatmap_from_ui": false,
"depthmap_script_extra_stereomodes": false,
"save_to_dirs": false,
"samples_filename_pattern": "Img_0001"
},
"Startup": {
"total": 25.901374340057373,
"records": {
"initial startup": 0.025929927825927734,
"prepare environment/checks": 0.006981611251831055,
"prepare environment/git version info": 0.22174715995788574,
"prepare environment/torch GPU test": 4.148752450942993,
"prepare environment/clone repositores": 0.16059446334838867,
"prepare environment/run extensions installers/adetailer": 0.20284771919250488,
"prepare environment/run extensions installers/sd-forge-animatediff": 0.0,
"prepare environment/run extensions installers/sd-webui-color-correction-extras": 0.0,
"prepare environment/run extensions installers/sd-webui-inpaint-anything": 0.17585277557373047,
"prepare environment/run extensions installers/sd-webui-model-mixer": 0.0,
"prepare environment/run extensions installers/sd-webui-regional-prompter": 0.0009968280792236328,
"prepare environment/run extensions installers/stable-diffusion-webui-depthmap-script": 0.21191740036010742,
"prepare environment/run extensions installers/stable-diffusion-webui-rembg": 0.16486001014709473,
"prepare environment/run extensions installers/Stylez": 0.0,
"prepare environment/run extensions installers/ultimate-upscale-for-automatic1111": 0.0,
"prepare environment/run extensions installers": 0.7564747333526611,
"prepare environment/run extensions_builtin installers/canvas-zoom-and-pan": 0.0009975433349609375,
"prepare environment/run extensions_builtin installers/extra-options-section": 0.0,
"prepare environment/run extensions_builtin installers/forge_legacy_preprocessors": 0.4005126953125,
"prepare environment/run extensions_builtin installers/forge_preprocessor_inpaint": 0.0,
"prepare environment/run extensions_builtin installers/forge_preprocessor_marigold": 0.0,
"prepare environment/run extensions_builtin installers/forge_preprocessor_normalbae": 0.0,
"prepare environment/run extensions_builtin installers/forge_preprocessor_recolor": 0.0,
"prepare environment/run extensions_builtin installers/forge_preprocessor_reference": 0.0,
"prepare environment/run extensions_builtin installers/forge_preprocessor_revision": 0.0,
"prepare environment/run extensions_builtin installers/forge_preprocessor_tile": 0.0009970664978027344,
"prepare environment/run extensions_builtin installers/LDSR": 0.0,
"prepare environment/run extensions_builtin installers/Lora": 0.0,
"prepare environment/run extensions_builtin installers/mobile": 0.0,
"prepare environment/run extensions_builtin installers/prompt-bracket-checker": 0.0,
"prepare environment/run extensions_builtin installers/ScuNET": 0.0,
"prepare environment/run extensions_builtin installers/sd_forge_controlllite": 0.0,
"prepare environment/run extensions_builtin installers/sd_forge_controlnet": 0.37250781059265137,
"prepare environment/run extensions_builtin installers/sd_forge_controlnet_example": 0.0,
"prepare environment/run extensions_builtin installers/sd_forge_dynamic_thresholding": 0.0,
"prepare environment/run extensions_builtin installers/sd_forge_fooocus_inpaint": 0.0,
"prepare environment/run extensions_builtin installers/sd_forge_freeu": 0.0,
"prepare environment/run extensions_builtin installers/sd_forge_hypertile": 0.0010192394256591797,
"prepare environment/run extensions_builtin installers/sd_forge_ipadapter": 0.0,
"prepare environment/run extensions_builtin installers/sd_forge_kohya_hrfix": 0.0,
"prepare environment/run extensions_builtin installers/sd_forge_latent_modifier": 0.0,
"prepare environment/run extensions_builtin installers/sd_forge_multidiffusion": 0.0,
"prepare environment/run extensions_builtin installers/sd_forge_photomaker": 0.0,
"prepare environment/run extensions_builtin installers/sd_forge_sag": 0.0,
"prepare environment/run extensions_builtin installers/sd_forge_stylealign": 0.0,
"prepare environment/run extensions_builtin installers/sd_forge_svd": 0.0,
"prepare environment/run extensions_builtin installers/sd_forge_z123": 0.000997781753540039,
"prepare environment/run extensions_builtin installers/soft-inpainting": 0.0,
"prepare environment/run extensions_builtin installers/SwinIR": 0.0,
"prepare environment/run extensions_builtin installers": 0.7770321369171143,
"prepare environment": 6.232153654098511,
"launcher": 0.004144191741943359,
"import torch": 5.381344795227051,
"import gradio": 1.1574835777282715,
"setup paths": 0.9435861110687256,
"import ldm": 0.008976459503173828,
"import sgm": 0.0,
"initialize shared": 0.12566328048706055,
"other imports": 0.7791900634765625,
"opts onchange": 0.0009975433349609375,
"setup SD model": 0.0,
"setup codeformer": 0.0019943714141845703,
"setup gfpgan": 0.014959335327148438,
"set samplers": 0.0,
"list extensions": 0.00897669792175293,
"restore config state file": 0.0,
"list SD models": 0.07779216766357422,
"list localizations": 0.001994609832763672,
"load scripts/custom_code.py": 0.013961553573608398,
"load scripts/img2imgalt.py": 0.0009984970092773438,
"load scripts/loopback.py": 0.0,
"load scripts/outpainting_mk_2.py": 0.0009970664978027344,
"load scripts/poor_mans_outpainting.py": 0.0,
"load scripts/postprocessing_caption.py": 0.000997781753540039,
"load scripts/postprocessing_codeformer.py": 0.0,
"load scripts/postprocessing_create_flipped_copies.py": 0.0,
"load scripts/postprocessing_focal_crop.py": 0.012964963912963867,
"load scripts/postprocessing_gfpgan.py": 0.0,
"load scripts/postprocessing_split_oversized.py": 0.0,
"load scripts/postprocessing_upscale.py": 0.0009975433349609375,
"load scripts/processing_autosized_crop.py": 0.0,
"load scripts/prompt_matrix.py": 0.000997304916381836,
"load scripts/prompts_from_file.py": 0.0,
"load scripts/sd_upscale.py": 0.0009968280792236328,
"load scripts/xyz_grid.py": 0.000997781753540039,
"load scripts/ldsr_model.py": 0.9145820140838623,
"load scripts/lora_script.py": 0.32016539573669434,
"load scripts/scunet_model.py": 0.057820796966552734,
"load scripts/swinir_model.py": 0.05286359786987305,
"load scripts/hotkey_config.py": 0.0009672641754150391,
"load scripts/extra_options_section.py": 0.0,
"load scripts/legacy_preprocessors.py": 0.017976999282836914,
"load scripts/preprocessor_inpaint.py": 0.01958632469177246,
"load scripts/preprocessor_marigold.py": 0.19460129737854004,
"load scripts/preprocessor_normalbae.py": 0.009973287582397461,
"load scripts/preprocessor_recolor.py": 0.0,
"load scripts/forge_reference.py": 0.000997304916381836,
"load scripts/preprocessor_revision.py": 0.0,
"load scripts/preprocessor_tile.py": 0.0,
"load scripts/forge_controllllite.py": 0.016871213912963867,
"load scripts/controlnet.py": 0.6356632709503174,
"load scripts/xyz_grid_support.py": 0.0009698867797851562,
"load scripts/sd_forge_controlnet_example.py": 0.0,
"load scripts/forge_dynamic_thresholding.py": 0.006011486053466797,
"load scripts/forge_fooocus_inpaint.py": 0.0009698867797851562,
"load scripts/forge_freeu.py": 0.005983829498291016,
"load scripts/forge_hypertile.py": 0.005984306335449219,
"load scripts/forge_ipadapter.py": 0.009836673736572266,
"load scripts/kohya_hrfix.py": 0.00516200065612793,
"load scripts/forge_latent_modifier.py": 0.0052530765533447266,
"load scripts/forge_multidiffusion.py": 0.011864662170410156,
"load scripts/forge_photomaker.py": 0.006247758865356445,
"load scripts/forge_sag.py": 0.005984067916870117,
"load scripts/forge_stylealign.py": 0.0,
"load scripts/forge_svd.py": 0.06981372833251953,
"load scripts/forge_z123.py": 0.0608675479888916,
"load scripts/soft_inpainting.py": 0.0,
"load scripts/Stylez.py": 0.08177852630615234,
"load scripts/promptgen.py": 0.0009951591491699219,
"load scripts/!adetailer.py": 0.8137977123260498,
"load scripts/animatediff.py": 0.25725317001342773,
"load scripts/animatediff_i2ibatch.py": 0.0009980201721191406,
"load scripts/animatediff_infotext.py": 0.0,
"load scripts/animatediff_infv2v.py": 0.0009965896606445312,
"load scripts/animatediff_latent.py": 0.0,
"load scripts/animatediff_logger.py": 0.0009694099426269531,
"load scripts/animatediff_mm.py": 0.000997304916381836,
"load scripts/animatediff_output.py": 0.0,
"load scripts/animatediff_prompt.py": 0.000997304916381836,
"load scripts/animatediff_settings.py": 0.0,
"load scripts/animatediff_ui.py": 0.0009975433349609375,
"load scripts/animatediff_utils.py": 0.0,
"load scripts/color_correction_extras.py": 0.000997304916381836,
"load scripts/inpaint_anything.py": 0.47512364387512207,
"load scripts/model_mixer.py": 0.3730030059814453,
"load scripts/patches.py": 0.0,
"load scripts/vxa.py": 0.0009980201721191406,
"load scripts/attention.py": 0.0,
"load scripts/latent.py": 0.02194046974182129,
"load scripts/regions.py": 0.0009970664978027344,
"load scripts/rp.py": 0.06479835510253906,
"load scripts/rps.py": 0.000997781753540039,
"load scripts/depthmap.py": 1.1159985065460205,
"load scripts/depthmap_api.py": 0.000997304916381836,
"load scripts/api.py": 0.711585521697998,
"load scripts/postprocessing_rembg.py": 0.000993490219116211,
"load scripts/ultimate-upscale.py": 0.0009698867797851562,
"load scripts/comments.py": 0.07482481002807617,
"load scripts/refiner.py": 0.0,
"load scripts/seed.py": 0.0009720325469970703,
"load scripts": 6.475904941558838,
"load upscalers": 0.01013326644897461,
"refresh VAE": 0.001990795135498047,
"refresh textual inversion templates": 0.0,
"scripts list_optimizers": 0.058849334716796875,
"scripts list_unets": 0.0,
"reload hypernetworks": 0.0,
"initialize extra networks": 0.005571126937866211,
"scripts before_ui_callback": 0.0014748573303222656,
"create ui": 3.9806511402130127,
"gradio launch": 0.37322402000427246,
"add APIs": 0.0069811344146728516,
"app_started_callback/lora_script.py": 0.0,
"app_started_callback/controlnet.py": 0.0009965896606445312,
"app_started_callback/!adetailer.py": 0.0009970664978027344,
"app_started_callback/model_mixer.py": 0.37998437881469727,
"app_started_callback/api.py": 0.0,
"app_started_callback": 0.38197803497314453
}
},
"Packages": [
"absl-py==2.1.0",
"accelerate==0.21.0",
"addict==2.4.0",
"aenum==3.1.15",
"aiofiles==23.2.1",
"aiohttp==3.9.3",
"aiosignal==1.3.1",
"albumentations==1.3.1",
"altair==5.2.0",
"antlr4-python3-runtime==4.9.3",
"anyio==3.7.1",
"async-timeout==4.0.3",
"attrs==23.2.0",
"av==11.0.0",
"basicsr==1.4.2",
"beautifulsoup4==4.12.3",
"bidict==0.22.1",
"blendmodes==2022",
"certifi==2024.2.2",
"cffi==1.16.0",
"chardet==5.2.0",
"charset-normalizer==3.3.2",
"clean-fid==0.1.35",
"click==8.1.7",
"clip==1.0",
"colorama==0.4.6",
"coloredlogs==15.0.1",
"colorlog==6.8.2",
"contourpy==1.2.0",
"controlnet-aux==0.0.3",
"cssselect2==0.7.0",
"cycler==0.12.1",
"cython==3.0.8",
"decorator==4.4.2",
"deprecation==2.1.0",
"depth-anything==2024.1.22.0",
"diffusers==0.25.0",
"easydict==1.11",
"einops==0.4.1",
"embreex==2.17.7.post4",
"exceptiongroup==1.2.0",
"facexlib==0.3.0",
"fastapi==0.94.0",
"ffmpy==0.3.1",
"filelock==3.13.1",
"filterpy==1.4.5",
"flask-cors==4.0.0",
"flask-socketio==5.3.6",
"flask==2.2.3",
"flaskwebgui==0.3.5",
"flatbuffers==23.5.26",
"fonttools==4.47.2",
"freetype-py==2.4.0",
"frozenlist==1.4.1",
"fsspec==2024.2.0",
"ftfy==6.1.3",
"future==0.18.3",
"fvcore==0.1.5.post20221221",
"gdown==5.1.0",
"gitdb==4.0.11",
"gitpython==3.1.32",
"gradio-client==0.5.0",
"gradio==3.41.2",
"grpcio==1.60.1",
"h11==0.12.0",
"handrefinerportable==2024.2.12.0",
"hsluv==5.0.4",
"httpcore==0.15.0",
"httpx==0.24.1",
"huggingface-hub==0.20.3",
"humanfriendly==10.0",
"idna==3.6",
"imageio-ffmpeg==0.4.9",
"imageio==2.33.1",
"importlib-metadata==7.0.1",
"importlib-resources==6.1.1",
"inflection==0.5.1",
"insightface==0.7.3",
"iopath==0.1.9",
"itsdangerous==2.1.2",
"jinja2==3.1.3",
"joblib==1.3.2",
"jsonmerge==1.8.0",
"jsonschema-specifications==2023.12.1",
"jsonschema==4.21.1",
"kiwisolver==1.4.5",
"kornia==0.6.7",
"lama-cleaner==1.2.5",
"lark==1.1.2",
"lazy-loader==0.3",
"lightning-utilities==0.10.1",
"llvmlite==0.42.0",
"lmdb==1.4.1",
"loguru==0.7.2",
"lxml==5.1.0",
"mapbox-earcut==1.0.1",
"markdown-it-py==3.0.0",
"markdown==3.5.2",
"markupsafe==2.1.5",
"matplotlib==3.8.2",
"mdurl==0.1.2",
"mediapipe==0.10.9",
"moviepy==1.0.2",
"mpmath==1.3.0",
"multidict==6.0.5",
"networkx==3.2.1",
"numba==0.59.0",
"numexpr==2.9.0",
"numpy==1.26.2",
"omegaconf==2.2.3",
"onnx==1.15.0",
"onnxruntime==1.17.0",
"open-clip-torch==2.20.0",
"opencv-contrib-python==4.9.0.80",
"opencv-python-headless==4.9.0.80",
"opencv-python==4.9.0.80",
"orjson==3.9.13",
"packaging==23.2",
"pandas==2.2.0",
"piexif==1.1.3",
"pillow==9.5.0",
"pims==0.6.0",
"pip==24.0",
"platformdirs==4.2.0",
"pooch==1.8.0",
"portalocker==2.8.2",
"prettytable==3.9.0",
"proglog==0.1.10",
"protobuf==3.20.0",
"psutil==5.9.5",
"py-cpuinfo==9.0.0",
"pycollada==0.8",
"pycparser==2.21",
"pydantic==1.10.14",
"pydub==0.25.1",
"pygments==2.17.2",
"pymatting==1.1.12",
"pyparsing==3.1.1",
"pyqt5-qt5==5.15.2",
"pyqt5-sip==12.13.0",
"pyqt5==5.15.10",
"pyreadline3==3.4.1",
"pysocks==1.7.1",
"python-dateutil==2.8.2",
"python-engineio==4.9.0",
"python-multipart==0.0.7",
"python-socketio==5.11.1",
"pytorch-lightning==1.9.4",
"pytz==2024.1",
"pywavelets==1.5.0",
"pywin32==306",
"pyyaml==6.0.1",
"qudida==0.0.4",
"referencing==0.33.0",
"regex==2023.12.25",
"rembg==2.0.50",
"reportlab==4.0.9",
"requests==2.31.0",
"resize-right==0.0.2",
"rich==13.7.0",
"rpds-py==0.17.1",
"rtree==1.2.0",
"safetensors==0.4.2",
"scikit-image==0.21.0",
"scikit-learn==1.4.0",
"scipy==1.12.0",
"seaborn==0.13.2",
"segment-anything==1.0",
"semantic-version==2.10.0",
"sentencepiece==0.1.99",
"setuptools==69.0.3",
"shapely==2.0.2",
"simple-websocket==1.0.0",
"six==1.16.0",
"slicerator==1.1.0",
"smmap==5.0.1",
"sniffio==1.3.0",
"sounddevice==0.4.6",
"soupsieve==2.5",
"spandrel==0.1.6",
"starlette==0.26.1",
"svg.path==6.3",
"svglib==1.5.1",
"sympy==1.12",
"tabulate==0.9.0",
"tb-nightly==2.16.0a20240204",
"tensorboard-data-server==0.7.2",
"termcolor==2.4.0",
"tf-keras-nightly==2.16.0.dev2024020410",
"thop==0.1.1.post2209072238",
"threadpoolctl==3.2.0",
"tifffile==2024.1.30",
"timm==0.9.12",
"tinycss2==1.2.1",
"tokenizers==0.13.3",
"tomesd==0.1.3",
"tomli==2.0.1",
"toolz==0.12.1",
"torch==2.1.2+cu121",
"torchdiffeq==0.2.3",
"torchmetrics==1.3.0.post0",
"torchsde==0.2.6",
"torchvision==0.16.2+cu121",
"tqdm==4.66.1",
"trampoline==0.1.2",
"transformers==4.30.2",
"transforms3d==0.4.1",
"trimesh==4.1.3",
"typing-extensions==4.9.0",
"tzdata==2023.4",
"ultralytics==8.1.9",
"urllib3==2.2.0",
"uvicorn==0.27.0.post1",
"vhacdx==0.0.5",
"vispy==0.14.1",
"wcwidth==0.2.13",
"webencodings==0.5.1",
"websockets==11.0.3",
"werkzeug==2.2.2",
"wheel==0.42.0",
"whichcraft==0.6.1",
"win32-setctime==1.1.0",
"wsproto==1.2.0",
"xxhash==3.4.1",
"yacs==0.1.8",
"yapf==0.40.2",
"yarl==1.9.4",
"zipp==3.17.0"
]
}
Console logs
Moving model(s) has taken 1.29 seconds
0%| | 0/8 [00:00<?, ?it/s]*** Error executing callback cfg_denoiser_callback for M:\webui_forge_cu121_torch21\webui\extensions\sd-forge-animatediff\scripts\animatediff.py
Traceback (most recent call last):
File "M:\webui_forge_cu121_torch21\webui\modules\script_callbacks.py", line 233, in cfg_denoiser_callback
c.callback(params)
File "M:\webui_forge_cu121_torch21\webui\extensions\sd-forge-animatediff\scripts\animatediff_infv2v.py", line 85, in animatediff_on_cfg_denoiser
ad_params.text_cond = ad_params.prompt_scheduler.multi_cond(cfg_params.text_cond, prompt_closed_loop)
AttributeError: 'NoneType' object has no attribute 'multi_cond'
C:\actions-runner\_work\pytorch\pytorch\builder\windows\pytorch\aten\src\ATen\native\cuda\IndexKernel.cu:92: block: [88,0,0], thread: [31,0,0] Assertion `-sizes[i] <= index && index < sizes[i] && "index out of bounds"` failed.
Exception in thread MemMon:
0%| | 0/8 [00:00<?, ?it/s]Traceback (most recent call last):
File "threading.py", line 1016, in _bootstrap_inner
File "M:\webui_forge_cu121_torch21\webui\modules\memmon.py", line 53, in run
free, total = self.cuda_mem_get_info()
File "M:\webui_forge_cu121_torch21\webui\modules\memmon.py", line 34, in cuda_mem_get_info
return torch.cuda.mem_get_info(index)
File "M:\webui_forge_cu121_torch21\system\python\lib\site-packages\torch\cuda\memory.py", line 663, in mem_get_info
return torch.cuda.cudart().cudaMemGetInfo(device)
RuntimeError: CUDA error: device-side assert triggered
CUDA kernel errors might be asynchronously reported at some other API call, so the stacktrace below might be incorrect.
For debugging consider passing CUDA_LAUNCH_BLOCKING=1.
Compile with `TORCH_USE_CUDA_DSA` to enable device-side assertions.
Traceback (most recent call last):
File "M:\webui_forge_cu121_torch21\webui\modules\call_queue.py", line 57, in f
res = list(func(*args, **kwargs))
File "M:\webui_forge_cu121_torch21\webui\modules\call_queue.py", line 41, in f
shared.state.end()
File "M:\webui_forge_cu121_torch21\webui\modules\shared_state.py", line 137, in end
devices.torch_gc()
File "M:\webui_forge_cu121_torch21\webui\modules\devices.py", line 39, in torch_gc
model_management.soft_empty_cache()
File "M:\webui_forge_cu121_torch21\webui\ldm_patched\modules\model_management.py", line 825, in soft_empty_cache
torch.cuda.empty_cache()
File "M:\webui_forge_cu121_torch21\system\python\lib\site-packages\torch\cuda\memory.py", line 159, in empty_cache
torch._C._cuda_emptyCache()
RuntimeError: CUDA error: device-side assert triggered
CUDA kernel errors might be asynchronously reported at some other API call, so the stacktrace below might be incorrect.
For debugging consider passing CUDA_LAUNCH_BLOCKING=1.
Compile with `TORCH_USE_CUDA_DSA` to enable device-side assertions.
---
Traceback (most recent call last):
File "M:\webui_forge_cu121_torch21\system\python\lib\site-packages\gradio\routes.py", line 488, in run_predict
output = await app.get_blocks().process_api(
File "M:\webui_forge_cu121_torch21\system\python\lib\site-packages\gradio\blocks.py", line 1431, in process_api
result = await self.call_function(
File "M:\webui_forge_cu121_torch21\system\python\lib\site-packages\gradio\blocks.py", line 1103, in call_function
prediction = await anyio.to_thread.run_sync(
File "M:\webui_forge_cu121_torch21\system\python\lib\site-packages\anyio\to_thread.py", line 33, in run_sync
return await get_asynclib().run_sync_in_worker_thread(
File "M:\webui_forge_cu121_torch21\system\python\lib\site-packages\anyio\_backends\_asyncio.py", line 877, in run_sync_in_worker_thread
return await future
File "M:\webui_forge_cu121_torch21\system\python\lib\site-packages\anyio\_backends\_asyncio.py", line 807, in run
result = context.run(func, *args)
File "M:\webui_forge_cu121_torch21\system\python\lib\site-packages\gradio\utils.py", line 707, in wrapper
response = f(*args, **kwargs)
File "M:\webui_forge_cu121_torch21\webui\modules\call_queue.py", line 77, in f
devices.torch_gc()
File "M:\webui_forge_cu121_torch21\webui\modules\devices.py", line 39, in torch_gc
model_management.soft_empty_cache()
File "M:\webui_forge_cu121_torch21\webui\ldm_patched\modules\model_management.py", line 825, in soft_empty_cache
torch.cuda.empty_cache()
File "M:\webui_forge_cu121_torch21\system\python\lib\site-packages\torch\cuda\memory.py", line 159, in empty_cache
torch._C._cuda_emptyCache()
RuntimeError: CUDA error: device-side assert triggered
CUDA kernel errors might be asynchronously reported at some other API call, so the stacktrace below might be incorrect.
For debugging consider passing CUDA_LAUNCH_BLOCKING=1.
Compile with `TORCH_USE_CUDA_DSA` to enable device-side assertions.
Additional information
No response
