>>101999220
I am getting this error
Error occurred when executing Joy_caption:
Some modules are dispatched on the CPU or the disk. Make sure you have enough GPU RAM to fit the quantized model. If you want to dispatch the model on the CPU or the disk while keeping these modules in 32-bit, you need to set `load_in_8bit_fp32_cpu_offload=True` and pass a custom `device_map` to `from_pretrained`. Check https://huggingface.co/docs/transformers/main/en/main_classes/quantization#offload-between-cpu-and-gpu for more details.
File "ComfyUI\ComfyUI\execution.py", line 316, in execute
output_data, output_ui, has_subgraph = get_output_data(obj, input_data_all, execution_block_cb=execution_block_cb, pre_execute_cb=pre_execute_cb)
File "ComfyUI\ComfyUI\execution.py", line 191, in get_output_data
return_values = _map_node_over_list(obj, input_data_all, obj.FUNCTION, allow_interrupt=True, execution_block_cb=execution_block_cb, pre_execute_cb=pre_execute_cb)
File "ComfyUI\ComfyUI\execution.py", line 168, in _map_node_over_list
process_inputs(input_dict, i)
File "ComfyUI\ComfyUI\execution.py", line 157, in process_inputs
results.append(getattr(obj, func)(**inputs))
File "ComfyUI\ComfyUI\custom_nodes\Comfyui_CXH_joy_caption\Joy_caption_node.py", line 146, in gen
joy_pipeline.parent.loadCheckPoint()
File "ComfyUI\ComfyUI\custom_nodes\Comfyui_CXH_joy_caption\Joy_caption_node.py", line 94, in loadCheckPoint
text_model = AutoModelForCausalLM.from_pretrained(MODEL_PATH, device_map="auto",trust_remote_code=True,quantization_config=quantization_config) #
File "ComfyUI\python_embeded\Lib\site-packages\transformers\models\auto\auto_factory.py", line 564, in from_pretrained
return model_class.from_pretrained(
File "ComfyUI\python_embeded\Lib\site-packages\transformers\modeling_utils.py", line 3865, in from_pretrained
hf_quantizer.validate_environment(device_map=device_map)