Hello, im getting the error when running Flux in InvokeAI. Anyone know how to fix this? Potentially related to a transformers bug, seems to be related to torch<2.4. According to this random github: https://github.com/QwenLM/Qwen2-VL/issues/12
"AttributeError: module 'torch.nn.functional' has no attribute 'rms_norm'"
Here's the logs:
[2024-12-16 17:59:09,518]::[InvokeAI]::ERROR --> Error while invoking session 2799580b-6fcb-4eef-afaa-cced045c1966, invocation 0d6897e7-aa55-4846-9c04-7fa4d01387c3 (flux_denoise): module 'torch.nn.functional' has no attribute 'rms_norm'
[2024-12-16 17:59:09,518]::[InvokeAI]::ERROR --> Traceback (most recent call last):
File "/config/03-invokeai/env/lib/python3.11/site-packages/invokeai/app/services/session_processor/session_processor_default.py", line 129, in run_node
output = invocation.invoke_internal(context=context, services=self._services)
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/config/03-invokeai/env/lib/python3.11/site-packages/invokeai/app/invocations/baseinvocation.py", line 300, in invoke_internal
output = self.invoke(context)
^^^^^^^^^^^^^^^^^^^^
File "/config/03-invokeai/env/lib/python3.11/site-packages/torch/utils/_contextlib.py", line 115, in decorate_context
return func(*args, **kwargs)
^^^^^^^^^^^^^^^^^^^^^
File "/config/03-invokeai/env/lib/python3.11/site-packages/invokeai/app/invocations/flux_denoise.py", line 138, in invoke
latents = self._run_diffusion(context)
^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/config/03-invokeai/env/lib/python3.11/site-packages/invokeai/app/invocations/flux_denoise.py", line 334, in _run_diffusion
x = denoise(
^^^^^^^^
File "/config/03-invokeai/env/lib/python3.11/site-packages/invokeai/backend/flux/denoise.py", line 73, in denoise
pred = model(
^^^^^^
File "/config/03-invokeai/env/lib/python3.11/site-packages/torch/nn/modules/module.py", line 1511, in _wrapped_call_impl
return self._call_impl(*args, **kwargs)
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/config/03-invokeai/env/lib/python3.11/site-packages/torch/nn/modules/module.py", line 1520, in _call_impl
return forward_call(*args, **kwargs)
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/config/03-invokeai/env/lib/python3.11/site-packages/invokeai/backend/flux/model.py", line 125, in forward
img, txt = CustomDoubleStreamBlockProcessor.custom_double_block_forward(
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/config/03-invokeai/env/lib/python3.11/site-packages/invokeai/backend/flux/custom_block_processor.py", line 78, in custom_double_block_forward
img, txt, img_q = CustomDoubleStreamBlockProcessor._double_stream_block_forward(
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/config/03-invokeai/env/lib/python3.11/site-packages/invokeai/backend/flux/custom_block_processor.py", line 35, in _double_stream_block_forward
img_q, img_k = block.img_attn.norm(img_q, img_k, img_v)
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/config/03-invokeai/env/lib/python3.11/site-packages/torch/nn/modules/module.py", line 1511, in _wrapped_call_impl
return self._call_impl(*args, **kwargs)
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/config/03-invokeai/env/lib/python3.11/site-packages/torch/nn/modules/module.py", line 1520, in _call_impl
return forward_call(*args, **kwargs)
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/config/03-invokeai/env/lib/python3.11/site-packages/invokeai/backend/flux/modules/layers.py", line 79, in forward
q = self.query_norm(q)
^^^^^^^^^^^^^^^^^^
File "/config/03-invokeai/env/lib/python3.11/site-packages/torch/nn/modules/module.py", line 1511, in _wrapped_call_impl
return self._call_impl(*args, **kwargs)
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/config/03-invokeai/env/lib/python3.11/site-packages/torch/nn/modules/module.py", line 1520, in _call_impl
return forward_call(*args, **kwargs)
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/config/03-invokeai/env/lib/python3.11/site-packages/invokeai/backend/flux/modules/layers.py", line 69, in forward
return torch.nn.functional.rms_norm(x, self.scale.shape, self.scale, eps=1e-6)
^^^^^^^^^^^^^^^^^^^^^^^^^^^^
AttributeError: module 'torch.nn.functional' has no attribute 'rms_norm'