AttributeError: module 'triton.language.math' has no attribute 'log1p'. Did you mean: 'log2'?

[LuckyDenKy]

When I run the code : generated_text = vlm.generate
Something wrong :

Traceback (most recent call last):
File "/mnt/data/LHZ/cobra/test.py", line 30, in
generated_text = vlm.generate(
File "/opt/soft/anaconda3/envs/cobra/lib/python3.10/site-packages/torch/utils/_contextlib.py", line 116, in decorate_context
return func(*args, **kwargs)
File "/mnt/data/LHZ/cobra/cobra/models/vlms/cobra.py", line 567, in generate
generated_ids = self.mamba_generate(
File "/mnt/data/LHZ/cobra/cobra/models/vlms/cobra.py", line 89, in mamba_generate
return MambaGenerationMixin.generate(self, *args, **kwargs)
File "/mnt/data/LHZ/cobra/cobra/models/mamba/modeling_mamba.py", line 212, in generate
output = decode(
File "/opt/soft/anaconda3/envs/cobra/lib/python3.10/site-packages/torch/utils/_contextlib.py", line 116, in decorate_context
return func(*args, **kwargs)
File "/mnt/data/LHZ/cobra/cobra/models/mamba/modeling_mamba.py", line 105, in decode
model._decoding_cache = update_graph_cache(
File "/opt/soft/anaconda3/envs/cobra/lib/python3.10/site-packages/torch/utils/_contextlib.py", line 116, in decorate_context
return func(*args, **kwargs)
File "/opt/soft/anaconda3/envs/cobra/lib/python3.10/site-packages/mamba_ssm/utils/generation.py", line 321, in update_graph_cache
cache.callables[batch_size, decoding_seqlen] = capture_graph(
File "/opt/soft/anaconda3/envs/cobra/lib/python3.10/site-packages/mamba_ssm/utils/generation.py", line 355, in capture_graph
logits = model(
File "/opt/soft/anaconda3/envs/cobra/lib/python3.10/site-packages/torch/nn/modules/module.py", line 1553, in _wrapped_call_impl
return self._call_impl(*args, **kwargs)
File "/opt/soft/anaconda3/envs/cobra/lib/python3.10/site-packages/torch/nn/modules/module.py", line 1562, in _call_impl
return forward_call(*args, **kwargs)
File "/mnt/data/LHZ/cobra/cobra/models/vlms/cobra.py", line 339, in forward
return self.llm_backbone(
File "/opt/soft/anaconda3/envs/cobra/lib/python3.10/site-packages/torch/nn/modules/module.py", line 1553, in _wrapped_call_impl
return self._call_impl(*args, **kwargs)
File "/opt/soft/anaconda3/envs/cobra/lib/python3.10/site-packages/torch/nn/modules/module.py", line 1562, in _call_impl
return forward_call(*args, **kwargs)
File "/mnt/data/LHZ/cobra/cobra/models/backbones/llm/mamba.py", line 79, in forward
output: CausalLMOutputWithPast = self.llm(
File "/opt/soft/anaconda3/envs/cobra/lib/python3.10/site-packages/torch/nn/modules/module.py", line 1553, in _wrapped_call_impl
return self._call_impl(*args, **kwargs)
File "/opt/soft/anaconda3/envs/cobra/lib/python3.10/site-packages/torch/nn/modules/module.py", line 1562, in _call_impl
return forward_call(*args, **kwargs)
File "/mnt/data/LHZ/cobra/cobra/models/mamba/modeling_mamba.py", line 492, in forward
outputs = self.backbone(input_ids, inputs_embeds, inference_params=inference_params, **backbone_kwargs)
File "/opt/soft/anaconda3/envs/cobra/lib/python3.10/site-packages/torch/nn/modules/module.py", line 1553, in _wrapped_call_impl
return self._call_impl(*args, **kwargs)
File "/opt/soft/anaconda3/envs/cobra/lib/python3.10/site-packages/torch/nn/modules/module.py", line 1562, in _call_impl
return forward_call(*args, **kwargs)
File "/mnt/data/LHZ/cobra/cobra/models/mamba/modeling_mamba.py", line 396, in forward
hidden_states, residual = layer(
File "/opt/soft/anaconda3/envs/cobra/lib/python3.10/site-packages/torch/nn/modules/module.py", line 1553, in _wrapped_call_impl
return self._call_impl(*args, **kwargs)
File "/opt/soft/anaconda3/envs/cobra/lib/python3.10/site-packages/torch/nn/modules/module.py", line 1562, in _call_impl
return forward_call(*args, **kwargs)
File "/mnt/data/LHZ/cobra/cobra/models/mamba/modeling_mamba.py", line 272, in forward
hidden_states = self.mixer(hidden_states, inference_params=inference_params)
File "/opt/soft/anaconda3/envs/cobra/lib/python3.10/site-packages/torch/nn/modules/module.py", line 1553, in _wrapped_call_impl
return self._call_impl(*args, **kwargs)
File "/opt/soft/anaconda3/envs/cobra/lib/python3.10/site-packages/torch/nn/modules/module.py", line 1562, in _call_impl
return forward_call(*args, **kwargs)
File "/opt/soft/anaconda3/envs/cobra/lib/python3.10/site-packages/mamba_ssm/modules/mamba_simple.py", line 131, in forward
out, _, _ = self.step(hidden_states, conv_state, ssm_state)
File "/opt/soft/anaconda3/envs/cobra/lib/python3.10/site-packages/mamba_ssm/modules/mamba_simple.py", line 248, in step
y = selective_state_update(
File "/opt/soft/anaconda3/envs/cobra/lib/python3.10/site-packages/mamba_ssm/ops/triton/selective_state_update.py", line 179, in selective_state_update
_selective_scan_update_kernel[grid](
File "/opt/soft/anaconda3/envs/cobra/lib/python3.10/site-packages/triton/runtime/jit.py", line 345, in
return lambda *args, **kwargs: self.run(grid=grid, warmup=False, *args, **kwargs)
File "/opt/soft/anaconda3/envs/cobra/lib/python3.10/site-packages/triton/runtime/autotuner.py", line 338, in run
return self.fn.run(*args, **kwargs)
File "/opt/soft/anaconda3/envs/cobra/lib/python3.10/site-packages/triton/runtime/autotuner.py", line 338, in run
return self.fn.run(*args, **kwargs)
File "/opt/soft/anaconda3/envs/cobra/lib/python3.10/site-packages/triton/runtime/autotuner.py", line 338, in run
return self.fn.run(*args, **kwargs)
[Previous line repeated 1 more time]
File "/opt/soft/anaconda3/envs/cobra/lib/python3.10/site-packages/triton/runtime/jit.py", line 662, in run
kernel = self.compile(
File "/opt/soft/anaconda3/envs/cobra/lib/python3.10/site-packages/triton/compiler/compiler.py", line 240, in compile
key = f"{triton_key()}-{src.hash()}-{backend.hash()}-{options.hash()}-{str(sorted(env_vars.items()))}"
File "/opt/soft/anaconda3/envs/cobra/lib/python3.10/site-packages/triton/compiler/compiler.py", line 109, in hash
key = f"{self.fn.cache_key}-{self.attrs.hash()}-{sorted_sig}-{sorted_constants}"
File "/opt/soft/anaconda3/envs/cobra/lib/python3.10/site-packages/triton/runtime/jit.py", line 758, in cache_key
dependencies_finder.visit(self.parse())
File "/opt/soft/anaconda3/envs/cobra/lib/python3.10/ast.py", line 418, in visit
return visitor(node)
File "/opt/soft/anaconda3/envs/cobra/lib/python3.10/ast.py", line 426, in generic_visit
self.visit(item)
File "/opt/soft/anaconda3/envs/cobra/lib/python3.10/ast.py", line 418, in visit
return visitor(node)
File "/opt/soft/anaconda3/envs/cobra/lib/python3.10/site-packages/triton/runtime/jit.py", line 167, in visit_FunctionDef
self.generic_visit(node)
File "/opt/soft/anaconda3/envs/cobra/lib/python3.10/ast.py", line 426, in generic_visit
self.visit(item)
File "/opt/soft/anaconda3/envs/cobra/lib/python3.10/ast.py", line 418, in visit
return visitor(node)
File "/opt/soft/anaconda3/envs/cobra/lib/python3.10/ast.py", line 426, in generic_visit
self.visit(item)
File "/opt/soft/anaconda3/envs/cobra/lib/python3.10/ast.py", line 418, in visit
return visitor(node)
File "/opt/soft/anaconda3/envs/cobra/lib/python3.10/ast.py", line 426, in generic_visit
self.visit(item)
File "/opt/soft/anaconda3/envs/cobra/lib/python3.10/ast.py", line 418, in visit
return visitor(node)
File "/opt/soft/anaconda3/envs/cobra/lib/python3.10/site-packages/triton/runtime/jit.py", line 221, in visit_Assign
self.generic_visit(node)
File "/opt/soft/anaconda3/envs/cobra/lib/python3.10/ast.py", line 428, in generic_visit
self.visit(value)
File "/opt/soft/anaconda3/envs/cobra/lib/python3.10/ast.py", line 418, in visit
return visitor(node)
File "/opt/soft/anaconda3/envs/cobra/lib/python3.10/site-packages/triton/runtime/jit.py", line 134, in visit_Call
for obj in itertools.chain(
File "/opt/soft/anaconda3/envs/cobra/lib/python3.10/ast.py", line 418, in visit
return visitor(node)
File "/opt/soft/anaconda3/envs/cobra/lib/python3.10/site-packages/triton/runtime/jit.py", line 127, in visit_Call
func = self.visit(node.func)
File "/opt/soft/anaconda3/envs/cobra/lib/python3.10/ast.py", line 418, in visit
return visitor(node)
File "/opt/soft/anaconda3/envs/cobra/lib/python3.10/site-packages/triton/runtime/jit.py", line 117, in visit_Attribute
return getattr(lhs, node.attr)
AttributeError: module 'triton.language.math' has no attribute 'log1p'. Did you mean: 'log2'?