Skip to content

Commit 1b11d89

Browse files
committed
Minor fix
1 parent ab9f24d commit 1b11d89

File tree

1 file changed

+1
-1
lines changed

1 file changed

+1
-1
lines changed

torchtitan/models/attention.py

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -91,7 +91,7 @@ def init_attention_bias(
9191

9292

9393
class SDPA(torch.nn.Module):
94-
def __init__(self) -> None:
94+
def __init__(self, attn_bias_type: str) -> None:
9595
super().__init__()
9696
if attn_bias_type != "causal":
9797
raise ValueError(

0 commit comments

Comments
 (0)