lala
Browse files- modeling_super_linear.py +2 -0
modeling_super_linear.py
CHANGED
|
@@ -547,6 +547,8 @@ class superLinear(nn.Module):
|
|
| 547 |
"-------------------------------------------------------------------------------------------------------------------"
|
| 548 |
class SuperLinearForCausalLM(PreTrainedModel, GenerationMixin):
|
| 549 |
|
|
|
|
|
|
|
| 550 |
def __init__(self, config: Union[SuperLinearConfig, SuperLinearConfigFS]):
|
| 551 |
super().__init__(config)
|
| 552 |
|
|
|
|
| 547 |
"-------------------------------------------------------------------------------------------------------------------"
|
| 548 |
class SuperLinearForCausalLM(PreTrainedModel, GenerationMixin):
|
| 549 |
|
| 550 |
+
config_class = SuperLinearConfig
|
| 551 |
+
|
| 552 |
def __init__(self, config: Union[SuperLinearConfig, SuperLinearConfigFS]):
|
| 553 |
super().__init__(config)
|
| 554 |
|