SequentialLearning
/

SuperLinear

mixture-of-experts

Model card Files Files and versions

lirannoc commited on Jul 14

Commit

0562622

·

verified ·

1 Parent(s): 7cccffc

Update configuration_super_linear.py

Files changed (1) hide show

configuration_super_linear.py +0 -1

configuration_super_linear.py CHANGED Viewed

@@ -49,7 +49,6 @@ class SuperLinearConfig(PretrainedConfig):
         self.train_pred_len = train_pred_len
         # MoE parameters
-        self.moe = moe
         self.n_experts = n_experts
         self.top_k_experts = top_k_experts
         self.noisy_gating_std = noisy_gating_std

         self.train_pred_len = train_pred_len
         # MoE parameters
         self.n_experts = n_experts
         self.top_k_experts = top_k_experts
         self.noisy_gating_std = noisy_gating_std