Update configuration_super_linear.py
Browse files
configuration_super_linear.py
CHANGED
|
@@ -23,7 +23,6 @@ class SuperLinearConfig(PretrainedConfig):
|
|
| 23 |
train_pred_len=96,
|
| 24 |
|
| 25 |
# MoE parameters
|
| 26 |
-
n_experts=4,
|
| 27 |
top_k_experts=12,
|
| 28 |
noisy_gating_std=0.1,
|
| 29 |
moe_temp=1.0,
|
|
@@ -49,7 +48,6 @@ class SuperLinearConfig(PretrainedConfig):
|
|
| 49 |
self.train_pred_len = train_pred_len
|
| 50 |
|
| 51 |
# MoE parameters
|
| 52 |
-
self.n_experts = n_experts
|
| 53 |
self.top_k_experts = top_k_experts
|
| 54 |
self.noisy_gating_std = noisy_gating_std
|
| 55 |
self.moe_temp = moe_temp
|
|
|
|
| 23 |
train_pred_len=96,
|
| 24 |
|
| 25 |
# MoE parameters
|
|
|
|
| 26 |
top_k_experts=12,
|
| 27 |
noisy_gating_std=0.1,
|
| 28 |
moe_temp=1.0,
|
|
|
|
| 48 |
self.train_pred_len = train_pred_len
|
| 49 |
|
| 50 |
# MoE parameters
|
|
|
|
| 51 |
self.top_k_experts = top_k_experts
|
| 52 |
self.noisy_gating_std = noisy_gating_std
|
| 53 |
self.moe_temp = moe_temp
|