lirannoc commited on
Commit
677f8ad
·
verified ·
1 Parent(s): 0562622

Update configuration_super_linear.py

Browse files
Files changed (1) hide show
  1. configuration_super_linear.py +0 -2
configuration_super_linear.py CHANGED
@@ -23,7 +23,6 @@ class SuperLinearConfig(PretrainedConfig):
23
  train_pred_len=96,
24
 
25
  # MoE parameters
26
- n_experts=4,
27
  top_k_experts=12,
28
  noisy_gating_std=0.1,
29
  moe_temp=1.0,
@@ -49,7 +48,6 @@ class SuperLinearConfig(PretrainedConfig):
49
  self.train_pred_len = train_pred_len
50
 
51
  # MoE parameters
52
- self.n_experts = n_experts
53
  self.top_k_experts = top_k_experts
54
  self.noisy_gating_std = noisy_gating_std
55
  self.moe_temp = moe_temp
 
23
  train_pred_len=96,
24
 
25
  # MoE parameters
 
26
  top_k_experts=12,
27
  noisy_gating_std=0.1,
28
  moe_temp=1.0,
 
48
  self.train_pred_len = train_pred_len
49
 
50
  # MoE parameters
 
51
  self.top_k_experts = top_k_experts
52
  self.noisy_gating_std = noisy_gating_std
53
  self.moe_temp = moe_temp