lirannoc commited on
Commit
7c2d752
·
verified ·
1 Parent(s): 677f8ad

Update modeling_super_linear.py

Browse files
Files changed (1) hide show
  1. modeling_super_linear.py +1 -9
modeling_super_linear.py CHANGED
@@ -317,15 +317,7 @@ class Model(nn.Module):
317
  # Default to RLinear if unknown layer type
318
  self.experts[expert_freq] = RLinear(self.train_seq_len, self.train_pred_len)
319
  else:
320
- # Create generic experts
321
- for i in range(configs.n_experts):
322
- expert_classes = {'Linear': Linear, 'RLinear': RLinear}
323
- if self.layer_type in expert_classes:
324
- expert_class = expert_classes[self.layer_type]
325
- self.experts[str(i)] = expert_class(self.train_seq_len, self.train_pred_len)
326
- else:
327
- # Default to RLinear if unknown layer type
328
- self.experts[str(i)] = RLinear(self.train_seq_len, self.train_pred_len)
329
 
330
  # Create additional complementary experts if specified
331
  if configs.comp_moe > 0:
 
317
  # Default to RLinear if unknown layer type
318
  self.experts[expert_freq] = RLinear(self.train_seq_len, self.train_pred_len)
319
  else:
320
+ raise ValueError("No frequency experts specified in configuration.")
 
 
 
 
 
 
 
 
321
 
322
  # Create additional complementary experts if specified
323
  if configs.comp_moe > 0: