Update modeling_super_linear.py
Browse files- modeling_super_linear.py +1 -9
modeling_super_linear.py
CHANGED
|
@@ -317,15 +317,7 @@ class Model(nn.Module):
|
|
| 317 |
# Default to RLinear if unknown layer type
|
| 318 |
self.experts[expert_freq] = RLinear(self.train_seq_len, self.train_pred_len)
|
| 319 |
else:
|
| 320 |
-
|
| 321 |
-
for i in range(configs.n_experts):
|
| 322 |
-
expert_classes = {'Linear': Linear, 'RLinear': RLinear}
|
| 323 |
-
if self.layer_type in expert_classes:
|
| 324 |
-
expert_class = expert_classes[self.layer_type]
|
| 325 |
-
self.experts[str(i)] = expert_class(self.train_seq_len, self.train_pred_len)
|
| 326 |
-
else:
|
| 327 |
-
# Default to RLinear if unknown layer type
|
| 328 |
-
self.experts[str(i)] = RLinear(self.train_seq_len, self.train_pred_len)
|
| 329 |
|
| 330 |
# Create additional complementary experts if specified
|
| 331 |
if configs.comp_moe > 0:
|
|
|
|
| 317 |
# Default to RLinear if unknown layer type
|
| 318 |
self.experts[expert_freq] = RLinear(self.train_seq_len, self.train_pred_len)
|
| 319 |
else:
|
| 320 |
+
raise ValueError("No frequency experts specified in configuration.")
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 321 |
|
| 322 |
# Create additional complementary experts if specified
|
| 323 |
if configs.comp_moe > 0:
|