Chengyue Wu
commited on
Commit
·
2d51d9a
1
Parent(s):
7599453
update
Browse files- modeling.py +1 -0
modeling.py
CHANGED
|
@@ -400,6 +400,7 @@ class Fast_dLLM_QwenModel(Fast_dLLM_QwenPreTrainedModel):
|
|
| 400 |
super().__init__(config)
|
| 401 |
self.padding_idx = config.pad_token_id
|
| 402 |
self.vocab_size = config.vocab_size
|
|
|
|
| 403 |
|
| 404 |
self.embed_tokens = nn.Embedding(config.vocab_size, config.hidden_size, self.padding_idx)
|
| 405 |
self.layers = nn.ModuleList(
|
|
|
|
| 400 |
super().__init__(config)
|
| 401 |
self.padding_idx = config.pad_token_id
|
| 402 |
self.vocab_size = config.vocab_size
|
| 403 |
+
self.bd_size = config.bd_size
|
| 404 |
|
| 405 |
self.embed_tokens = nn.Embedding(config.vocab_size, config.hidden_size, self.padding_idx)
|
| 406 |
self.layers = nn.ModuleList(
|