Update modeling_deepseek.py
#47
by
erichartford
- opened
- modeling_deepseek.py +4 -2
modeling_deepseek.py
CHANGED
|
@@ -42,9 +42,11 @@ from transformers.modeling_outputs import (
|
|
| 42 |
)
|
| 43 |
from transformers.modeling_utils import PreTrainedModel
|
| 44 |
from transformers.pytorch_utils import (
|
| 45 |
-
ALL_LAYERNORM_LAYERS
|
| 46 |
-
is_torch_greater_or_equal_than_1_13,
|
| 47 |
)
|
|
|
|
|
|
|
|
|
|
| 48 |
from transformers.utils import (
|
| 49 |
add_start_docstrings,
|
| 50 |
add_start_docstrings_to_model_forward,
|
|
|
|
| 42 |
)
|
| 43 |
from transformers.modeling_utils import PreTrainedModel
|
| 44 |
from transformers.pytorch_utils import (
|
| 45 |
+
ALL_LAYERNORM_LAYERS
|
|
|
|
| 46 |
)
|
| 47 |
+
def is_torch_greater_or_equal_than_1_13():
|
| 48 |
+
return True
|
| 49 |
+
|
| 50 |
from transformers.utils import (
|
| 51 |
add_start_docstrings,
|
| 52 |
add_start_docstrings_to_model_forward,
|