change

Hunyuan-A50B-Instruct-FP8/config.json

@@ -1,5 +1,4 @@
 {
-  "_name_or_path": "/apdcephfs_gy2/share_302508627/woodchenwu/hunyuan-L-instruct-128K-1102online-HF/",
   "architectures": [
     "HunYuanForCausalLM"
   ],

Hunyuan-A50B-Instruct-FP8/configuration_hunyuan.py

@@ -1,16 +1,10 @@
-# coding=utf-8
-# Copyright 2024 Tencent Inc. All Rights Reserved.
+# Copyright (C) 2024 THL A29 Limited, a Tencent company.  All rights reserved.
 #
-# This code is based on EleutherAI's GPT-NeoX library and the GPT-NeoX
-# and OPT implementations in this library. It has been modified from its
-# original forms to accommodate minor architectural differences compared
-# to GPT-NeoX and OPT used by the Meta AI team that trained the model.
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
+# Licensed under the TENCENT HUNYUAN COMMUNITY LICENSE AGREEMENT (the "License");
 # you may not use this file except in compliance with the License.
 # You may obtain a copy of the License at
 #
-#     http://www.apache.org/licenses/LICENSE-2.0
+#     https://github.com/Tencent/Tencent-Hunyuan-Large/blob/main/License.docx
 #
 # Unless required by applicable law or agreed to in writing, software
 # distributed under the License is distributed on an "AS IS" BASIS,

Hunyuan-A50B-Instruct-FP8/modeling_hunyuan.py

@@ -1,5 +1,16 @@
-# coding=utf-8
-# Copyright 2024 Tencent Inc. All Rights Reserved.
+# Copyright (C) 2024 THL A29 Limited, a Tencent company.  All rights reserved.
+#
+# Licensed under the TENCENT HUNYUAN COMMUNITY LICENSE AGREEMENT (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     https://github.com/Tencent/Tencent-Hunyuan-Large/blob/main/License.docx
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
 #
 """ PyTorch HunYuan model."""
 

Hunyuan-A50B-Instruct-FP8/tokenization_hy.py

@@ -1,11 +1,10 @@
-# coding=utf-8
-# Copyright 2024 The Tencent Inc. HunYuan Team.
+# Copyright (C) 2024 THL A29 Limited, a Tencent company.  All rights reserved.
 #
-# Licensed under the Apache License, Version 2.0 (the "License");
+# Licensed under the TENCENT HUNYUAN COMMUNITY LICENSE AGREEMENT (the "License");
 # you may not use this file except in compliance with the License.
 # You may obtain a copy of the License at
 #
-#     http://www.apache.org/licenses/LICENSE-2.0
+#     https://github.com/Tencent/Tencent-Hunyuan-Large/blob/main/License.docx
 #
 # Unless required by applicable law or agreed to in writing, software
 # distributed under the License is distributed on an "AS IS" BASIS,

Hunyuan-A50B-Instruct/configuration_hunyuan.py

@@ -1,16 +1,10 @@
-# coding=utf-8
-# Copyright 2024 Tencent Inc. All Rights Reserved.
+# Copyright (C) 2024 THL A29 Limited, a Tencent company.  All rights reserved.
 #
-# This code is based on EleutherAI's GPT-NeoX library and the GPT-NeoX
-# and OPT implementations in this library. It has been modified from its
-# original forms to accommodate minor architectural differences compared
-# to GPT-NeoX and OPT used by the Meta AI team that trained the model.
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
+# Licensed under the TENCENT HUNYUAN COMMUNITY LICENSE AGREEMENT (the "License");
 # you may not use this file except in compliance with the License.
 # You may obtain a copy of the License at
 #
-#     http://www.apache.org/licenses/LICENSE-2.0
+#     https://github.com/Tencent/Tencent-Hunyuan-Large/blob/main/License.docx
 #
 # Unless required by applicable law or agreed to in writing, software
 # distributed under the License is distributed on an "AS IS" BASIS,

Hunyuan-A50B-Instruct/modeling_hunyuan.py

@@ -1,5 +1,16 @@
-# coding=utf-8
-# Copyright 2024 Tencent Inc. All Rights Reserved.
+# Copyright (C) 2024 THL A29 Limited, a Tencent company.  All rights reserved.
+#
+# Licensed under the TENCENT HUNYUAN COMMUNITY LICENSE AGREEMENT (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     https://github.com/Tencent/Tencent-Hunyuan-Large/blob/main/License.docx
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
 #
 """ PyTorch HunYuan model."""
 

Hunyuan-A50B-Instruct/test.py

@@ -1,3 +1,17 @@
+# Copyright (C) 2024 THL A29 Limited, a Tencent company.  All rights reserved.
+#
+# Licensed under the TENCENT HUNYUAN COMMUNITY LICENSE AGREEMENT (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     https://github.com/Tencent/Tencent-Hunyuan-Large/blob/main/License.docx
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
 from tokenizers import ByteLevelBPETokenizer
 from transformers import AutoTokenizer
 
@@ -32,4 +46,4 @@ print('messages:', messages)
 ids = auto_tokenizer.apply_chat_template(messages)
 print(f"input_ids:\t{ids}")
 text = auto_tokenizer.decode(ids)
-print(f"input_text:\t[{text}]")
+print(f"input_text:\t[{text}]")

Hunyuan-A50B-Instruct/test4consistent.py

@@ -1,4 +1,16 @@
-
+# Copyright (C) 2024 THL A29 Limited, a Tencent company.  All rights reserved.
+#
+# Licensed under the TENCENT HUNYUAN COMMUNITY LICENSE AGREEMENT (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     https://github.com/Tencent/Tencent-Hunyuan-Large/blob/main/License.docx
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
 # test tokenizer encode & decode consistency
 from transformers import AutoTokenizer
 tokenizer = AutoTokenizer.from_pretrained('/tokenizer_exp/other_tokenizer_vocab/hy', local_files_only=True, trust_remote_code=True)

Hunyuan-A50B-Instruct/tokenization_hy.py

@@ -1,17 +1,17 @@
-# coding=utf-8
-# Copyright 2024 The Tencent Inc. HunYuan Team.
+# Copyright (C) 2024 THL A29 Limited, a Tencent company.  All rights reserved.
 #
-# Licensed under the Apache License, Version 2.0 (the "License");
+# Licensed under the TENCENT HUNYUAN COMMUNITY LICENSE AGREEMENT (the "License");
 # you may not use this file except in compliance with the License.
 # You may obtain a copy of the License at
 #
-#     http://www.apache.org/licenses/LICENSE-2.0
+#     https://github.com/Tencent/Tencent-Hunyuan-Large/blob/main/License.docx
 #
 # Unless required by applicable law or agreed to in writing, software
 # distributed under the License is distributed on an "AS IS" BASIS,
 # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 # See the License for the specific language governing permissions and
 # limitations under the License.
+
 import os
 import base64
 import logging