Update README.md
Browse files
README.md
CHANGED
|
@@ -165,14 +165,13 @@ def load_model_tokenizer(model_path):
|
|
| 165 |
tokenizer.pad_token_id = tokenizer.convert_tokens_to_ids(tokenizer.pad_token)
|
| 166 |
tokenizer.padding_side = "left"
|
| 167 |
|
| 168 |
-
model = AutoModelForCausalLM.from_pretrained(
|
| 169 |
return model, tokenizer
|
| 170 |
|
| 171 |
|
| 172 |
HUMAN_ROLE_START_TAG = "<s>human\n"
|
| 173 |
BOT_ROLE_START_TAG = "<s>bot\n"
|
| 174 |
|
| 175 |
-
model_dir = snapshot_download('codefuse-ai/CodeFuse-DeepSeek-33B', revision='v1.0.0')
|
| 176 |
text_list = [f'{HUMAN_ROLE_START_TAG}Write a QuickSort program\n#Python\n{BOT_ROLE_START_TAG}']
|
| 177 |
|
| 178 |
model, tokenizer = load_model_tokenizer(model_dir)
|
|
@@ -351,14 +350,13 @@ def load_model_tokenizer(model_path):
|
|
| 351 |
tokenizer.pad_token_id = tokenizer.convert_tokens_to_ids(tokenizer.pad_token)
|
| 352 |
tokenizer.padding_side = "left"
|
| 353 |
|
| 354 |
-
model = AutoModelForCausalLM.from_pretrained(
|
| 355 |
return model, tokenizer
|
| 356 |
|
| 357 |
|
| 358 |
HUMAN_ROLE_START_TAG = "<s>human\n"
|
| 359 |
BOT_ROLE_START_TAG = "<s>bot\n"
|
| 360 |
|
| 361 |
-
model_dir = snapshot_download('codefuse-ai/CodeFuse-DeepSeek-33B', revision='v1.0.0')
|
| 362 |
text_list = [f'{HUMAN_ROLE_START_TAG}请写一个快排程序\n#Python\n{BOT_ROLE_START_TAG}']
|
| 363 |
|
| 364 |
model, tokenizer = load_model_tokenizer(model_dir)
|
|
|
|
| 165 |
tokenizer.pad_token_id = tokenizer.convert_tokens_to_ids(tokenizer.pad_token)
|
| 166 |
tokenizer.padding_side = "left"
|
| 167 |
|
| 168 |
+
model = AutoModelForCausalLM.from_pretrained('codefuse-ai/CodeFuse-DeepSeek-33B', device_map='auto',torch_dtype=torch.bfloat16, trust_remote_code=True)
|
| 169 |
return model, tokenizer
|
| 170 |
|
| 171 |
|
| 172 |
HUMAN_ROLE_START_TAG = "<s>human\n"
|
| 173 |
BOT_ROLE_START_TAG = "<s>bot\n"
|
| 174 |
|
|
|
|
| 175 |
text_list = [f'{HUMAN_ROLE_START_TAG}Write a QuickSort program\n#Python\n{BOT_ROLE_START_TAG}']
|
| 176 |
|
| 177 |
model, tokenizer = load_model_tokenizer(model_dir)
|
|
|
|
| 350 |
tokenizer.pad_token_id = tokenizer.convert_tokens_to_ids(tokenizer.pad_token)
|
| 351 |
tokenizer.padding_side = "left"
|
| 352 |
|
| 353 |
+
model = AutoModelForCausalLM.from_pretrained('codefuse-ai/CodeFuse-DeepSeek-33B', device_map='auto',torch_dtype=torch.bfloat16, trust_remote_code=True)
|
| 354 |
return model, tokenizer
|
| 355 |
|
| 356 |
|
| 357 |
HUMAN_ROLE_START_TAG = "<s>human\n"
|
| 358 |
BOT_ROLE_START_TAG = "<s>bot\n"
|
| 359 |
|
|
|
|
| 360 |
text_list = [f'{HUMAN_ROLE_START_TAG}请写一个快排程序\n#Python\n{BOT_ROLE_START_TAG}']
|
| 361 |
|
| 362 |
model, tokenizer = load_model_tokenizer(model_dir)
|