File size: 530 Bytes
dd72573
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
from transformers import AutoConfig, AutoModelForCausalLM, AutoTokenizer
from transformers import GPT2Tokenizer, GPT2TokenizerFast
from .configuration_powercoder import PowerCoderConfig
from .modeling_powercoder import PowerCoderForCausalLM

# make HF aware of the new model
AutoConfig.register("powercoder", PowerCoderConfig)
AutoModelForCausalLM.register(PowerCoderConfig, PowerCoderForCausalLM)

AutoTokenizer.register(PowerCoderConfig, GPT2Tokenizer, GPT2TokenizerFast)

__all__ = ["PowerCoderConfig", "PowerCoderForCausalLM"]