Update app.py

app.py

@@ -5,11 +5,13 @@ from transformers import pipeline, GPTJForCausalLM
 # load fp 16 model
 model = GPTJForCausalLM.from_pretrained("hackathon-somos-nlp-2023/bertin-gpt-j-6b-ner-es", torch_dtype=torch.float16)
 
+config = AutoConfig.from_pretrained("hackathon-somos-nlp-2023/bertin-gpt-j-6b-ner-es", name_or_path="adapter_model.bin")
+
 # load tokenizer
 tokenizer = AutoTokenizer.from_pretrained("hackathon-somos-nlp-2023/bertin-gpt-j-6b-ner-es")
 
 # create pipeline
-pipe = pipeline("text-generation", model=model, tokenizer=tokenizer, adapter_names=["adapter"], adapter_setup=adapter_setup, device=0,)
+pipe = pipeline("text-generation", model=model, config=config, tokenizer=tokenizer, device=0,)
 
 def predict(text):
   return pipe(f"text: {text}, entities:")["generated_text"]