gpt_model.py

import openai
import uuid

class Example:
    def __init__(self, inp, out):
        self.input = inp
        self.output = out
        self.id = uuid.uuid4().hex

    def get_input(self):
        return self.input

    def get_output(self):
        return self.output

    def get_id(self):
        return self.id

    def as_dict(self):
        return {
            'input': self.get_input(),
            'ouput': self.get_output(),
            'id': self.get_id()
        }

class GPT_Model:
    def __init__(self,
                 engine = 'text-davinci-003',
                 temperature = 0.5,
                 max_tokens = 1024,
                 input_prefix = 'input: ',
                 input_suffix = '\n',
                 output_prefix = 'output: ',
                 output_suffix = '\n\n',
                 append_output_prefix_to_query=False):
        self.examples = {}
        self.engine = engine
        self.temperature = temperature
        self.max_tokens = max_tokens
        self.input_prefix = input_prefix
        self.input_suffix = input_suffix
        self.output_prefix = output_prefix
        self.output_suffix = output_suffix
        self.append_output_prefix_to_query = append_output_prefix_to_query

    def add_example(self,ex):
        assert isinstance(ex,Example), "Please create an example object"
        self.examples[ex.get_id()] = ex

    def delete_example(self,id):
        if id in self.examples:
            del self.examples[id]

    def get_exmaple(self,id):
        return self.examples.get(id,'Input id unavailable')

    def get_all_example(self):
        return {k:v.as_dict() for k,v in self.examples.items()}

    def get_prime_text(self):
        return "".join([self.format_example(ex) for ex in self.examples.values()])

    def get_engine(self):
        return self.engine

    def get_temperature(self):
        return self.temperature

    def get_max_tokens(self):
        return self.max_tokens

    def craft_query(self, prompt):
        q = self.get_prime_text() + self.input_prefix + prompt + self.input_suffix
        if self.append_output_prefix_to_query:
            q = q + self.output_prefix
        return q

    def submit_request(self, prompt):
        completions = openai.Completion.create(
        engine=self.get_engine(),
        prompt=self.craft_query(prompt),
        max_tokens=self.get_max_tokens(),
        n=1,
        temperature=self.get_temperature(),
        )

        message = completions.choices[0].text
        return message.strip()

    def format_example(self,ex):
        return self.input_prefix+ex.get_input()+self.input_suffix+self.output_prefix+ex.get_output()+self.output_suffix