Skip to content

chatgpt

Wrapper for communicating with openAI's davinci 3 model

ChatGPT

Wraps the functionality for using the OpenAI api to get responses

Maintains a record of the conversation which is fed to the model.

Source code in backend/app/utils/chatbot/backends/chatgpt.py 
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
class ChatGPT:
    """Wraps the functionality for using the OpenAI api to get responses

    Maintains a record of the conversation which is fed to the model.
    """

    def __init__(self, prompt: str = DEFAULT, model: str = "text-davinci-003") -> None:
        self.backend = "gpt"
        self.model = model
        self.prompt = prompt
        self.conversation = [prompt]

    def query_API(self, prompt, stop=[" Human:", " AI:"], temp=.9, max_tokens=150):
        """Generate a response"""

        api_response = openai.Completion.create(
            model=self.model,
            temperature=temp,
            prompt=prompt,
            max_tokens=max_tokens,
            top_p=1,
            frequency_penalty=0.0,
            presence_penalty=0.6,
            stop=stop
        )
        return api_response

    def get_bot_response(self, statement, speaker_id="Human", reset_conversation=False):
        """Calls the API with user input and conversation history to get bot response"""
        if reset_conversation:
            self.conversation = [self.prompt]

        self.conversation.append(f"{speaker_id}: {statement}")
        self.conversation.append("AI: ")

        input_prompt = "\n".join(self.conversation)

        api_response = self.query_API(input_prompt)["choices"][0]["text"]
        api_response = api_response.replace("\n", '')

        self.conversation[-1] += api_response
        return api_response

    def classify(self, statement, classes, question="Should the prior statement be classified as"):
        """Classify with an input question"""
        classes_str = ", ".join(classes[:-1]) + f", or {classes[-1]}?"
        prompt = f"{statement}\n\n{question} {classes_str}\n\n"
        stop = ["\n\n"]

        api_response = self.query_API(prompt, stop=stop, temp=0, max_tokens=80)
        answer_sentence = api_response["choices"][0]["text"]

        return answer_sentence

    def answer_questions(self, statement, questions):
        """Answer a set of questions, it helps if they are numbered"""
        prompt = f"{statement}\n\nPlease answer the following questions individually:\n{questions}\n\n"
        stop = ["\n\n"]

        api_response = self.query_API(prompt, stop=stop, temp=0, max_tokens=80)
        answer_sentence = api_response["choices"][0]["text"]

        return answer_sentence

answer_questions(statement, questions)

Answer a set of questions, it helps if they are numbered

Source code in backend/app/utils/chatbot/backends/chatgpt.py 
68
69
70
71
72
73
74
75
76
def answer_questions(self, statement, questions):
    """Answer a set of questions, it helps if they are numbered"""
    prompt = f"{statement}\n\nPlease answer the following questions individually:\n{questions}\n\n"
    stop = ["\n\n"]

    api_response = self.query_API(prompt, stop=stop, temp=0, max_tokens=80)
    answer_sentence = api_response["choices"][0]["text"]

    return answer_sentence

classify(statement, classes, question='Should the prior statement be classified as')

Classify with an input question

Source code in backend/app/utils/chatbot/backends/chatgpt.py 
57
58
59
60
61
62
63
64
65
66
def classify(self, statement, classes, question="Should the prior statement be classified as"):
    """Classify with an input question"""
    classes_str = ", ".join(classes[:-1]) + f", or {classes[-1]}?"
    prompt = f"{statement}\n\n{question} {classes_str}\n\n"
    stop = ["\n\n"]

    api_response = self.query_API(prompt, stop=stop, temp=0, max_tokens=80)
    answer_sentence = api_response["choices"][0]["text"]

    return answer_sentence

get_bot_response(statement, speaker_id='Human', reset_conversation=False)

Calls the API with user input and conversation history to get bot response

Source code in backend/app/utils/chatbot/backends/chatgpt.py 
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
def get_bot_response(self, statement, speaker_id="Human", reset_conversation=False):
    """Calls the API with user input and conversation history to get bot response"""
    if reset_conversation:
        self.conversation = [self.prompt]

    self.conversation.append(f"{speaker_id}: {statement}")
    self.conversation.append("AI: ")

    input_prompt = "\n".join(self.conversation)

    api_response = self.query_API(input_prompt)["choices"][0]["text"]
    api_response = api_response.replace("\n", '')

    self.conversation[-1] += api_response
    return api_response

query_API(prompt, stop=[' Human:', ' AI:'], temp=0.9, max_tokens=150)

Generate a response

Source code in backend/app/utils/chatbot/backends/chatgpt.py 
26
27
28
29
30
31
32
33
34
35
36
37
38
39
def query_API(self, prompt, stop=[" Human:", " AI:"], temp=.9, max_tokens=150):
    """Generate a response"""

    api_response = openai.Completion.create(
        model=self.model,
        temperature=temp,
        prompt=prompt,
        max_tokens=max_tokens,
        top_p=1,
        frequency_penalty=0.0,
        presence_penalty=0.6,
        stop=stop
    )
    return api_response