adjust generation params

app.py

@@ -46,7 +46,7 @@ my_cwd = str(cwd.resolve())  # string so it can be passed to os.path() objects
 
 
 def chat(
-    prompt_message, temperature: float = 0.6, top_p: float = 0.95, top_k: int = 25
+    prompt_message, temperature: float = 0.5, top_p: float = 0.95, top_k: int = 20
 ) -> str:
     """
     chat - the main function for the chatbot. This is the function that is called when the user
@@ -81,10 +81,10 @@ def ask_gpt(
     speaker="person alpha",
     responder="person beta",
     min_length=4,
-    max_length=64,
+    max_length=48,
     top_p=0.95,
     top_k=25,
-    temperature=0.6,
+    temperature=0.5,
 ) -> str:
     """
     ask_gpt - helper function that asks the GPT model a question and returns the response
@@ -223,15 +223,15 @@ if __name__ == "__main__":
         examples_per_page=8,
         examples=[
             ["Point Break or Bad Boys II?", 0.75, 0.95, 50],
-            ["So... you're saying this wasn't an accident?", 0.6, 0.95, 50],
+            ["So... you're saying this wasn't an accident?", 0.6, 0.95, 40],
             ["Hi, my name is Reginald", 0.6, 0.95, 100],
             ["Happy birthday!", 0.9, 0.95, 50],
             ["I have a question, can you help me?", 0.6, 0.95, 50],
             ["Do you know a joke?", 0.8, 0.85, 50],
             ["Will you marry me?", 0.9, 0.95, 100],
-            ["Are you single?", 0.6, 0.95, 100],
+            ["Are you single?", 0.95, 0.95, 100],
             ["Do you like people?", 0.7, 0.95, 25],
-            ["You never took a short cut before?", 0.7, 0.95, 100],
+            ["You never took a shortcut before?", 0.7, 0.95, 100],
         ],
         title=f"GPT Chatbot Demo: {default_model} Model",
         description=f"A Demo of a Chatbot trained for conversation with humans. Size XL= 1.5B parameters.\n\n"