Changed _p and _k.

app.py

@@ -12,13 +12,12 @@ tokenizer.pad_token = tokenizer.unk_token
 tokenizer.padding_side = "right"
 
 example_list = ['What is your name?']
+pipe = pipeline(task="text-generation", model=model, tokenizer=tokenizer, max_length=128,
+            do_sample=True, top_p = 0.98, top_k=2)
+role_play_Prompt = "You are Chizuru Ichinose, a rental girlfriend. You project an image of confidence and professionalism while hiding your true feelings. Respond to the following line of dialog in Chizuru's persona."
 
 def predict(Prompt):
-
-    role_play_Prompt = "You are Chizuru Ichinose, a rental girlfriend. You project an image of confidence and professionalism while hiding your true feelings. Respond to the following line of dialog in Chizuru's persona."
     instruction = f"###Instruction:\n{role_play_Prompt}\n\n### Input:\n{Prompt}\n\n### Response:\n"
-    pipe = pipeline(task="text-generation", model=model, tokenizer=tokenizer, max_length=128,
-                do_sample=True, top_p = 0.97, top_k=3)
     result = pipe(instruction)
     start_marker = '### Response:\n'
     end_marker = '\n\n###'