From be6ed72ca679e001d650baccab0516ddc438edfe Mon Sep 17 00:00:00 2001 From: Mike Date: Sat, 5 Aug 2023 19:42:05 -0400 Subject: [PATCH] working prompt for bhenrym14/airoboros-33b-gpt4-1.4.1-PI-8192-GPTQ at 4k --- roller-exllama.py | 11 ++++++++--- 1 file changed, 8 insertions(+), 3 deletions(-) diff --git a/roller-exllama.py b/roller-exllama.py index a93b237..3d7a143 100644 --- a/roller-exllama.py +++ b/roller-exllama.py @@ -23,8 +23,8 @@ Respond ONLY with a JSON object in the following format: { "SpeakerMap": A map of speakers to their names, for example { "SPEAKER 1": "Bob Dole", "SPEAKER 2": "Jane Doe" }. Once a speaker is identified, it must not change. - "Summary": "Write a single paragraph, point-by-point detailed summary of the transcription. ALWAYS maintain third person.", - "Topics": Update the list of topics using the current transcription. Remove topics the speakers did not discuss! + "Summary": "Write a long (five or more sentences), highly detailed, point-by-point summary of the current transcription. Expand on all major points.", + "Topics": An updated list of current discussion topics, for example ["topic", "another topic"] } """ @@ -84,9 +84,14 @@ def main(prefix: str, model_name: str, gpu_split: str = "", max_seq_len: int = 2 # the trailing } is sometimes lost if not answer.endswith('}'): answer += '}' + + # remove useless answer prefixes for prefix in answer_prefixes: answer = answer.replace(prefix, '') - answer = answer[answer.find('{'):] + + # remove any preamble + if answer.find('{') > -1: + answer = answer[answer.find('{'):] #print(answer) answer_json = {}