jlengrand/tldw
1
0
Fork 0
mirror of https://github.com/jlengrand/tldw.git synced 2026-03-10 08:51:17 +00:00
Code Issues Packages Projects Releases Wiki Activity

Llama.cpp Server API queries now works.

Browse Source 
Title.
This commit is contained in:
Robert
2024-05-06 23:43:48 -07:00
parent a92ef26266
commit 365f70544b
1 changed files with 8 additions and 7 deletions
Download Patch File Download Diff File Expand all files Collapse all files

15
diarize.py
View File

@@ -675,6 +675,7 @@ def summarize_with_openai(api_key, file_path, model):
return None
def summarize_with_claude(api_key, file_path, model):
try:
logging.debug("anthropic: Loading JSON data")
@@ -825,13 +826,12 @@ def summarize_with_llama(api_url, file_path, token):
logging.debug("API Response Data: %s", response_data)
if response.status_code == 200:
if 'content' in response_data:
summary = response_data['summary'].strip()
logging.debug("llama: Summarization successful")
return summary
else:
logging.error("Expected 'summary' key not found in API response.")
return "Expected 'summary' key not found in API response."
#if 'X' in response_data:
logging.debug(response_data)
summary = response_data['content'].strip()
logging.debug("llama: Summarization successful")
print("Summarization successful.")
return summary
else:
logging.error(f"llama: API request failed with status code {response.status_code}: {response.text}")
return f"llama: API request failed: {response.text}"
@@ -952,6 +952,7 @@ if __name__ == "__main__":
parser.add_argument('--offset', type=int, default=0, help='Offset in seconds (default: 0)')
parser.add_argument('--vad_filter', action='store_true', help='Enable VAD filter')
parser.add_argument('--log_level', type=str, default='INFO', choices=['DEBUG', 'INFO', 'WARNING', 'ERROR', 'CRITICAL'], help='Log level (default: INFO)')
#parser.add_argument('--log_file', action=str, help='Where to save logfile (non-default)')
args = parser.parse_args()
if args.input_path is None: