ExternalVendorCode/lollms
1
0
Fork 0
mirror of https://github.com/ParisNeo/lollms.git synced 2025-04-19 08:06:14 +00:00
Code Issues Actions Packages Projects Releases Wiki Activity

Update lollms_generator.py

Browse Source
This commit is contained in:
Saifeddine ALOUI 2024-05-29 13:52:30 +02:00 committed by GitHub
parent 211f4f8d30
commit 170f99a087
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 5 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
lollms/server/endpoints/lollms_generator.py
View File

@ -738,6 +738,10 @@ async def ollama_generate(request: CompletionGenerationRequest):
:param request: The HTTP request object.
:return: A JSON response with the status of the operation.
"""
start_header_id_template = elf_server.config.start_header_id_template
end_header_id_template = elf_server.config.end_header_id_template
separator_template = elf_server.config.separator_template
try:
start_time = time.perf_counter_ns()
ASCIIColors.cyan("> Ollama Server emulator: Received request")
@ -767,7 +771,7 @@ async def ollama_generate(request: CompletionGenerationRequest):
def callback(chunk, chunk_type:MSG_TYPE=MSG_TYPE.MSG_TYPE_CHUNK):
# Yield each chunk of data
output["text"] += chunk
antiprompt = detect_antiprompt(output["text"])
antiprompt = detect_antiprompt(output["text"], [start_header_id_template, end_header_id_template])
if antiprompt:
ASCIIColors.warning(f"\n{antiprompt} detected. Stopping generation")
output["text"] = remove_text_from_string(output["text"],antiprompt)