ExternalVendorCode/lollms
1
0
Fork 0
mirror of https://github.com/ParisNeo/lollms.git synced 2025-01-20 03:36:30 +00:00
Code Issues Actions Packages Projects Releases Wiki Activity

fixed core

Browse Source
This commit is contained in:
Saifeddine ALOUI 2024-01-20 09:37:26 +01:00
parent 1b5e4be8b6
commit 2109879600
2 changed files with 47 additions and 60 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

95
lollms/personality.py
View File

@ -2407,38 +2407,31 @@ The AI should respond in this format using data from actions_list:
Returns:
int: Index of the selected option within the possible_ansers list. Or -1 if there was not match found among any of them.
"""
choices = "\n".join([f"{i}. {possible_answer}" for i, possible_answer in enumerate(possible_answers)])
if context!="":
template = """!@>instructions:
Answer this multi choices question.
Answer with an id from the possible answers.
Do not answer with an id outside this possible answers.
!@>question: {{question}}
!@>possible answers:
{{choices}}
!@>Context:
{{context}}
!@>answer:"""
prompt = self.build_prompt([
"!@>instructions:",
"Answer this multi choices question.",
"Answer with an id from the possible answers.",
"Do not answer with an id outside this possible answers.",
f"!@>question: {question}",
"!@>possible answers:",
f"{choices}",
"!@>Context:",
f"{context}",
"!@>answer:"
])
else:
template = """!@>instructions:
Answer this multi choices question.
Answer with an id from the possible answers.
Do not answer with an id outside this possible answers.
!@>question: {{question}}
!@>choices:
{{choices}}
!@>answer:"""
pr = PromptReshaper(template)
prompt = pr.build({
"context":context,
"question":question,
"choices":"\n".join([f"{i}. {possible_answer}" for i, possible_answer in enumerate(possible_answers)])
},
self.personality.model.tokenize,
self.personality.model.detokenize,
self.personality.model.config.ctx_size,
["previous_discussion"]
)
prompt = self.build_prompt([
"!@>instructions:",
"Answer this multi choices question.",
"Answer with an id from the possible answers.",
"Do not answer with an id outside this possible answers.",
f"!@>question: {question}",
"!@>possible answers:",
f"{choices}",
"!@>answer:"
])
gen = self.generate(prompt, max_answer_length, temperature=0.1, top_k=50, top_p=0.9, repeat_penalty=1.0, repeat_last_n=50).strip().replace("</s>","").replace("<s>","")
selection = gen.strip().split()[0].replace(",","").replace(".","")
self.print_prompt("Multi choice selection",prompt+gen)
@ -2461,32 +2454,26 @@ Do not answer with an id outside this possible answers.
int: Index of the selected option within the possible_ansers list. Or -1 if there was not match found among any of them.
"""
if context!="":
template = """!@>instruction:
Act as prompt ranker, a tool capable of ranking the user prompt. The ranks are returned as a python list. Do not add comments.
!@>Context:
{{context}}
!@>question: {{question}}
!@>choices:
{{choices}}
!@>prompt analyzer: After analyzing the user prompt, here is my ranking of the choices from best to worst :["""
prompt = self.build_prompt([
"!@>instruction:",
"Act as prompt ranker, a tool capable of ranking the user prompt. The ranks are returned as a python list. Do not add comments.",
"!@>Context:",
f"{context}",
"!@>question: {{question}}",
"!@>choices:",
"{{choices}}",
"!@>prompt analyzer: After analyzing the user prompt, here is my ranking of the choices from best to worst : ranks=["
])
else:
template = """!@>Instructions:
Act as prompt ranker, a tool capable of ranking the user prompt. The ranks are returned as a python list. Do not add comments.
!@>instruction: {{question}}
!@>choices: {{choices}}
!@>prompt analyzer: After analyzing the user prompt, here is my ranking of the choices from best to worst :\nranks=["""
prompt = self.build_prompt([
"!@>instruction:",
"Act as prompt ranker, a tool capable of ranking the user prompt. The ranks are returned as a python list. Do not add comments.",
"!@>question: {{question}}",
"!@>choices:",
"{{choices}}",
"!@>prompt analyzer: After analyzing the user prompt, here is my ranking of the choices from best to worst : ranks=["
])
pr = PromptReshaper(template)
prompt = pr.build({
"context":context,
"question":question,
"choices":"\n".join([f"{i} - {possible_answer}" for i,possible_answer in enumerate(possible_answers)])
},
self.personality.model.tokenize,
self.personality.model.detokenize,
self.personality.model.config.ctx_size,
["previous_discussion"]
)
gen = "["+self.generate(prompt, max_answer_length).strip().replace("</s>","").replace("<s>","")
self.print_prompt("Multi choice selection",prompt+gen)
if gen.index("]")>=0:

12
lollms/server/endpoints/lollms_generator.py
View File

@ -95,13 +95,13 @@ class LollmsGenerateRequest(BaseModel):
personality: Optional[int] = None
n_predict: Optional[int] = 1024
stream: bool = False
temperature: float = None
top_k: Optional[int] = None
top_p: Optional[float] = None
repeat_penalty: Optional[float] = None
repeat_last_n: Optional[int] = None
temperature: float = 0.1
top_k: Optional[int] = 50
top_p: Optional[float] = 0.95
repeat_penalty: Optional[float] = 0.8
repeat_last_n: Optional[int] = 40
seed: Optional[int] = None
n_threads: Optional[int] = None
n_threads: Optional[int] = 8
@router.post("/lollms_generate")
async def lollms_generate(request: LollmsGenerateRequest):