mirror of
https://github.com/ParisNeo/lollms-webui.git
synced 2024-12-24 22:46:38 +00:00
36 lines
899 B
Python
36 lines
899 B
Python
|
import requests
|
||
|
|
import json
|
||
|
|
|
||
|
|
url = "http://localhost:1234/v1/chat/completions"
|
||
|
|
|
||
|
|
payload = {
|
||
|
|
"messages": [
|
||
|
|
{
|
||
|
|
"role": "system",
|
||
|
|
"content": "You are a research engineer specialized in the applications of AI in robotics."
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"role": "user",
|
||
|
|
"content": "List a number of libraries I can use for robotics."
|
||
|
|
}
|
||
|
|
],
|
||
|
|
"max_tokens": 100,
|
||
|
|
"temperature": 0.5,
|
||
|
|
"stream": True
|
||
|
|
}
|
||
|
|
|
||
|
|
headers = {
|
||
|
|
"Content-Type": "application/json"
|
||
|
|
}
|
||
|
|
|
||
|
|
response = requests.post(url, data=json.dumps(payload), headers=headers, stream=True)
|
||
|
|
|
||
|
|
if response.status_code == 200:
|
||
|
|
for response_chunk in response.iter_lines():
|
||
|
|
if response_chunk:
|
||
|
|
rc = response_chunk.decode()
|
||
|
|
rc = json.loads(rc)
|
||
|
|
print(rc["choices"][0]["delta"]["content"])
|
||
|
|
else:
|
||
|
|
print("Error:", response.status_code)
|