import requests
import json

url = "http://localhost:1234/lollms_generate"

payload = {
    "prompt": "Once apon a time, ",
    "temperature": 0.1,
    "stream": True
}

headers = {
    "Content-Type": "application/json"
}

response = requests.post(url, data=json.dumps(payload), headers=headers, stream=True)

if response.status_code == 200:
    for response_chunk in response.iter_lines():
        if response_chunk:
            rc = response_chunk.decode()
            print(rc,end="",flush=True)
else:
    print("Error:", response.status_code)