Merge branch 'main' into fixes-today

app.py

@@ -1010,6 +1010,7 @@ if __name__ == "__main__":
         print("debug mode:true")    
     else:
         print("debug mode:false")
-        
-    http_server = WSGIServer((config["host"], config["port"]), app, handler_class=WebSocketHandler)
-    http_server.serve_forever()
+    
+    socketio.run(app, host=config["host"], port=config["port"])
+    # http_server = WSGIServer((config["host"], config["port"]), app, handler_class=WebSocketHandler)
+    # http_server.serve_forever()

bindings/c_transformers/__init__.py

@@ -101,7 +101,7 @@ class CTRansformers(LLMBinding):
         """
         try:
             output = ""
-            self.model.reset()
+            #self.model.reset()
             tokens = self.model.tokenize(prompt)
             count = 0
             for tok in self.model.generate(

bindings/llama_cpp_official/requirements.txt

@@ -1 +1 @@
-llama-cpp-python
+llama-cpp-python==0.1.53

docker-compose.yml

@@ -11,5 +11,6 @@ services:
       - ./models:/srv/models
       - ./configs:/srv/configs
       - ./personalities:/srv/personalities
+      - ./web:/srv/web
     ports: 
       - "9600:9600"