Added media section to lollms

lollms/media.py

@@ -0,0 +1,146 @@
+"""
+Project: LoLLMs
+Author: ParisNeo
+Description: Media classes:
+    - WebcamImageSender: is a captures images from the webcam and sends them to a SocketIO client.
+    - MusicPlayer: is a MusicPlayer class that allows you to play music using pygame library.
+License: Apache 2.0
+"""
+from lollms.utilities import PackageManager
+if not PackageManager.check_package_installed("pygame"):
+    PackageManager.install_package("pygame")
+    import pygame
+else:
+    import pygame
+import threading
+if not PackageManager.check_package_installed("pygame"):
+    PackageManager.install_package("cv2")
+    import cv2
+else:
+    import cv2
+import time
+import json
+import base64
+
+
+class WebcamImageSender:
+    """
+    Class for capturing images from the webcam and sending them to a SocketIO client.
+    """
+
+    def __init__(self, socketio):
+        """
+        Initializes the WebcamImageSender class.
+
+        Args:
+            socketio (socketio.Client): The SocketIO client object.
+        """
+        self.socketio = socketio
+        self.last_image = None
+        self.last_change_time = None
+        self.capture_thread = None
+        self.is_running = False
+
+    def start_capture(self):
+        """
+        Starts capturing images from the webcam in a separate thread.
+        """
+        self.is_running = True
+        self.capture_thread = threading.Thread(target=self.capture_image)
+        self.capture_thread.start()
+
+    def stop_capture(self):
+        """
+        Stops capturing images from the webcam.
+        """
+        self.is_running = False
+        self.capture_thread.join()
+
+    def capture_image(self):
+        """
+        Captures images from the webcam, checks if the image content has changed, and sends the image to the client if it remains the same for 3 seconds.
+        """
+        cap = cv2.VideoCapture(0)
+
+        while self.is_running:
+            ret, frame = cap.read()
+            gray = cv2.cvtColor(frame, cv2.COLOR_BGR2GRAY)
+
+            if self.last_image is None or self.image_difference(gray) > 2:
+                self.last_image = gray
+                self.last_change_time = time.time()
+
+            _, buffer = cv2.imencode('.jpg', frame)
+            image_base64 = base64.b64encode(buffer)
+            self.socketio.emit("image", image_base64.decode('utf-8'))
+
+
+
+        cap.release()
+
+    def image_difference(self, image):
+        """
+        Calculates the difference between two images using the absolute difference method.
+
+        Args:
+            image (numpy.ndarray): The current image.
+
+        Returns:
+            int: The sum of pixel intensities representing the difference between the current image and the last image.
+        """
+        if self.last_image is None:
+            return 0
+
+        diff = cv2.absdiff(image, self.last_image)
+        diff_sum = diff.sum()
+
+        return diff_sum
+
+class MusicPlayer(threading.Thread):
+    """
+    MusicPlayer class for playing music using pygame library.
+
+    Attributes:
+    - file_path (str): The path of the music file to be played.
+    - paused (bool): Flag to indicate if the music is paused.
+    - stopped (bool): Flag to indicate if the music is stopped.
+    """
+
+    def __init__(self, file_path):
+        super().__init__()
+        self.file_path = file_path
+        self.paused = False
+        self.stopped = False
+
+    def run(self):
+        """
+        The main function that runs in a separate thread to play the music.
+        """
+        pygame.mixer.init()
+        pygame.mixer.music.load(self.file_path)
+        pygame.mixer.music.play()
+
+        while pygame.mixer.music.get_busy() and not self.stopped:
+            if self.paused:
+                pygame.mixer.music.pause()
+            else:
+                pygame.mixer.music.unpause()
+
+    def pause(self):
+        """
+        Pauses the music.
+        """
+        self.paused = True
+
+    def resume(self):
+        """
+        Resumes the paused music.
+        """
+        self.paused = False
+
+    def stop(self):
+        """
+        Stops the music.
+        """
+        self.stopped = True
+        pygame.mixer.music.stop()