[Feat] Socket scale using ip-hash algo

container_config/nginx.conf

@@ -9,7 +9,7 @@ http {
         listen 80;
 
         location /socket.io {
-            proxy_pass http://llm-server:8002/socket.io;  # Replace "your-server-url" with your actual server URL
+            proxy_pass http://socket_servers/socket.io;  # Replace "your-server-url" with your actual server URL
             proxy_http_version 1.1;
             proxy_buffering off;
             proxy_set_header Upgrade $http_upgrade;
@@ -43,4 +43,8 @@ http {
             add_header 'Access-Control-Expose-Headers' 'Content-Length,Content-Range';
         }
     }
+    upstream socket_servers {
+      ip_hash; # Use IP hash to ensure that the same client is always connected to the same server
+      server llm-server:8002;
+    }
 }

docker-compose.yml

@@ -15,9 +15,8 @@ services:
       - opencopilot-net
     env_file:
       - llm-server/.env
-    ports:
-      - 8002:8002
-      - 5678:5678
+    deploy:
+      replicas: 3 # Increased number of replicas
     depends_on:
       mysql:
         condition: service_healthy