Add retries to acquire_instance call, fix minor issues

VSharp.ML.AIAgent/connection/broker_conn/requests.py

@@ -10,6 +10,9 @@
 
 def acquire_instance() -> ServerInstanceInfo:
     response, content = httplib2.Http().request(WebsocketSourceLinks.GET_WS)
+    if response.status != 200:
+        logging.error(f"{response.status} with {content=} on acuire_instance call")
+        raise RuntimeError(f"Not ok response: {response.status}")
     aquired_instance = ServerInstanceInfo.from_json(json.loads(content.decode("utf-8")))
     logging.info(f"acquired ws: {aquired_instance}")
     return aquired_instance

VSharp.ML.AIAgent/connection/broker_conn/socket_manager.py

@@ -14,7 +14,7 @@ def wait_for_connection(url: WSUrl):
     ws = websocket.WebSocket()
 
     max_retries = 60
-    retries_left = max_retries
+    retries_left = 60
 
     while retries_left:
         with suppress(ConnectionRefusedError, ConnectionResetError):

VSharp.ML.AIAgent/launch_servers.py

@@ -17,13 +17,15 @@
 
 @routes.get("/get_ws")
 async def dequeue_instance(request):
-    try:
-        server_info = SERVER_INSTANCES.get(timeout=0.1)
-        print(f"issued {server_info}")
-        return web.json_response(server_info.to_json())
-    except Empty as e:
-        print(f"{os.getpid()} tried to dequeue an empty queue. Waiting...")
-        return web.Response(text=str(e))
+    retry_count = 60
+    while retry_count:
+        try:
+            server_info = SERVER_INSTANCES.get(timeout=1)
+            print(f"issued {server_info}")
+            return web.json_response(server_info.to_json())
+        except Empty:
+            print(f"{os.getpid()} tried to dequeue an empty queue. Waiting...")
+        retry_count -= 1
 
 
 @routes.post("/post_ws")