fix client side timeout logic

Signed-off-by: Praneeth Bedapudi <[email protected]>

Author: bedapudi6788

fastdeploy/_infer.py

@@ -122,7 +122,7 @@ def get_timeout_response(
                 {
                     unique_id: {
                         "-1.predicted_at": time.time(),
-                        "-1.timedout_in_queue": True,
+                        "timedout_in_queue": True,
                     }
                 }
             )

fastdeploy/_loop.py

@@ -191,7 +191,7 @@ def start_loop(
     while True:
         """
         Set timedout_in_queue to True for all the predictions that have been in the queue for more than timeout_time seconds
-        and delete older than 7 seconds predictions that have finished prediction
+        and delete older than 30 seconds predictions that have finished prediction
         """
 
         timedout_in_queue_unique_ids = _utils.MAIN_INDEX.search(
@@ -214,7 +214,7 @@ def start_loop(
             query={
                 "$and": [
                     {"-1.predicted_at": {"$gt": 0}},
-                    {"-1.predicted_at": {"$lt": time.time() - 7}},
+                    {"-1.predicted_at": {"$lt": time.time() - 30}},
                 ]
             },
         )

setup.py

@@ -18,7 +18,7 @@
 EMAIL = "[email protected]"
 AUTHOR = "BEDAPUDI PRANEETH"
 REQUIRES_PYTHON = ">=3.6.0"
-VERSION = "3.0.23"
+VERSION = "3.0.24"
 
 # What packages are required for this module to be executed?
 REQUIRED = ["falcon", "liteindex==0.0.3.2.dev4", "zstandard", "gunicorn[gevent]", "msgpack"]