some more optimisations

Signed-off-by: Praneeth Bedapudi <[email protected]>
notAI-tech · Oct 28, 2024 · 4d0f45c · 4d0f45c
1 parent b8b49d3
commit 4d0f45c
Show file tree

Hide file tree

Showing 4 changed files with 280 additions and 145 deletions.
diff --git a/fastdeploy/_infer.py b/fastdeploy/_infer.py
@@ -189,6 +189,7 @@ def add_to_infer_queue(
                             "-1.predicted_at": 0,
                             "last_predictor_sequence": -1,
                             "last_predictor_success": True,
+                            "timedout_in_queue": None,
                         }
                     }
                 )

diff --git a/fastdeploy/_loop.py b/fastdeploy/_loop.py
@@ -197,6 +197,7 @@ def start_loop(
                 "-1.predicted_at": 0,
                 "-1.received_at": {"$lt": time.time() - timeout_time},
                 "timedout_in_queue": {"$ne": True},
+                "last_predictor_sequence": {"$ne": _utils.LAST_PREDICTOR_SEQUENCE},
             },
             update={"timedout_in_queue": True},
             select_keys=[],
@@ -243,8 +244,6 @@ def start_loop(
             f"Updated results predictor {predictor_sequence}: {list(unique_id_wise_results)}"
         )
 
-        last_batch_collection_started_at = time.time()
-
 
 if __name__ == "__main__":
     import sys

diff --git a/fastdeploy/_utils.py b/fastdeploy/_utils.py
@@ -3,7 +3,7 @@
 logging.basicConfig(
     format="%(asctime)s,%(msecs)d %(levelname)-8s [%(filename)s:%(lineno)d] %(message)s",
     datefmt="%Y-%m-%d:%H:%M:%S",
-    level=logging.DEBUG,
+    level=logging.INFO,
 )
 
 logger = logging.getLogger(__name__)