fix typing (#3153)

lmdeploy/pytorch/engine/engine.py

@@ -255,7 +255,7 @@ def _get_max_session_len(self):
             session_len = min(max_tokens, session_len)
         return session_len
 
-    def _on_add_session(self, reqs: Request, **kwargs):
+    def _on_add_session(self, reqs: List[Request], **kwargs):
         """on add session callback."""
         for req in reqs:
             session_id = req.data['session_id']
@@ -267,7 +267,7 @@ def _on_add_session(self, reqs: Request, **kwargs):
             if resp:
                 self._response(req.resp, resp_type)
 
-    def _on_stop_session(self, reqs: Request, **kwargs):
+    def _on_stop_session(self, reqs: List[Request], **kwargs):
         """on stop session callback."""
         for req in reqs:
             session_id = req.data['session_id']
@@ -285,7 +285,7 @@ def _on_stop_session(self, reqs: Request, **kwargs):
             if resp:
                 self._response(req.resp, resp_type)
 
-    def _on_end_session(self, reqs: Request, **kwargs):
+    def _on_end_session(self, reqs: List[Request], **kwargs):
         """on end session callback."""
         for req in reqs:
             session_id = req.data['session_id']
@@ -297,7 +297,7 @@ def _on_end_session(self, reqs: Request, **kwargs):
             if resp:
                 self._response(req.resp, resp_type)
 
-    def _on_add_message(self, reqs: Request, **kwargs):
+    def _on_add_message(self, reqs: List[Request], **kwargs):
         """on add message callback."""
         for req in reqs:
             req_data = req.data
@@ -322,7 +322,7 @@ def _on_add_message(self, reqs: Request, **kwargs):
         if len(reqs) > 0:
             self._add_message(reqs)
 
-    def _add_message(self, reqs):
+    def _add_message(self, reqs: List[Request]):
 
         def __update_bad_words(msg):
             """update bad words."""