Skip to content

Commit a3cc3aa

Browse files
[BugFix] reset exist tasks signal in clear_data (#7111)
* [BugFix] reset exist tasks signal in clear_data * [Fix] fix stale exist tasks signal after weight update * [Chore] downgrade detected new requests log to DEBUG level * [fix] adjust continue place
1 parent fd44bb7 commit a3cc3aa

2 files changed

Lines changed: 6 additions & 2 deletions

File tree

fastdeploy/inter_communicator/engine_worker_queue.py

Lines changed: 4 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -837,6 +837,10 @@ def clear_data(self):
837837
self.lock.acquire()
838838
self.tasks[:] = list()
839839
self.client_read_flag[:] = [1] * self.num_client
840+
if self.is_single_node:
841+
self.exist_tasks_intra_signal.value[0] = 0
842+
else:
843+
self.exist_tasks_inter_signal.set(0)
840844
self.lock.release()
841845
llm_logger.info("clear data for engine worker queue")
842846

fastdeploy/worker/worker_process.py

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -567,10 +567,10 @@ def event_loop_normal(self) -> None:
567567
self.model_weights_status.value[0] = (
568568
ModelWeightsStatus.UPDATING
569569
) # 所有 Rank 已同步唤醒,启动权重更新流程
570-
continue
570+
continue
571571

572572
if self.exist_task_signal.value[0] == ExistTaskStatus.EXIST or self.task_queue.read_finish_flag.get() == 1:
573-
logger.info(f"Rank: {self.local_rank} Detected new requests.")
573+
logger.debug(f"Rank: {self.local_rank} Detected new requests.")
574574
self.engine_forward_signal.value[0] = 1
575575
tasks, read_finish = self.task_queue.get_tasks()
576576
# Only one of all tp_size client will get read_finish == True.

0 commit comments

Comments
 (0)