85cb721f19dfca2ea1144cbb4069c9ca226b38b8,python/ray/serve/router.py,Router,remove_worker,#Router#Any#Any#,248

Before Change

            // We need to terminate the worker here instead of from the master
            // so we can guarantee that the router won"t submit any more tasks
            // on it.
            worker_handle.__ray_terminate__.remote()

    async def set_traffic(self, endpoint, traffic_dict):
        logger.debug("Setting traffic for endpoint %s to %s", endpoint,
                     traffic_dict)

After Change

        backend_replica_tag = backend_tag + ":" + replica_tag
        if backend_replica_tag not in self.replicas:
            return
        del self.replicas[backend_replica_tag]

        // We need this lock because we modify worker_queue here.
        async with self.flush_lock:
            old_queue = self.worker_queues[backend_tag]

Instances