4155d5830f55dffab8200ca97c679ad69dde9358,python/ray/serve/router.py,Router,__init__,#Router#Any#,89

Before Change

            await self.set_backend_config(backend, backend_config)

        // -- Metric Registration -- //
        [metric_exporter] = retry_actor_failures(
            master_actor.get_metric_exporter)
        self.metric_client = MetricClient(metric_exporter)
        self.num_router_requests = self.metric_client.new_counter(
            "num_router_requests",
            description="Number of requests processed by the router.",

After Change

        serve.init(name=instance_name)
        master_actor = serve.api._get_master_actor()

        traffic_policies = ray.get(master_actor.get_traffic_policies.remote())
        for endpoint, traffic_policy in traffic_policies.items():
            await self.set_traffic(endpoint, traffic_policy)

        backend_dict = ray.get(master_actor.get_all_worker_handles.remote())
        for backend_tag, replica_dict in backend_dict.items():
            for replica_tag, worker in replica_dict.items():
                await self.add_new_worker(backend_tag, replica_tag, worker)

        backend_configs = ray.get(master_actor.get_backend_configs.remote())
        for backend, backend_config in backend_configs.items():
            await self.set_backend_config(backend, backend_config)

        // -- Metric Registration -- //
        [metric_exporter] = ray.get(master_actor.get_metric_exporter.remote())
        self.metric_client = MetricClient(metric_exporter)
        self.num_router_requests = self.metric_client.new_counter(
            "num_router_requests",
            description="Number of requests processed by the router.",

Instances