ef498e8aa5cdfe09247d9c9efc7ef636378165c2,python/ray/serve/policy.py,PowerOfTwoPolicy,flush,#PowerOfTwoPolicy#Any#Any#,102

Before Change

        assigned_backends = set()
        while endpoint_queue.qsize():
            if len(self.backend_names) >= 2:
                backend1, backend2 = np.random.choice(
                    self.backend_names,
                    2,
                    replace=False,
                    p=self.backend_weights)

                // Choose the backend that has a shorter queue.
                if (len(backend_queues[backend1]) <= len(
                        backend_queues[backend2])):
                    chosen_backend = backend1
                else:
                    chosen_backend = backend2
            else:
                chosen_backend = np.random.choice(
                    self.backend_names, replace=False,
                    p=self.backend_weights).squeeze()
            backend_queues[chosen_backend].add(await endpoint_queue.get())
            assigned_backends.add(chosen_backend)

        return assigned_backends

After Change

            if query.shard_key is None:
                rstate = np.random
            else:
                sha256_seed = sha256(query.shard_key.encode("utf-8"))
                seed = np.frombuffer(sha256_seed.digest(), dtype=np.uint32)
                rstate = np.random.RandomState(seed)

            chosen_backend = rstate.choice(
                self.backend_names, replace=False,
                p=self.backend_weights).squeeze()

Instances