ef498e8aa5cdfe09247d9c9efc7ef636378165c2,python/ray/serve/policy.py,PowerOfTwoPolicy,flush,#PowerOfTwoPolicy#Any#Any#,102

Before Change

                // Choose the backend that has a shorter queue.
                if (len(backend_queues[backend1]) <= len(
                        backend_queues[backend2])):
                    chosen_backend = backend1
                else:
                    chosen_backend = backend2

After Change

            if query.shard_key is None:
                rstate = np.random
            else:
                sha256_seed = sha256(query.shard_key.encode("utf-8"))
                seed = np.frombuffer(sha256_seed.digest(), dtype=np.uint32)
                rstate = np.random.RandomState(seed)

            chosen_backend = rstate.choice(
                self.backend_names, replace=False,

Instances