fdd85e3af411d61040e5693d4de6061725a52b15,python/ray/serve/benchmarks/handle.py,,run_test,#,59

Before Change

    // real test
    start = time.time()
    ray.get([handle.remote() for _ in range(num_queries)])
    qps = num_queries / (time.time() - start)

    logger.info("{} forwarders and {} worker replicas: {} requests/s".format(
        num_forwarders, num_replicas, int(qps)))

After Change

        if sync:
            ray.get(handle.remote())
        else:
            ray.get(await handle.remote_async())

    // real test
    start = time.time()
    if sync:
        ray.get([handle.remote() for _ in range(num_queries)])
    else:
        ray.get([(await handle.remote_async()) for _ in range(num_queries)])
    qps = num_queries / (time.time() - start)

    print(
        f"Sync: {sync}, {num_forwarders} forwarders and {num_replicas} worker "

Instances