1b1fe0cc5b6fd58055acde3b06e8fe4e2924e492,ci/long_running_tests/workloads/serve.py,,,#,47

Before Change

print("Scaling to 30 replicas")
config = serve.get_backend_config("echo:v0")
config.num_replicas = 30
config.max_batch_size = 16
serve.set_backend_config("echo:v0", config)

After Change

serve.create_endpoint("echo", "/echo")
config = serve.BackendConfig(num_replicas=30, max_batch_size=16)
serve.create_backend(echo, "echo:v1", backend_config=config)
serve.set_traffic("echo", {"echo:v1": 1})

print("Warming up")
for _ in range(5):

Instances