2bfe5bfcec7759ae022b1a479411aa7d1b8401f1,example/example7.py,,,#,26

Before Change

pool_layer = 1
subset_vec_all_layers = []

common = {
    "model_dir": "//data/cips/data/lab/data/model/uncased_L-12_H-768_A-12",
    "num_worker": 2,
    "num_repeat": 5,
    "port": 6006,
    "port_out": 6007,
    "max_seq_len": 20,
    "client_batch_size": 2048,
    "max_batch_size": 256,
    "num_client": 1,
    "pooling_strategy": PoolingStrategy.REDUCE_MEAN,
    "pooling_layer": [-2],
    "gpu_memory_fraction": 0.5,
    "xla": False,
    "cpu": False,
    "verbose": False,
    "device_map": []
}
args = namedtuple("args_namedtuple", ",".join(common.keys()))
for k, v in common.items():
    setattr(args, k, v)

for pool_layer in range(1, 13):
    setattr(args, "pooling_layer", [-pool_layer])
    server = BertServer(args)
    server.start()
    print("wait until server is ready...")
    time.sleep(15)
    print("encoding...")
    bc = BertClient(port=common["port"], port_out=common["port_out"], show_server_config=True)
    subset_vec_all_layers.append(bc.encode(subset_text))
    bc.close()
    server.close()

After Change

port = 6006
port_out = 6007

common = [
    "-model_dir", "/bert_model/chinese_L-12_H-768_A-12/",
    "-num_worker", "2",
    "-port", str(port),
    "-port_out", str(port_out),
    "-max_seq_len", "20",
    // "-client_batch_size", "2048",
    "-max_batch_size", "256",
    // "-num_client", "1",
    "-pooling_strategy", "REDUCE_MEAN",
    "-pooling_layer", "-2",
    "-gpu_memory_fraction", "0.2",
    "-device","3",
]
args = get_args_parser().parse_args(common)

for pool_layer in range(1, 13):
    setattr(args, "pooling_layer", [-pool_layer])

Instances