7f6db8878558804f8d0a0e53de4c4b71397473f4,server/bert_serving/server/graph.py,,convert_variables_to_constants,#Any#Any#Any#Any#Any#Any#Any#,154

Before Change

        if "dtype" in input_node.attr:
            dtype = input_node.attr["dtype"]
            if use_fp16 and dtype.type == types_pb2.DT_FLOAT:
                new_dtype = attr_value_pb2.AttrValue()
                new_dtype.CopyFrom(dtype)
                new_dtype.type = types_pb2.DT_HALF
                output_node.attr["dtype"].CopyFrom(new_dtype)
        output_graph_def.node.extend([output_node])

    output_graph_def.library.CopyFrom(inference_graph.library)
    logger.info("Converted %d variables to const ops.", how_many_converted)

After Change

            patch_dtype(input_node, "dtype", output_node)

        // fix embedding lookup
        if input_node.name.endswith("embedding_lookup") and input_node.op == "GatherV2":
            patch_dtype(input_node, "Tparams", output_node)

        if input_node.name.endswith("embedding_lookup/Identity") and input_node.input == "embedding_lookup":
            patch_dtype(input_node, "T", output_node)

        output_graph_def.node.extend([output_node])

Instances