dd3c13d51975d7ca569681dd19639473d19e8e85,server/bert_serving/server/__init__.py,BertWorker,run,#BertWorker#,329

Before Change

        print("_run_:%s" % device_lib.list_local_devices())
        estimator = Estimator(model_fn, config=RunConfig(session_config=config))
        for r in estimator.predict(self.input_fn_builder(), yield_single_examples=False):
            print(r)

    def run1(self):
        estimator = self.get_estimator()

After Change

        receiver = context.socket(zmq.PULL)
        receiver.connect(self.worker_address)

        sink = context.socket(zmq.PUSH)
        sink.connect(self.sink_address)
        for r in estimator.predict(self.input_fn_builder(receiver), yield_single_examples=False):
            send_ndarray(sink, r["client_id"], r["encodes"])
            self.logger.info("job done\tsize: %s\tclient: %s" % (r["encodes"].shape, r["client_id"]))

        receiver.close()
        sink.close()
        context.term()
        self.logger.info("terminated!")

    def input_fn_builder(self, worker):

Instances