c8523b2dc735a1b82ca6170e6ca349defe9f77fc,examples/transformer.py,,,#,22

Before Change

    encoder_output = encoder(src_text["text_ids"][:, :-1],
            sequence_length=src_text["length"]-1)
    // Decode
    outputs, final_state, sequence_lengths = decoder(
        initial_state=connector(text_database._hparams.batch_size))

    // Build loss

After Change

    src_text = text_data_batch["source_text_ids"]
    tgt_text = text_data_batch["target_text_ids"]

    decoder_inputs = tf.concat((tf.ones_like(tgt_text[:, :1]), tgt_text[:, :-1]), -1)

    print("src_text:{}".format(src_text))
    encoder_output = encoder(src_text,
            sequence_length=text_data_batch["source_length"])
    // Decode
    print("encoder_output:{}".format(encoder_output.shape))
    logits, preds = decoder(decoder_inputs, encoder_output)
    print("logits:{}".format(logits.shape))
    //istarget = tf.to_float(tf.not_equal(y, 0))
    // acc = tf.reduce_sum(tf.to_float(tf.equal(preds,
    // Build loss

Instances