from google.colab import drive
drive.mount('/content/gdrive')
import os
os.chdir('/content/gdrive/My Drive/finch/tensorflow1/multi_turn_rewrite/chinese/main')

%tensorflow_version 1.x
!pip install texar

import tensorflow as tf
import texar.tf as tx

import numpy as np
import pprint
import logging

from pathlib import Path

print("TensorFlow Version", tf.__version__)
print('GPU Enabled:', tf.test.is_gpu_available())

TensorFlow Version 1.15.2
GPU Enabled: True

def get_vocab(f_path):
  word2idx = {}
  with open(f_path) as f:
    for i, line in enumerate(f):
      line = line.rstrip('\n')
      word2idx[line] = i
  return word2idx

def align_pad(li):
  max_len = max([len(sent) for sent in li])
  for sent in li:
    if len(sent) < max_len:
      sent += [0] * (max_len - len(sent))

def data_generator(f_paths, params):
  for f_path in f_paths:
    with open(f_path) as f:
      print('Reading', f_path)
      for line in f:
        line = line.rstrip()
        h1, h2, q, a = line.split('\t')
        char2idx_fn = lambda x: [params['char2idx'].get(c, len(params['char2idx'])) for c in list(x)]
        h1, h2, q, a = char2idx_fn(h1), char2idx_fn(h2), char2idx_fn(q), char2idx_fn(a)
        align_pad([h1, h2])
        a_in = [1] + a
        a_out = a + [2]
        nested = ({'history': [h1, h2], 'query': q}, (a_in, a_out))
        yield nested

def dataset(is_training, params):
  _shapes = ({'history':[None, None], 'query':[None]}, ([None], [None]))
  _types = ({'history':tf.int32, 'query': tf.int32}, (tf.int32, tf.int32))
  _pads = ({'history':0, 'query':0}, (0, 0))
  
  if is_training:
    ds = tf.data.Dataset.from_generator(
      lambda: data_generator(params['train_path'], params),
      output_shapes = _shapes,
      output_types = _types,)
    ds = ds.shuffle(params['buffer_size'])
    ds = ds.padded_batch(params['batch_size'], _shapes, _pads)
    ds = ds.prefetch(tf.data.experimental.AUTOTUNE)
  else:
    ds = tf.data.Dataset.from_generator(
      lambda: data_generator(params['test_path'], params),
      output_shapes = _shapes,
      output_types = _types,)
    ds = ds.padded_batch(params['batch_size'], _shapes, _pads)
    ds = ds.prefetch(tf.data.experimental.AUTOTUNE)
  
  return ds

def clip_grads(loss):
  variables = tf.trainable_variables()
  pprint.pprint(variables)
  grads = tf.gradients(loss, variables)
  clipped_grads, _ = tf.clip_by_global_norm(grads, params['clip_norm'])
  return zip(clipped_grads, variables)


def rnn_cell():
  def cell_fn():
    cell = tf.nn.rnn_cell.GRUCell(params['hidden_units'],
                                  kernel_initializer=tf.orthogonal_initializer())
    return cell
  if params['dec_layers'] > 1:
    cells = []
    for i in range(params['dec_layers']):
      if i == params['dec_layers'] - 1:
        cells.append(cell_fn())
      else:
        cells.append(tf.nn.rnn_cell.ResidualWrapper(cell_fn(), residual_fn=lambda i,o: tf.concat((i,o), -1)))
    return tf.nn.rnn_cell.MultiRNNCell(cells)
  else:
    return cell_fn()

  
def dec_cell(enc_out, enc_seq_len):
  query, history = enc_out
  query_len, history_len = enc_seq_len

  attn1 = tf.contrib.seq2seq.BahdanauAttention(
    num_units = params['hidden_units'],
    memory = query,
    memory_sequence_length = query_len)
  
  attn2 = tf.contrib.seq2seq.LuongAttention(
    num_units = params['hidden_units'],
    memory = query,
    memory_sequence_length = query_len)
  
  attn3 = tf.contrib.seq2seq.BahdanauAttention(
    num_units = params['hidden_units'],
    memory = history,
    memory_sequence_length = history_len)
  
  attn4 = tf.contrib.seq2seq.LuongAttention(
    num_units = params['hidden_units'],
    memory = history,
    memory_sequence_length = history_len)
  
  return tf.contrib.seq2seq.AttentionWrapper(
    cell = rnn_cell(),
    attention_mechanism = [attn1, attn2, attn3, attn4],
    attention_layer_size = 4 * [params['hidden_units']//4])
    

class TiedDense(tf.layers.Layer):
  def __init__(self, tied_embed, out_dim):
    super().__init__()
    self.tied_embed = tied_embed
    self.out_dim = out_dim
  
  def build(self, input_shape):
    self.bias = self.add_weight(name='bias',
                                shape=[self.out_dim],
                                trainable=True)
    super().build(input_shape)
  
  def call(self, inputs):
    x = tf.matmul(inputs, self.tied_embed, transpose_b=True)
    x = tf.nn.bias_add(x, self.bias)
    return x
  
  def compute_output_shape(self, input_shape):
    return input_shape[:-1].concatenate(self.out_dim)

def bigru_encode(encoder, x, mask):
  enc_out, state_fw, state_bw = encoder(x, mask=mask)
  enc_state = tf.concat((state_fw, state_bw), axis=-1)
  return enc_out, enc_state


def teach_forcing(labels, embedding, enc_out, enc_state, words_len, batch_sz, params, is_training, output_proj):
  dec_inputs, dec_outputs = labels
  dec_seq_len = tf.count_nonzero(dec_inputs, 1, dtype=tf.int32)
  dec_inputs = tf.nn.embedding_lookup(embedding, dec_inputs)
  dec_inputs = tf.layers.dropout(dec_inputs, params['dropout_rate'], training=is_training)
  cell = dec_cell(enc_out, words_len)
  
  init_state = cell.zero_state(batch_sz, tf.float32).clone(
    cell_state=enc_state)
  
  helper = tf.contrib.seq2seq.TrainingHelper(
    inputs = dec_inputs,
    sequence_length = dec_seq_len,)
  decoder = tf.contrib.seq2seq.BasicDecoder(
    cell = cell,
    helper = helper,
    initial_state = init_state,
    output_layer = output_proj)
  decoder_output, _, _ = tf.contrib.seq2seq.dynamic_decode(
    decoder = decoder,
    maximum_iterations = tf.reduce_max(dec_seq_len))
  
  return decoder_output.rnn_output


def beam_search(embedding, enc_out, enc_state, words_len, batch_sz, params, output_proj):
  enc_out_t = [tf.contrib.seq2seq.tile_batch(e, params['beam_width']) for e in enc_out]
  enc_state_t = tf.contrib.seq2seq.tile_batch(enc_state, params['beam_width'])
  enc_seq_len_t = []
  for l in words_len:
    if l is not None:
      enc_seq_len_t.append(tf.contrib.seq2seq.tile_batch(l, params['beam_width']))
    else:
      enc_seq_len_t.append(l)
  
  cell = dec_cell(enc_out_t, enc_seq_len_t)
  
  init_state = cell.zero_state(batch_sz*params['beam_width'], tf.float32).clone(
    cell_state=enc_state_t)
  
  decoder = tf.contrib.seq2seq.BeamSearchDecoder(
    cell = cell,
    embedding = embedding,
    start_tokens = tf.tile(tf.constant([1], tf.int32), [batch_sz]),
    end_token = 2,
    initial_state = init_state,
    beam_width = params['beam_width'],
    output_layer = output_proj,)
  decoder_output, _, _ = tf.contrib.seq2seq.dynamic_decode(
    decoder = decoder,
    maximum_iterations = params['max_len'],)
  
  return decoder_output.predicted_ids[:, :, 0]

def dynamic_memory_update(query, history, is_training):
  proj_1 = tf.layers.Dense(params['hidden_units'], params['activation'], name='attn_proj_1')
  proj_2 = tf.layers.Dense(1, use_bias=False, name='attn_proj_2')
  memory_proj = tf.layers.Dense(params['hidden_units'], params['activation'], name='memory_proj')

  memory = query
  for i in range(params['num_hops']):
    episode = gen_episode(memory,
                          query,
                          history,
                          proj_1,
                          proj_2,
                          is_training)
    
    memory = tf.concat([memory, episode, query], 1)
    memory = tf.layers.dropout(memory, params['dropout_rate'], training=is_training)
    memory = memory_proj(memory)

  if params['dec_layers'] > 1:
    memory = tuple(params['dec_layers'] * [memory])
  
  return memory


def gen_episode(memory, q_vec, fact_vecs, proj_1, proj_2, is_training):
  def gen_attn(fact_vec):
    features = [fact_vec * q_vec,
                fact_vec * memory,
                tf.abs(fact_vec - q_vec),
                tf.abs(fact_vec - memory),]
    attn = tf.concat(features, 1)
    attn = tf.layers.dropout(attn, params['dropout_rate'], training=is_training)
    attn = proj_1(attn)
    attn = tf.layers.dropout(attn, params['dropout_rate'], training=is_training)
    attn = proj_2(attn)
    return tf.squeeze(attn, 1)
  
  attns = tf.map_fn(gen_attn, tf.transpose(fact_vecs, [1,0,2]))
  attns = tf.transpose(attns)                                      # (batch, n_fact)
  attns = params['gating_fn'](attns)                               # (batch, n_fact)
  attns = tf.expand_dims(attns, -1)                                # (batch, n_fact, 1)
  episode = tf.matmul(fact_vecs, attns, transpose_a=True)
  episode = tf.squeeze(episode, -1)

  return episode

def forward(features, labels, mode):
  history = features['history']
  query = features['query']

  is_training = (mode == tf.estimator.ModeKeys.TRAIN)
  batch_sz = tf.shape(query)[0]

  query_valid_len = tf.count_nonzero(query, 1, dtype=tf.int32)
  query_mask = tf.sign(query)

  num_history = tf.shape(history)[1]
  history_len = tf.shape(history)[2]
  history = tf.reshape(history, (num_history*batch_sz, history_len))
  history_mask = tf.sign(history)
  
  
  with tf.variable_scope('Embedding'):
    embedding = tf.Variable(np.load('../vocab/char.npy'),
                            dtype=tf.float32,
                            name='fasttext_vectors')
    def embed_fn(x):
      x = tf.nn.embedding_lookup(embedding, x)
      x = tf.layers.dropout(x, params['dropout_rate'], training=is_training)
      return x
    query = embed_fn(query)
    history = embed_fn(history)
  
  
  with tf.variable_scope('Encoder'):
    encoder = tf.keras.layers.Bidirectional(tf.keras.layers.GRU(
      params['hidden_units'], return_state=True, return_sequences=True, zero_output_for_mask=True))

    query_out, query_state = bigru_encode(encoder, query, query_mask)
    history_out, history_state = bigru_encode(encoder, history, history_mask)

    feat_proj_1 = tf.layers.Dense(params['hidden_units'], params['activation'], name='feat_proj_1')
    feat_proj_2 = tf.layers.Dense(params['hidden_units'], params['activation'], name='feat_proj_2')

    def feat_engine(out, state):
      x = tf.concat([state, tf.reduce_max(out, 1)], -1)
      x = tf.layers.dropout(x, params['dropout_rate'], training=is_training)
      x = feat_proj_1(x)
      x = tf.layers.dropout(x, params['dropout_rate'], training=is_training)
      x = feat_proj_2(x)
      return x
    
    query_feat = feat_engine(query_out, query_state)
    history_feat = tf.reshape(feat_engine(history_out, history_state), (batch_sz, num_history, params['hidden_units']))


  with tf.variable_scope('Dynamic_Memory'): 
    dynamic_memory = dynamic_memory_update(query_feat, history_feat, is_training)
    query_memory = query_out
    history_memory = tf.reshape(history_out, (batch_sz, num_history*history_len, 2*params['hidden_units']))
    static_memory = [query_memory, history_memory]
    memory_len = [query_valid_len, None]


  with tf.variable_scope('Decoder'):
    output_proj = TiedDense(embedding, len(params['char2idx'])+1)
    
    if is_training or (mode == tf.estimator.ModeKeys.EVAL):
        return teach_forcing(labels, embedding, static_memory, dynamic_memory, memory_len, batch_sz, params, is_training, output_proj)
    else:
        return beam_search(embedding, static_memory, dynamic_memory, memory_len, batch_sz, params, output_proj)

def clr(step,
        initial_learning_rate,
        maximal_learning_rate,
        step_size,
        scale_fn,
        scale_mode,):
  step = tf.cast(step, tf.float32)
  
  initial_learning_rate = tf.convert_to_tensor(
    initial_learning_rate, name='initial_learning_rate')
  dtype = initial_learning_rate.dtype
  maximal_learning_rate = tf.cast(maximal_learning_rate, dtype)
  step_size = tf.cast(step_size, dtype)
  cycle = tf.floor(1 + step / (2 * step_size))
  x = tf.abs(step / step_size - 2 * cycle + 1)

  mode_step = cycle if scale_mode == 'cycle' else step

  return initial_learning_rate + (
    maximal_learning_rate - initial_learning_rate) * tf.maximum(
      tf.cast(0, dtype), (1 - x)) * scale_fn(mode_step)

def model_fn(features, labels, mode, params):
  logits_or_ids = forward(features, labels, mode)
  
  if mode == tf.estimator.ModeKeys.PREDICT:
      return tf.estimator.EstimatorSpec(mode, predictions=logits_or_ids)
  
  dec_inputs, dec_outputs = labels
  if (params['label_smoothing'] <= .0) or (mode == tf.estimator.ModeKeys.EVAL):
    loss_op = tf.contrib.seq2seq.sequence_loss(logits = logits_or_ids,
                                                targets = dec_outputs,
                                                weights = tf.to_float(tf.sign(dec_outputs)))
  else:
    loss_op = tf.losses.softmax_cross_entropy(onehot_labels = tf.one_hot(dec_outputs, len(params['char2idx'])+1),
                                              logits = logits_or_ids,
                                              weights = tf.to_float(tf.sign(dec_outputs)),
                                              label_smoothing = params['label_smoothing'],)
    
  if mode == tf.estimator.ModeKeys.TRAIN:
    global_step=tf.train.get_or_create_global_step()
    
    decay_lr = clr(
      step = global_step,
      initial_learning_rate = 1e-4,
      maximal_learning_rate = 8e-4,
      step_size = 8 * params['buffer_size'] // params['batch_size'],
      scale_fn=lambda x: 1 / (2.0 ** (x - 1)),
      scale_mode = 'cycle',)
    
    train_op = tf.train.AdamOptimizer(decay_lr).apply_gradients(
        clip_grads(loss_op), global_step=global_step)
    
    hook = tf.train.LoggingTensorHook({'lr': decay_lr}, every_n_iter=100)
    
    return tf.estimator.EstimatorSpec(
        mode=mode, loss=loss_op, train_op=train_op, training_hooks=[hook],)
    
  if mode == tf.estimator.ModeKeys.EVAL:
    return tf.estimator.EstimatorSpec(mode=mode, loss=loss_op)

def minimal_test(estimator):
  test_str = '成都房价是多少|不买就后悔了成都房价还有上涨空间|买不起'
  h1, h2, q = test_str.split('|')
  char2idx_fn = lambda x: [params['char2idx'].get(c, len(params['char2idx'])) for c in list(x)]
  h1, h2, q = char2idx_fn(h1), char2idx_fn(h2), char2idx_fn(q)
  align_pad([h1, h2])
  predicted = list(estimator.predict(tf.estimator.inputs.numpy_input_fn(
    x = {'history':np.reshape([h1, h2], (1, 2, len(h1))),
         'query':np.reshape(q, (1, len(q)))},
         shuffle = False)))[0]
  predicted = ''.join([params['idx2char'].get(idx, '<unk>') for idx in predicted if (idx != 0 and idx != 2)])
  print('-'*12)
  print('minimal test')
  print('Q:', test_str)
  print('A:', predicted)
  print('-'*12)

params = {
  'model_dir': '../model/baseline_gru_clr_multi_attn',
  'log_path': '../log/baseline_gru_clr_multi_attn.txt',
  'train_path': ['../data/train_pos.txt', '../data/train_neg.txt'],
  'test_path': ['../data/test_pos.txt',],
  'vocab_path': '../vocab/char.txt',
  'max_len': 30,
  'activation': tf.nn.elu,
  'dropout_rate': .2,
  'hidden_units': 300,
  'dec_layers': 1,
  'num_hops': 3,
  'gating_fn': tf.sigmoid,
  'beam_width': 10,
  'clip_norm': .1,
  'label_smoothing': .1,
  'buffer_size': 18986 * 2,
  'batch_size': 32,
  'num_patience': 10,
}

params['char2idx'] = get_vocab(params['vocab_path'])
params['idx2char'] = {idx: char for char, idx in params['char2idx'].items()}

# Create directory if not exist
Path(os.path.dirname(params['log_path'])).mkdir(exist_ok=True)
Path(params['model_dir']).mkdir(exist_ok=True, parents=True)

# Logging
logger = logging.getLogger('tensorflow')
logger.setLevel(logging.INFO)
fh = logging.FileHandler(params['log_path'])
logger.addHandler(fh)

# Create an estimator
estimator = tf.estimator.Estimator(
  model_fn=model_fn,
  model_dir=params['model_dir'],
  config=tf.estimator.RunConfig(
    save_checkpoints_steps=params['buffer_size']//params['batch_size']+1,
    keep_checkpoint_max=3),
  params=params)

best_em = 0.
count = 0
tf.enable_eager_execution()

while True:
  estimator.train(input_fn=lambda: dataset(is_training=True, params=params))

  minimal_test(estimator)

  # BLEU
  labels = [label for _, (_, label) in dataset(is_training=False, params=params)]
  labels = [j for i in labels for j in i.numpy()]
  labels = [[params['idx2char'].get(idx, '<unk>') for idx in arr if (idx!=0 and idx!=2)] for arr in labels]

  preds = list(estimator.predict(input_fn=lambda: dataset(is_training=False, params=params)))
  assert len(labels) == len(preds)
  preds = [[params['idx2char'].get(idx, '<unk>') for idx in arr if (idx!=0 and idx!=2)] for arr in preds]

  em = [np.array_equal(p, l) for p, l in zip(preds, labels)]
  em = np.asarray(em).mean()

  bleu, bleu_1, bleu_2, bleu_3, bleu_4 = tx.evals.corpus_bleu_moses(list_of_references=[[l] for l in labels], hypotheses=preds, return_all=True)
  logger.info("BLEU: {:.3f}, BELU-1: {:.3f}, BLEU-2: {:.3f}, BLEU-4: {:.3f}, EM: {:.3f}".format(bleu, bleu_1, bleu_2, bleu_4, em))

  if em > best_em:
    best_em = em
    count = 0
  else:
    count += 1
  logger.info("Best EM: {:.3f}".format(best_em))

  if count == params['num_patience']:
    print(params['num_patience'], "times not improve the best result, therefore stop training")
    break

INFO:tensorflow:Using config: {'_model_dir': '../model/baseline_gru_clr_multi_attn', '_tf_random_seed': None, '_save_summary_steps': 100, '_save_checkpoints_steps': 1187, '_save_checkpoints_secs': None, '_session_config': allow_soft_placement: true
graph_options {
  rewrite_options {
    meta_optimizer_iterations: ONE
  }
}
, '_keep_checkpoint_max': 3, '_keep_checkpoint_every_n_hours': 10000, '_log_step_count_steps': 100, '_train_distribute': None, '_device_fn': None, '_protocol': None, '_eval_distribute': None, '_experimental_distribute': None, '_experimental_max_worker_delay_secs': None, '_session_creation_timeout_secs': 7200, '_service': None, '_cluster_spec': <tensorflow.python.training.server_lib.ClusterSpec object at 0x7f5d69e6ba90>, '_task_type': 'worker', '_task_id': 0, '_global_id_in_cluster': 0, '_master': '', '_evaluation_master': '', '_is_chief': True, '_num_ps_replicas': 0, '_num_worker_replicas': 1}
WARNING:tensorflow:From /tensorflow-1.15.2/python3.6/tensorflow_core/python/training/training_util.py:236: Variable.initialized_value (from tensorflow.python.ops.variables) is deprecated and will be removed in a future version.
Instructions for updating:
Use Variable.read_value. Variables in 2.X are initialized automatically both in eager and graph (inside tf.defun) contexts.
INFO:tensorflow:Calling model_fn.
WARNING:tensorflow:From /tensorflow-1.15.2/python3.6/tensorflow_core/python/util/deprecation.py:507: calling count_nonzero (from tensorflow.python.ops.math_ops) with axis is deprecated and will be removed in a future version.
Instructions for updating:
reduction_indices is deprecated, use axis instead
WARNING:tensorflow:From <ipython-input-11-49fa92ac0f1f>:23: dropout (from tensorflow.python.layers.core) is deprecated and will be removed in a future version.
Instructions for updating:
Use keras.layers.dropout instead.
WARNING:tensorflow:From /tensorflow-1.15.2/python3.6/tensorflow_core/python/layers/core.py:271: Layer.apply (from tensorflow.python.keras.engine.base_layer) is deprecated and will be removed in a future version.
Instructions for updating:
Please use `layer.__call__` method instead.
WARNING:tensorflow:From /tensorflow-1.15.2/python3.6/tensorflow_core/python/ops/init_ops.py:97: calling GlorotUniform.__init__ (from tensorflow.python.ops.init_ops) with dtype is deprecated and will be removed in a future version.
Instructions for updating:
Call initializer instance with the dtype argument instead of passing it to the constructor
WARNING:tensorflow:From /tensorflow-1.15.2/python3.6/tensorflow_core/python/ops/init_ops.py:97: calling Orthogonal.__init__ (from tensorflow.python.ops.init_ops) with dtype is deprecated and will be removed in a future version.
Instructions for updating:
Call initializer instance with the dtype argument instead of passing it to the constructor
WARNING:tensorflow:From /tensorflow-1.15.2/python3.6/tensorflow_core/python/ops/init_ops.py:97: calling Zeros.__init__ (from tensorflow.python.ops.init_ops) with dtype is deprecated and will be removed in a future version.
Instructions for updating:
Call initializer instance with the dtype argument instead of passing it to the constructor
WARNING:tensorflow:From /tensorflow-1.15.2/python3.6/tensorflow_core/python/ops/resource_variable_ops.py:1630: calling BaseResourceVariable.__init__ (from tensorflow.python.ops.resource_variable_ops) with constraint is deprecated and will be removed in a future version.
Instructions for updating:
If using Keras pass *_constraint arguments to layers.
WARNING:tensorflow:From /tensorflow-1.15.2/python3.6/tensorflow_core/python/keras/backend.py:3994: where (from tensorflow.python.ops.array_ops) is deprecated and will be removed in a future version.
Instructions for updating:
Use tf.where in 2.0, which has the same broadcast rule as np.where
WARNING:tensorflow:From <ipython-input-8-961650851e3e>:12: GRUCell.__init__ (from tensorflow.python.ops.rnn_cell_impl) is deprecated and will be removed in a future version.
Instructions for updating:
This class is equivalent as tf.keras.layers.GRUCell, and will be replaced by that in Tensorflow 2.0.
WARNING:tensorflow:From /tensorflow-1.15.2/python3.6/tensorflow_core/python/ops/rnn_cell_impl.py:559: Layer.add_variable (from tensorflow.python.keras.engine.base_layer) is deprecated and will be removed in a future version.
Instructions for updating:
Please use `layer.add_weight` method instead.
WARNING:tensorflow:From /tensorflow-1.15.2/python3.6/tensorflow_core/python/ops/rnn_cell_impl.py:565: calling Constant.__init__ (from tensorflow.python.ops.init_ops) with dtype is deprecated and will be removed in a future version.
Instructions for updating:
Call initializer instance with the dtype argument instead of passing it to the constructor
WARNING:tensorflow:Entity <bound method TiedDense.call of <__main__.TiedDense object at 0x7f5d5c0c0b70>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING: Entity <bound method TiedDense.call of <__main__.TiedDense object at 0x7f5d5c0c0b70>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING:tensorflow:From <ipython-input-13-4b32e8d506d3>:15: to_float (from tensorflow.python.ops.math_ops) is deprecated and will be removed in a future version.
Instructions for updating:
Use `tf.cast` instead.
[<tf.Variable 'Embedding/fasttext_vectors:0' shape=(3853, 300) dtype=float32_ref>,
 <tf.Variable 'Encoder/bidirectional/forward_gru/kernel:0' shape=(300, 900) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/forward_gru/recurrent_kernel:0' shape=(300, 900) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/forward_gru/bias:0' shape=(900,) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/backward_gru/kernel:0' shape=(300, 900) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/backward_gru/recurrent_kernel:0' shape=(300, 900) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/backward_gru/bias:0' shape=(900,) dtype=float32>,
 <tf.Variable 'Encoder/feat_proj_1/kernel:0' shape=(1200, 300) dtype=float32_ref>,
 <tf.Variable 'Encoder/feat_proj_1/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Encoder/feat_proj_2/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Encoder/feat_proj_2/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Dynamic_Memory/attn_proj_1/kernel:0' shape=(1200, 300) dtype=float32_ref>,
 <tf.Variable 'Dynamic_Memory/attn_proj_1/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Dynamic_Memory/attn_proj_2/kernel:0' shape=(300, 1) dtype=float32_ref>,
 <tf.Variable 'Dynamic_Memory/memory_proj/kernel:0' shape=(900, 300) dtype=float32_ref>,
 <tf.Variable 'Dynamic_Memory/memory_proj/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/memory_layer/kernel:0' shape=(600, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/memory_layer_1/kernel:0' shape=(600, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/memory_layer_2/kernel:0' shape=(600, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/memory_layer_3/kernel:0' shape=(600, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/gru_cell/gates/kernel:0' shape=(900, 600) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/gru_cell/gates/bias:0' shape=(600,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/gru_cell/candidate/kernel:0' shape=(900, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/gru_cell/candidate/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention/query_layer/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention/attention_v:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/attention_layer/kernel:0' shape=(900, 75) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/attention_layer_1/kernel:0' shape=(900, 75) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention_1/query_layer/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention_1/attention_v:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/attention_layer_2/kernel:0' shape=(900, 75) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/attention_layer_3/kernel:0' shape=(900, 75) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/tied_dense/bias:0' shape=(3853,) dtype=float32_ref>]
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Create CheckpointSaverHook.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
INFO:tensorflow:Saving checkpoints for 0 into ../model/baseline_gru_clr_multi_attn/model.ckpt.
Reading ../data/train_pos.txt
Reading ../data/train_neg.txt
INFO:tensorflow:loss = 8.272603, step = 0
INFO:tensorflow:lr = 1e-04
INFO:tensorflow:global_step/sec: 3.326
INFO:tensorflow:loss = 6.6853786, step = 100 (30.070 sec)
INFO:tensorflow:lr = 0.00010737383 (30.071 sec)
INFO:tensorflow:global_step/sec: 3.47724
INFO:tensorflow:loss = 6.0841227, step = 200 (28.759 sec)
INFO:tensorflow:lr = 0.00011474771 (28.757 sec)
INFO:tensorflow:global_step/sec: 3.73916
INFO:tensorflow:loss = 5.9401183, step = 300 (26.743 sec)
INFO:tensorflow:lr = 0.00012212158 (26.746 sec)
INFO:tensorflow:global_step/sec: 3.64505
INFO:tensorflow:loss = 5.196824, step = 400 (27.433 sec)
INFO:tensorflow:lr = 0.00012949541 (27.434 sec)
INFO:tensorflow:global_step/sec: 3.71343
INFO:tensorflow:loss = 5.358578, step = 500 (26.929 sec)
INFO:tensorflow:lr = 0.00013686925 (26.927 sec)
INFO:tensorflow:global_step/sec: 3.66873
INFO:tensorflow:loss = 4.8947263, step = 600 (27.259 sec)
INFO:tensorflow:lr = 0.00014424312 (27.260 sec)
INFO:tensorflow:global_step/sec: 3.73186
INFO:tensorflow:loss = 5.0040803, step = 700 (26.798 sec)
INFO:tensorflow:lr = 0.000151617 (26.797 sec)
INFO:tensorflow:global_step/sec: 3.8544
INFO:tensorflow:loss = 4.62128, step = 800 (25.942 sec)
INFO:tensorflow:lr = 0.00015899084 (25.944 sec)
INFO:tensorflow:global_step/sec: 3.64624
INFO:tensorflow:loss = 4.272318, step = 900 (27.427 sec)
INFO:tensorflow:lr = 0.00016636465 (27.428 sec)
INFO:tensorflow:global_step/sec: 3.7545
INFO:tensorflow:loss = 3.702084, step = 1000 (26.635 sec)
INFO:tensorflow:lr = 0.00017373855 (26.634 sec)
INFO:tensorflow:global_step/sec: 3.80257
INFO:tensorflow:loss = 3.448599, step = 1100 (26.295 sec)
INFO:tensorflow:lr = 0.00018111241 (26.294 sec)
INFO:tensorflow:Saving checkpoints for 1187 into ../model/baseline_gru_clr_multi_attn/model.ckpt.
INFO:tensorflow:Loss for final step: 3.155092.
WARNING:tensorflow:From /tensorflow-1.15.2/python3.6/tensorflow_estimator/python/estimator/inputs/queues/feeding_queue_runner.py:62: QueueRunner.__init__ (from tensorflow.python.training.queue_runner_impl) is deprecated and will be removed in a future version.
Instructions for updating:
To construct input pipelines, use the `tf.data` module.
WARNING:tensorflow:From /tensorflow-1.15.2/python3.6/tensorflow_estimator/python/estimator/inputs/queues/feeding_functions.py:500: add_queue_runner (from tensorflow.python.training.queue_runner_impl) is deprecated and will be removed in a future version.
Instructions for updating:
To construct input pipelines, use the `tf.data` module.
INFO:tensorflow:Calling model_fn.
WARNING:tensorflow:Entity <bound method TiedDense.call of <__main__.TiedDense object at 0x7f5d02102630>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING: Entity <bound method TiedDense.call of <__main__.TiedDense object at 0x7f5d02102630>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING:tensorflow:From /tensorflow-1.15.2/python3.6/tensorflow_core/contrib/seq2seq/python/ops/beam_search_decoder.py:971: to_int64 (from tensorflow.python.ops.math_ops) is deprecated and will be removed in a future version.
Instructions for updating:
Use `tf.cast` instead.
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/baseline_gru_clr_multi_attn/model.ckpt-1187
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
WARNING:tensorflow:From /tensorflow-1.15.2/python3.6/tensorflow_core/python/training/monitored_session.py:882: start_queue_runners (from tensorflow.python.training.queue_runner_impl) is deprecated and will be removed in a future version.
Instructions for updating:
To construct input pipelines, use the `tf.data` module.
------------
minimal test
Q: 成都房价是多少|不买就后悔了成都房价还有上涨空间|买不起
A: 买不
------------
Reading ../data/test_pos.txt
INFO:tensorflow:Calling model_fn.
WARNING:tensorflow:Entity <bound method TiedDense.call of <__main__.TiedDense object at 0x7f5d01673828>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING: Entity <bound method TiedDense.call of <__main__.TiedDense object at 0x7f5d01673828>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/baseline_gru_clr_multi_attn/model.ckpt-1187
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
Reading ../data/test_pos.txt
INFO:tensorflow:BLEU: 22.900, BELU-1: 73.400, BLEU-2: 50.800, BLEU-4: 23.100, EM: 0.001
INFO:tensorflow:Best EM: 0.001
INFO:tensorflow:Calling model_fn.
WARNING:tensorflow:Entity <bound method TiedDense.call of <__main__.TiedDense object at 0x7f5d01e7fb70>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING: Entity <bound method TiedDense.call of <__main__.TiedDense object at 0x7f5d01e7fb70>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
[<tf.Variable 'Embedding/fasttext_vectors:0' shape=(3853, 300) dtype=float32_ref>,
 <tf.Variable 'Encoder/bidirectional/forward_gru/kernel:0' shape=(300, 900) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/forward_gru/recurrent_kernel:0' shape=(300, 900) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/forward_gru/bias:0' shape=(900,) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/backward_gru/kernel:0' shape=(300, 900) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/backward_gru/recurrent_kernel:0' shape=(300, 900) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/backward_gru/bias:0' shape=(900,) dtype=float32>,
 <tf.Variable 'Encoder/feat_proj_1/kernel:0' shape=(1200, 300) dtype=float32_ref>,
 <tf.Variable 'Encoder/feat_proj_1/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Encoder/feat_proj_2/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Encoder/feat_proj_2/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Dynamic_Memory/attn_proj_1/kernel:0' shape=(1200, 300) dtype=float32_ref>,
 <tf.Variable 'Dynamic_Memory/attn_proj_1/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Dynamic_Memory/attn_proj_2/kernel:0' shape=(300, 1) dtype=float32_ref>,
 <tf.Variable 'Dynamic_Memory/memory_proj/kernel:0' shape=(900, 300) dtype=float32_ref>,
 <tf.Variable 'Dynamic_Memory/memory_proj/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/memory_layer/kernel:0' shape=(600, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/memory_layer_1/kernel:0' shape=(600, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/memory_layer_2/kernel:0' shape=(600, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/memory_layer_3/kernel:0' shape=(600, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/gru_cell/gates/kernel:0' shape=(900, 600) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/gru_cell/gates/bias:0' shape=(600,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/gru_cell/candidate/kernel:0' shape=(900, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/gru_cell/candidate/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention/query_layer/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention/attention_v:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/attention_layer/kernel:0' shape=(900, 75) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/attention_layer_1/kernel:0' shape=(900, 75) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention_1/query_layer/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention_1/attention_v:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/attention_layer_2/kernel:0' shape=(900, 75) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/attention_layer_3/kernel:0' shape=(900, 75) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/tied_dense/bias:0' shape=(3853,) dtype=float32_ref>]
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Create CheckpointSaverHook.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/baseline_gru_clr_multi_attn/model.ckpt-1187
WARNING:tensorflow:From /tensorflow-1.15.2/python3.6/tensorflow_core/python/training/saver.py:1069: get_checkpoint_mtimes (from tensorflow.python.training.checkpoint_management) is deprecated and will be removed in a future version.
Instructions for updating:
Use standard file utilities to get mtimes.
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
INFO:tensorflow:Saving checkpoints for 1187 into ../model/baseline_gru_clr_multi_attn/model.ckpt.
Reading ../data/train_pos.txt
Reading ../data/train_neg.txt
INFO:tensorflow:loss = 3.2625535, step = 1187
INFO:tensorflow:lr = 0.00018752765
INFO:tensorflow:global_step/sec: 3.38087
INFO:tensorflow:loss = 3.2503536, step = 1287 (29.582 sec)
INFO:tensorflow:lr = 0.00019490148 (29.580 sec)
INFO:tensorflow:global_step/sec: 3.59673
INFO:tensorflow:loss = 3.0420856, step = 1387 (27.802 sec)
INFO:tensorflow:lr = 0.00020227538 (27.803 sec)
INFO:tensorflow:global_step/sec: 3.73329
INFO:tensorflow:loss = 2.8430405, step = 1487 (26.788 sec)
INFO:tensorflow:lr = 0.0002096492 (26.788 sec)
INFO:tensorflow:global_step/sec: 3.81541
INFO:tensorflow:loss = 2.5630229, step = 1587 (26.208 sec)
INFO:tensorflow:lr = 0.00021702307 (26.209 sec)
INFO:tensorflow:global_step/sec: 3.78286
INFO:tensorflow:loss = 2.5315933, step = 1687 (26.433 sec)
INFO:tensorflow:lr = 0.0002243969 (26.434 sec)
INFO:tensorflow:global_step/sec: 3.56936
INFO:tensorflow:loss = 2.3336172, step = 1787 (28.019 sec)
INFO:tensorflow:lr = 0.00023177077 (28.017 sec)
INFO:tensorflow:global_step/sec: 3.71822
INFO:tensorflow:loss = 2.6194248, step = 1887 (26.894 sec)
INFO:tensorflow:lr = 0.0002391446 (26.895 sec)
INFO:tensorflow:global_step/sec: 3.48145
INFO:tensorflow:loss = 1.9416798, step = 1987 (28.724 sec)
INFO:tensorflow:lr = 0.0002465185 (28.723 sec)
INFO:tensorflow:global_step/sec: 3.74841
INFO:tensorflow:loss = 2.2759478, step = 2087 (26.678 sec)
INFO:tensorflow:lr = 0.00025389233 (26.679 sec)
INFO:tensorflow:global_step/sec: 3.64929
INFO:tensorflow:loss = 1.8724104, step = 2187 (27.404 sec)
INFO:tensorflow:lr = 0.0002612662 (27.403 sec)
INFO:tensorflow:global_step/sec: 3.57012
INFO:tensorflow:loss = 2.0007074, step = 2287 (28.009 sec)
INFO:tensorflow:lr = 0.00026864003 (28.009 sec)
INFO:tensorflow:Saving checkpoints for 2374 into ../model/baseline_gru_clr_multi_attn/model.ckpt.
INFO:tensorflow:Loss for final step: 2.0245976.
INFO:tensorflow:Calling model_fn.
WARNING:tensorflow:Entity <bound method TiedDense.call of <__main__.TiedDense object at 0x7f5d02fc77b8>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING: Entity <bound method TiedDense.call of <__main__.TiedDense object at 0x7f5d02fc77b8>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/baseline_gru_clr_multi_attn/model.ckpt-2374
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
------------
minimal test
Q: 成都房价是多少|不买就后悔了成都房价还有上涨空间|买不起
A: 买不起
------------
Reading ../data/test_pos.txt
INFO:tensorflow:Calling model_fn.
WARNING:tensorflow:Entity <bound method TiedDense.call of <__main__.TiedDense object at 0x7f5d039ccfd0>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING: Entity <bound method TiedDense.call of <__main__.TiedDense object at 0x7f5d039ccfd0>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/baseline_gru_clr_multi_attn/model.ckpt-2374
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
Reading ../data/test_pos.txt
INFO:tensorflow:BLEU: 61.190, BELU-1: 93.500, BLEU-2: 84.800, BLEU-4: 69.100, EM: 0.228
INFO:tensorflow:Best EM: 0.228
INFO:tensorflow:Calling model_fn.
WARNING:tensorflow:Entity <bound method TiedDense.call of <__main__.TiedDense object at 0x7f5d024347f0>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING: Entity <bound method TiedDense.call of <__main__.TiedDense object at 0x7f5d024347f0>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
[<tf.Variable 'Embedding/fasttext_vectors:0' shape=(3853, 300) dtype=float32_ref>,
 <tf.Variable 'Encoder/bidirectional/forward_gru/kernel:0' shape=(300, 900) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/forward_gru/recurrent_kernel:0' shape=(300, 900) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/forward_gru/bias:0' shape=(900,) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/backward_gru/kernel:0' shape=(300, 900) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/backward_gru/recurrent_kernel:0' shape=(300, 900) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/backward_gru/bias:0' shape=(900,) dtype=float32>,
 <tf.Variable 'Encoder/feat_proj_1/kernel:0' shape=(1200, 300) dtype=float32_ref>,
 <tf.Variable 'Encoder/feat_proj_1/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Encoder/feat_proj_2/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Encoder/feat_proj_2/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Dynamic_Memory/attn_proj_1/kernel:0' shape=(1200, 300) dtype=float32_ref>,
 <tf.Variable 'Dynamic_Memory/attn_proj_1/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Dynamic_Memory/attn_proj_2/kernel:0' shape=(300, 1) dtype=float32_ref>,
 <tf.Variable 'Dynamic_Memory/memory_proj/kernel:0' shape=(900, 300) dtype=float32_ref>,
 <tf.Variable 'Dynamic_Memory/memory_proj/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/memory_layer/kernel:0' shape=(600, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/memory_layer_1/kernel:0' shape=(600, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/memory_layer_2/kernel:0' shape=(600, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/memory_layer_3/kernel:0' shape=(600, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/gru_cell/gates/kernel:0' shape=(900, 600) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/gru_cell/gates/bias:0' shape=(600,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/gru_cell/candidate/kernel:0' shape=(900, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/gru_cell/candidate/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention/query_layer/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention/attention_v:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/attention_layer/kernel:0' shape=(900, 75) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/attention_layer_1/kernel:0' shape=(900, 75) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention_1/query_layer/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention_1/attention_v:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/attention_layer_2/kernel:0' shape=(900, 75) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/attention_layer_3/kernel:0' shape=(900, 75) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/tied_dense/bias:0' shape=(3853,) dtype=float32_ref>]
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Create CheckpointSaverHook.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/baseline_gru_clr_multi_attn/model.ckpt-2374
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
INFO:tensorflow:Saving checkpoints for 2374 into ../model/baseline_gru_clr_multi_attn/model.ckpt.
Reading ../data/train_pos.txt
Reading ../data/train_neg.txt
INFO:tensorflow:loss = 2.0068493, step = 2374
INFO:tensorflow:lr = 0.00027505532
INFO:tensorflow:global_step/sec: 3.46207
INFO:tensorflow:loss = 1.916375, step = 2474 (28.889 sec)
INFO:tensorflow:lr = 0.00028242916 (28.888 sec)
INFO:tensorflow:global_step/sec: 3.65758
INFO:tensorflow:loss = 1.9433815, step = 2574 (27.340 sec)
INFO:tensorflow:lr = 0.000289803 (27.339 sec)
INFO:tensorflow:global_step/sec: 3.64653
INFO:tensorflow:loss = 1.8068093, step = 2674 (27.422 sec)
INFO:tensorflow:lr = 0.00029717686 (27.424 sec)
INFO:tensorflow:global_step/sec: 3.6535
INFO:tensorflow:loss = 1.6843405, step = 2774 (27.372 sec)
INFO:tensorflow:lr = 0.00030455075 (27.372 sec)
INFO:tensorflow:global_step/sec: 3.55336
INFO:tensorflow:loss = 1.6972637, step = 2874 (28.142 sec)
INFO:tensorflow:lr = 0.00031192458 (28.143 sec)
INFO:tensorflow:global_step/sec: 3.76358
INFO:tensorflow:loss = 1.6940608, step = 2974 (26.569 sec)
INFO:tensorflow:lr = 0.0003192984 (26.568 sec)
INFO:tensorflow:global_step/sec: 3.65659
INFO:tensorflow:loss = 1.6280775, step = 3074 (27.348 sec)
INFO:tensorflow:lr = 0.00032667228 (27.347 sec)
INFO:tensorflow:global_step/sec: 3.57454
INFO:tensorflow:loss = 1.6649116, step = 3174 (27.976 sec)
INFO:tensorflow:lr = 0.00033404614 (27.977 sec)
INFO:tensorflow:global_step/sec: 3.68948
INFO:tensorflow:loss = 1.6190323, step = 3274 (27.106 sec)
INFO:tensorflow:lr = 0.00034141997 (27.105 sec)
INFO:tensorflow:global_step/sec: 3.62828
INFO:tensorflow:loss = 1.786227, step = 3374 (27.561 sec)
INFO:tensorflow:lr = 0.00034879384 (27.561 sec)
INFO:tensorflow:global_step/sec: 3.82103
INFO:tensorflow:loss = 1.725421, step = 3474 (26.168 sec)
INFO:tensorflow:lr = 0.0003561677 (26.168 sec)
INFO:tensorflow:Saving checkpoints for 3561 into ../model/baseline_gru_clr_multi_attn/model.ckpt.
WARNING:tensorflow:From /tensorflow-1.15.2/python3.6/tensorflow_core/python/training/saver.py:963: remove_checkpoint (from tensorflow.python.training.checkpoint_management) is deprecated and will be removed in a future version.
Instructions for updating:
Use standard file APIs to delete files with this prefix.
INFO:tensorflow:Loss for final step: 1.6294925.
INFO:tensorflow:Calling model_fn.
WARNING:tensorflow:Entity <bound method TiedDense.call of <__main__.TiedDense object at 0x7f5d024d4c50>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING: Entity <bound method TiedDense.call of <__main__.TiedDense object at 0x7f5d024d4c50>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/baseline_gru_clr_multi_attn/model.ckpt-3561
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
------------
minimal test
Q: 成都房价是多少|不买就后悔了成都房价还有上涨空间|买不起
A: 成都房价不起
------------
Reading ../data/test_pos.txt
INFO:tensorflow:Calling model_fn.
WARNING:tensorflow:Entity <bound method TiedDense.call of <__main__.TiedDense object at 0x7f5d033f8b00>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING: Entity <bound method TiedDense.call of <__main__.TiedDense object at 0x7f5d033f8b00>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/baseline_gru_clr_multi_attn/model.ckpt-3561
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
Reading ../data/test_pos.txt
INFO:tensorflow:BLEU: 71.200, BELU-1: 94.100, BLEU-2: 86.500, BLEU-4: 71.300, EM: 0.388
INFO:tensorflow:Best EM: 0.388
INFO:tensorflow:Calling model_fn.
WARNING:tensorflow:Entity <bound method TiedDense.call of <__main__.TiedDense object at 0x7f5d0339ff60>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING: Entity <bound method TiedDense.call of <__main__.TiedDense object at 0x7f5d0339ff60>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
[<tf.Variable 'Embedding/fasttext_vectors:0' shape=(3853, 300) dtype=float32_ref>,
 <tf.Variable 'Encoder/bidirectional/forward_gru/kernel:0' shape=(300, 900) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/forward_gru/recurrent_kernel:0' shape=(300, 900) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/forward_gru/bias:0' shape=(900,) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/backward_gru/kernel:0' shape=(300, 900) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/backward_gru/recurrent_kernel:0' shape=(300, 900) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/backward_gru/bias:0' shape=(900,) dtype=float32>,
 <tf.Variable 'Encoder/feat_proj_1/kernel:0' shape=(1200, 300) dtype=float32_ref>,
 <tf.Variable 'Encoder/feat_proj_1/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Encoder/feat_proj_2/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Encoder/feat_proj_2/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Dynamic_Memory/attn_proj_1/kernel:0' shape=(1200, 300) dtype=float32_ref>,
 <tf.Variable 'Dynamic_Memory/attn_proj_1/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Dynamic_Memory/attn_proj_2/kernel:0' shape=(300, 1) dtype=float32_ref>,
 <tf.Variable 'Dynamic_Memory/memory_proj/kernel:0' shape=(900, 300) dtype=float32_ref>,
 <tf.Variable 'Dynamic_Memory/memory_proj/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/memory_layer/kernel:0' shape=(600, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/memory_layer_1/kernel:0' shape=(600, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/memory_layer_2/kernel:0' shape=(600, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/memory_layer_3/kernel:0' shape=(600, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/gru_cell/gates/kernel:0' shape=(900, 600) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/gru_cell/gates/bias:0' shape=(600,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/gru_cell/candidate/kernel:0' shape=(900, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/gru_cell/candidate/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention/query_layer/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention/attention_v:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/attention_layer/kernel:0' shape=(900, 75) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/attention_layer_1/kernel:0' shape=(900, 75) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention_1/query_layer/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention_1/attention_v:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/attention_layer_2/kernel:0' shape=(900, 75) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/attention_layer_3/kernel:0' shape=(900, 75) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/tied_dense/bias:0' shape=(3853,) dtype=float32_ref>]
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Create CheckpointSaverHook.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/baseline_gru_clr_multi_attn/model.ckpt-3561
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
INFO:tensorflow:Saving checkpoints for 3561 into ../model/baseline_gru_clr_multi_attn/model.ckpt.
Reading ../data/train_pos.txt
Reading ../data/train_neg.txt
INFO:tensorflow:loss = 1.6514218, step = 3561
INFO:tensorflow:lr = 0.00036258294
INFO:tensorflow:global_step/sec: 3.27689
INFO:tensorflow:loss = 1.5492712, step = 3661 (30.521 sec)
INFO:tensorflow:lr = 0.00036995678 (30.520 sec)
INFO:tensorflow:global_step/sec: 3.50105
INFO:tensorflow:loss = 1.4933206, step = 3761 (28.562 sec)
INFO:tensorflow:lr = 0.00037733064 (28.562 sec)
INFO:tensorflow:global_step/sec: 3.78132
INFO:tensorflow:loss = 1.5049711, step = 3861 (26.446 sec)
INFO:tensorflow:lr = 0.00038470453 (26.446 sec)
INFO:tensorflow:global_step/sec: 3.75563
INFO:tensorflow:loss = 1.4955385, step = 3961 (26.625 sec)
INFO:tensorflow:lr = 0.00039207836 (26.627 sec)
INFO:tensorflow:global_step/sec: 3.57449
INFO:tensorflow:loss = 1.5463121, step = 4061 (27.977 sec)
INFO:tensorflow:lr = 0.0003994522 (27.975 sec)
INFO:tensorflow:global_step/sec: 3.59386
INFO:tensorflow:loss = 1.5610659, step = 4161 (27.827 sec)
INFO:tensorflow:lr = 0.00040682606 (27.827 sec)
INFO:tensorflow:global_step/sec: 3.6613
INFO:tensorflow:loss = 1.4784747, step = 4261 (27.311 sec)
INFO:tensorflow:lr = 0.00041419995 (27.311 sec)
INFO:tensorflow:global_step/sec: 3.75451
INFO:tensorflow:loss = 1.6115872, step = 4361 (26.634 sec)
INFO:tensorflow:lr = 0.0004215738 (26.633 sec)
INFO:tensorflow:global_step/sec: 3.5221
INFO:tensorflow:loss = 1.4163493, step = 4461 (28.393 sec)
INFO:tensorflow:lr = 0.00042894762 (28.395 sec)
INFO:tensorflow:global_step/sec: 3.54955
INFO:tensorflow:loss = 1.6561315, step = 4561 (28.173 sec)
INFO:tensorflow:lr = 0.00043632148 (28.172 sec)
INFO:tensorflow:global_step/sec: 3.62994
INFO:tensorflow:loss = 1.6142704, step = 4661 (27.549 sec)
INFO:tensorflow:lr = 0.00044369535 (27.549 sec)
INFO:tensorflow:Saving checkpoints for 4748 into ../model/baseline_gru_clr_multi_attn/model.ckpt.
INFO:tensorflow:Loss for final step: 1.5783527.
INFO:tensorflow:Calling model_fn.
WARNING:tensorflow:Entity <bound method TiedDense.call of <__main__.TiedDense object at 0x7f5d032b85c0>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING: Entity <bound method TiedDense.call of <__main__.TiedDense object at 0x7f5d032b85c0>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/baseline_gru_clr_multi_attn/model.ckpt-4748
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
------------
minimal test
Q: 成都房价是多少|不买就后悔了成都房价还有上涨空间|买不起
A: 成都房价不起
------------
Reading ../data/test_pos.txt
INFO:tensorflow:Calling model_fn.
WARNING:tensorflow:Entity <bound method TiedDense.call of <__main__.TiedDense object at 0x7f5d5c0e8f98>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING: Entity <bound method TiedDense.call of <__main__.TiedDense object at 0x7f5d5c0e8f98>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/baseline_gru_clr_multi_attn/model.ckpt-4748
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
Reading ../data/test_pos.txt
INFO:tensorflow:BLEU: 72.970, BELU-1: 95.500, BLEU-2: 89.500, BLEU-4: 77.900, EM: 0.436
INFO:tensorflow:Best EM: 0.436
INFO:tensorflow:Calling model_fn.
WARNING:tensorflow:Entity <bound method TiedDense.call of <__main__.TiedDense object at 0x7f5cff70c828>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING: Entity <bound method TiedDense.call of <__main__.TiedDense object at 0x7f5cff70c828>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
[<tf.Variable 'Embedding/fasttext_vectors:0' shape=(3853, 300) dtype=float32_ref>,
 <tf.Variable 'Encoder/bidirectional/forward_gru/kernel:0' shape=(300, 900) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/forward_gru/recurrent_kernel:0' shape=(300, 900) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/forward_gru/bias:0' shape=(900,) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/backward_gru/kernel:0' shape=(300, 900) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/backward_gru/recurrent_kernel:0' shape=(300, 900) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/backward_gru/bias:0' shape=(900,) dtype=float32>,
 <tf.Variable 'Encoder/feat_proj_1/kernel:0' shape=(1200, 300) dtype=float32_ref>,
 <tf.Variable 'Encoder/feat_proj_1/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Encoder/feat_proj_2/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Encoder/feat_proj_2/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Dynamic_Memory/attn_proj_1/kernel:0' shape=(1200, 300) dtype=float32_ref>,
 <tf.Variable 'Dynamic_Memory/attn_proj_1/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Dynamic_Memory/attn_proj_2/kernel:0' shape=(300, 1) dtype=float32_ref>,
 <tf.Variable 'Dynamic_Memory/memory_proj/kernel:0' shape=(900, 300) dtype=float32_ref>,
 <tf.Variable 'Dynamic_Memory/memory_proj/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/memory_layer/kernel:0' shape=(600, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/memory_layer_1/kernel:0' shape=(600, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/memory_layer_2/kernel:0' shape=(600, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/memory_layer_3/kernel:0' shape=(600, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/gru_cell/gates/kernel:0' shape=(900, 600) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/gru_cell/gates/bias:0' shape=(600,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/gru_cell/candidate/kernel:0' shape=(900, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/gru_cell/candidate/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention/query_layer/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention/attention_v:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/attention_layer/kernel:0' shape=(900, 75) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/attention_layer_1/kernel:0' shape=(900, 75) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention_1/query_layer/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention_1/attention_v:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/attention_layer_2/kernel:0' shape=(900, 75) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/attention_layer_3/kernel:0' shape=(900, 75) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/tied_dense/bias:0' shape=(3853,) dtype=float32_ref>]
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Create CheckpointSaverHook.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/baseline_gru_clr_multi_attn/model.ckpt-4748
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
INFO:tensorflow:Saving checkpoints for 4748 into ../model/baseline_gru_clr_multi_attn/model.ckpt.
Reading ../data/train_pos.txt
Reading ../data/train_neg.txt
INFO:tensorflow:loss = 1.5559328, step = 4748
INFO:tensorflow:lr = 0.0004501106
INFO:tensorflow:global_step/sec: 3.34759
INFO:tensorflow:loss = 1.6602069, step = 4848 (29.876 sec)
INFO:tensorflow:lr = 0.00045748442 (29.875 sec)
INFO:tensorflow:global_step/sec: 3.70174
INFO:tensorflow:loss = 1.5586652, step = 4948 (27.017 sec)
INFO:tensorflow:lr = 0.0004648583 (27.014 sec)
INFO:tensorflow:global_step/sec: 3.74345
INFO:tensorflow:loss = 1.4754523, step = 5048 (26.712 sec)
INFO:tensorflow:lr = 0.00047223215 (26.714 sec)
INFO:tensorflow:global_step/sec: 3.53979
INFO:tensorflow:loss = 1.3889544, step = 5148 (28.250 sec)
INFO:tensorflow:lr = 0.000479606 (28.248 sec)
INFO:tensorflow:global_step/sec: 3.66009
INFO:tensorflow:loss = 1.5217147, step = 5248 (27.321 sec)
INFO:tensorflow:lr = 0.00048697984 (27.321 sec)
INFO:tensorflow:global_step/sec: 3.58012
INFO:tensorflow:loss = 1.5366522, step = 5348 (27.934 sec)
INFO:tensorflow:lr = 0.0004943537 (27.934 sec)
INFO:tensorflow:global_step/sec: 3.80354
INFO:tensorflow:loss = 1.611753, step = 5448 (26.288 sec)
INFO:tensorflow:lr = 0.00050172757 (26.291 sec)
INFO:tensorflow:global_step/sec: 3.66578
INFO:tensorflow:loss = 1.4056541, step = 5548 (27.282 sec)
INFO:tensorflow:lr = 0.00050910143 (27.279 sec)
INFO:tensorflow:global_step/sec: 3.60924
INFO:tensorflow:loss = 1.3970766, step = 5648 (27.704 sec)
INFO:tensorflow:lr = 0.00051647524 (27.704 sec)
INFO:tensorflow:global_step/sec: 3.4611
INFO:tensorflow:loss = 1.388748, step = 5748 (28.893 sec)
INFO:tensorflow:lr = 0.00052384916 (28.894 sec)
INFO:tensorflow:global_step/sec: 3.66706
INFO:tensorflow:loss = 1.6488776, step = 5848 (27.273 sec)
INFO:tensorflow:lr = 0.00053122296 (27.272 sec)
INFO:tensorflow:Saving checkpoints for 5935 into ../model/baseline_gru_clr_multi_attn/model.ckpt.
INFO:tensorflow:Loss for final step: 1.4842459.
INFO:tensorflow:Calling model_fn.
WARNING:tensorflow:Entity <bound method TiedDense.call of <__main__.TiedDense object at 0x7f5d02e5c240>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING: Entity <bound method TiedDense.call of <__main__.TiedDense object at 0x7f5d02e5c240>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/baseline_gru_clr_multi_attn/model.ckpt-5935
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
------------
minimal test
Q: 成都房价是多少|不买就后悔了成都房价还有上涨空间|买不起
A: 成都房价不起
------------
Reading ../data/test_pos.txt
INFO:tensorflow:Calling model_fn.
WARNING:tensorflow:Entity <bound method TiedDense.call of <__main__.TiedDense object at 0x7f5d5c40bb00>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING: Entity <bound method TiedDense.call of <__main__.TiedDense object at 0x7f5d5c40bb00>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/baseline_gru_clr_multi_attn/model.ckpt-5935
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
Reading ../data/test_pos.txt
INFO:tensorflow:BLEU: 75.050, BELU-1: 95.300, BLEU-2: 89.100, BLEU-4: 77.400, EM: 0.462
INFO:tensorflow:Best EM: 0.462
INFO:tensorflow:Calling model_fn.
WARNING:tensorflow:Entity <bound method TiedDense.call of <__main__.TiedDense object at 0x7f5d033295c0>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING: Entity <bound method TiedDense.call of <__main__.TiedDense object at 0x7f5d033295c0>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
[<tf.Variable 'Embedding/fasttext_vectors:0' shape=(3853, 300) dtype=float32_ref>,
 <tf.Variable 'Encoder/bidirectional/forward_gru/kernel:0' shape=(300, 900) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/forward_gru/recurrent_kernel:0' shape=(300, 900) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/forward_gru/bias:0' shape=(900,) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/backward_gru/kernel:0' shape=(300, 900) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/backward_gru/recurrent_kernel:0' shape=(300, 900) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/backward_gru/bias:0' shape=(900,) dtype=float32>,
 <tf.Variable 'Encoder/feat_proj_1/kernel:0' shape=(1200, 300) dtype=float32_ref>,
 <tf.Variable 'Encoder/feat_proj_1/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Encoder/feat_proj_2/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Encoder/feat_proj_2/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Dynamic_Memory/attn_proj_1/kernel:0' shape=(1200, 300) dtype=float32_ref>,
 <tf.Variable 'Dynamic_Memory/attn_proj_1/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Dynamic_Memory/attn_proj_2/kernel:0' shape=(300, 1) dtype=float32_ref>,
 <tf.Variable 'Dynamic_Memory/memory_proj/kernel:0' shape=(900, 300) dtype=float32_ref>,
 <tf.Variable 'Dynamic_Memory/memory_proj/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/memory_layer/kernel:0' shape=(600, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/memory_layer_1/kernel:0' shape=(600, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/memory_layer_2/kernel:0' shape=(600, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/memory_layer_3/kernel:0' shape=(600, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/gru_cell/gates/kernel:0' shape=(900, 600) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/gru_cell/gates/bias:0' shape=(600,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/gru_cell/candidate/kernel:0' shape=(900, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/gru_cell/candidate/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention/query_layer/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention/attention_v:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/attention_layer/kernel:0' shape=(900, 75) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/attention_layer_1/kernel:0' shape=(900, 75) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention_1/query_layer/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention_1/attention_v:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/attention_layer_2/kernel:0' shape=(900, 75) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/attention_layer_3/kernel:0' shape=(900, 75) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/tied_dense/bias:0' shape=(3853,) dtype=float32_ref>]
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Create CheckpointSaverHook.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/baseline_gru_clr_multi_attn/model.ckpt-5935
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
INFO:tensorflow:Saving checkpoints for 5935 into ../model/baseline_gru_clr_multi_attn/model.ckpt.
Reading ../data/train_pos.txt
Reading ../data/train_neg.txt
INFO:tensorflow:loss = 1.5670855, step = 5935
INFO:tensorflow:lr = 0.00053763826
INFO:tensorflow:global_step/sec: 3.37108
INFO:tensorflow:loss = 1.4576446, step = 6035 (29.667 sec)
INFO:tensorflow:lr = 0.00054501207 (29.667 sec)
INFO:tensorflow:global_step/sec: 3.58755
INFO:tensorflow:loss = 1.4866638, step = 6135 (27.874 sec)
INFO:tensorflow:lr = 0.0005523859 (27.872 sec)
INFO:tensorflow:global_step/sec: 3.7568
INFO:tensorflow:loss = 1.4209493, step = 6235 (26.620 sec)
INFO:tensorflow:lr = 0.0005597598 (26.620 sec)
INFO:tensorflow:global_step/sec: 3.74991
INFO:tensorflow:loss = 1.361914, step = 6335 (26.667 sec)
INFO:tensorflow:lr = 0.00056713365 (26.667 sec)
INFO:tensorflow:global_step/sec: 3.49505
INFO:tensorflow:loss = 1.4193804, step = 6435 (28.612 sec)
INFO:tensorflow:lr = 0.0005745075 (28.613 sec)
INFO:tensorflow:global_step/sec: 3.64123
INFO:tensorflow:loss = 1.4007365, step = 6535 (27.462 sec)
INFO:tensorflow:lr = 0.0005818814 (27.462 sec)
INFO:tensorflow:global_step/sec: 3.80319
INFO:tensorflow:loss = 1.4119081, step = 6635 (26.292 sec)
INFO:tensorflow:lr = 0.00058925524 (26.296 sec)
INFO:tensorflow:global_step/sec: 3.82281
INFO:tensorflow:loss = 1.6025013, step = 6735 (26.162 sec)
INFO:tensorflow:lr = 0.0005966291 (26.158 sec)
INFO:tensorflow:global_step/sec: 3.69966
INFO:tensorflow:loss = 1.5568558, step = 6835 (27.028 sec)
INFO:tensorflow:lr = 0.0006040029 (27.029 sec)
INFO:tensorflow:global_step/sec: 3.7132
INFO:tensorflow:loss = 1.3641859, step = 6935 (26.933 sec)
INFO:tensorflow:lr = 0.0006113768 (26.931 sec)
INFO:tensorflow:global_step/sec: 3.7372
INFO:tensorflow:loss = 1.3868928, step = 7035 (26.759 sec)
INFO:tensorflow:lr = 0.00061875064 (26.758 sec)
INFO:tensorflow:Saving checkpoints for 7122 into ../model/baseline_gru_clr_multi_attn/model.ckpt.
INFO:tensorflow:Loss for final step: 1.4978637.
INFO:tensorflow:Calling model_fn.
WARNING:tensorflow:Entity <bound method TiedDense.call of <__main__.TiedDense object at 0x7f5d02d4bfd0>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING: Entity <bound method TiedDense.call of <__main__.TiedDense object at 0x7f5d02d4bfd0>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/baseline_gru_clr_multi_attn/model.ckpt-7122
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
------------
minimal test
Q: 成都房价是多少|不买就后悔了成都房价还有上涨空间|买不起
A: 买不起成都房价
------------
Reading ../data/test_pos.txt
INFO:tensorflow:Calling model_fn.
WARNING:tensorflow:Entity <bound method TiedDense.call of <__main__.TiedDense object at 0x7f5d5c3e77f0>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING: Entity <bound method TiedDense.call of <__main__.TiedDense object at 0x7f5d5c3e77f0>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/baseline_gru_clr_multi_attn/model.ckpt-7122
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
Reading ../data/test_pos.txt
INFO:tensorflow:BLEU: 75.670, BELU-1: 95.400, BLEU-2: 89.600, BLEU-4: 78.700, EM: 0.494
INFO:tensorflow:Best EM: 0.494
INFO:tensorflow:Calling model_fn.
WARNING:tensorflow:Entity <bound method TiedDense.call of <__main__.TiedDense object at 0x7f5d02f9a550>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING: Entity <bound method TiedDense.call of <__main__.TiedDense object at 0x7f5d02f9a550>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
[<tf.Variable 'Embedding/fasttext_vectors:0' shape=(3853, 300) dtype=float32_ref>,
 <tf.Variable 'Encoder/bidirectional/forward_gru/kernel:0' shape=(300, 900) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/forward_gru/recurrent_kernel:0' shape=(300, 900) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/forward_gru/bias:0' shape=(900,) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/backward_gru/kernel:0' shape=(300, 900) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/backward_gru/recurrent_kernel:0' shape=(300, 900) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/backward_gru/bias:0' shape=(900,) dtype=float32>,
 <tf.Variable 'Encoder/feat_proj_1/kernel:0' shape=(1200, 300) dtype=float32_ref>,
 <tf.Variable 'Encoder/feat_proj_1/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Encoder/feat_proj_2/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Encoder/feat_proj_2/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Dynamic_Memory/attn_proj_1/kernel:0' shape=(1200, 300) dtype=float32_ref>,
 <tf.Variable 'Dynamic_Memory/attn_proj_1/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Dynamic_Memory/attn_proj_2/kernel:0' shape=(300, 1) dtype=float32_ref>,
 <tf.Variable 'Dynamic_Memory/memory_proj/kernel:0' shape=(900, 300) dtype=float32_ref>,
 <tf.Variable 'Dynamic_Memory/memory_proj/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/memory_layer/kernel:0' shape=(600, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/memory_layer_1/kernel:0' shape=(600, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/memory_layer_2/kernel:0' shape=(600, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/memory_layer_3/kernel:0' shape=(600, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/gru_cell/gates/kernel:0' shape=(900, 600) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/gru_cell/gates/bias:0' shape=(600,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/gru_cell/candidate/kernel:0' shape=(900, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/gru_cell/candidate/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention/query_layer/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention/attention_v:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/attention_layer/kernel:0' shape=(900, 75) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/attention_layer_1/kernel:0' shape=(900, 75) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention_1/query_layer/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention_1/attention_v:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/attention_layer_2/kernel:0' shape=(900, 75) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/attention_layer_3/kernel:0' shape=(900, 75) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/tied_dense/bias:0' shape=(3853,) dtype=float32_ref>]
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Create CheckpointSaverHook.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/baseline_gru_clr_multi_attn/model.ckpt-7122
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
INFO:tensorflow:Saving checkpoints for 7122 into ../model/baseline_gru_clr_multi_attn/model.ckpt.
Reading ../data/train_pos.txt
Reading ../data/train_neg.txt
INFO:tensorflow:loss = 1.4311379, step = 7122
INFO:tensorflow:lr = 0.0006251659
INFO:tensorflow:global_step/sec: 3.42258
INFO:tensorflow:loss = 1.3307413, step = 7222 (29.222 sec)
INFO:tensorflow:lr = 0.00063253974 (29.222 sec)
INFO:tensorflow:global_step/sec: 3.52675
INFO:tensorflow:loss = 1.4445611, step = 7322 (28.355 sec)
INFO:tensorflow:lr = 0.0006399136 (28.354 sec)
INFO:tensorflow:global_step/sec: 3.68517
INFO:tensorflow:loss = 1.5042676, step = 7422 (27.133 sec)
INFO:tensorflow:lr = 0.00064728747 (27.131 sec)
INFO:tensorflow:global_step/sec: 3.55066
INFO:tensorflow:loss = 1.3479106, step = 7522 (28.166 sec)
INFO:tensorflow:lr = 0.0006546613 (28.166 sec)
INFO:tensorflow:global_step/sec: 3.63719
INFO:tensorflow:loss = 1.4023725, step = 7622 (27.499 sec)
INFO:tensorflow:lr = 0.0006620352 (27.501 sec)
INFO:tensorflow:global_step/sec: 3.6985
INFO:tensorflow:loss = 1.4127573, step = 7722 (27.032 sec)
INFO:tensorflow:lr = 0.000669409 (27.032 sec)
INFO:tensorflow:global_step/sec: 3.66347
INFO:tensorflow:loss = 1.3581965, step = 7822 (27.295 sec)
INFO:tensorflow:lr = 0.00067678286 (27.297 sec)
INFO:tensorflow:global_step/sec: 3.7649
INFO:tensorflow:loss = 1.4559141, step = 7922 (26.563 sec)
INFO:tensorflow:lr = 0.0006841567 (26.560 sec)
INFO:tensorflow:global_step/sec: 3.75808
INFO:tensorflow:loss = 1.4110503, step = 8022 (26.610 sec)
INFO:tensorflow:lr = 0.0006915306 (26.611 sec)
INFO:tensorflow:global_step/sec: 3.66379
INFO:tensorflow:loss = 1.443285, step = 8122 (27.293 sec)
INFO:tensorflow:lr = 0.00069890445 (27.292 sec)
INFO:tensorflow:global_step/sec: 3.63259
INFO:tensorflow:loss = 1.5899816, step = 8222 (27.528 sec)
INFO:tensorflow:lr = 0.0007062783 (27.529 sec)
INFO:tensorflow:Saving checkpoints for 8309 into ../model/baseline_gru_clr_multi_attn/model.ckpt.
INFO:tensorflow:Loss for final step: 1.5285102.
INFO:tensorflow:Calling model_fn.
WARNING:tensorflow:Entity <bound method TiedDense.call of <__main__.TiedDense object at 0x7f5d5003b358>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING: Entity <bound method TiedDense.call of <__main__.TiedDense object at 0x7f5d5003b358>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/baseline_gru_clr_multi_attn/model.ckpt-8309
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
------------
minimal test
Q: 成都房价是多少|不买就后悔了成都房价还有上涨空间|买不起
A: 买不起
------------
Reading ../data/test_pos.txt
INFO:tensorflow:Calling model_fn.
WARNING:tensorflow:Entity <bound method TiedDense.call of <__main__.TiedDense object at 0x7f5d01f9e2e8>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING: Entity <bound method TiedDense.call of <__main__.TiedDense object at 0x7f5d01f9e2e8>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/baseline_gru_clr_multi_attn/model.ckpt-8309
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
Reading ../data/test_pos.txt
INFO:tensorflow:BLEU: 76.170, BELU-1: 95.000, BLEU-2: 89.100, BLEU-4: 77.900, EM: 0.486
INFO:tensorflow:Best EM: 0.494
INFO:tensorflow:Calling model_fn.
WARNING:tensorflow:Entity <bound method TiedDense.call of <__main__.TiedDense object at 0x7f5d5c52e940>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING: Entity <bound method TiedDense.call of <__main__.TiedDense object at 0x7f5d5c52e940>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
[<tf.Variable 'Embedding/fasttext_vectors:0' shape=(3853, 300) dtype=float32_ref>,
 <tf.Variable 'Encoder/bidirectional/forward_gru/kernel:0' shape=(300, 900) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/forward_gru/recurrent_kernel:0' shape=(300, 900) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/forward_gru/bias:0' shape=(900,) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/backward_gru/kernel:0' shape=(300, 900) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/backward_gru/recurrent_kernel:0' shape=(300, 900) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/backward_gru/bias:0' shape=(900,) dtype=float32>,
 <tf.Variable 'Encoder/feat_proj_1/kernel:0' shape=(1200, 300) dtype=float32_ref>,
 <tf.Variable 'Encoder/feat_proj_1/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Encoder/feat_proj_2/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Encoder/feat_proj_2/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Dynamic_Memory/attn_proj_1/kernel:0' shape=(1200, 300) dtype=float32_ref>,
 <tf.Variable 'Dynamic_Memory/attn_proj_1/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Dynamic_Memory/attn_proj_2/kernel:0' shape=(300, 1) dtype=float32_ref>,
 <tf.Variable 'Dynamic_Memory/memory_proj/kernel:0' shape=(900, 300) dtype=float32_ref>,
 <tf.Variable 'Dynamic_Memory/memory_proj/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/memory_layer/kernel:0' shape=(600, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/memory_layer_1/kernel:0' shape=(600, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/memory_layer_2/kernel:0' shape=(600, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/memory_layer_3/kernel:0' shape=(600, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/gru_cell/gates/kernel:0' shape=(900, 600) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/gru_cell/gates/bias:0' shape=(600,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/gru_cell/candidate/kernel:0' shape=(900, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/gru_cell/candidate/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention/query_layer/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention/attention_v:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/attention_layer/kernel:0' shape=(900, 75) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/attention_layer_1/kernel:0' shape=(900, 75) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention_1/query_layer/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention_1/attention_v:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/attention_layer_2/kernel:0' shape=(900, 75) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/attention_layer_3/kernel:0' shape=(900, 75) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/tied_dense/bias:0' shape=(3853,) dtype=float32_ref>]
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Create CheckpointSaverHook.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/baseline_gru_clr_multi_attn/model.ckpt-8309
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
INFO:tensorflow:Saving checkpoints for 8309 into ../model/baseline_gru_clr_multi_attn/model.ckpt.
Reading ../data/train_pos.txt
Reading ../data/train_neg.txt
INFO:tensorflow:loss = 1.2864802, step = 8309
INFO:tensorflow:lr = 0.00071269355
INFO:tensorflow:global_step/sec: 3.30789
INFO:tensorflow:loss = 1.4403689, step = 8409 (30.235 sec)
INFO:tensorflow:lr = 0.0007200674 (30.236 sec)
INFO:tensorflow:global_step/sec: 3.76558
INFO:tensorflow:loss = 1.3788643, step = 8509 (26.556 sec)
INFO:tensorflow:lr = 0.0007274412 (26.554 sec)
INFO:tensorflow:global_step/sec: 3.71443
INFO:tensorflow:loss = 1.3906169, step = 8609 (26.924 sec)
INFO:tensorflow:lr = 0.00073481514 (26.923 sec)
INFO:tensorflow:global_step/sec: 3.76854
INFO:tensorflow:loss = 1.3370122, step = 8709 (26.535 sec)
INFO:tensorflow:lr = 0.00074218895 (26.536 sec)
INFO:tensorflow:global_step/sec: 3.86207
INFO:tensorflow:loss = 1.3587928, step = 8809 (25.892 sec)
INFO:tensorflow:lr = 0.0007495628 (25.891 sec)
INFO:tensorflow:global_step/sec: 3.72043
INFO:tensorflow:loss = 1.3127732, step = 8909 (26.877 sec)
INFO:tensorflow:lr = 0.0007569367 (26.880 sec)
INFO:tensorflow:global_step/sec: 3.60538
INFO:tensorflow:loss = 1.3724288, step = 9009 (27.735 sec)
INFO:tensorflow:lr = 0.0007643105 (27.734 sec)
INFO:tensorflow:global_step/sec: 3.45169
INFO:tensorflow:loss = 1.4866214, step = 9109 (28.974 sec)
INFO:tensorflow:lr = 0.0007716844 (28.974 sec)
INFO:tensorflow:global_step/sec: 3.90639
INFO:tensorflow:loss = 1.4857852, step = 9209 (25.599 sec)
INFO:tensorflow:lr = 0.0007790582 (25.599 sec)
INFO:tensorflow:global_step/sec: 3.71178
INFO:tensorflow:loss = 1.4844159, step = 9309 (26.941 sec)
INFO:tensorflow:lr = 0.00078643207 (26.940 sec)
INFO:tensorflow:global_step/sec: 3.66583
INFO:tensorflow:loss = 1.4739527, step = 9409 (27.279 sec)
INFO:tensorflow:lr = 0.0007938059 (27.280 sec)
INFO:tensorflow:Saving checkpoints for 9496 into ../model/baseline_gru_clr_multi_attn/model.ckpt.
INFO:tensorflow:Loss for final step: 1.5362861.
INFO:tensorflow:Calling model_fn.
WARNING:tensorflow:Entity <bound method TiedDense.call of <__main__.TiedDense object at 0x7f5d0212ae10>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING: Entity <bound method TiedDense.call of <__main__.TiedDense object at 0x7f5d0212ae10>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/baseline_gru_clr_multi_attn/model.ckpt-9496
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
------------
minimal test
Q: 成都房价是多少|不买就后悔了成都房价还有上涨空间|买不起
A: 买不起成都房价
------------
Reading ../data/test_pos.txt
INFO:tensorflow:Calling model_fn.
WARNING:tensorflow:Entity <bound method TiedDense.call of <__main__.TiedDense object at 0x7f5d02fc35f8>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING: Entity <bound method TiedDense.call of <__main__.TiedDense object at 0x7f5d02fc35f8>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/baseline_gru_clr_multi_attn/model.ckpt-9496
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
Reading ../data/test_pos.txt
INFO:tensorflow:BLEU: 76.570, BELU-1: 94.400, BLEU-2: 88.100, BLEU-4: 76.000, EM: 0.495
INFO:tensorflow:Best EM: 0.495
INFO:tensorflow:Calling model_fn.
WARNING:tensorflow:Entity <bound method TiedDense.call of <__main__.TiedDense object at 0x7f5d5c28ff98>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING: Entity <bound method TiedDense.call of <__main__.TiedDense object at 0x7f5d5c28ff98>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
[<tf.Variable 'Embedding/fasttext_vectors:0' shape=(3853, 300) dtype=float32_ref>,
 <tf.Variable 'Encoder/bidirectional/forward_gru/kernel:0' shape=(300, 900) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/forward_gru/recurrent_kernel:0' shape=(300, 900) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/forward_gru/bias:0' shape=(900,) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/backward_gru/kernel:0' shape=(300, 900) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/backward_gru/recurrent_kernel:0' shape=(300, 900) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/backward_gru/bias:0' shape=(900,) dtype=float32>,
 <tf.Variable 'Encoder/feat_proj_1/kernel:0' shape=(1200, 300) dtype=float32_ref>,
 <tf.Variable 'Encoder/feat_proj_1/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Encoder/feat_proj_2/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Encoder/feat_proj_2/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Dynamic_Memory/attn_proj_1/kernel:0' shape=(1200, 300) dtype=float32_ref>,
 <tf.Variable 'Dynamic_Memory/attn_proj_1/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Dynamic_Memory/attn_proj_2/kernel:0' shape=(300, 1) dtype=float32_ref>,
 <tf.Variable 'Dynamic_Memory/memory_proj/kernel:0' shape=(900, 300) dtype=float32_ref>,
 <tf.Variable 'Dynamic_Memory/memory_proj/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/memory_layer/kernel:0' shape=(600, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/memory_layer_1/kernel:0' shape=(600, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/memory_layer_2/kernel:0' shape=(600, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/memory_layer_3/kernel:0' shape=(600, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/gru_cell/gates/kernel:0' shape=(900, 600) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/gru_cell/gates/bias:0' shape=(600,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/gru_cell/candidate/kernel:0' shape=(900, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/gru_cell/candidate/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention/query_layer/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention/attention_v:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/attention_layer/kernel:0' shape=(900, 75) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/attention_layer_1/kernel:0' shape=(900, 75) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention_1/query_layer/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention_1/attention_v:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/attention_layer_2/kernel:0' shape=(900, 75) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/attention_layer_3/kernel:0' shape=(900, 75) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/tied_dense/bias:0' shape=(3853,) dtype=float32_ref>]
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Create CheckpointSaverHook.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/baseline_gru_clr_multi_attn/model.ckpt-9496
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
INFO:tensorflow:Saving checkpoints for 9496 into ../model/baseline_gru_clr_multi_attn/model.ckpt.
Reading ../data/train_pos.txt
Reading ../data/train_neg.txt
INFO:tensorflow:loss = 1.3505604, step = 9496
INFO:tensorflow:lr = 0.0007997788
INFO:tensorflow:global_step/sec: 3.41511
INFO:tensorflow:loss = 1.4844749, step = 9596 (29.286 sec)
INFO:tensorflow:lr = 0.0007924049 (29.285 sec)
INFO:tensorflow:global_step/sec: 3.74384
INFO:tensorflow:loss = 1.4092867, step = 9696 (26.709 sec)
INFO:tensorflow:lr = 0.0007850311 (26.709 sec)
INFO:tensorflow:global_step/sec: 3.73476
INFO:tensorflow:loss = 1.3879058, step = 9796 (26.777 sec)
INFO:tensorflow:lr = 0.0007776572 (26.778 sec)
INFO:tensorflow:global_step/sec: 3.8113
INFO:tensorflow:loss = 1.3229499, step = 9896 (26.237 sec)
INFO:tensorflow:lr = 0.00077028334 (26.238 sec)
INFO:tensorflow:global_step/sec: 3.79991
INFO:tensorflow:loss = 1.3509005, step = 9996 (26.316 sec)
INFO:tensorflow:lr = 0.00076290953 (26.314 sec)
INFO:tensorflow:global_step/sec: 3.76439
INFO:tensorflow:loss = 1.3352226, step = 10096 (26.566 sec)
INFO:tensorflow:lr = 0.0007555357 (26.566 sec)
INFO:tensorflow:global_step/sec: 3.60808
INFO:tensorflow:loss = 1.4019079, step = 10196 (27.714 sec)
INFO:tensorflow:lr = 0.00074816175 (27.716 sec)
INFO:tensorflow:global_step/sec: 3.44374
INFO:tensorflow:loss = 1.3656713, step = 10296 (29.040 sec)
INFO:tensorflow:lr = 0.00074078795 (29.039 sec)
INFO:tensorflow:global_step/sec: 3.67585
INFO:tensorflow:loss = 1.3494307, step = 10396 (27.204 sec)
INFO:tensorflow:lr = 0.0007334141 (27.203 sec)
INFO:tensorflow:global_step/sec: 3.80309
INFO:tensorflow:loss = 1.3943553, step = 10496 (26.292 sec)
INFO:tensorflow:lr = 0.0007260403 (26.295 sec)
INFO:tensorflow:global_step/sec: 3.65916
INFO:tensorflow:loss = 1.4032589, step = 10596 (27.332 sec)
INFO:tensorflow:lr = 0.00071866636 (27.332 sec)
INFO:tensorflow:Saving checkpoints for 10683 into ../model/baseline_gru_clr_multi_attn/model.ckpt.
INFO:tensorflow:Loss for final step: 1.5438195.
INFO:tensorflow:Calling model_fn.
WARNING:tensorflow:Entity <bound method TiedDense.call of <__main__.TiedDense object at 0x7f5d02aaffd0>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING: Entity <bound method TiedDense.call of <__main__.TiedDense object at 0x7f5d02aaffd0>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/baseline_gru_clr_multi_attn/model.ckpt-10683
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
------------
minimal test
Q: 成都房价是多少|不买就后悔了成都房价还有上涨空间|买不起
A: 买不起房价
------------
Reading ../data/test_pos.txt
INFO:tensorflow:Calling model_fn.
WARNING:tensorflow:Entity <bound method TiedDense.call of <__main__.TiedDense object at 0x7f5d030b2630>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING: Entity <bound method TiedDense.call of <__main__.TiedDense object at 0x7f5d030b2630>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/baseline_gru_clr_multi_attn/model.ckpt-10683
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
Reading ../data/test_pos.txt
INFO:tensorflow:BLEU: 77.860, BELU-1: 95.300, BLEU-2: 89.500, BLEU-4: 78.400, EM: 0.514
INFO:tensorflow:Best EM: 0.514
INFO:tensorflow:Calling model_fn.
WARNING:tensorflow:Entity <bound method TiedDense.call of <__main__.TiedDense object at 0x7f5d03abb9b0>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING: Entity <bound method TiedDense.call of <__main__.TiedDense object at 0x7f5d03abb9b0>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
[<tf.Variable 'Embedding/fasttext_vectors:0' shape=(3853, 300) dtype=float32_ref>,
 <tf.Variable 'Encoder/bidirectional/forward_gru/kernel:0' shape=(300, 900) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/forward_gru/recurrent_kernel:0' shape=(300, 900) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/forward_gru/bias:0' shape=(900,) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/backward_gru/kernel:0' shape=(300, 900) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/backward_gru/recurrent_kernel:0' shape=(300, 900) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/backward_gru/bias:0' shape=(900,) dtype=float32>,
 <tf.Variable 'Encoder/feat_proj_1/kernel:0' shape=(1200, 300) dtype=float32_ref>,
 <tf.Variable 'Encoder/feat_proj_1/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Encoder/feat_proj_2/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Encoder/feat_proj_2/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Dynamic_Memory/attn_proj_1/kernel:0' shape=(1200, 300) dtype=float32_ref>,
 <tf.Variable 'Dynamic_Memory/attn_proj_1/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Dynamic_Memory/attn_proj_2/kernel:0' shape=(300, 1) dtype=float32_ref>,
 <tf.Variable 'Dynamic_Memory/memory_proj/kernel:0' shape=(900, 300) dtype=float32_ref>,
 <tf.Variable 'Dynamic_Memory/memory_proj/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/memory_layer/kernel:0' shape=(600, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/memory_layer_1/kernel:0' shape=(600, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/memory_layer_2/kernel:0' shape=(600, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/memory_layer_3/kernel:0' shape=(600, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/gru_cell/gates/kernel:0' shape=(900, 600) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/gru_cell/gates/bias:0' shape=(600,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/gru_cell/candidate/kernel:0' shape=(900, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/gru_cell/candidate/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention/query_layer/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention/attention_v:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/attention_layer/kernel:0' shape=(900, 75) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/attention_layer_1/kernel:0' shape=(900, 75) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention_1/query_layer/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention_1/attention_v:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/attention_layer_2/kernel:0' shape=(900, 75) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/attention_layer_3/kernel:0' shape=(900, 75) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/tied_dense/bias:0' shape=(3853,) dtype=float32_ref>]
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Create CheckpointSaverHook.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/baseline_gru_clr_multi_attn/model.ckpt-10683
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
INFO:tensorflow:Saving checkpoints for 10683 into ../model/baseline_gru_clr_multi_attn/model.ckpt.
Reading ../data/train_pos.txt
Reading ../data/train_neg.txt
INFO:tensorflow:loss = 1.3554606, step = 10683
INFO:tensorflow:lr = 0.0007122512
INFO:tensorflow:global_step/sec: 3.35682
INFO:tensorflow:loss = 1.4940128, step = 10783 (29.792 sec)
INFO:tensorflow:lr = 0.0007048773 (29.791 sec)
INFO:tensorflow:global_step/sec: 3.62315
INFO:tensorflow:loss = 1.3197725, step = 10883 (27.606 sec)
INFO:tensorflow:lr = 0.0006975034 (27.607 sec)
INFO:tensorflow:global_step/sec: 3.70554
INFO:tensorflow:loss = 1.3375046, step = 10983 (26.982 sec)
INFO:tensorflow:lr = 0.0006901296 (26.981 sec)
INFO:tensorflow:global_step/sec: 3.73494
INFO:tensorflow:loss = 1.3185501, step = 11083 (26.776 sec)
INFO:tensorflow:lr = 0.0006827557 (26.777 sec)
INFO:tensorflow:global_step/sec: 3.77878
INFO:tensorflow:loss = 1.3419211, step = 11183 (26.461 sec)
INFO:tensorflow:lr = 0.0006753819 (26.459 sec)
INFO:tensorflow:global_step/sec: 3.73673
INFO:tensorflow:loss = 1.3890746, step = 11283 (26.763 sec)
INFO:tensorflow:lr = 0.000668008 (26.766 sec)
INFO:tensorflow:global_step/sec: 3.72517
INFO:tensorflow:loss = 1.3553257, step = 11383 (26.844 sec)
INFO:tensorflow:lr = 0.00066063413 (26.843 sec)
INFO:tensorflow:global_step/sec: 3.42892
INFO:tensorflow:loss = 1.2925525, step = 11483 (29.165 sec)
INFO:tensorflow:lr = 0.00065326033 (29.164 sec)
INFO:tensorflow:global_step/sec: 3.82397
INFO:tensorflow:loss = 1.377877, step = 11583 (26.152 sec)
INFO:tensorflow:lr = 0.00064588647 (26.151 sec)
INFO:tensorflow:global_step/sec: 3.66001
INFO:tensorflow:loss = 1.4967479, step = 11683 (27.320 sec)
INFO:tensorflow:lr = 0.00063851255 (27.323 sec)
INFO:tensorflow:global_step/sec: 3.81119
INFO:tensorflow:loss = 1.3733801, step = 11783 (26.240 sec)
INFO:tensorflow:lr = 0.00063113874 (26.236 sec)
INFO:tensorflow:Saving checkpoints for 11870 into ../model/baseline_gru_clr_multi_attn/model.ckpt.
INFO:tensorflow:Loss for final step: 1.3810058.
INFO:tensorflow:Calling model_fn.
WARNING:tensorflow:Entity <bound method TiedDense.call of <__main__.TiedDense object at 0x7f5d02772630>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING: Entity <bound method TiedDense.call of <__main__.TiedDense object at 0x7f5d02772630>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/baseline_gru_clr_multi_attn/model.ckpt-11870
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
------------
minimal test
Q: 成都房价是多少|不买就后悔了成都房价还有上涨空间|买不起
A: 买不起成都房价
------------
Reading ../data/test_pos.txt
INFO:tensorflow:Calling model_fn.
WARNING:tensorflow:Entity <bound method TiedDense.call of <__main__.TiedDense object at 0x7f5d016a2fd0>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING: Entity <bound method TiedDense.call of <__main__.TiedDense object at 0x7f5d016a2fd0>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/baseline_gru_clr_multi_attn/model.ckpt-11870
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
Reading ../data/test_pos.txt
INFO:tensorflow:BLEU: 78.840, BELU-1: 95.100, BLEU-2: 89.400, BLEU-4: 78.000, EM: 0.522
INFO:tensorflow:Best EM: 0.522
INFO:tensorflow:Calling model_fn.
WARNING:tensorflow:Entity <bound method TiedDense.call of <__main__.TiedDense object at 0x7f5d5c23e320>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING: Entity <bound method TiedDense.call of <__main__.TiedDense object at 0x7f5d5c23e320>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
[<tf.Variable 'Embedding/fasttext_vectors:0' shape=(3853, 300) dtype=float32_ref>,
 <tf.Variable 'Encoder/bidirectional/forward_gru/kernel:0' shape=(300, 900) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/forward_gru/recurrent_kernel:0' shape=(300, 900) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/forward_gru/bias:0' shape=(900,) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/backward_gru/kernel:0' shape=(300, 900) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/backward_gru/recurrent_kernel:0' shape=(300, 900) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/backward_gru/bias:0' shape=(900,) dtype=float32>,
 <tf.Variable 'Encoder/feat_proj_1/kernel:0' shape=(1200, 300) dtype=float32_ref>,
 <tf.Variable 'Encoder/feat_proj_1/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Encoder/feat_proj_2/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Encoder/feat_proj_2/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Dynamic_Memory/attn_proj_1/kernel:0' shape=(1200, 300) dtype=float32_ref>,
 <tf.Variable 'Dynamic_Memory/attn_proj_1/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Dynamic_Memory/attn_proj_2/kernel:0' shape=(300, 1) dtype=float32_ref>,
 <tf.Variable 'Dynamic_Memory/memory_proj/kernel:0' shape=(900, 300) dtype=float32_ref>,
 <tf.Variable 'Dynamic_Memory/memory_proj/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/memory_layer/kernel:0' shape=(600, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/memory_layer_1/kernel:0' shape=(600, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/memory_layer_2/kernel:0' shape=(600, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/memory_layer_3/kernel:0' shape=(600, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/gru_cell/gates/kernel:0' shape=(900, 600) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/gru_cell/gates/bias:0' shape=(600,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/gru_cell/candidate/kernel:0' shape=(900, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/gru_cell/candidate/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention/query_layer/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention/attention_v:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/attention_layer/kernel:0' shape=(900, 75) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/attention_layer_1/kernel:0' shape=(900, 75) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention_1/query_layer/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention_1/attention_v:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/attention_layer_2/kernel:0' shape=(900, 75) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/attention_layer_3/kernel:0' shape=(900, 75) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/tied_dense/bias:0' shape=(3853,) dtype=float32_ref>]
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Create CheckpointSaverHook.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/baseline_gru_clr_multi_attn/model.ckpt-11870
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
INFO:tensorflow:Saving checkpoints for 11870 into ../model/baseline_gru_clr_multi_attn/model.ckpt.
Reading ../data/train_pos.txt
Reading ../data/train_neg.txt
INFO:tensorflow:loss = 1.2801923, step = 11870
INFO:tensorflow:lr = 0.00062472344
INFO:tensorflow:global_step/sec: 3.27628
INFO:tensorflow:loss = 1.2894886, step = 11970 (30.526 sec)
INFO:tensorflow:lr = 0.00061734964 (30.526 sec)
INFO:tensorflow:global_step/sec: 3.82606
INFO:tensorflow:loss = 1.3509164, step = 12070 (26.136 sec)
INFO:tensorflow:lr = 0.0006099758 (26.135 sec)
INFO:tensorflow:global_step/sec: 3.68237
INFO:tensorflow:loss = 1.3242812, step = 12170 (27.158 sec)
INFO:tensorflow:lr = 0.00060260197 (27.157 sec)
INFO:tensorflow:global_step/sec: 3.65355
INFO:tensorflow:loss = 1.2749373, step = 12270 (27.370 sec)
INFO:tensorflow:lr = 0.00059522805 (27.370 sec)
INFO:tensorflow:global_step/sec: 3.6006
INFO:tensorflow:loss = 1.3268187, step = 12370 (27.774 sec)
INFO:tensorflow:lr = 0.0005878542 (27.776 sec)
INFO:tensorflow:global_step/sec: 3.7533
INFO:tensorflow:loss = 1.2879558, step = 12470 (26.644 sec)
INFO:tensorflow:lr = 0.0005804803 (26.643 sec)
INFO:tensorflow:global_step/sec: 3.65392
INFO:tensorflow:loss = 1.301935, step = 12570 (27.365 sec)
INFO:tensorflow:lr = 0.0005731065 (27.365 sec)
INFO:tensorflow:global_step/sec: 3.6396
INFO:tensorflow:loss = 1.3459648, step = 12670 (27.476 sec)
INFO:tensorflow:lr = 0.0005657326 (27.475 sec)
INFO:tensorflow:global_step/sec: 3.73827
INFO:tensorflow:loss = 1.3581328, step = 12770 (26.752 sec)
INFO:tensorflow:lr = 0.00055835873 (26.751 sec)
INFO:tensorflow:global_step/sec: 3.84842
INFO:tensorflow:loss = 1.3058498, step = 12870 (25.983 sec)
INFO:tensorflow:lr = 0.0005509849 (25.984 sec)
INFO:tensorflow:global_step/sec: 3.75524
INFO:tensorflow:loss = 1.3659632, step = 12970 (26.630 sec)
INFO:tensorflow:lr = 0.0005436111 (26.630 sec)
INFO:tensorflow:Saving checkpoints for 13057 into ../model/baseline_gru_clr_multi_attn/model.ckpt.
INFO:tensorflow:Loss for final step: 1.2562335.
INFO:tensorflow:Calling model_fn.
WARNING:tensorflow:Entity <bound method TiedDense.call of <__main__.TiedDense object at 0x7f5d01e3cd68>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING: Entity <bound method TiedDense.call of <__main__.TiedDense object at 0x7f5d01e3cd68>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/baseline_gru_clr_multi_attn/model.ckpt-13057
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
------------
minimal test
Q: 成都房价是多少|不买就后悔了成都房价还有上涨空间|买不起
A: 买不起成都房价
------------
Reading ../data/test_pos.txt
INFO:tensorflow:Calling model_fn.
WARNING:tensorflow:Entity <bound method TiedDense.call of <__main__.TiedDense object at 0x7f5d02281780>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING: Entity <bound method TiedDense.call of <__main__.TiedDense object at 0x7f5d02281780>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/baseline_gru_clr_multi_attn/model.ckpt-13057
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
Reading ../data/test_pos.txt
INFO:tensorflow:BLEU: 78.050, BELU-1: 94.800, BLEU-2: 89.100, BLEU-4: 78.200, EM: 0.525
INFO:tensorflow:Best EM: 0.525
INFO:tensorflow:Calling model_fn.
WARNING:tensorflow:Entity <bound method TiedDense.call of <__main__.TiedDense object at 0x7f5d033c18d0>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING: Entity <bound method TiedDense.call of <__main__.TiedDense object at 0x7f5d033c18d0>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
[<tf.Variable 'Embedding/fasttext_vectors:0' shape=(3853, 300) dtype=float32_ref>,
 <tf.Variable 'Encoder/bidirectional/forward_gru/kernel:0' shape=(300, 900) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/forward_gru/recurrent_kernel:0' shape=(300, 900) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/forward_gru/bias:0' shape=(900,) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/backward_gru/kernel:0' shape=(300, 900) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/backward_gru/recurrent_kernel:0' shape=(300, 900) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/backward_gru/bias:0' shape=(900,) dtype=float32>,
 <tf.Variable 'Encoder/feat_proj_1/kernel:0' shape=(1200, 300) dtype=float32_ref>,
 <tf.Variable 'Encoder/feat_proj_1/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Encoder/feat_proj_2/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Encoder/feat_proj_2/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Dynamic_Memory/attn_proj_1/kernel:0' shape=(1200, 300) dtype=float32_ref>,
 <tf.Variable 'Dynamic_Memory/attn_proj_1/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Dynamic_Memory/attn_proj_2/kernel:0' shape=(300, 1) dtype=float32_ref>,
 <tf.Variable 'Dynamic_Memory/memory_proj/kernel:0' shape=(900, 300) dtype=float32_ref>,
 <tf.Variable 'Dynamic_Memory/memory_proj/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/memory_layer/kernel:0' shape=(600, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/memory_layer_1/kernel:0' shape=(600, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/memory_layer_2/kernel:0' shape=(600, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/memory_layer_3/kernel:0' shape=(600, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/gru_cell/gates/kernel:0' shape=(900, 600) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/gru_cell/gates/bias:0' shape=(600,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/gru_cell/candidate/kernel:0' shape=(900, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/gru_cell/candidate/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention/query_layer/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention/attention_v:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/attention_layer/kernel:0' shape=(900, 75) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/attention_layer_1/kernel:0' shape=(900, 75) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention_1/query_layer/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention_1/attention_v:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/attention_layer_2/kernel:0' shape=(900, 75) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/attention_layer_3/kernel:0' shape=(900, 75) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/tied_dense/bias:0' shape=(3853,) dtype=float32_ref>]
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Create CheckpointSaverHook.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/baseline_gru_clr_multi_attn/model.ckpt-13057
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
INFO:tensorflow:Saving checkpoints for 13057 into ../model/baseline_gru_clr_multi_attn/model.ckpt.
Reading ../data/train_pos.txt
Reading ../data/train_neg.txt
INFO:tensorflow:loss = 1.2554591, step = 13057
INFO:tensorflow:lr = 0.0005371958
INFO:tensorflow:global_step/sec: 3.42652
INFO:tensorflow:loss = 1.3577541, step = 13157 (29.187 sec)
INFO:tensorflow:lr = 0.00052982196 (29.188 sec)
INFO:tensorflow:global_step/sec: 3.80068
INFO:tensorflow:loss = 1.307071, step = 13257 (26.312 sec)
INFO:tensorflow:lr = 0.00052244816 (26.314 sec)
INFO:tensorflow:global_step/sec: 3.6604
INFO:tensorflow:loss = 1.2933528, step = 13357 (27.319 sec)
INFO:tensorflow:lr = 0.00051507424 (27.318 sec)
INFO:tensorflow:global_step/sec: 3.59861
INFO:tensorflow:loss = 1.3224471, step = 13457 (27.789 sec)
INFO:tensorflow:lr = 0.0005077004 (27.789 sec)
INFO:tensorflow:global_step/sec: 3.58271
INFO:tensorflow:loss = 1.293871, step = 13557 (27.912 sec)
INFO:tensorflow:lr = 0.00050032657 (27.911 sec)
INFO:tensorflow:global_step/sec: 3.82661
INFO:tensorflow:loss = 1.280282, step = 13657 (26.133 sec)
INFO:tensorflow:lr = 0.0004929527 (26.133 sec)
INFO:tensorflow:global_step/sec: 3.76981
INFO:tensorflow:loss = 1.3116606, step = 13757 (26.525 sec)
INFO:tensorflow:lr = 0.0004855788 (26.527 sec)
INFO:tensorflow:global_step/sec: 3.7906
INFO:tensorflow:loss = 1.4058505, step = 13857 (26.382 sec)
INFO:tensorflow:lr = 0.00047820498 (26.382 sec)
INFO:tensorflow:global_step/sec: 3.787
INFO:tensorflow:loss = 1.2886875, step = 13957 (26.408 sec)
INFO:tensorflow:lr = 0.00047083115 (26.409 sec)
INFO:tensorflow:global_step/sec: 3.75268
INFO:tensorflow:loss = 1.2594389, step = 14057 (26.643 sec)
INFO:tensorflow:lr = 0.0004634573 (26.640 sec)
INFO:tensorflow:global_step/sec: 3.60053
INFO:tensorflow:loss = 1.2430413, step = 14157 (27.775 sec)
INFO:tensorflow:lr = 0.00045608342 (27.776 sec)
INFO:tensorflow:Saving checkpoints for 14244 into ../model/baseline_gru_clr_multi_attn/model.ckpt.
INFO:tensorflow:Loss for final step: 1.305055.
INFO:tensorflow:Calling model_fn.
WARNING:tensorflow:Entity <bound method TiedDense.call of <__main__.TiedDense object at 0x7f5cff776a90>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING: Entity <bound method TiedDense.call of <__main__.TiedDense object at 0x7f5cff776a90>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/baseline_gru_clr_multi_attn/model.ckpt-14244
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
------------
minimal test
Q: 成都房价是多少|不买就后悔了成都房价还有上涨空间|买不起
A: 买不起成都房价
------------
Reading ../data/test_pos.txt
INFO:tensorflow:Calling model_fn.
WARNING:tensorflow:Entity <bound method TiedDense.call of <__main__.TiedDense object at 0x7f5d03717cc0>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING: Entity <bound method TiedDense.call of <__main__.TiedDense object at 0x7f5d03717cc0>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/baseline_gru_clr_multi_attn/model.ckpt-14244
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
Reading ../data/test_pos.txt
INFO:tensorflow:BLEU: 79.750, BELU-1: 94.700, BLEU-2: 88.900, BLEU-4: 77.800, EM: 0.548
INFO:tensorflow:Best EM: 0.548
INFO:tensorflow:Calling model_fn.
WARNING:tensorflow:Entity <bound method TiedDense.call of <__main__.TiedDense object at 0x7f5d0398ff60>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING: Entity <bound method TiedDense.call of <__main__.TiedDense object at 0x7f5d0398ff60>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
[<tf.Variable 'Embedding/fasttext_vectors:0' shape=(3853, 300) dtype=float32_ref>,
 <tf.Variable 'Encoder/bidirectional/forward_gru/kernel:0' shape=(300, 900) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/forward_gru/recurrent_kernel:0' shape=(300, 900) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/forward_gru/bias:0' shape=(900,) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/backward_gru/kernel:0' shape=(300, 900) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/backward_gru/recurrent_kernel:0' shape=(300, 900) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/backward_gru/bias:0' shape=(900,) dtype=float32>,
 <tf.Variable 'Encoder/feat_proj_1/kernel:0' shape=(1200, 300) dtype=float32_ref>,
 <tf.Variable 'Encoder/feat_proj_1/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Encoder/feat_proj_2/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Encoder/feat_proj_2/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Dynamic_Memory/attn_proj_1/kernel:0' shape=(1200, 300) dtype=float32_ref>,
 <tf.Variable 'Dynamic_Memory/attn_proj_1/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Dynamic_Memory/attn_proj_2/kernel:0' shape=(300, 1) dtype=float32_ref>,
 <tf.Variable 'Dynamic_Memory/memory_proj/kernel:0' shape=(900, 300) dtype=float32_ref>,
 <tf.Variable 'Dynamic_Memory/memory_proj/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/memory_layer/kernel:0' shape=(600, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/memory_layer_1/kernel:0' shape=(600, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/memory_layer_2/kernel:0' shape=(600, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/memory_layer_3/kernel:0' shape=(600, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/gru_cell/gates/kernel:0' shape=(900, 600) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/gru_cell/gates/bias:0' shape=(600,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/gru_cell/candidate/kernel:0' shape=(900, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/gru_cell/candidate/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention/query_layer/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention/attention_v:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/attention_layer/kernel:0' shape=(900, 75) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/attention_layer_1/kernel:0' shape=(900, 75) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention_1/query_layer/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention_1/attention_v:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/attention_layer_2/kernel:0' shape=(900, 75) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/attention_layer_3/kernel:0' shape=(900, 75) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/tied_dense/bias:0' shape=(3853,) dtype=float32_ref>]
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Create CheckpointSaverHook.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/baseline_gru_clr_multi_attn/model.ckpt-14244
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
INFO:tensorflow:Saving checkpoints for 14244 into ../model/baseline_gru_clr_multi_attn/model.ckpt.
Reading ../data/train_pos.txt
Reading ../data/train_neg.txt
INFO:tensorflow:loss = 1.2513767, step = 14244
INFO:tensorflow:lr = 0.0004496682
INFO:tensorflow:global_step/sec: 3.39279
INFO:tensorflow:loss = 1.2680064, step = 14344 (29.476 sec)
INFO:tensorflow:lr = 0.0004422943 (29.478 sec)
INFO:tensorflow:global_step/sec: 3.74277
INFO:tensorflow:loss = 1.2394817, step = 14444 (26.718 sec)
INFO:tensorflow:lr = 0.00043492045 (26.716 sec)
INFO:tensorflow:global_step/sec: 3.80137
INFO:tensorflow:loss = 1.252153, step = 14544 (26.309 sec)
INFO:tensorflow:lr = 0.00042754662 (26.310 sec)
INFO:tensorflow:global_step/sec: 3.6777
INFO:tensorflow:loss = 1.294192, step = 14644 (27.191 sec)
INFO:tensorflow:lr = 0.0004201728 (27.190 sec)
INFO:tensorflow:global_step/sec: 3.64142
INFO:tensorflow:loss = 1.2924052, step = 14744 (27.459 sec)
INFO:tensorflow:lr = 0.00041279886 (27.462 sec)
INFO:tensorflow:global_step/sec: 3.58648
INFO:tensorflow:loss = 1.3025868, step = 14844 (27.886 sec)
INFO:tensorflow:lr = 0.00040542503 (27.884 sec)
INFO:tensorflow:global_step/sec: 3.68155
INFO:tensorflow:loss = 1.2646103, step = 14944 (27.163 sec)
INFO:tensorflow:lr = 0.0003980512 (27.162 sec)
INFO:tensorflow:global_step/sec: 3.78087
INFO:tensorflow:loss = 1.2970071, step = 15044 (26.448 sec)
INFO:tensorflow:lr = 0.00039067736 (26.448 sec)
INFO:tensorflow:global_step/sec: 3.66175
INFO:tensorflow:loss = 1.3080072, step = 15144 (27.310 sec)
INFO:tensorflow:lr = 0.00038330347 (27.312 sec)
INFO:tensorflow:global_step/sec: 3.71481
INFO:tensorflow:loss = 1.2846802, step = 15244 (26.918 sec)
INFO:tensorflow:lr = 0.00037592964 (26.916 sec)
INFO:tensorflow:global_step/sec: 3.81838
INFO:tensorflow:loss = 1.2549416, step = 15344 (26.188 sec)
INFO:tensorflow:lr = 0.0003685558 (26.189 sec)
INFO:tensorflow:Saving checkpoints for 15431 into ../model/baseline_gru_clr_multi_attn/model.ckpt.
INFO:tensorflow:Loss for final step: 1.296354.
INFO:tensorflow:Calling model_fn.
WARNING:tensorflow:Entity <bound method TiedDense.call of <__main__.TiedDense object at 0x7f5d02b52e80>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING: Entity <bound method TiedDense.call of <__main__.TiedDense object at 0x7f5d02b52e80>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/baseline_gru_clr_multi_attn/model.ckpt-15431
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
------------
minimal test
Q: 成都房价是多少|不买就后悔了成都房价还有上涨空间|买不起
A: 买成都房价买不起
------------
Reading ../data/test_pos.txt
INFO:tensorflow:Calling model_fn.
WARNING:tensorflow:Entity <bound method TiedDense.call of <__main__.TiedDense object at 0x7f5d022b1e48>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING: Entity <bound method TiedDense.call of <__main__.TiedDense object at 0x7f5d022b1e48>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/baseline_gru_clr_multi_attn/model.ckpt-15431
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
Reading ../data/test_pos.txt
INFO:tensorflow:BLEU: 80.590, BELU-1: 94.200, BLEU-2: 88.600, BLEU-4: 77.500, EM: 0.548
INFO:tensorflow:Best EM: 0.548
INFO:tensorflow:Calling model_fn.
WARNING:tensorflow:Entity <bound method TiedDense.call of <__main__.TiedDense object at 0x7f5d0330a518>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING: Entity <bound method TiedDense.call of <__main__.TiedDense object at 0x7f5d0330a518>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
[<tf.Variable 'Embedding/fasttext_vectors:0' shape=(3853, 300) dtype=float32_ref>,
 <tf.Variable 'Encoder/bidirectional/forward_gru/kernel:0' shape=(300, 900) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/forward_gru/recurrent_kernel:0' shape=(300, 900) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/forward_gru/bias:0' shape=(900,) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/backward_gru/kernel:0' shape=(300, 900) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/backward_gru/recurrent_kernel:0' shape=(300, 900) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/backward_gru/bias:0' shape=(900,) dtype=float32>,
 <tf.Variable 'Encoder/feat_proj_1/kernel:0' shape=(1200, 300) dtype=float32_ref>,
 <tf.Variable 'Encoder/feat_proj_1/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Encoder/feat_proj_2/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Encoder/feat_proj_2/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Dynamic_Memory/attn_proj_1/kernel:0' shape=(1200, 300) dtype=float32_ref>,
 <tf.Variable 'Dynamic_Memory/attn_proj_1/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Dynamic_Memory/attn_proj_2/kernel:0' shape=(300, 1) dtype=float32_ref>,
 <tf.Variable 'Dynamic_Memory/memory_proj/kernel:0' shape=(900, 300) dtype=float32_ref>,
 <tf.Variable 'Dynamic_Memory/memory_proj/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/memory_layer/kernel:0' shape=(600, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/memory_layer_1/kernel:0' shape=(600, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/memory_layer_2/kernel:0' shape=(600, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/memory_layer_3/kernel:0' shape=(600, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/gru_cell/gates/kernel:0' shape=(900, 600) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/gru_cell/gates/bias:0' shape=(600,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/gru_cell/candidate/kernel:0' shape=(900, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/gru_cell/candidate/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention/query_layer/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention/attention_v:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/attention_layer/kernel:0' shape=(900, 75) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/attention_layer_1/kernel:0' shape=(900, 75) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention_1/query_layer/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention_1/attention_v:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/attention_layer_2/kernel:0' shape=(900, 75) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/attention_layer_3/kernel:0' shape=(900, 75) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/tied_dense/bias:0' shape=(3853,) dtype=float32_ref>]
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Create CheckpointSaverHook.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/baseline_gru_clr_multi_attn/model.ckpt-15431
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
INFO:tensorflow:Saving checkpoints for 15431 into ../model/baseline_gru_clr_multi_attn/model.ckpt.
Reading ../data/train_pos.txt
Reading ../data/train_neg.txt
INFO:tensorflow:loss = 1.2974262, step = 15431
INFO:tensorflow:lr = 0.0003621405
INFO:tensorflow:global_step/sec: 3.38261
INFO:tensorflow:loss = 1.3212788, step = 15531 (29.568 sec)
INFO:tensorflow:lr = 0.00035476667 (29.570 sec)
INFO:tensorflow:global_step/sec: 3.67147
INFO:tensorflow:loss = 1.2869654, step = 15631 (27.236 sec)
INFO:tensorflow:lr = 0.00034739284 (27.235 sec)
INFO:tensorflow:global_step/sec: 3.76002
INFO:tensorflow:loss = 1.2607441, step = 15731 (26.595 sec)
INFO:tensorflow:lr = 0.000340019 (26.595 sec)
INFO:tensorflow:global_step/sec: 3.66277
INFO:tensorflow:loss = 1.2728206, step = 15831 (27.302 sec)
INFO:tensorflow:lr = 0.00033264508 (27.302 sec)
INFO:tensorflow:global_step/sec: 3.79384
INFO:tensorflow:loss = 1.2500025, step = 15931 (26.358 sec)
INFO:tensorflow:lr = 0.00032527125 (26.358 sec)
INFO:tensorflow:global_step/sec: 3.53582
INFO:tensorflow:loss = 1.2803833, step = 16031 (28.282 sec)
INFO:tensorflow:lr = 0.00031789741 (28.282 sec)
INFO:tensorflow:global_step/sec: 3.50723
INFO:tensorflow:loss = 1.2808547, step = 16131 (28.513 sec)
INFO:tensorflow:lr = 0.00031052358 (28.511 sec)
INFO:tensorflow:global_step/sec: 3.7236
INFO:tensorflow:loss = 1.26238, step = 16231 (26.856 sec)
INFO:tensorflow:lr = 0.00030314966 (26.858 sec)
INFO:tensorflow:global_step/sec: 3.66572
INFO:tensorflow:loss = 1.2575946, step = 16331 (27.279 sec)
INFO:tensorflow:lr = 0.00029577583 (27.279 sec)
INFO:tensorflow:global_step/sec: 3.56727
INFO:tensorflow:loss = 1.2752224, step = 16431 (28.032 sec)
INFO:tensorflow:lr = 0.000288402 (28.031 sec)
INFO:tensorflow:global_step/sec: 3.73354
INFO:tensorflow:loss = 1.256938, step = 16531 (26.784 sec)
INFO:tensorflow:lr = 0.00028102816 (26.783 sec)
INFO:tensorflow:Saving checkpoints for 16618 into ../model/baseline_gru_clr_multi_attn/model.ckpt.
INFO:tensorflow:Loss for final step: 1.2292691.
INFO:tensorflow:Calling model_fn.
WARNING:tensorflow:Entity <bound method TiedDense.call of <__main__.TiedDense object at 0x7f5d025f7da0>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING: Entity <bound method TiedDense.call of <__main__.TiedDense object at 0x7f5d025f7da0>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/baseline_gru_clr_multi_attn/model.ckpt-16618
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
------------
minimal test
Q: 成都房价是多少|不买就后悔了成都房价还有上涨空间|买不起
A: 买不起成都房价
------------
Reading ../data/test_pos.txt
INFO:tensorflow:Calling model_fn.
WARNING:tensorflow:Entity <bound method TiedDense.call of <__main__.TiedDense object at 0x7f5d01437898>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING: Entity <bound method TiedDense.call of <__main__.TiedDense object at 0x7f5d01437898>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/baseline_gru_clr_multi_attn/model.ckpt-16618
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
Reading ../data/test_pos.txt
INFO:tensorflow:BLEU: 79.700, BELU-1: 95.000, BLEU-2: 89.400, BLEU-4: 78.700, EM: 0.532
INFO:tensorflow:Best EM: 0.548
INFO:tensorflow:Calling model_fn.
WARNING:tensorflow:Entity <bound method TiedDense.call of <__main__.TiedDense object at 0x7f5d027f4630>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING: Entity <bound method TiedDense.call of <__main__.TiedDense object at 0x7f5d027f4630>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
[<tf.Variable 'Embedding/fasttext_vectors:0' shape=(3853, 300) dtype=float32_ref>,
 <tf.Variable 'Encoder/bidirectional/forward_gru/kernel:0' shape=(300, 900) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/forward_gru/recurrent_kernel:0' shape=(300, 900) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/forward_gru/bias:0' shape=(900,) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/backward_gru/kernel:0' shape=(300, 900) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/backward_gru/recurrent_kernel:0' shape=(300, 900) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/backward_gru/bias:0' shape=(900,) dtype=float32>,
 <tf.Variable 'Encoder/feat_proj_1/kernel:0' shape=(1200, 300) dtype=float32_ref>,
 <tf.Variable 'Encoder/feat_proj_1/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Encoder/feat_proj_2/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Encoder/feat_proj_2/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Dynamic_Memory/attn_proj_1/kernel:0' shape=(1200, 300) dtype=float32_ref>,
 <tf.Variable 'Dynamic_Memory/attn_proj_1/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Dynamic_Memory/attn_proj_2/kernel:0' shape=(300, 1) dtype=float32_ref>,
 <tf.Variable 'Dynamic_Memory/memory_proj/kernel:0' shape=(900, 300) dtype=float32_ref>,
 <tf.Variable 'Dynamic_Memory/memory_proj/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/memory_layer/kernel:0' shape=(600, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/memory_layer_1/kernel:0' shape=(600, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/memory_layer_2/kernel:0' shape=(600, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/memory_layer_3/kernel:0' shape=(600, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/gru_cell/gates/kernel:0' shape=(900, 600) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/gru_cell/gates/bias:0' shape=(600,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/gru_cell/candidate/kernel:0' shape=(900, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/gru_cell/candidate/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention/query_layer/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention/attention_v:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/attention_layer/kernel:0' shape=(900, 75) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/attention_layer_1/kernel:0' shape=(900, 75) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention_1/query_layer/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention_1/attention_v:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/attention_layer_2/kernel:0' shape=(900, 75) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/attention_layer_3/kernel:0' shape=(900, 75) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/tied_dense/bias:0' shape=(3853,) dtype=float32_ref>]
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Create CheckpointSaverHook.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/baseline_gru_clr_multi_attn/model.ckpt-16618
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
INFO:tensorflow:Saving checkpoints for 16618 into ../model/baseline_gru_clr_multi_attn/model.ckpt.
Reading ../data/train_pos.txt
Reading ../data/train_neg.txt
INFO:tensorflow:loss = 1.261161, step = 16618
INFO:tensorflow:lr = 0.0002746129
INFO:tensorflow:global_step/sec: 3.46671
INFO:tensorflow:loss = 1.256786, step = 16718 (28.850 sec)
INFO:tensorflow:lr = 0.00026723905 (28.851 sec)
INFO:tensorflow:global_step/sec: 3.63686
INFO:tensorflow:loss = 1.2423085, step = 16818 (27.494 sec)
INFO:tensorflow:lr = 0.00025986513 (27.494 sec)
INFO:tensorflow:global_step/sec: 3.8037
INFO:tensorflow:loss = 1.2685994, step = 16918 (26.292 sec)
INFO:tensorflow:lr = 0.0002524913 (26.291 sec)
INFO:tensorflow:global_step/sec: 3.69284
INFO:tensorflow:loss = 1.258189, step = 17018 (27.078 sec)
INFO:tensorflow:lr = 0.00024511747 (27.082 sec)
INFO:tensorflow:global_step/sec: 3.63099
INFO:tensorflow:loss = 1.3081522, step = 17118 (27.540 sec)
INFO:tensorflow:lr = 0.00023774363 (27.536 sec)
INFO:tensorflow:global_step/sec: 3.89169
INFO:tensorflow:loss = 1.254412, step = 17218 (25.695 sec)
INFO:tensorflow:lr = 0.00023036971 (25.695 sec)
INFO:tensorflow:global_step/sec: 3.74185
INFO:tensorflow:loss = 1.2588232, step = 17318 (26.728 sec)
INFO:tensorflow:lr = 0.00022299588 (26.729 sec)
INFO:tensorflow:global_step/sec: 3.61097
INFO:tensorflow:loss = 1.2504535, step = 17418 (27.693 sec)
INFO:tensorflow:lr = 0.00021562204 (27.693 sec)
INFO:tensorflow:global_step/sec: 3.58256
INFO:tensorflow:loss = 1.2558511, step = 17518 (27.912 sec)
INFO:tensorflow:lr = 0.00020824821 (27.911 sec)
INFO:tensorflow:global_step/sec: 3.88795
INFO:tensorflow:loss = 1.2400705, step = 17618 (25.722 sec)
INFO:tensorflow:lr = 0.00020087438 (25.722 sec)
INFO:tensorflow:global_step/sec: 3.77041
INFO:tensorflow:loss = 1.2340037, step = 17718 (26.521 sec)
INFO:tensorflow:lr = 0.00019350045 (26.520 sec)
INFO:tensorflow:Saving checkpoints for 17805 into ../model/baseline_gru_clr_multi_attn/model.ckpt.
INFO:tensorflow:Loss for final step: 1.2187892.
INFO:tensorflow:Calling model_fn.
WARNING:tensorflow:Entity <bound method TiedDense.call of <__main__.TiedDense object at 0x7f5d027c65c0>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING: Entity <bound method TiedDense.call of <__main__.TiedDense object at 0x7f5d027c65c0>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/baseline_gru_clr_multi_attn/model.ckpt-17805
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
------------
minimal test
Q: 成都房价是多少|不买就后悔了成都房价还有上涨空间|买不起
A: 买不起房价
------------
Reading ../data/test_pos.txt
INFO:tensorflow:Calling model_fn.
WARNING:tensorflow:Entity <bound method TiedDense.call of <__main__.TiedDense object at 0x7f5cff767780>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING: Entity <bound method TiedDense.call of <__main__.TiedDense object at 0x7f5cff767780>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/baseline_gru_clr_multi_attn/model.ckpt-17805
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
Reading ../data/test_pos.txt
INFO:tensorflow:BLEU: 80.600, BELU-1: 95.000, BLEU-2: 89.400, BLEU-4: 78.600, EM: 0.549
INFO:tensorflow:Best EM: 0.549
INFO:tensorflow:Calling model_fn.
WARNING:tensorflow:Entity <bound method TiedDense.call of <__main__.TiedDense object at 0x7f5d0290dbe0>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING: Entity <bound method TiedDense.call of <__main__.TiedDense object at 0x7f5d0290dbe0>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
[<tf.Variable 'Embedding/fasttext_vectors:0' shape=(3853, 300) dtype=float32_ref>,
 <tf.Variable 'Encoder/bidirectional/forward_gru/kernel:0' shape=(300, 900) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/forward_gru/recurrent_kernel:0' shape=(300, 900) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/forward_gru/bias:0' shape=(900,) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/backward_gru/kernel:0' shape=(300, 900) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/backward_gru/recurrent_kernel:0' shape=(300, 900) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/backward_gru/bias:0' shape=(900,) dtype=float32>,
 <tf.Variable 'Encoder/feat_proj_1/kernel:0' shape=(1200, 300) dtype=float32_ref>,
 <tf.Variable 'Encoder/feat_proj_1/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Encoder/feat_proj_2/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Encoder/feat_proj_2/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Dynamic_Memory/attn_proj_1/kernel:0' shape=(1200, 300) dtype=float32_ref>,
 <tf.Variable 'Dynamic_Memory/attn_proj_1/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Dynamic_Memory/attn_proj_2/kernel:0' shape=(300, 1) dtype=float32_ref>,
 <tf.Variable 'Dynamic_Memory/memory_proj/kernel:0' shape=(900, 300) dtype=float32_ref>,
 <tf.Variable 'Dynamic_Memory/memory_proj/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/memory_layer/kernel:0' shape=(600, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/memory_layer_1/kernel:0' shape=(600, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/memory_layer_2/kernel:0' shape=(600, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/memory_layer_3/kernel:0' shape=(600, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/gru_cell/gates/kernel:0' shape=(900, 600) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/gru_cell/gates/bias:0' shape=(600,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/gru_cell/candidate/kernel:0' shape=(900, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/gru_cell/candidate/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention/query_layer/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention/attention_v:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/attention_layer/kernel:0' shape=(900, 75) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/attention_layer_1/kernel:0' shape=(900, 75) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention_1/query_layer/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention_1/attention_v:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/attention_layer_2/kernel:0' shape=(900, 75) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/attention_layer_3/kernel:0' shape=(900, 75) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/tied_dense/bias:0' shape=(3853,) dtype=float32_ref>]
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Create CheckpointSaverHook.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/baseline_gru_clr_multi_attn/model.ckpt-17805
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
INFO:tensorflow:Saving checkpoints for 17805 into ../model/baseline_gru_clr_multi_attn/model.ckpt.
Reading ../data/train_pos.txt
Reading ../data/train_neg.txt
INFO:tensorflow:loss = 1.2576922, step = 17805
INFO:tensorflow:lr = 0.00018708527
INFO:tensorflow:global_step/sec: 3.4224
INFO:tensorflow:loss = 1.2644418, step = 17905 (29.223 sec)
INFO:tensorflow:lr = 0.00017971135 (29.223 sec)
INFO:tensorflow:global_step/sec: 3.79472
INFO:tensorflow:loss = 1.2362868, step = 18005 (26.350 sec)
INFO:tensorflow:lr = 0.00017233752 (26.352 sec)
INFO:tensorflow:global_step/sec: 3.68212
INFO:tensorflow:loss = 1.2191911, step = 18105 (27.161 sec)
INFO:tensorflow:lr = 0.00016496368 (27.160 sec)
INFO:tensorflow:global_step/sec: 3.71029
INFO:tensorflow:loss = 1.2595222, step = 18205 (26.953 sec)
INFO:tensorflow:lr = 0.00015758985 (26.953 sec)
INFO:tensorflow:global_step/sec: 3.75718
INFO:tensorflow:loss = 1.221561, step = 18305 (26.613 sec)
INFO:tensorflow:lr = 0.00015021593 (26.613 sec)
INFO:tensorflow:global_step/sec: 3.52193
INFO:tensorflow:loss = 1.2716393, step = 18405 (28.394 sec)
INFO:tensorflow:lr = 0.0001428421 (28.394 sec)
INFO:tensorflow:global_step/sec: 3.69536
INFO:tensorflow:loss = 1.2317034, step = 18505 (27.061 sec)
INFO:tensorflow:lr = 0.00013546826 (27.062 sec)
INFO:tensorflow:global_step/sec: 3.78107
INFO:tensorflow:loss = 1.2419585, step = 18605 (26.448 sec)
INFO:tensorflow:lr = 0.00012809443 (26.447 sec)
INFO:tensorflow:global_step/sec: 3.86734
INFO:tensorflow:loss = 1.2451574, step = 18705 (25.859 sec)
INFO:tensorflow:lr = 0.00012072051 (25.858 sec)
INFO:tensorflow:global_step/sec: 3.66785
INFO:tensorflow:loss = 1.2526052, step = 18805 (27.264 sec)
INFO:tensorflow:lr = 0.00011334668 (27.265 sec)
INFO:tensorflow:global_step/sec: 3.72624
INFO:tensorflow:loss = 1.3087721, step = 18905 (26.835 sec)
INFO:tensorflow:lr = 0.000105972846 (26.836 sec)
INFO:tensorflow:Saving checkpoints for 18992 into ../model/baseline_gru_clr_multi_attn/model.ckpt.
INFO:tensorflow:Loss for final step: 1.2522302.
INFO:tensorflow:Calling model_fn.
WARNING:tensorflow:Entity <bound method TiedDense.call of <__main__.TiedDense object at 0x7f5d0364ab38>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING: Entity <bound method TiedDense.call of <__main__.TiedDense object at 0x7f5d0364ab38>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/baseline_gru_clr_multi_attn/model.ckpt-18992
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
------------
minimal test
Q: 成都房价是多少|不买就后悔了成都房价还有上涨空间|买不起
A: 成都房价买不起
------------
Reading ../data/test_pos.txt
INFO:tensorflow:Calling model_fn.
WARNING:tensorflow:Entity <bound method TiedDense.call of <__main__.TiedDense object at 0x7f5d0201bc18>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING: Entity <bound method TiedDense.call of <__main__.TiedDense object at 0x7f5d0201bc18>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/baseline_gru_clr_multi_attn/model.ckpt-18992
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
Reading ../data/test_pos.txt
INFO:tensorflow:BLEU: 81.020, BELU-1: 95.000, BLEU-2: 89.500, BLEU-4: 78.900, EM: 0.562
INFO:tensorflow:Best EM: 0.562
INFO:tensorflow:Calling model_fn.
WARNING:tensorflow:Entity <bound method TiedDense.call of <__main__.TiedDense object at 0x7f5d01b33668>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING: Entity <bound method TiedDense.call of <__main__.TiedDense object at 0x7f5d01b33668>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
[<tf.Variable 'Embedding/fasttext_vectors:0' shape=(3853, 300) dtype=float32_ref>,
 <tf.Variable 'Encoder/bidirectional/forward_gru/kernel:0' shape=(300, 900) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/forward_gru/recurrent_kernel:0' shape=(300, 900) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/forward_gru/bias:0' shape=(900,) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/backward_gru/kernel:0' shape=(300, 900) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/backward_gru/recurrent_kernel:0' shape=(300, 900) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/backward_gru/bias:0' shape=(900,) dtype=float32>,
 <tf.Variable 'Encoder/feat_proj_1/kernel:0' shape=(1200, 300) dtype=float32_ref>,
 <tf.Variable 'Encoder/feat_proj_1/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Encoder/feat_proj_2/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Encoder/feat_proj_2/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Dynamic_Memory/attn_proj_1/kernel:0' shape=(1200, 300) dtype=float32_ref>,
 <tf.Variable 'Dynamic_Memory/attn_proj_1/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Dynamic_Memory/attn_proj_2/kernel:0' shape=(300, 1) dtype=float32_ref>,
 <tf.Variable 'Dynamic_Memory/memory_proj/kernel:0' shape=(900, 300) dtype=float32_ref>,
 <tf.Variable 'Dynamic_Memory/memory_proj/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/memory_layer/kernel:0' shape=(600, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/memory_layer_1/kernel:0' shape=(600, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/memory_layer_2/kernel:0' shape=(600, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/memory_layer_3/kernel:0' shape=(600, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/gru_cell/gates/kernel:0' shape=(900, 600) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/gru_cell/gates/bias:0' shape=(600,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/gru_cell/candidate/kernel:0' shape=(900, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/gru_cell/candidate/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention/query_layer/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention/attention_v:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/attention_layer/kernel:0' shape=(900, 75) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/attention_layer_1/kernel:0' shape=(900, 75) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention_1/query_layer/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention_1/attention_v:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/attention_layer_2/kernel:0' shape=(900, 75) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/attention_layer_3/kernel:0' shape=(900, 75) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/tied_dense/bias:0' shape=(3853,) dtype=float32_ref>]
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Create CheckpointSaverHook.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/baseline_gru_clr_multi_attn/model.ckpt-18992
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
INFO:tensorflow:Saving checkpoints for 18992 into ../model/baseline_gru_clr_multi_attn/model.ckpt.
Reading ../data/train_pos.txt
Reading ../data/train_neg.txt
INFO:tensorflow:loss = 1.2290621, step = 18992
INFO:tensorflow:lr = 0.000100221216
INFO:tensorflow:global_step/sec: 3.56581
INFO:tensorflow:loss = 1.2118683, step = 19092 (28.048 sec)
INFO:tensorflow:lr = 0.00010390813 (28.046 sec)
INFO:tensorflow:global_step/sec: 3.78777
INFO:tensorflow:loss = 1.2114978, step = 19192 (26.401 sec)
INFO:tensorflow:lr = 0.00010759505 (26.400 sec)
INFO:tensorflow:global_step/sec: 3.91744
INFO:tensorflow:loss = 1.2416083, step = 19292 (25.527 sec)
INFO:tensorflow:lr = 0.00011128197 (25.527 sec)
INFO:tensorflow:global_step/sec: 3.49649
INFO:tensorflow:loss = 1.2175894, step = 19392 (28.601 sec)
INFO:tensorflow:lr = 0.00011496888 (28.601 sec)
INFO:tensorflow:global_step/sec: 3.62903
INFO:tensorflow:loss = 1.2155434, step = 19492 (27.555 sec)
INFO:tensorflow:lr = 0.0001186558 (27.555 sec)
INFO:tensorflow:global_step/sec: 3.6154
INFO:tensorflow:loss = 1.2662929, step = 19592 (27.659 sec)
INFO:tensorflow:lr = 0.0001223428 (27.661 sec)
INFO:tensorflow:global_step/sec: 3.6122
INFO:tensorflow:loss = 1.2784743, step = 19692 (27.684 sec)
INFO:tensorflow:lr = 0.00012602971 (27.683 sec)
INFO:tensorflow:global_step/sec: 3.65171
INFO:tensorflow:loss = 1.2179992, step = 19792 (27.384 sec)
INFO:tensorflow:lr = 0.00012971663 (27.384 sec)
INFO:tensorflow:global_step/sec: 3.64319
INFO:tensorflow:loss = 1.2297955, step = 19892 (27.449 sec)
INFO:tensorflow:lr = 0.00013340355 (27.449 sec)
INFO:tensorflow:global_step/sec: 3.7173
INFO:tensorflow:loss = 1.2590907, step = 19992 (26.900 sec)
INFO:tensorflow:lr = 0.00013709046 (26.901 sec)
INFO:tensorflow:global_step/sec: 3.71977
INFO:tensorflow:loss = 1.2261419, step = 20092 (26.885 sec)
INFO:tensorflow:lr = 0.00014077738 (26.884 sec)
INFO:tensorflow:Saving checkpoints for 20179 into ../model/baseline_gru_clr_multi_attn/model.ckpt.
INFO:tensorflow:Loss for final step: 1.2286893.
INFO:tensorflow:Calling model_fn.
WARNING:tensorflow:Entity <bound method TiedDense.call of <__main__.TiedDense object at 0x7f5cfe0fe048>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING: Entity <bound method TiedDense.call of <__main__.TiedDense object at 0x7f5cfe0fe048>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/baseline_gru_clr_multi_attn/model.ckpt-20179
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
------------
minimal test
Q: 成都房价是多少|不买就后悔了成都房价还有上涨空间|买不起
A: 买不起房价
------------
Reading ../data/test_pos.txt
INFO:tensorflow:Calling model_fn.
WARNING:tensorflow:Entity <bound method TiedDense.call of <__main__.TiedDense object at 0x7f5d0245e4e0>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING: Entity <bound method TiedDense.call of <__main__.TiedDense object at 0x7f5d0245e4e0>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/baseline_gru_clr_multi_attn/model.ckpt-20179
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
Reading ../data/test_pos.txt
INFO:tensorflow:BLEU: 80.200, BELU-1: 95.000, BLEU-2: 89.400, BLEU-4: 78.800, EM: 0.548
INFO:tensorflow:Best EM: 0.562
INFO:tensorflow:Calling model_fn.
WARNING:tensorflow:Entity <bound method TiedDense.call of <__main__.TiedDense object at 0x7f5d5c3527b8>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING: Entity <bound method TiedDense.call of <__main__.TiedDense object at 0x7f5d5c3527b8>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
[<tf.Variable 'Embedding/fasttext_vectors:0' shape=(3853, 300) dtype=float32_ref>,
 <tf.Variable 'Encoder/bidirectional/forward_gru/kernel:0' shape=(300, 900) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/forward_gru/recurrent_kernel:0' shape=(300, 900) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/forward_gru/bias:0' shape=(900,) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/backward_gru/kernel:0' shape=(300, 900) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/backward_gru/recurrent_kernel:0' shape=(300, 900) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/backward_gru/bias:0' shape=(900,) dtype=float32>,
 <tf.Variable 'Encoder/feat_proj_1/kernel:0' shape=(1200, 300) dtype=float32_ref>,
 <tf.Variable 'Encoder/feat_proj_1/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Encoder/feat_proj_2/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Encoder/feat_proj_2/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Dynamic_Memory/attn_proj_1/kernel:0' shape=(1200, 300) dtype=float32_ref>,
 <tf.Variable 'Dynamic_Memory/attn_proj_1/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Dynamic_Memory/attn_proj_2/kernel:0' shape=(300, 1) dtype=float32_ref>,
 <tf.Variable 'Dynamic_Memory/memory_proj/kernel:0' shape=(900, 300) dtype=float32_ref>,
 <tf.Variable 'Dynamic_Memory/memory_proj/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/memory_layer/kernel:0' shape=(600, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/memory_layer_1/kernel:0' shape=(600, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/memory_layer_2/kernel:0' shape=(600, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/memory_layer_3/kernel:0' shape=(600, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/gru_cell/gates/kernel:0' shape=(900, 600) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/gru_cell/gates/bias:0' shape=(600,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/gru_cell/candidate/kernel:0' shape=(900, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/gru_cell/candidate/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention/query_layer/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention/attention_v:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/attention_layer/kernel:0' shape=(900, 75) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/attention_layer_1/kernel:0' shape=(900, 75) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention_1/query_layer/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention_1/attention_v:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/attention_layer_2/kernel:0' shape=(900, 75) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/attention_layer_3/kernel:0' shape=(900, 75) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/tied_dense/bias:0' shape=(3853,) dtype=float32_ref>]
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Create CheckpointSaverHook.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/baseline_gru_clr_multi_attn/model.ckpt-20179
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
INFO:tensorflow:Saving checkpoints for 20179 into ../model/baseline_gru_clr_multi_attn/model.ckpt.
Reading ../data/train_pos.txt
Reading ../data/train_neg.txt
INFO:tensorflow:loss = 1.2160865, step = 20179
INFO:tensorflow:lr = 0.00014398506
INFO:tensorflow:global_step/sec: 3.39739
INFO:tensorflow:loss = 1.225301, step = 20279 (29.436 sec)
INFO:tensorflow:lr = 0.00014767198 (29.438 sec)
INFO:tensorflow:global_step/sec: 3.62091
INFO:tensorflow:loss = 1.2223126, step = 20379 (27.618 sec)
INFO:tensorflow:lr = 0.0001513589 (27.617 sec)
INFO:tensorflow:global_step/sec: 3.66161
INFO:tensorflow:loss = 1.2320414, step = 20479 (27.311 sec)
INFO:tensorflow:lr = 0.00015504581 (27.312 sec)
INFO:tensorflow:global_step/sec: 3.59509
INFO:tensorflow:loss = 1.2464175, step = 20579 (27.816 sec)
INFO:tensorflow:lr = 0.00015873273 (27.815 sec)
INFO:tensorflow:global_step/sec: 3.76799
INFO:tensorflow:loss = 1.2237873, step = 20679 (26.539 sec)
INFO:tensorflow:lr = 0.00016241964 (26.539 sec)
INFO:tensorflow:global_step/sec: 3.83459
INFO:tensorflow:loss = 1.2424673, step = 20779 (26.078 sec)
INFO:tensorflow:lr = 0.00016610656 (26.078 sec)
INFO:tensorflow:global_step/sec: 3.72121
INFO:tensorflow:loss = 1.2679434, step = 20879 (26.873 sec)
INFO:tensorflow:lr = 0.00016979348 (26.873 sec)
INFO:tensorflow:global_step/sec: 3.73306
INFO:tensorflow:loss = 1.2669568, step = 20979 (26.788 sec)
INFO:tensorflow:lr = 0.00017348048 (26.789 sec)
INFO:tensorflow:global_step/sec: 3.70899
INFO:tensorflow:loss = 1.250872, step = 21079 (26.963 sec)
INFO:tensorflow:lr = 0.0001771674 (26.961 sec)
INFO:tensorflow:global_step/sec: 3.65832
INFO:tensorflow:loss = 1.251898, step = 21179 (27.335 sec)
INFO:tensorflow:lr = 0.00018085432 (27.335 sec)
INFO:tensorflow:global_step/sec: 3.8409
INFO:tensorflow:loss = 1.2179565, step = 21279 (26.037 sec)
INFO:tensorflow:lr = 0.00018454123 (26.036 sec)
INFO:tensorflow:Saving checkpoints for 21366 into ../model/baseline_gru_clr_multi_attn/model.ckpt.
INFO:tensorflow:Loss for final step: 1.216608.
INFO:tensorflow:Calling model_fn.
WARNING:tensorflow:Entity <bound method TiedDense.call of <__main__.TiedDense object at 0x7f5d01dfc630>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING: Entity <bound method TiedDense.call of <__main__.TiedDense object at 0x7f5d01dfc630>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/baseline_gru_clr_multi_attn/model.ckpt-21366
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
------------
minimal test
Q: 成都房价是多少|不买就后悔了成都房价还有上涨空间|买不起
A: 买不起成都房价
------------
Reading ../data/test_pos.txt
INFO:tensorflow:Calling model_fn.
WARNING:tensorflow:Entity <bound method TiedDense.call of <__main__.TiedDense object at 0x7f5d02462b00>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING: Entity <bound method TiedDense.call of <__main__.TiedDense object at 0x7f5d02462b00>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/baseline_gru_clr_multi_attn/model.ckpt-21366
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
Reading ../data/test_pos.txt
INFO:tensorflow:BLEU: 80.120, BELU-1: 95.000, BLEU-2: 89.400, BLEU-4: 78.800, EM: 0.549
INFO:tensorflow:Best EM: 0.562
INFO:tensorflow:Calling model_fn.
WARNING:tensorflow:Entity <bound method TiedDense.call of <__main__.TiedDense object at 0x7f5d034a4898>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING: Entity <bound method TiedDense.call of <__main__.TiedDense object at 0x7f5d034a4898>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
[<tf.Variable 'Embedding/fasttext_vectors:0' shape=(3853, 300) dtype=float32_ref>,
 <tf.Variable 'Encoder/bidirectional/forward_gru/kernel:0' shape=(300, 900) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/forward_gru/recurrent_kernel:0' shape=(300, 900) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/forward_gru/bias:0' shape=(900,) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/backward_gru/kernel:0' shape=(300, 900) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/backward_gru/recurrent_kernel:0' shape=(300, 900) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/backward_gru/bias:0' shape=(900,) dtype=float32>,
 <tf.Variable 'Encoder/feat_proj_1/kernel:0' shape=(1200, 300) dtype=float32_ref>,
 <tf.Variable 'Encoder/feat_proj_1/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Encoder/feat_proj_2/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Encoder/feat_proj_2/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Dynamic_Memory/attn_proj_1/kernel:0' shape=(1200, 300) dtype=float32_ref>,
 <tf.Variable 'Dynamic_Memory/attn_proj_1/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Dynamic_Memory/attn_proj_2/kernel:0' shape=(300, 1) dtype=float32_ref>,
 <tf.Variable 'Dynamic_Memory/memory_proj/kernel:0' shape=(900, 300) dtype=float32_ref>,
 <tf.Variable 'Dynamic_Memory/memory_proj/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/memory_layer/kernel:0' shape=(600, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/memory_layer_1/kernel:0' shape=(600, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/memory_layer_2/kernel:0' shape=(600, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/memory_layer_3/kernel:0' shape=(600, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/gru_cell/gates/kernel:0' shape=(900, 600) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/gru_cell/gates/bias:0' shape=(600,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/gru_cell/candidate/kernel:0' shape=(900, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/gru_cell/candidate/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention/query_layer/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention/attention_v:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/attention_layer/kernel:0' shape=(900, 75) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/attention_layer_1/kernel:0' shape=(900, 75) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention_1/query_layer/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention_1/attention_v:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/attention_layer_2/kernel:0' shape=(900, 75) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/attention_layer_3/kernel:0' shape=(900, 75) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/tied_dense/bias:0' shape=(3853,) dtype=float32_ref>]
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Create CheckpointSaverHook.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/baseline_gru_clr_multi_attn/model.ckpt-21366
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
INFO:tensorflow:Saving checkpoints for 21366 into ../model/baseline_gru_clr_multi_attn/model.ckpt.
Reading ../data/train_pos.txt
Reading ../data/train_neg.txt
INFO:tensorflow:loss = 1.2353957, step = 21366
INFO:tensorflow:lr = 0.00018774884
INFO:tensorflow:global_step/sec: 3.36606
INFO:tensorflow:loss = 1.2344526, step = 21466 (29.713 sec)
INFO:tensorflow:lr = 0.00019143574 (29.713 sec)
INFO:tensorflow:global_step/sec: 3.60389
INFO:tensorflow:loss = 1.2445482, step = 21566 (27.745 sec)
INFO:tensorflow:lr = 0.00019512267 (27.745 sec)
INFO:tensorflow:global_step/sec: 3.61979
INFO:tensorflow:loss = 1.2491772, step = 21666 (27.627 sec)
INFO:tensorflow:lr = 0.00019880966 (27.628 sec)
INFO:tensorflow:global_step/sec: 3.69348
INFO:tensorflow:loss = 1.2350147, step = 21766 (27.077 sec)
INFO:tensorflow:lr = 0.00020249658 (27.077 sec)
INFO:tensorflow:global_step/sec: 3.6274
INFO:tensorflow:loss = 1.2244273, step = 21866 (27.566 sec)
INFO:tensorflow:lr = 0.0002061835 (27.566 sec)
INFO:tensorflow:global_step/sec: 3.77801
INFO:tensorflow:loss = 1.2223741, step = 21966 (26.470 sec)
INFO:tensorflow:lr = 0.00020987041 (26.470 sec)
INFO:tensorflow:global_step/sec: 3.90468
INFO:tensorflow:loss = 1.24626, step = 22066 (25.611 sec)
INFO:tensorflow:lr = 0.00021355733 (25.609 sec)
INFO:tensorflow:global_step/sec: 3.74173
INFO:tensorflow:loss = 1.2367144, step = 22166 (26.725 sec)
INFO:tensorflow:lr = 0.00021724425 (26.728 sec)
INFO:tensorflow:global_step/sec: 3.86525
INFO:tensorflow:loss = 1.240642, step = 22266 (25.872 sec)
INFO:tensorflow:lr = 0.00022093116 (25.871 sec)
INFO:tensorflow:global_step/sec: 3.65308
INFO:tensorflow:loss = 1.2485172, step = 22366 (27.373 sec)
INFO:tensorflow:lr = 0.0002246181 (27.373 sec)
INFO:tensorflow:global_step/sec: 3.63277
INFO:tensorflow:loss = 1.2221932, step = 22466 (27.527 sec)
INFO:tensorflow:lr = 0.00022830509 (27.528 sec)
INFO:tensorflow:Saving checkpoints for 22553 into ../model/baseline_gru_clr_multi_attn/model.ckpt.
INFO:tensorflow:Loss for final step: 1.2183541.
INFO:tensorflow:Calling model_fn.
WARNING:tensorflow:Entity <bound method TiedDense.call of <__main__.TiedDense object at 0x7f5d03823ef0>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING: Entity <bound method TiedDense.call of <__main__.TiedDense object at 0x7f5d03823ef0>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/baseline_gru_clr_multi_attn/model.ckpt-22553
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
------------
minimal test
Q: 成都房价是多少|不买就后悔了成都房价还有上涨空间|买不起
A: 买不起成都房价
------------
Reading ../data/test_pos.txt
INFO:tensorflow:Calling model_fn.
WARNING:tensorflow:Entity <bound method TiedDense.call of <__main__.TiedDense object at 0x7f5d0228fa20>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING: Entity <bound method TiedDense.call of <__main__.TiedDense object at 0x7f5d0228fa20>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/baseline_gru_clr_multi_attn/model.ckpt-22553
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
Reading ../data/test_pos.txt
INFO:tensorflow:BLEU: 80.160, BELU-1: 94.600, BLEU-2: 89.000, BLEU-4: 78.200, EM: 0.555
INFO:tensorflow:Best EM: 0.562
INFO:tensorflow:Calling model_fn.
WARNING:tensorflow:Entity <bound method TiedDense.call of <__main__.TiedDense object at 0x7f5d5c474d68>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING: Entity <bound method TiedDense.call of <__main__.TiedDense object at 0x7f5d5c474d68>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
[<tf.Variable 'Embedding/fasttext_vectors:0' shape=(3853, 300) dtype=float32_ref>,
 <tf.Variable 'Encoder/bidirectional/forward_gru/kernel:0' shape=(300, 900) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/forward_gru/recurrent_kernel:0' shape=(300, 900) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/forward_gru/bias:0' shape=(900,) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/backward_gru/kernel:0' shape=(300, 900) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/backward_gru/recurrent_kernel:0' shape=(300, 900) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/backward_gru/bias:0' shape=(900,) dtype=float32>,
 <tf.Variable 'Encoder/feat_proj_1/kernel:0' shape=(1200, 300) dtype=float32_ref>,
 <tf.Variable 'Encoder/feat_proj_1/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Encoder/feat_proj_2/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Encoder/feat_proj_2/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Dynamic_Memory/attn_proj_1/kernel:0' shape=(1200, 300) dtype=float32_ref>,
 <tf.Variable 'Dynamic_Memory/attn_proj_1/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Dynamic_Memory/attn_proj_2/kernel:0' shape=(300, 1) dtype=float32_ref>,
 <tf.Variable 'Dynamic_Memory/memory_proj/kernel:0' shape=(900, 300) dtype=float32_ref>,
 <tf.Variable 'Dynamic_Memory/memory_proj/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/memory_layer/kernel:0' shape=(600, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/memory_layer_1/kernel:0' shape=(600, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/memory_layer_2/kernel:0' shape=(600, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/memory_layer_3/kernel:0' shape=(600, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/gru_cell/gates/kernel:0' shape=(900, 600) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/gru_cell/gates/bias:0' shape=(600,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/gru_cell/candidate/kernel:0' shape=(900, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/gru_cell/candidate/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention/query_layer/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention/attention_v:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/attention_layer/kernel:0' shape=(900, 75) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/attention_layer_1/kernel:0' shape=(900, 75) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention_1/query_layer/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention_1/attention_v:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/attention_layer_2/kernel:0' shape=(900, 75) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/attention_layer_3/kernel:0' shape=(900, 75) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/tied_dense/bias:0' shape=(3853,) dtype=float32_ref>]
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Create CheckpointSaverHook.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/baseline_gru_clr_multi_attn/model.ckpt-22553
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
INFO:tensorflow:Saving checkpoints for 22553 into ../model/baseline_gru_clr_multi_attn/model.ckpt.
Reading ../data/train_pos.txt
Reading ../data/train_neg.txt
INFO:tensorflow:loss = 1.2296436, step = 22553
INFO:tensorflow:lr = 0.00023151268
INFO:tensorflow:global_step/sec: 3.35953
INFO:tensorflow:loss = 1.2377684, step = 22653 (29.770 sec)
INFO:tensorflow:lr = 0.00023519961 (29.771 sec)
INFO:tensorflow:global_step/sec: 3.75401
INFO:tensorflow:loss = 1.2442976, step = 22753 (26.637 sec)
INFO:tensorflow:lr = 0.00023888651 (26.638 sec)
INFO:tensorflow:global_step/sec: 3.63234
INFO:tensorflow:loss = 1.2181641, step = 22853 (27.530 sec)
INFO:tensorflow:lr = 0.00024257344 (27.530 sec)
INFO:tensorflow:global_step/sec: 3.68667
INFO:tensorflow:loss = 1.2305683, step = 22953 (27.130 sec)
INFO:tensorflow:lr = 0.00024626034 (27.130 sec)
INFO:tensorflow:global_step/sec: 3.67261
INFO:tensorflow:loss = 1.2394911, step = 23053 (27.226 sec)
INFO:tensorflow:lr = 0.00024994736 (27.226 sec)
INFO:tensorflow:global_step/sec: 3.7742
INFO:tensorflow:loss = 1.2411432, step = 23153 (26.496 sec)
INFO:tensorflow:lr = 0.00025363427 (26.495 sec)
INFO:tensorflow:global_step/sec: 3.77464
INFO:tensorflow:loss = 1.2563498, step = 23253 (26.492 sec)
INFO:tensorflow:lr = 0.0002573212 (26.495 sec)
INFO:tensorflow:global_step/sec: 3.62474
INFO:tensorflow:loss = 1.2544496, step = 23353 (27.587 sec)
INFO:tensorflow:lr = 0.0002610081 (27.584 sec)
INFO:tensorflow:global_step/sec: 3.84198
INFO:tensorflow:loss = 1.2490983, step = 23453 (26.030 sec)
INFO:tensorflow:lr = 0.00026469503 (26.030 sec)
INFO:tensorflow:global_step/sec: 3.6312
INFO:tensorflow:loss = 1.2218369, step = 23553 (27.539 sec)
INFO:tensorflow:lr = 0.00026838193 (27.540 sec)
INFO:tensorflow:global_step/sec: 3.78837
INFO:tensorflow:loss = 1.2801694, step = 23653 (26.397 sec)
INFO:tensorflow:lr = 0.00027206884 (26.396 sec)
INFO:tensorflow:Saving checkpoints for 23740 into ../model/baseline_gru_clr_multi_attn/model.ckpt.
INFO:tensorflow:Loss for final step: 1.2668914.
INFO:tensorflow:Calling model_fn.
WARNING:tensorflow:Entity <bound method TiedDense.call of <__main__.TiedDense object at 0x7f5d029c2b38>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING: Entity <bound method TiedDense.call of <__main__.TiedDense object at 0x7f5d029c2b38>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/baseline_gru_clr_multi_attn/model.ckpt-23740
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
------------
minimal test
Q: 成都房价是多少|不买就后悔了成都房价还有上涨空间|买不起
A: 买不起房价
------------
Reading ../data/test_pos.txt
INFO:tensorflow:Calling model_fn.
WARNING:tensorflow:Entity <bound method TiedDense.call of <__main__.TiedDense object at 0x7f5d01f270f0>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING: Entity <bound method TiedDense.call of <__main__.TiedDense object at 0x7f5d01f270f0>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/baseline_gru_clr_multi_attn/model.ckpt-23740
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
Reading ../data/test_pos.txt
INFO:tensorflow:BLEU: 80.020, BELU-1: 95.000, BLEU-2: 89.200, BLEU-4: 78.300, EM: 0.541
INFO:tensorflow:Best EM: 0.562
INFO:tensorflow:Calling model_fn.
WARNING:tensorflow:Entity <bound method TiedDense.call of <__main__.TiedDense object at 0x7f5d5c2d3978>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING: Entity <bound method TiedDense.call of <__main__.TiedDense object at 0x7f5d5c2d3978>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
[<tf.Variable 'Embedding/fasttext_vectors:0' shape=(3853, 300) dtype=float32_ref>,
 <tf.Variable 'Encoder/bidirectional/forward_gru/kernel:0' shape=(300, 900) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/forward_gru/recurrent_kernel:0' shape=(300, 900) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/forward_gru/bias:0' shape=(900,) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/backward_gru/kernel:0' shape=(300, 900) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/backward_gru/recurrent_kernel:0' shape=(300, 900) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/backward_gru/bias:0' shape=(900,) dtype=float32>,
 <tf.Variable 'Encoder/feat_proj_1/kernel:0' shape=(1200, 300) dtype=float32_ref>,
 <tf.Variable 'Encoder/feat_proj_1/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Encoder/feat_proj_2/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Encoder/feat_proj_2/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Dynamic_Memory/attn_proj_1/kernel:0' shape=(1200, 300) dtype=float32_ref>,
 <tf.Variable 'Dynamic_Memory/attn_proj_1/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Dynamic_Memory/attn_proj_2/kernel:0' shape=(300, 1) dtype=float32_ref>,
 <tf.Variable 'Dynamic_Memory/memory_proj/kernel:0' shape=(900, 300) dtype=float32_ref>,
 <tf.Variable 'Dynamic_Memory/memory_proj/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/memory_layer/kernel:0' shape=(600, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/memory_layer_1/kernel:0' shape=(600, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/memory_layer_2/kernel:0' shape=(600, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/memory_layer_3/kernel:0' shape=(600, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/gru_cell/gates/kernel:0' shape=(900, 600) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/gru_cell/gates/bias:0' shape=(600,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/gru_cell/candidate/kernel:0' shape=(900, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/gru_cell/candidate/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention/query_layer/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention/attention_v:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/attention_layer/kernel:0' shape=(900, 75) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/attention_layer_1/kernel:0' shape=(900, 75) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention_1/query_layer/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention_1/attention_v:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/attention_layer_2/kernel:0' shape=(900, 75) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/attention_layer_3/kernel:0' shape=(900, 75) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/tied_dense/bias:0' shape=(3853,) dtype=float32_ref>]
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Create CheckpointSaverHook.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/baseline_gru_clr_multi_attn/model.ckpt-23740
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
INFO:tensorflow:Saving checkpoints for 23740 into ../model/baseline_gru_clr_multi_attn/model.ckpt.
Reading ../data/train_pos.txt
Reading ../data/train_neg.txt
INFO:tensorflow:loss = 1.2423465, step = 23740
INFO:tensorflow:lr = 0.00027527654
INFO:tensorflow:global_step/sec: 3.33938
INFO:tensorflow:loss = 1.244134, step = 23840 (29.949 sec)
INFO:tensorflow:lr = 0.00027896345 (29.949 sec)
INFO:tensorflow:global_step/sec: 3.78358
INFO:tensorflow:loss = 1.2370222, step = 23940 (26.429 sec)
INFO:tensorflow:lr = 0.00028265038 (26.427 sec)
INFO:tensorflow:global_step/sec: 3.85949
INFO:tensorflow:loss = 1.229846, step = 24040 (25.913 sec)
INFO:tensorflow:lr = 0.00028633728 (25.913 sec)
INFO:tensorflow:global_step/sec: 3.82885
INFO:tensorflow:loss = 1.2177895, step = 24140 (26.117 sec)
INFO:tensorflow:lr = 0.0002900242 (26.120 sec)
INFO:tensorflow:global_step/sec: 3.62111
INFO:tensorflow:loss = 1.2796376, step = 24240 (27.615 sec)
INFO:tensorflow:lr = 0.0002937111 (27.615 sec)
INFO:tensorflow:global_step/sec: 3.70242
INFO:tensorflow:loss = 1.232756, step = 24340 (27.009 sec)
INFO:tensorflow:lr = 0.00029739804 (27.008 sec)
INFO:tensorflow:global_step/sec: 3.63032
INFO:tensorflow:loss = 1.2248214, step = 24440 (27.545 sec)
INFO:tensorflow:lr = 0.00030108495 (27.545 sec)
INFO:tensorflow:global_step/sec: 3.71027
INFO:tensorflow:loss = 1.2055273, step = 24540 (26.953 sec)
INFO:tensorflow:lr = 0.00030477194 (26.953 sec)
INFO:tensorflow:global_step/sec: 3.70462
INFO:tensorflow:loss = 1.2223965, step = 24640 (26.990 sec)
INFO:tensorflow:lr = 0.00030845887 (26.990 sec)
INFO:tensorflow:global_step/sec: 3.64975
INFO:tensorflow:loss = 1.2346057, step = 24740 (27.402 sec)
INFO:tensorflow:lr = 0.00031214577 (27.402 sec)
INFO:tensorflow:global_step/sec: 3.6742
INFO:tensorflow:loss = 1.2221295, step = 24840 (27.216 sec)
INFO:tensorflow:lr = 0.0003158327 (27.216 sec)
INFO:tensorflow:Saving checkpoints for 24927 into ../model/baseline_gru_clr_multi_attn/model.ckpt.
INFO:tensorflow:Loss for final step: 1.2162921.
INFO:tensorflow:Calling model_fn.
WARNING:tensorflow:Entity <bound method TiedDense.call of <__main__.TiedDense object at 0x7f5d5c3c5fd0>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING: Entity <bound method TiedDense.call of <__main__.TiedDense object at 0x7f5d5c3c5fd0>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/baseline_gru_clr_multi_attn/model.ckpt-24927
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
------------
minimal test
Q: 成都房价是多少|不买就后悔了成都房价还有上涨空间|买不起
A: 买不起成都房价
------------
Reading ../data/test_pos.txt
INFO:tensorflow:Calling model_fn.
WARNING:tensorflow:Entity <bound method TiedDense.call of <__main__.TiedDense object at 0x7f5d0213c3c8>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING: Entity <bound method TiedDense.call of <__main__.TiedDense object at 0x7f5d0213c3c8>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/baseline_gru_clr_multi_attn/model.ckpt-24927
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
Reading ../data/test_pos.txt
INFO:tensorflow:BLEU: 80.110, BELU-1: 94.300, BLEU-2: 88.600, BLEU-4: 77.500, EM: 0.545
INFO:tensorflow:Best EM: 0.562
INFO:tensorflow:Calling model_fn.
WARNING:tensorflow:Entity <bound method TiedDense.call of <__main__.TiedDense object at 0x7f5cff715668>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING: Entity <bound method TiedDense.call of <__main__.TiedDense object at 0x7f5cff715668>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
[<tf.Variable 'Embedding/fasttext_vectors:0' shape=(3853, 300) dtype=float32_ref>,
 <tf.Variable 'Encoder/bidirectional/forward_gru/kernel:0' shape=(300, 900) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/forward_gru/recurrent_kernel:0' shape=(300, 900) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/forward_gru/bias:0' shape=(900,) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/backward_gru/kernel:0' shape=(300, 900) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/backward_gru/recurrent_kernel:0' shape=(300, 900) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/backward_gru/bias:0' shape=(900,) dtype=float32>,
 <tf.Variable 'Encoder/feat_proj_1/kernel:0' shape=(1200, 300) dtype=float32_ref>,
 <tf.Variable 'Encoder/feat_proj_1/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Encoder/feat_proj_2/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Encoder/feat_proj_2/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Dynamic_Memory/attn_proj_1/kernel:0' shape=(1200, 300) dtype=float32_ref>,
 <tf.Variable 'Dynamic_Memory/attn_proj_1/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Dynamic_Memory/attn_proj_2/kernel:0' shape=(300, 1) dtype=float32_ref>,
 <tf.Variable 'Dynamic_Memory/memory_proj/kernel:0' shape=(900, 300) dtype=float32_ref>,
 <tf.Variable 'Dynamic_Memory/memory_proj/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/memory_layer/kernel:0' shape=(600, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/memory_layer_1/kernel:0' shape=(600, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/memory_layer_2/kernel:0' shape=(600, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/memory_layer_3/kernel:0' shape=(600, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/gru_cell/gates/kernel:0' shape=(900, 600) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/gru_cell/gates/bias:0' shape=(600,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/gru_cell/candidate/kernel:0' shape=(900, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/gru_cell/candidate/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention/query_layer/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention/attention_v:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/attention_layer/kernel:0' shape=(900, 75) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/attention_layer_1/kernel:0' shape=(900, 75) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention_1/query_layer/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention_1/attention_v:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/attention_layer_2/kernel:0' shape=(900, 75) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/attention_layer_3/kernel:0' shape=(900, 75) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/tied_dense/bias:0' shape=(3853,) dtype=float32_ref>]
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Create CheckpointSaverHook.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/baseline_gru_clr_multi_attn/model.ckpt-24927
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
INFO:tensorflow:Saving checkpoints for 24927 into ../model/baseline_gru_clr_multi_attn/model.ckpt.
Reading ../data/train_pos.txt
Reading ../data/train_neg.txt
INFO:tensorflow:loss = 1.2419174, step = 24927
INFO:tensorflow:lr = 0.0003190403
INFO:tensorflow:global_step/sec: 3.37544
INFO:tensorflow:loss = 1.2266275, step = 25027 (29.630 sec)
INFO:tensorflow:lr = 0.00032272722 (29.632 sec)
INFO:tensorflow:global_step/sec: 3.68531
INFO:tensorflow:loss = 1.2132671, step = 25127 (27.139 sec)
INFO:tensorflow:lr = 0.0003264142 (27.139 sec)
INFO:tensorflow:global_step/sec: 3.77902
INFO:tensorflow:loss = 1.2649162, step = 25227 (26.456 sec)
INFO:tensorflow:lr = 0.00033010115 (26.455 sec)
INFO:tensorflow:global_step/sec: 3.77319
INFO:tensorflow:loss = 1.2471675, step = 25327 (26.502 sec)
INFO:tensorflow:lr = 0.00033378805 (26.502 sec)
INFO:tensorflow:global_step/sec: 3.4982
INFO:tensorflow:loss = 1.2504424, step = 25427 (28.588 sec)
INFO:tensorflow:lr = 0.00033747498 (28.587 sec)
INFO:tensorflow:global_step/sec: 3.73227
INFO:tensorflow:loss = 1.2160645, step = 25527 (26.794 sec)
INFO:tensorflow:lr = 0.00034116188 (26.794 sec)
INFO:tensorflow:global_step/sec: 3.77662
INFO:tensorflow:loss = 1.2282052, step = 25627 (26.477 sec)
INFO:tensorflow:lr = 0.0003448488 (26.479 sec)
INFO:tensorflow:global_step/sec: 3.83086
INFO:tensorflow:loss = 1.2364306, step = 25727 (26.104 sec)
INFO:tensorflow:lr = 0.00034853572 (26.106 sec)
INFO:tensorflow:global_step/sec: 3.73667
INFO:tensorflow:loss = 1.2783526, step = 25827 (26.764 sec)
INFO:tensorflow:lr = 0.00035222265 (26.762 sec)
INFO:tensorflow:global_step/sec: 3.68358
INFO:tensorflow:loss = 1.2416878, step = 25927 (27.147 sec)
INFO:tensorflow:lr = 0.00035590964 (27.147 sec)
INFO:tensorflow:global_step/sec: 3.63717
INFO:tensorflow:loss = 1.2186593, step = 26027 (27.492 sec)
INFO:tensorflow:lr = 0.00035959657 (27.493 sec)
INFO:tensorflow:Saving checkpoints for 26114 into ../model/baseline_gru_clr_multi_attn/model.ckpt.
INFO:tensorflow:Loss for final step: 1.2731088.
INFO:tensorflow:Calling model_fn.
WARNING:tensorflow:Entity <bound method TiedDense.call of <__main__.TiedDense object at 0x7f5d03683940>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING: Entity <bound method TiedDense.call of <__main__.TiedDense object at 0x7f5d03683940>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/baseline_gru_clr_multi_attn/model.ckpt-26114
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
------------
minimal test
Q: 成都房价是多少|不买就后悔了成都房价还有上涨空间|买不起
A: 买不起成都房价
------------
Reading ../data/test_pos.txt
INFO:tensorflow:Calling model_fn.
WARNING:tensorflow:Entity <bound method TiedDense.call of <__main__.TiedDense object at 0x7f5d01871fd0>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING: Entity <bound method TiedDense.call of <__main__.TiedDense object at 0x7f5d01871fd0>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/baseline_gru_clr_multi_attn/model.ckpt-26114
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
Reading ../data/test_pos.txt
INFO:tensorflow:BLEU: 81.110, BELU-1: 95.100, BLEU-2: 89.600, BLEU-4: 79.000, EM: 0.554
INFO:tensorflow:Best EM: 0.562
INFO:tensorflow:Calling model_fn.
WARNING:tensorflow:Entity <bound method TiedDense.call of <__main__.TiedDense object at 0x7f5d0330db00>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING: Entity <bound method TiedDense.call of <__main__.TiedDense object at 0x7f5d0330db00>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
[<tf.Variable 'Embedding/fasttext_vectors:0' shape=(3853, 300) dtype=float32_ref>,
 <tf.Variable 'Encoder/bidirectional/forward_gru/kernel:0' shape=(300, 900) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/forward_gru/recurrent_kernel:0' shape=(300, 900) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/forward_gru/bias:0' shape=(900,) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/backward_gru/kernel:0' shape=(300, 900) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/backward_gru/recurrent_kernel:0' shape=(300, 900) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/backward_gru/bias:0' shape=(900,) dtype=float32>,
 <tf.Variable 'Encoder/feat_proj_1/kernel:0' shape=(1200, 300) dtype=float32_ref>,
 <tf.Variable 'Encoder/feat_proj_1/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Encoder/feat_proj_2/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Encoder/feat_proj_2/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Dynamic_Memory/attn_proj_1/kernel:0' shape=(1200, 300) dtype=float32_ref>,
 <tf.Variable 'Dynamic_Memory/attn_proj_1/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Dynamic_Memory/attn_proj_2/kernel:0' shape=(300, 1) dtype=float32_ref>,
 <tf.Variable 'Dynamic_Memory/memory_proj/kernel:0' shape=(900, 300) dtype=float32_ref>,
 <tf.Variable 'Dynamic_Memory/memory_proj/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/memory_layer/kernel:0' shape=(600, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/memory_layer_1/kernel:0' shape=(600, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/memory_layer_2/kernel:0' shape=(600, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/memory_layer_3/kernel:0' shape=(600, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/gru_cell/gates/kernel:0' shape=(900, 600) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/gru_cell/gates/bias:0' shape=(600,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/gru_cell/candidate/kernel:0' shape=(900, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/gru_cell/candidate/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention/query_layer/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention/attention_v:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/attention_layer/kernel:0' shape=(900, 75) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/attention_layer_1/kernel:0' shape=(900, 75) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention_1/query_layer/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention_1/attention_v:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/attention_layer_2/kernel:0' shape=(900, 75) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/attention_layer_3/kernel:0' shape=(900, 75) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/tied_dense/bias:0' shape=(3853,) dtype=float32_ref>]
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Create CheckpointSaverHook.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/baseline_gru_clr_multi_attn/model.ckpt-26114
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
INFO:tensorflow:Saving checkpoints for 26114 into ../model/baseline_gru_clr_multi_attn/model.ckpt.
Reading ../data/train_pos.txt
Reading ../data/train_neg.txt
INFO:tensorflow:loss = 1.220117, step = 26114
INFO:tensorflow:lr = 0.00036280416
INFO:tensorflow:global_step/sec: 3.39538
INFO:tensorflow:loss = 1.2355821, step = 26214 (29.457 sec)
INFO:tensorflow:lr = 0.00036649106 (29.456 sec)
INFO:tensorflow:global_step/sec: 3.68066
INFO:tensorflow:loss = 1.2335565, step = 26314 (27.166 sec)
INFO:tensorflow:lr = 0.000370178 (27.166 sec)
INFO:tensorflow:global_step/sec: 3.47987
INFO:tensorflow:loss = 1.210248, step = 26414 (28.738 sec)
INFO:tensorflow:lr = 0.0003738649 (28.738 sec)
INFO:tensorflow:global_step/sec: 3.75256
INFO:tensorflow:loss = 1.2388475, step = 26514 (26.647 sec)
INFO:tensorflow:lr = 0.00037755183 (26.648 sec)
INFO:tensorflow:global_step/sec: 3.7507
INFO:tensorflow:loss = 1.2238173, step = 26614 (26.663 sec)
INFO:tensorflow:lr = 0.00038123882 (26.663 sec)
INFO:tensorflow:global_step/sec: 3.66259
INFO:tensorflow:loss = 1.2107064, step = 26714 (27.305 sec)
INFO:tensorflow:lr = 0.00038492575 (27.304 sec)
INFO:tensorflow:global_step/sec: 3.74877
INFO:tensorflow:loss = 1.268926, step = 26814 (26.678 sec)
INFO:tensorflow:lr = 0.00038861265 (26.678 sec)
INFO:tensorflow:global_step/sec: 3.82867
INFO:tensorflow:loss = 1.235754, step = 26914 (26.115 sec)
INFO:tensorflow:lr = 0.00039229958 (26.117 sec)
INFO:tensorflow:global_step/sec: 3.73387
INFO:tensorflow:loss = 1.2206451, step = 27014 (26.782 sec)
INFO:tensorflow:lr = 0.00039598648 (26.781 sec)
INFO:tensorflow:global_step/sec: 3.69619
INFO:tensorflow:loss = 1.2514447, step = 27114 (27.055 sec)
INFO:tensorflow:lr = 0.00039967342 (27.054 sec)
INFO:tensorflow:global_step/sec: 3.75278
INFO:tensorflow:loss = 1.2394191, step = 27214 (26.646 sec)
INFO:tensorflow:lr = 0.00040336032 (26.647 sec)
INFO:tensorflow:Saving checkpoints for 27301 into ../model/baseline_gru_clr_multi_attn/model.ckpt.
INFO:tensorflow:Loss for final step: 1.2163982.
INFO:tensorflow:Calling model_fn.
WARNING:tensorflow:Entity <bound method TiedDense.call of <__main__.TiedDense object at 0x7f5d0278ae48>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING: Entity <bound method TiedDense.call of <__main__.TiedDense object at 0x7f5d0278ae48>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/baseline_gru_clr_multi_attn/model.ckpt-27301
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
------------
minimal test
Q: 成都房价是多少|不买就后悔了成都房价还有上涨空间|买不起
A: 买不起房价
------------
Reading ../data/test_pos.txt
INFO:tensorflow:Calling model_fn.
WARNING:tensorflow:Entity <bound method TiedDense.call of <__main__.TiedDense object at 0x7f5d02cfcf98>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING: Entity <bound method TiedDense.call of <__main__.TiedDense object at 0x7f5d02cfcf98>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/baseline_gru_clr_multi_attn/model.ckpt-27301
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
Reading ../data/test_pos.txt
INFO:tensorflow:BLEU: 80.120, BELU-1: 95.000, BLEU-2: 89.300, BLEU-4: 78.600, EM: 0.547
INFO:tensorflow:Best EM: 0.562
INFO:tensorflow:Calling model_fn.
WARNING:tensorflow:Entity <bound method TiedDense.call of <__main__.TiedDense object at 0x7f5d019a4160>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING: Entity <bound method TiedDense.call of <__main__.TiedDense object at 0x7f5d019a4160>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
[<tf.Variable 'Embedding/fasttext_vectors:0' shape=(3853, 300) dtype=float32_ref>,
 <tf.Variable 'Encoder/bidirectional/forward_gru/kernel:0' shape=(300, 900) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/forward_gru/recurrent_kernel:0' shape=(300, 900) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/forward_gru/bias:0' shape=(900,) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/backward_gru/kernel:0' shape=(300, 900) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/backward_gru/recurrent_kernel:0' shape=(300, 900) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/backward_gru/bias:0' shape=(900,) dtype=float32>,
 <tf.Variable 'Encoder/feat_proj_1/kernel:0' shape=(1200, 300) dtype=float32_ref>,
 <tf.Variable 'Encoder/feat_proj_1/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Encoder/feat_proj_2/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Encoder/feat_proj_2/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Dynamic_Memory/attn_proj_1/kernel:0' shape=(1200, 300) dtype=float32_ref>,
 <tf.Variable 'Dynamic_Memory/attn_proj_1/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Dynamic_Memory/attn_proj_2/kernel:0' shape=(300, 1) dtype=float32_ref>,
 <tf.Variable 'Dynamic_Memory/memory_proj/kernel:0' shape=(900, 300) dtype=float32_ref>,
 <tf.Variable 'Dynamic_Memory/memory_proj/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/memory_layer/kernel:0' shape=(600, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/memory_layer_1/kernel:0' shape=(600, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/memory_layer_2/kernel:0' shape=(600, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/memory_layer_3/kernel:0' shape=(600, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/gru_cell/gates/kernel:0' shape=(900, 600) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/gru_cell/gates/bias:0' shape=(600,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/gru_cell/candidate/kernel:0' shape=(900, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/gru_cell/candidate/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention/query_layer/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention/attention_v:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/attention_layer/kernel:0' shape=(900, 75) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/attention_layer_1/kernel:0' shape=(900, 75) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention_1/query_layer/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention_1/attention_v:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/attention_layer_2/kernel:0' shape=(900, 75) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/attention_layer_3/kernel:0' shape=(900, 75) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/tied_dense/bias:0' shape=(3853,) dtype=float32_ref>]
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Create CheckpointSaverHook.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/baseline_gru_clr_multi_attn/model.ckpt-27301
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
INFO:tensorflow:Saving checkpoints for 27301 into ../model/baseline_gru_clr_multi_attn/model.ckpt.
Reading ../data/train_pos.txt
Reading ../data/train_neg.txt
INFO:tensorflow:loss = 1.2114394, step = 27301
INFO:tensorflow:lr = 0.000406568
INFO:tensorflow:global_step/sec: 3.43508
INFO:tensorflow:loss = 1.2406467, step = 27401 (29.116 sec)
INFO:tensorflow:lr = 0.00041025493 (29.118 sec)
INFO:tensorflow:global_step/sec: 3.71653
INFO:tensorflow:loss = 1.2403278, step = 27501 (26.905 sec)
INFO:tensorflow:lr = 0.00041394183 (26.904 sec)
INFO:tensorflow:global_step/sec: 3.73293
INFO:tensorflow:loss = 1.223015, step = 27601 (26.791 sec)
INFO:tensorflow:lr = 0.00041762876 (26.790 sec)
INFO:tensorflow:global_step/sec: 3.54535
INFO:tensorflow:loss = 1.27302, step = 27701 (28.205 sec)
INFO:tensorflow:lr = 0.00042131566 (28.205 sec)
INFO:tensorflow:global_step/sec: 3.85136
INFO:tensorflow:loss = 1.2236617, step = 27801 (25.965 sec)
INFO:tensorflow:lr = 0.0004250026 (25.967 sec)
INFO:tensorflow:global_step/sec: 3.57623
INFO:tensorflow:loss = 1.2769998, step = 27901 (27.961 sec)
INFO:tensorflow:lr = 0.0004286895 (27.962 sec)
INFO:tensorflow:global_step/sec: 3.72574
INFO:tensorflow:loss = 1.2667594, step = 28001 (26.841 sec)
INFO:tensorflow:lr = 0.00043237643 (26.840 sec)
INFO:tensorflow:global_step/sec: 3.68246
INFO:tensorflow:loss = 1.2199947, step = 28101 (27.156 sec)
INFO:tensorflow:lr = 0.00043606342 (27.156 sec)
INFO:tensorflow:global_step/sec: 3.63672
INFO:tensorflow:loss = 1.2334774, step = 28201 (27.498 sec)
INFO:tensorflow:lr = 0.00043975035 (27.498 sec)
INFO:tensorflow:global_step/sec: 3.65862
INFO:tensorflow:loss = 1.2402956, step = 28301 (27.333 sec)
INFO:tensorflow:lr = 0.00044343725 (27.334 sec)
INFO:tensorflow:global_step/sec: 3.67993
INFO:tensorflow:loss = 1.2503278, step = 28401 (27.175 sec)
INFO:tensorflow:lr = 0.00044712418 (27.173 sec)
INFO:tensorflow:Saving checkpoints for 28488 into ../model/baseline_gru_clr_multi_attn/model.ckpt.
INFO:tensorflow:Loss for final step: 1.2268662.
INFO:tensorflow:Calling model_fn.
WARNING:tensorflow:Entity <bound method TiedDense.call of <__main__.TiedDense object at 0x7f5d022ce7f0>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING: Entity <bound method TiedDense.call of <__main__.TiedDense object at 0x7f5d022ce7f0>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/baseline_gru_clr_multi_attn/model.ckpt-28488
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
------------
minimal test
Q: 成都房价是多少|不买就后悔了成都房价还有上涨空间|买不起
A: 买不起成都房价
------------
Reading ../data/test_pos.txt
INFO:tensorflow:Calling model_fn.
WARNING:tensorflow:Entity <bound method TiedDense.call of <__main__.TiedDense object at 0x7f5cfe0fe898>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING: Entity <bound method TiedDense.call of <__main__.TiedDense object at 0x7f5cfe0fe898>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/baseline_gru_clr_multi_attn/model.ckpt-28488
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
Reading ../data/test_pos.txt
INFO:tensorflow:BLEU: 79.400, BELU-1: 95.000, BLEU-2: 89.100, BLEU-4: 77.600, EM: 0.537
INFO:tensorflow:Best EM: 0.562
INFO:tensorflow:Calling model_fn.
WARNING:tensorflow:Entity <bound method TiedDense.call of <__main__.TiedDense object at 0x7f5d03131940>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING: Entity <bound method TiedDense.call of <__main__.TiedDense object at 0x7f5d03131940>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
[<tf.Variable 'Embedding/fasttext_vectors:0' shape=(3853, 300) dtype=float32_ref>,
 <tf.Variable 'Encoder/bidirectional/forward_gru/kernel:0' shape=(300, 900) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/forward_gru/recurrent_kernel:0' shape=(300, 900) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/forward_gru/bias:0' shape=(900,) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/backward_gru/kernel:0' shape=(300, 900) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/backward_gru/recurrent_kernel:0' shape=(300, 900) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/backward_gru/bias:0' shape=(900,) dtype=float32>,
 <tf.Variable 'Encoder/feat_proj_1/kernel:0' shape=(1200, 300) dtype=float32_ref>,
 <tf.Variable 'Encoder/feat_proj_1/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Encoder/feat_proj_2/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Encoder/feat_proj_2/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Dynamic_Memory/attn_proj_1/kernel:0' shape=(1200, 300) dtype=float32_ref>,
 <tf.Variable 'Dynamic_Memory/attn_proj_1/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Dynamic_Memory/attn_proj_2/kernel:0' shape=(300, 1) dtype=float32_ref>,
 <tf.Variable 'Dynamic_Memory/memory_proj/kernel:0' shape=(900, 300) dtype=float32_ref>,
 <tf.Variable 'Dynamic_Memory/memory_proj/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/memory_layer/kernel:0' shape=(600, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/memory_layer_1/kernel:0' shape=(600, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/memory_layer_2/kernel:0' shape=(600, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/memory_layer_3/kernel:0' shape=(600, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/gru_cell/gates/kernel:0' shape=(900, 600) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/gru_cell/gates/bias:0' shape=(600,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/gru_cell/candidate/kernel:0' shape=(900, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/gru_cell/candidate/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention/query_layer/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention/attention_v:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/attention_layer/kernel:0' shape=(900, 75) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/attention_layer_1/kernel:0' shape=(900, 75) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention_1/query_layer/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention_1/attention_v:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/attention_layer_2/kernel:0' shape=(900, 75) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/attention_layer_3/kernel:0' shape=(900, 75) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/tied_dense/bias:0' shape=(3853,) dtype=float32_ref>]
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Create CheckpointSaverHook.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/baseline_gru_clr_multi_attn/model.ckpt-28488
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
INFO:tensorflow:Saving checkpoints for 28488 into ../model/baseline_gru_clr_multi_attn/model.ckpt.
Reading ../data/train_pos.txt
Reading ../data/train_neg.txt
INFO:tensorflow:loss = 1.2377957, step = 28488
INFO:tensorflow:lr = 0.0004496682
INFO:tensorflow:global_step/sec: 3.35157
INFO:tensorflow:loss = 1.2124332, step = 28588 (29.841 sec)
INFO:tensorflow:lr = 0.0004459813 (29.838 sec)
INFO:tensorflow:global_step/sec: 3.69182
INFO:tensorflow:loss = 1.2289844, step = 28688 (27.085 sec)
INFO:tensorflow:lr = 0.0004422943 (27.085 sec)
INFO:tensorflow:global_step/sec: 3.68568
INFO:tensorflow:loss = 1.2503903, step = 28788 (27.134 sec)
INFO:tensorflow:lr = 0.00043860739 (27.133 sec)
INFO:tensorflow:global_step/sec: 3.70657
INFO:tensorflow:loss = 1.250331, step = 28888 (26.981 sec)
INFO:tensorflow:lr = 0.00043492045 (26.982 sec)
INFO:tensorflow:global_step/sec: 3.67821
INFO:tensorflow:loss = 1.2337496, step = 28988 (27.186 sec)
INFO:tensorflow:lr = 0.00043123355 (27.185 sec)
INFO:tensorflow:global_step/sec: 3.84015
INFO:tensorflow:loss = 1.227548, step = 29088 (26.040 sec)
INFO:tensorflow:lr = 0.00042754662 (26.042 sec)
INFO:tensorflow:global_step/sec: 3.71419
INFO:tensorflow:loss = 1.2369219, step = 29188 (26.925 sec)
INFO:tensorflow:lr = 0.00042385972 (26.922 sec)
INFO:tensorflow:global_step/sec: 3.46744
INFO:tensorflow:loss = 1.2522367, step = 29288 (28.840 sec)
INFO:tensorflow:lr = 0.0004201728 (28.841 sec)
INFO:tensorflow:global_step/sec: 3.67087
INFO:tensorflow:loss = 1.2543486, step = 29388 (27.242 sec)
INFO:tensorflow:lr = 0.00041648588 (27.243 sec)
INFO:tensorflow:global_step/sec: 3.67419
INFO:tensorflow:loss = 1.2495437, step = 29488 (27.215 sec)
INFO:tensorflow:lr = 0.00041279886 (27.214 sec)
INFO:tensorflow:global_step/sec: 3.71264
INFO:tensorflow:loss = 1.2573763, step = 29588 (26.935 sec)
INFO:tensorflow:lr = 0.00040911196 (26.935 sec)
INFO:tensorflow:Saving checkpoints for 29675 into ../model/baseline_gru_clr_multi_attn/model.ckpt.
INFO:tensorflow:Loss for final step: 1.2324321.
INFO:tensorflow:Calling model_fn.
WARNING:tensorflow:Entity <bound method TiedDense.call of <__main__.TiedDense object at 0x7f5d01985320>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING: Entity <bound method TiedDense.call of <__main__.TiedDense object at 0x7f5d01985320>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/baseline_gru_clr_multi_attn/model.ckpt-29675
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
------------
minimal test
Q: 成都房价是多少|不买就后悔了成都房价还有上涨空间|买不起
A: 买成都房价买不起
------------
Reading ../data/test_pos.txt
INFO:tensorflow:Calling model_fn.
WARNING:tensorflow:Entity <bound method TiedDense.call of <__main__.TiedDense object at 0x7f5cff911588>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING: Entity <bound method TiedDense.call of <__main__.TiedDense object at 0x7f5cff911588>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/baseline_gru_clr_multi_attn/model.ckpt-29675
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
Reading ../data/test_pos.txt
INFO:tensorflow:BLEU: 80.220, BELU-1: 94.200, BLEU-2: 88.600, BLEU-4: 77.700, EM: 0.544
INFO:tensorflow:Best EM: 0.562
INFO:tensorflow:Calling model_fn.
WARNING:tensorflow:Entity <bound method TiedDense.call of <__main__.TiedDense object at 0x7f5d028186a0>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING: Entity <bound method TiedDense.call of <__main__.TiedDense object at 0x7f5d028186a0>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
[<tf.Variable 'Embedding/fasttext_vectors:0' shape=(3853, 300) dtype=float32_ref>,
 <tf.Variable 'Encoder/bidirectional/forward_gru/kernel:0' shape=(300, 900) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/forward_gru/recurrent_kernel:0' shape=(300, 900) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/forward_gru/bias:0' shape=(900,) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/backward_gru/kernel:0' shape=(300, 900) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/backward_gru/recurrent_kernel:0' shape=(300, 900) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/backward_gru/bias:0' shape=(900,) dtype=float32>,
 <tf.Variable 'Encoder/feat_proj_1/kernel:0' shape=(1200, 300) dtype=float32_ref>,
 <tf.Variable 'Encoder/feat_proj_1/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Encoder/feat_proj_2/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Encoder/feat_proj_2/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Dynamic_Memory/attn_proj_1/kernel:0' shape=(1200, 300) dtype=float32_ref>,
 <tf.Variable 'Dynamic_Memory/attn_proj_1/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Dynamic_Memory/attn_proj_2/kernel:0' shape=(300, 1) dtype=float32_ref>,
 <tf.Variable 'Dynamic_Memory/memory_proj/kernel:0' shape=(900, 300) dtype=float32_ref>,
 <tf.Variable 'Dynamic_Memory/memory_proj/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/memory_layer/kernel:0' shape=(600, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/memory_layer_1/kernel:0' shape=(600, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/memory_layer_2/kernel:0' shape=(600, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/memory_layer_3/kernel:0' shape=(600, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/gru_cell/gates/kernel:0' shape=(900, 600) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/gru_cell/gates/bias:0' shape=(600,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/gru_cell/candidate/kernel:0' shape=(900, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/gru_cell/candidate/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention/query_layer/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention/attention_v:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/attention_layer/kernel:0' shape=(900, 75) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/attention_layer_1/kernel:0' shape=(900, 75) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention_1/query_layer/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention_1/attention_v:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/attention_layer_2/kernel:0' shape=(900, 75) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/attention_layer_3/kernel:0' shape=(900, 75) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/tied_dense/bias:0' shape=(3853,) dtype=float32_ref>]
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Create CheckpointSaverHook.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/baseline_gru_clr_multi_attn/model.ckpt-29675
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
INFO:tensorflow:Saving checkpoints for 29675 into ../model/baseline_gru_clr_multi_attn/model.ckpt.
Reading ../data/train_pos.txt
Reading ../data/train_neg.txt
INFO:tensorflow:loss = 1.2253647, step = 29675
INFO:tensorflow:lr = 0.00040590437
INFO:tensorflow:global_step/sec: 3.31394
INFO:tensorflow:loss = 1.2215638, step = 29775 (30.179 sec)
INFO:tensorflow:lr = 0.00040221744 (30.180 sec)
INFO:tensorflow:global_step/sec: 3.49881
INFO:tensorflow:loss = 1.2606736, step = 29875 (28.581 sec)
INFO:tensorflow:lr = 0.00039853054 (28.582 sec)
INFO:tensorflow:global_step/sec: 3.72838
INFO:tensorflow:loss = 1.2551409, step = 29975 (26.822 sec)
INFO:tensorflow:lr = 0.0003948436 (26.820 sec)
INFO:tensorflow:global_step/sec: 3.72569
INFO:tensorflow:loss = 1.2566262, step = 30075 (26.840 sec)
INFO:tensorflow:lr = 0.0003911567 (26.839 sec)
INFO:tensorflow:global_step/sec: 3.67738
INFO:tensorflow:loss = 1.2349042, step = 30175 (27.194 sec)
INFO:tensorflow:lr = 0.00038746968 (27.196 sec)
INFO:tensorflow:global_step/sec: 3.77288
INFO:tensorflow:loss = 1.2246989, step = 30275 (26.510 sec)
INFO:tensorflow:lr = 0.00038378278 (26.509 sec)
INFO:tensorflow:global_step/sec: 3.64125
INFO:tensorflow:loss = 1.217391, step = 30375 (27.458 sec)
INFO:tensorflow:lr = 0.00038009585 (27.456 sec)
INFO:tensorflow:global_step/sec: 3.79979
INFO:tensorflow:loss = 1.2140893, step = 30475 (26.318 sec)
INFO:tensorflow:lr = 0.00037640895 (26.317 sec)
INFO:tensorflow:global_step/sec: 3.69589
INFO:tensorflow:loss = 1.2265737, step = 30575 (27.055 sec)
INFO:tensorflow:lr = 0.00037272202 (27.058 sec)
INFO:tensorflow:global_step/sec: 3.64982
INFO:tensorflow:loss = 1.2479025, step = 30675 (27.399 sec)
INFO:tensorflow:lr = 0.00036903511 (27.397 sec)
INFO:tensorflow:global_step/sec: 3.72812
INFO:tensorflow:loss = 1.2104417, step = 30775 (26.825 sec)
INFO:tensorflow:lr = 0.00036534818 (26.826 sec)
INFO:tensorflow:Saving checkpoints for 30862 into ../model/baseline_gru_clr_multi_attn/model.ckpt.
INFO:tensorflow:Loss for final step: 1.2377651.
INFO:tensorflow:Calling model_fn.
WARNING:tensorflow:Entity <bound method TiedDense.call of <__main__.TiedDense object at 0x7f5d01fec5c0>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING: Entity <bound method TiedDense.call of <__main__.TiedDense object at 0x7f5d01fec5c0>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/baseline_gru_clr_multi_attn/model.ckpt-30862
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
------------
minimal test
Q: 成都房价是多少|不买就后悔了成都房价还有上涨空间|买不起
A: 买不起成都房价
------------
Reading ../data/test_pos.txt
INFO:tensorflow:Calling model_fn.
WARNING:tensorflow:Entity <bound method TiedDense.call of <__main__.TiedDense object at 0x7f5d50125240>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING: Entity <bound method TiedDense.call of <__main__.TiedDense object at 0x7f5d50125240>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/baseline_gru_clr_multi_attn/model.ckpt-30862
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
Reading ../data/test_pos.txt
INFO:tensorflow:BLEU: 80.470, BELU-1: 95.000, BLEU-2: 89.400, BLEU-4: 79.000, EM: 0.550
INFO:tensorflow:Best EM: 0.562
10 times not improve the best result, therefore stop training