from google.colab import drive
drive.mount('/content/gdrive')
import os
os.chdir('/content/gdrive/My Drive/finch/tensorflow1/multi_turn_rewrite/chinese/main')

%tensorflow_version 1.x
!pip install texar

import tensorflow as tf
import texar.tf as tx

import numpy as np
import pprint
import logging

from pathlib import Path
from modified_beam_search_decoder import BeamSearchDecoder

print("TensorFlow Version", tf.__version__)
print('GPU Enabled:', tf.test.is_gpu_available())

TensorFlow Version 1.15.2
GPU Enabled: True

def get_vocab(f_path):
  word2idx = {}
  with open(f_path) as f:
    for i, line in enumerate(f):
      line = line.rstrip('\n')
      word2idx[line] = i
  return word2idx

def align_pad(li):
  max_len = max([len(sent) for sent in li])
  for sent in li:
    if len(sent) < max_len:
      sent += [0] * (max_len - len(sent))

def data_generator(f_paths, params):
  for f_path in f_paths:
    with open(f_path) as f:
      print('Reading', f_path)
      for line in f:
        line = line.rstrip()
        h1, h2, q, a = line.split('\t')
        char2idx_fn = lambda x: [params['char2idx'].get(c, len(params['char2idx'])) for c in list(x)]
        h1, h2, q, a = char2idx_fn(h1), char2idx_fn(h2), char2idx_fn(q), char2idx_fn(a)
        a = [c for c in a if c in (h1 + h2 + q)]
        align_pad([h1, h2])
        a_in = [1] + a
        a_out = a + [2]
        q = q + [2]
        nested = ({'history': [h1, h2], 'query': q}, (a_in, a_out))
        yield nested

def dataset(is_training, params):
  _shapes = ({'history':[None, None], 'query':[None]}, ([None], [None]))
  _types = ({'history':tf.int32, 'query': tf.int32}, (tf.int32, tf.int32))
  _pads = ({'history':0, 'query':0}, (0, 0))
  
  if is_training:
    ds = tf.data.Dataset.from_generator(
      lambda: data_generator(params['train_path'], params),
      output_shapes = _shapes,
      output_types = _types,)
    ds = ds.shuffle(params['buffer_size'])
    ds = ds.padded_batch(params['batch_size'], _shapes, _pads)
    ds = ds.prefetch(tf.data.experimental.AUTOTUNE)
  else:
    ds = tf.data.Dataset.from_generator(
      lambda: data_generator(params['test_path'], params),
      output_shapes = _shapes,
      output_types = _types,)
    ds = ds.padded_batch(params['batch_size'], _shapes, _pads)
    ds = ds.prefetch(tf.data.experimental.AUTOTUNE)
  
  return ds

def clip_grads(loss):
  variables = tf.trainable_variables()
  pprint.pprint(variables)
  grads = tf.gradients(loss, variables)
  clipped_grads, _ = tf.clip_by_global_norm(grads, params['clip_norm'])
  return zip(clipped_grads, variables)


def rnn_cell():
  def cell_fn():
    cell = tf.nn.rnn_cell.GRUCell(params['hidden_units'],
                                  kernel_initializer=tf.orthogonal_initializer())
    return cell
  if params['dec_layers'] > 1:
    cells = []
    for i in range(params['dec_layers']):
      if i == params['dec_layers'] - 1:
        cells.append(cell_fn())
      else:
        cells.append(tf.nn.rnn_cell.ResidualWrapper(cell_fn(), residual_fn=lambda i,o: tf.concat((i,o), -1)))
    return tf.nn.rnn_cell.MultiRNNCell(cells)
  else:
    return cell_fn()

  
def dec_cell(enc_out, q_enc_len):
  h_enc_out, q_enc_out = enc_out

  attn_h = tf.contrib.seq2seq.BahdanauAttention(
    num_units = params['hidden_units'],
    memory = h_enc_out,
    memory_sequence_length = None)
  
  attn_q = tf.contrib.seq2seq.BahdanauAttention(
    num_units = params['hidden_units'],
    memory = q_enc_out,
    memory_sequence_length = q_enc_len)
  
  return tf.contrib.seq2seq.AttentionWrapper(
    cell = rnn_cell(),
    attention_mechanism = [attn_h, attn_q],
    attention_layer_size = [params['hidden_units']//2, params['hidden_units']//2])
    

class Pointer(tf.layers.Layer):
  def __init__(self, encoder_ids, encoder_out, vocab_size, is_beam_search):
    super().__init__()
    self.encoder_ids = tf.cast(encoder_ids, tf.int32)
    self.encoder_out = encoder_out
    self.vocab_size = vocab_size
    self.is_beam_search = is_beam_search

  def call(self, inputs):
    _max_len = tf.shape(self.encoder_ids)[1]
    _batch_size_ori = tf.shape(inputs)[0]
    if self.is_beam_search:
      _batch_size= _batch_size_ori * params['beam_width']
    else:
      _batch_size = _batch_size_ori
    inputs = tf.reshape(inputs, (_batch_size, params['hidden_units']))

    attn_weights = tf.matmul(self.encoder_out, tf.expand_dims(inputs, -1))
    attn_weights = tf.squeeze(attn_weights, -1)
    updates = tf.nn.softmax(attn_weights)
    
    batch_nums = tf.range(0, _batch_size)
    batch_nums = tf.expand_dims(batch_nums, axis=1)
    batch_nums = tf.tile(batch_nums, [1, _max_len])

    indices = tf.stack([batch_nums, self.encoder_ids], axis=2)
    if self.is_beam_search:
      x = tf.scatter_nd(indices, updates, (_batch_size, self.vocab_size))
      return tf.reshape(x, (_batch_size_ori, params['beam_width'], self.vocab_size))
    else:
      x = tf.scatter_nd(indices, updates, (_batch_size, self.vocab_size))
      return x
  
  def compute_output_shape(self, input_shape):
    return input_shape[:-1].concatenate(self.vocab_size)


class OutputProj(tf.layers.Layer):
  def __init__(self, h_encoder_ids, q_encoder_ids, h_enc_out, q_enc_out, vocab_size, is_beam_search):
    super().__init__()
    self.h_pointer = Pointer(h_encoder_ids, h_enc_out, vocab_size, is_beam_search)
    self.q_pointer = Pointer(q_encoder_ids, q_enc_out, vocab_size, is_beam_search)
    self.vocab_size = vocab_size

  def build(self, input_shape):
    self.gate_fc = tf.layers.Dense(1, tf.sigmoid, use_bias=False)
    super().build(input_shape)
  
  def call(self, inputs):
    h_dist = self.h_pointer(inputs)
    q_dist = self.q_pointer(inputs)
    gate = self.gate_fc(inputs)
    return gate * h_dist + (1 - gate) * q_dist
  
  def compute_output_shape(self, input_shape):
    return input_shape[:-1].concatenate(self.vocab_size)

def bigru_encode(encoder, x, mask):
  enc_out, state_fw, state_bw = encoder(x, mask=mask)
  enc_state = tf.concat((state_fw, state_bw), axis=-1)
  return enc_out, enc_state


def teach_forcing(labels, embedding, enc_out, enc_len, enc_state, batch_sz, params, is_training, encoder_ids):
  h_enc_out, q_enc_out = enc_out
  h_ids, q_ids = encoder_ids
  _, q_enc_len = enc_len
  output_proj = OutputProj(h_ids, q_ids, h_enc_out, q_enc_out, len(params['char2idx'])+1, is_beam_search=False)

  dec_inputs, dec_outputs = labels
  dec_seq_len = tf.count_nonzero(dec_inputs, 1, dtype=tf.int32)
  dec_inputs = tf.nn.embedding_lookup(embedding, dec_inputs)
  dec_inputs = tf.layers.dropout(dec_inputs, params['dropout_rate'], training=is_training)
  cell = dec_cell((h_enc_out, q_enc_out), q_enc_len)
  
  init_state = cell.zero_state(batch_sz, tf.float32).clone(
    cell_state=enc_state)
  
  helper = tf.contrib.seq2seq.TrainingHelper(
    inputs = dec_inputs,
    sequence_length = dec_seq_len,)
  decoder = tf.contrib.seq2seq.BasicDecoder(
    cell = cell,
    helper = helper,
    initial_state = init_state,
    output_layer = output_proj)
  decoder_output, _, _ = tf.contrib.seq2seq.dynamic_decode(
    decoder = decoder,
    maximum_iterations = tf.reduce_max(dec_seq_len))
  
  return decoder_output.rnn_output


def beam_search(embedding, enc_out, enc_len, enc_state, batch_sz, params, encoder_ids):
  h_enc_out, q_enc_out = enc_out
  h_enc_out_t = tf.contrib.seq2seq.tile_batch(h_enc_out, params['beam_width'])
  q_enc_out_t = tf.contrib.seq2seq.tile_batch(q_enc_out, params['beam_width'])
  enc_state_t = tf.contrib.seq2seq.tile_batch(enc_state, params['beam_width'])
  h_ids, q_ids = encoder_ids
  h_ids_t = tf.contrib.seq2seq.tile_batch(h_ids, params['beam_width'])
  q_ids_t = tf.contrib.seq2seq.tile_batch(q_ids, params['beam_width'])
  _, q_enc_len = enc_len
  q_enc_len_t = tf.contrib.seq2seq.tile_batch(q_enc_len, params['beam_width'])
  
  output_proj = OutputProj(h_ids_t, q_ids_t, h_enc_out_t, q_enc_out_t, len(params['char2idx'])+1, is_beam_search=True)

  cell = dec_cell((h_enc_out_t, q_enc_out_t), q_enc_len_t)
  init_state = cell.zero_state(batch_sz*params['beam_width'], tf.float32).clone(
    cell_state=enc_state_t)
  
  decoder = BeamSearchDecoder(
    cell = cell,
    embedding = embedding,
    start_tokens = tf.tile(tf.constant([1], tf.int32), [batch_sz]),
    end_token = 2,
    initial_state = init_state,
    beam_width = params['beam_width'],
    output_layer = output_proj,)
  decoder_output, _, _ = tf.contrib.seq2seq.dynamic_decode(
    decoder = decoder,
    maximum_iterations = params['max_len'],)
  
  return decoder_output.predicted_ids[:, :, 0]

def forward(features, labels, mode):
  history = features['history']
  query = features['query']

  is_training = (mode == tf.estimator.ModeKeys.TRAIN)
  batch_sz = tf.shape(query)[0]

  query_valid_len = tf.count_nonzero(query, 1, dtype=tf.int32)
  query_mask = tf.sign(query)

  num_history = tf.shape(history)[1]
  history_len = tf.shape(history)[2]
  history = tf.reshape(history, (num_history*batch_sz, history_len))
  history_mask = tf.sign(history)

  history_ = tf.reshape(history, (batch_sz, num_history*history_len))
  encoder_ids = (history_, query)
  
  
  with tf.variable_scope('Embedding'):
    embedding = tf.Variable(np.load('../vocab/char.npy'),
                            dtype=tf.float32,
                            name='fasttext_vectors')
    def embed_fn(x):
      x = tf.nn.embedding_lookup(embedding, x)
      x = tf.layers.dropout(x, params['dropout_rate'], training=is_training)
      return x
    query = embed_fn(query)
    history = embed_fn(history)
  
  
  with tf.variable_scope('Encoder'):
    encoder = tf.keras.layers.Bidirectional(tf.keras.layers.GRU(
      params['hidden_units'], return_state=True, return_sequences=True, zero_output_for_mask=True))

    query_out, query_state = bigru_encode(encoder, query, query_mask)
    history_out, history_state = bigru_encode(encoder, history, history_mask)
    history_out = tf.reshape(history_out, (batch_sz, num_history*history_len, 2*params['hidden_units']))

    fc_h = tf.keras.layers.Dense(params['hidden_units'], params['activation'], name='fc_encode_history')
    fc_q = tf.keras.layers.Dense(params['hidden_units'], params['activation'], name='fc_encode_query')
    encoder_out = (fc_h(history_out), fc_q(query_out))
    encoder_state = tf.layers.dense(query_state, params['hidden_units'], params['activation'], name='fc_encode_state')
    enc_len = (None, query_valid_len)


  with tf.variable_scope('Decoder'):
    if is_training or (mode == tf.estimator.ModeKeys.EVAL):
        return teach_forcing(labels, embedding, encoder_out, enc_len, encoder_state, batch_sz, params, is_training, encoder_ids)
    else:
        return beam_search(embedding, encoder_out, enc_len, encoder_state, batch_sz, params, encoder_ids)

def clr(step,
        initial_learning_rate,
        maximal_learning_rate,
        step_size,
        scale_fn,
        scale_mode,):
  step = tf.cast(step, tf.float32)
  
  initial_learning_rate = tf.convert_to_tensor(
    initial_learning_rate, name='initial_learning_rate')
  dtype = initial_learning_rate.dtype
  maximal_learning_rate = tf.cast(maximal_learning_rate, dtype)
  step_size = tf.cast(step_size, dtype)
  cycle = tf.floor(1 + step / (2 * step_size))
  x = tf.abs(step / step_size - 2 * cycle + 1)

  mode_step = cycle if scale_mode == 'cycle' else step

  return initial_learning_rate + (
    maximal_learning_rate - initial_learning_rate) * tf.maximum(
      tf.cast(0, dtype), (1 - x)) * scale_fn(mode_step)


def cross_entropy_loss(logits, labels, vocab_size, smoothing):
  soft_targets = tf.one_hot(tf.cast(labels, tf.int32), depth=vocab_size)
  soft_targets = ((1-smoothing) * soft_targets) + (smoothing / vocab_size)

  logits = tf.minimum(1., logits + 1e-6)
  log_probs = tf.log(logits)
  xentropy = - tf.reduce_sum(soft_targets * log_probs, axis=-1)

  weights = tf.to_float(tf.not_equal(labels, 0))
  xentropy *= weights
  return tf.reduce_sum(xentropy) / tf.reduce_sum(weights)

def model_fn(features, labels, mode, params):
  logits_or_ids = forward(features, labels, mode)
  
  if mode == tf.estimator.ModeKeys.PREDICT:
      return tf.estimator.EstimatorSpec(mode, predictions=logits_or_ids)
  
  dec_inputs, dec_outputs = labels
  loss_op = cross_entropy_loss(logits_or_ids, dec_outputs, len(params['char2idx'])+1, params['label_smoothing'])
    
  if mode == tf.estimator.ModeKeys.TRAIN:
    global_step=tf.train.get_or_create_global_step()
    
    decay_lr = clr(
      step = global_step,
      initial_learning_rate = 1e-4,
      maximal_learning_rate = 8e-4,
      step_size = 8 * params['buffer_size'] // params['batch_size'],
      scale_fn=lambda x: 1 / (2.0 ** (x - 1)),
      scale_mode = 'cycle',)
    
    train_op = tf.train.AdamOptimizer(decay_lr).apply_gradients(
        clip_grads(loss_op), global_step=global_step)
    
    hook = tf.train.LoggingTensorHook({'lr': decay_lr}, every_n_iter=100)
    
    return tf.estimator.EstimatorSpec(
        mode=mode, loss=loss_op, train_op=train_op, training_hooks=[hook],)
    
  if mode == tf.estimator.ModeKeys.EVAL:
    return tf.estimator.EstimatorSpec(mode=mode, loss=loss_op)

def minimal_test(estimator):
  test_str = '成都房价是多少|不买就后悔了成都房价还有上涨空间|买不起'
  h1, h2, q = test_str.split('|')
  char2idx_fn = lambda x: [params['char2idx'].get(c, len(params['char2idx'])) for c in list(x)]
  h1, h2, q = char2idx_fn(h1), char2idx_fn(h2), char2idx_fn(q)
  q = q + [2]
  align_pad([h1, h2])
  predicted = list(estimator.predict(tf.estimator.inputs.numpy_input_fn(
    x = {'history':np.reshape([h1, h2], (1, 2, len(h1))),
         'query':np.reshape(q, (1, len(q)))},
         shuffle = False)))[0]
  predicted = ''.join([params['idx2char'].get(idx, '<unk>') for idx in predicted if (idx != 0 and idx != 2)])
  print('-'*12)
  print('minimal test')
  print('Q:', test_str)
  print('A:', predicted)
  print('-'*12)

params = {
  'model_dir': '../model/pointer_gru_clr',
  'log_path': '../log/pointer_gru_clr.txt',
  'train_path': ['../data/train_pos.txt', '../data/train_neg.txt'],
  'test_path': ['../data/test_pos.txt'],
  'vocab_path': '../vocab/char.txt',
  'max_len': 30,
  'activation': tf.nn.elu,
  'dropout_rate': .2,
  'hidden_units': 300,
  'dec_layers': 1,
  'num_hops': 3,
  'gating_fn': tf.sigmoid,
  'beam_width': 10,
  'clip_norm': .1,
  'buffer_size': 18986 * 2,
  'batch_size': 32,
  'num_patience': 10,
  'label_smoothing': .1,
}

params['char2idx'] = get_vocab(params['vocab_path'])
params['idx2char'] = {idx: char for char, idx in params['char2idx'].items()}

# Create directory if not exist
Path(os.path.dirname(params['log_path'])).mkdir(exist_ok=True)
Path(params['model_dir']).mkdir(exist_ok=True, parents=True)

# Logging
logger = logging.getLogger('tensorflow')
logger.setLevel(logging.INFO)
fh = logging.FileHandler(params['log_path'])
logger.addHandler(fh)

# Create an estimator
estimator = tf.estimator.Estimator(
  model_fn=model_fn,
  model_dir=params['model_dir'],
  config=tf.estimator.RunConfig(
    save_checkpoints_steps=params['buffer_size']//params['batch_size']+1,
    keep_checkpoint_max=3),
  params=params)

best_em = 0.
count = 0
tf.enable_eager_execution()

while True:
  estimator.train(input_fn=lambda: dataset(is_training=True, params=params))

  minimal_test(estimator)

  # BLEU
  labels = [label for _, (_, label) in dataset(is_training=False, params=params)]
  labels = [j for i in labels for j in i.numpy()]
  labels = [[params['idx2char'].get(idx, '<unk>') for idx in arr if (idx!=0 and idx!=2)] for arr in labels]

  preds = list(estimator.predict(input_fn=lambda: dataset(is_training=False, params=params)))
  assert len(labels) == len(preds)
  preds = [[params['idx2char'].get(idx, '<unk>') for idx in arr if (idx!=0 and idx!=2)] for arr in preds]

  em = [np.array_equal(p, l) for p, l in zip(preds, labels)]
  em = np.asarray(em).mean()

  bleu, bleu_1, bleu_2, bleu_3, bleu_4 = tx.evals.corpus_bleu_moses(list_of_references=[[l] for l in labels], hypotheses=preds, return_all=True)
  logger.info("BLEU: {:.3f}, BELU-1: {:.3f}, BLEU-2: {:.3f}, BLEU-4: {:.3f}, EM: {:.3f}".format(bleu, bleu_1, bleu_2, bleu_4, em))

  if em > best_em:
    best_em = em
    count = 0
  else:
    count += 1
  logger.info("Best EM: {:.3f}".format(best_em))

  if count == params['num_patience']:
    print(params['num_patience'], "times not improve the best result, therefore stop training")
    break

INFO:tensorflow:Using config: {'_model_dir': '../model/pointer_gru_clr', '_tf_random_seed': None, '_save_summary_steps': 100, '_save_checkpoints_steps': 1187, '_save_checkpoints_secs': None, '_session_config': allow_soft_placement: true
graph_options {
  rewrite_options {
    meta_optimizer_iterations: ONE
  }
}
, '_keep_checkpoint_max': 3, '_keep_checkpoint_every_n_hours': 10000, '_log_step_count_steps': 100, '_train_distribute': None, '_device_fn': None, '_protocol': None, '_eval_distribute': None, '_experimental_distribute': None, '_experimental_max_worker_delay_secs': None, '_session_creation_timeout_secs': 7200, '_service': None, '_cluster_spec': <tensorflow.python.training.server_lib.ClusterSpec object at 0x7f04a175b5f8>, '_task_type': 'worker', '_task_id': 0, '_global_id_in_cluster': 0, '_master': '', '_evaluation_master': '', '_is_chief': True, '_num_ps_replicas': 0, '_num_worker_replicas': 1}
WARNING:tensorflow:From /tensorflow-1.15.2/python3.6/tensorflow_core/python/training/training_util.py:236: Variable.initialized_value (from tensorflow.python.ops.variables) is deprecated and will be removed in a future version.
Instructions for updating:
Use Variable.read_value. Variables in 2.X are initialized automatically both in eager and graph (inside tf.defun) contexts.
INFO:tensorflow:Calling model_fn.
WARNING:tensorflow:From /tensorflow-1.15.2/python3.6/tensorflow_core/python/util/deprecation.py:507: calling count_nonzero (from tensorflow.python.ops.math_ops) with axis is deprecated and will be removed in a future version.
Instructions for updating:
reduction_indices is deprecated, use axis instead
WARNING:tensorflow:From <ipython-input-10-e8f591b237fe>:26: dropout (from tensorflow.python.layers.core) is deprecated and will be removed in a future version.
Instructions for updating:
Use keras.layers.dropout instead.
WARNING:tensorflow:From /tensorflow-1.15.2/python3.6/tensorflow_core/python/layers/core.py:271: Layer.apply (from tensorflow.python.keras.engine.base_layer) is deprecated and will be removed in a future version.
Instructions for updating:
Please use `layer.__call__` method instead.
WARNING:tensorflow:From /tensorflow-1.15.2/python3.6/tensorflow_core/python/ops/init_ops.py:97: calling GlorotUniform.__init__ (from tensorflow.python.ops.init_ops) with dtype is deprecated and will be removed in a future version.
Instructions for updating:
Call initializer instance with the dtype argument instead of passing it to the constructor
WARNING:tensorflow:From /tensorflow-1.15.2/python3.6/tensorflow_core/python/ops/init_ops.py:97: calling Orthogonal.__init__ (from tensorflow.python.ops.init_ops) with dtype is deprecated and will be removed in a future version.
Instructions for updating:
Call initializer instance with the dtype argument instead of passing it to the constructor
WARNING:tensorflow:From /tensorflow-1.15.2/python3.6/tensorflow_core/python/ops/init_ops.py:97: calling Zeros.__init__ (from tensorflow.python.ops.init_ops) with dtype is deprecated and will be removed in a future version.
Instructions for updating:
Call initializer instance with the dtype argument instead of passing it to the constructor
WARNING:tensorflow:From /tensorflow-1.15.2/python3.6/tensorflow_core/python/ops/resource_variable_ops.py:1630: calling BaseResourceVariable.__init__ (from tensorflow.python.ops.resource_variable_ops) with constraint is deprecated and will be removed in a future version.
Instructions for updating:
If using Keras pass *_constraint arguments to layers.
WARNING:tensorflow:From /tensorflow-1.15.2/python3.6/tensorflow_core/python/keras/backend.py:3994: where (from tensorflow.python.ops.array_ops) is deprecated and will be removed in a future version.
Instructions for updating:
Use tf.where in 2.0, which has the same broadcast rule as np.where
WARNING:tensorflow:From <ipython-input-10-e8f591b237fe>:43: dense (from tensorflow.python.layers.core) is deprecated and will be removed in a future version.
Instructions for updating:
Use keras.layers.Dense instead.
WARNING:tensorflow:From <ipython-input-8-54475bfe1b97>:12: GRUCell.__init__ (from tensorflow.python.ops.rnn_cell_impl) is deprecated and will be removed in a future version.
Instructions for updating:
This class is equivalent as tf.keras.layers.GRUCell, and will be replaced by that in Tensorflow 2.0.
WARNING:tensorflow:From /tensorflow-1.15.2/python3.6/tensorflow_core/python/ops/rnn_cell_impl.py:559: Layer.add_variable (from tensorflow.python.keras.engine.base_layer) is deprecated and will be removed in a future version.
Instructions for updating:
Please use `layer.add_weight` method instead.
WARNING:tensorflow:From /tensorflow-1.15.2/python3.6/tensorflow_core/python/ops/rnn_cell_impl.py:565: calling Constant.__init__ (from tensorflow.python.ops.init_ops) with dtype is deprecated and will be removed in a future version.
Instructions for updating:
Call initializer instance with the dtype argument instead of passing it to the constructor
WARNING:tensorflow:Entity <bound method OutputProj.call of <__main__.OutputProj object at 0x7f04a12ef390>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING: Entity <bound method OutputProj.call of <__main__.OutputProj object at 0x7f04a12ef390>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING:tensorflow:Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f04a12ef080>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING: Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f04a12ef080>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING:tensorflow:Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f04a12fddd8>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING: Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f04a12fddd8>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING:tensorflow:From <ipython-input-11-b6eccfd3a68e>:32: to_float (from tensorflow.python.ops.math_ops) is deprecated and will be removed in a future version.
Instructions for updating:
Use `tf.cast` instead.
[<tf.Variable 'Embedding/fasttext_vectors:0' shape=(3853, 300) dtype=float32_ref>,
 <tf.Variable 'Encoder/bidirectional/forward_gru/kernel:0' shape=(300, 900) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/forward_gru/recurrent_kernel:0' shape=(300, 900) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/forward_gru/bias:0' shape=(900,) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/backward_gru/kernel:0' shape=(300, 900) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/backward_gru/recurrent_kernel:0' shape=(300, 900) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/backward_gru/bias:0' shape=(900,) dtype=float32>,
 <tf.Variable 'Encoder/fc_encode_history/kernel:0' shape=(600, 300) dtype=float32>,
 <tf.Variable 'Encoder/fc_encode_history/bias:0' shape=(300,) dtype=float32>,
 <tf.Variable 'Encoder/fc_encode_query/kernel:0' shape=(600, 300) dtype=float32>,
 <tf.Variable 'Encoder/fc_encode_query/bias:0' shape=(300,) dtype=float32>,
 <tf.Variable 'Encoder/fc_encode_state/kernel:0' shape=(600, 300) dtype=float32_ref>,
 <tf.Variable 'Encoder/fc_encode_state/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/memory_layer/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/memory_layer_1/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/gru_cell/gates/kernel:0' shape=(900, 600) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/gru_cell/gates/bias:0' shape=(600,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/gru_cell/candidate/kernel:0' shape=(900, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/gru_cell/candidate/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention/query_layer/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention/attention_v:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/attention_layer/kernel:0' shape=(600, 150) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention_1/query_layer/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention_1/attention_v:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/attention_layer_1/kernel:0' shape=(600, 150) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/output_proj/dense/kernel:0' shape=(300, 1) dtype=float32_ref>]
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Create CheckpointSaverHook.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
INFO:tensorflow:Saving checkpoints for 0 into ../model/pointer_gru_clr/model.ckpt.
Reading ../data/train_pos.txt
Reading ../data/train_neg.txt
INFO:tensorflow:loss = 4.6032867, step = 0
INFO:tensorflow:lr = 1e-04
INFO:tensorflow:global_step/sec: 2.12923
INFO:tensorflow:loss = 3.2359147, step = 100 (46.970 sec)
INFO:tensorflow:lr = 0.00010737383 (46.970 sec)
INFO:tensorflow:global_step/sec: 2.43775
INFO:tensorflow:loss = 3.1256738, step = 200 (41.022 sec)
INFO:tensorflow:lr = 0.00011474771 (41.024 sec)
INFO:tensorflow:global_step/sec: 2.50532
INFO:tensorflow:loss = 3.133475, step = 300 (39.915 sec)
INFO:tensorflow:lr = 0.00012212158 (39.914 sec)
INFO:tensorflow:global_step/sec: 2.43194
INFO:tensorflow:loss = 2.8618064, step = 400 (41.119 sec)
INFO:tensorflow:lr = 0.00012949541 (41.121 sec)
INFO:tensorflow:global_step/sec: 2.42765
INFO:tensorflow:loss = 2.56342, step = 500 (41.189 sec)
INFO:tensorflow:lr = 0.00013686925 (41.187 sec)
INFO:tensorflow:global_step/sec: 2.54401
INFO:tensorflow:loss = 2.5701623, step = 600 (39.312 sec)
INFO:tensorflow:lr = 0.00014424312 (39.315 sec)
INFO:tensorflow:global_step/sec: 2.41092
INFO:tensorflow:loss = 2.7599087, step = 700 (41.474 sec)
INFO:tensorflow:lr = 0.000151617 (41.471 sec)
INFO:tensorflow:global_step/sec: 2.38862
INFO:tensorflow:loss = 2.5731142, step = 800 (41.868 sec)
INFO:tensorflow:lr = 0.00015899084 (41.868 sec)
INFO:tensorflow:global_step/sec: 2.44859
INFO:tensorflow:loss = 2.4112012, step = 900 (40.842 sec)
INFO:tensorflow:lr = 0.00016636465 (40.842 sec)
INFO:tensorflow:global_step/sec: 2.48264
INFO:tensorflow:loss = 2.3559828, step = 1000 (40.279 sec)
INFO:tensorflow:lr = 0.00017373855 (40.278 sec)
INFO:tensorflow:global_step/sec: 2.51418
INFO:tensorflow:loss = 2.371416, step = 1100 (39.773 sec)
INFO:tensorflow:lr = 0.00018111241 (39.775 sec)
INFO:tensorflow:Saving checkpoints for 1187 into ../model/pointer_gru_clr/model.ckpt.
INFO:tensorflow:Loss for final step: 2.042191.
WARNING:tensorflow:From /tensorflow-1.15.2/python3.6/tensorflow_estimator/python/estimator/inputs/queues/feeding_queue_runner.py:62: QueueRunner.__init__ (from tensorflow.python.training.queue_runner_impl) is deprecated and will be removed in a future version.
Instructions for updating:
To construct input pipelines, use the `tf.data` module.
WARNING:tensorflow:From /tensorflow-1.15.2/python3.6/tensorflow_estimator/python/estimator/inputs/queues/feeding_functions.py:500: add_queue_runner (from tensorflow.python.training.queue_runner_impl) is deprecated and will be removed in a future version.
Instructions for updating:
To construct input pipelines, use the `tf.data` module.
INFO:tensorflow:Calling model_fn.
WARNING:tensorflow:Entity <bound method OutputProj.call of <__main__.OutputProj object at 0x7f0457d9dc88>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING: Entity <bound method OutputProj.call of <__main__.OutputProj object at 0x7f0457d9dc88>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING:tensorflow:Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f0457d86f60>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING: Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f0457d86f60>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING:tensorflow:Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f0457d40fd0>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING: Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f0457d40fd0>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING:tensorflow:From /content/gdrive/My Drive/finch/tensorflow1/multi_turn_rewrite/chinese/main/modified_beam_search_decoder.py:971: to_int64 (from tensorflow.python.ops.math_ops) is deprecated and will be removed in a future version.
Instructions for updating:
Use `tf.cast` instead.
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/pointer_gru_clr/model.ckpt-1187
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
WARNING:tensorflow:From /tensorflow-1.15.2/python3.6/tensorflow_core/python/training/monitored_session.py:882: start_queue_runners (from tensorflow.python.training.queue_runner_impl) is deprecated and will be removed in a future version.
Instructions for updating:
To construct input pipelines, use the `tf.data` module.
------------
minimal test
Q: 成都房价是多少|不买就后悔了成都房价还有上涨空间|买不起
A: 买不起
------------
Reading ../data/test_pos.txt
INFO:tensorflow:Calling model_fn.
WARNING:tensorflow:Entity <bound method OutputProj.call of <__main__.OutputProj object at 0x7f04a1594860>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING: Entity <bound method OutputProj.call of <__main__.OutputProj object at 0x7f04a1594860>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING:tensorflow:Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f04a0652da0>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING: Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f04a0652da0>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING:tensorflow:Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f04a1595898>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING: Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f04a1595898>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/pointer_gru_clr/model.ckpt-1187
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
Reading ../data/test_pos.txt
INFO:tensorflow:BLEU: 52.860, BELU-1: 91.000, BLEU-2: 78.700, BLEU-4: 56.300, EM: 0.091
INFO:tensorflow:Best EM: 0.091
INFO:tensorflow:Calling model_fn.
WARNING:tensorflow:Entity <bound method OutputProj.call of <__main__.OutputProj object at 0x7f04a0b8acf8>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING: Entity <bound method OutputProj.call of <__main__.OutputProj object at 0x7f04a0b8acf8>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING:tensorflow:Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f04a0bda6a0>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING: Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f04a0bda6a0>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING:tensorflow:Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f04a0b9be48>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING: Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f04a0b9be48>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
[<tf.Variable 'Embedding/fasttext_vectors:0' shape=(3853, 300) dtype=float32_ref>,
 <tf.Variable 'Encoder/bidirectional/forward_gru/kernel:0' shape=(300, 900) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/forward_gru/recurrent_kernel:0' shape=(300, 900) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/forward_gru/bias:0' shape=(900,) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/backward_gru/kernel:0' shape=(300, 900) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/backward_gru/recurrent_kernel:0' shape=(300, 900) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/backward_gru/bias:0' shape=(900,) dtype=float32>,
 <tf.Variable 'Encoder/fc_encode_history/kernel:0' shape=(600, 300) dtype=float32>,
 <tf.Variable 'Encoder/fc_encode_history/bias:0' shape=(300,) dtype=float32>,
 <tf.Variable 'Encoder/fc_encode_query/kernel:0' shape=(600, 300) dtype=float32>,
 <tf.Variable 'Encoder/fc_encode_query/bias:0' shape=(300,) dtype=float32>,
 <tf.Variable 'Encoder/fc_encode_state/kernel:0' shape=(600, 300) dtype=float32_ref>,
 <tf.Variable 'Encoder/fc_encode_state/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/memory_layer/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/memory_layer_1/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/gru_cell/gates/kernel:0' shape=(900, 600) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/gru_cell/gates/bias:0' shape=(600,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/gru_cell/candidate/kernel:0' shape=(900, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/gru_cell/candidate/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention/query_layer/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention/attention_v:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/attention_layer/kernel:0' shape=(600, 150) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention_1/query_layer/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention_1/attention_v:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/attention_layer_1/kernel:0' shape=(600, 150) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/output_proj/dense/kernel:0' shape=(300, 1) dtype=float32_ref>]
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Create CheckpointSaverHook.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/pointer_gru_clr/model.ckpt-1187
WARNING:tensorflow:From /tensorflow-1.15.2/python3.6/tensorflow_core/python/training/saver.py:1069: get_checkpoint_mtimes (from tensorflow.python.training.checkpoint_management) is deprecated and will be removed in a future version.
Instructions for updating:
Use standard file utilities to get mtimes.
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
INFO:tensorflow:Saving checkpoints for 1187 into ../model/pointer_gru_clr/model.ckpt.
Reading ../data/train_pos.txt
Reading ../data/train_neg.txt
INFO:tensorflow:loss = 1.9100801, step = 1187
INFO:tensorflow:lr = 0.00018752765
INFO:tensorflow:global_step/sec: 2.30578
INFO:tensorflow:loss = 2.0121906, step = 1287 (43.375 sec)
INFO:tensorflow:lr = 0.00019490148 (43.372 sec)
INFO:tensorflow:global_step/sec: 2.4593
INFO:tensorflow:loss = 1.8670694, step = 1387 (40.660 sec)
INFO:tensorflow:lr = 0.00020227538 (40.663 sec)
INFO:tensorflow:global_step/sec: 2.46519
INFO:tensorflow:loss = 1.7769241, step = 1487 (40.567 sec)
INFO:tensorflow:lr = 0.0002096492 (40.566 sec)
INFO:tensorflow:global_step/sec: 2.3995
INFO:tensorflow:loss = 1.7962298, step = 1587 (41.673 sec)
INFO:tensorflow:lr = 0.00021702307 (41.673 sec)
INFO:tensorflow:global_step/sec: 2.3987
INFO:tensorflow:loss = 1.7401983, step = 1687 (41.689 sec)
INFO:tensorflow:lr = 0.0002243969 (41.691 sec)
INFO:tensorflow:global_step/sec: 2.44744
INFO:tensorflow:loss = 1.6872573, step = 1787 (40.860 sec)
INFO:tensorflow:lr = 0.00023177077 (40.858 sec)
INFO:tensorflow:global_step/sec: 2.57541
INFO:tensorflow:loss = 1.6555564, step = 1887 (38.829 sec)
INFO:tensorflow:lr = 0.0002391446 (38.831 sec)
INFO:tensorflow:global_step/sec: 2.48565
INFO:tensorflow:loss = 1.9113691, step = 1987 (40.231 sec)
INFO:tensorflow:lr = 0.0002465185 (40.229 sec)
INFO:tensorflow:global_step/sec: 2.37002
INFO:tensorflow:loss = 1.7731435, step = 2087 (42.194 sec)
INFO:tensorflow:lr = 0.00025389233 (42.193 sec)
INFO:tensorflow:global_step/sec: 2.41251
INFO:tensorflow:loss = 1.5705069, step = 2187 (41.450 sec)
INFO:tensorflow:lr = 0.0002612662 (41.451 sec)
INFO:tensorflow:global_step/sec: 2.41722
INFO:tensorflow:loss = 1.8157787, step = 2287 (41.370 sec)
INFO:tensorflow:lr = 0.00026864003 (41.370 sec)
INFO:tensorflow:Saving checkpoints for 2374 into ../model/pointer_gru_clr/model.ckpt.
INFO:tensorflow:Loss for final step: 1.7632794.
INFO:tensorflow:Calling model_fn.
WARNING:tensorflow:Entity <bound method OutputProj.call of <__main__.OutputProj object at 0x7f0457386e80>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING: Entity <bound method OutputProj.call of <__main__.OutputProj object at 0x7f0457386e80>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING:tensorflow:Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f0457393fd0>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING: Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f0457393fd0>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING:tensorflow:Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f045739bcc0>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING: Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f045739bcc0>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/pointer_gru_clr/model.ckpt-2374
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
------------
minimal test
Q: 成都房价是多少|不买就后悔了成都房价还有上涨空间|买不起
A: 买不起成都房价
------------
Reading ../data/test_pos.txt
INFO:tensorflow:Calling model_fn.
WARNING:tensorflow:Entity <bound method OutputProj.call of <__main__.OutputProj object at 0x7f0455c4edd8>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING: Entity <bound method OutputProj.call of <__main__.OutputProj object at 0x7f0455c4edd8>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING:tensorflow:Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f0455c54d30>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING: Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f0455c54d30>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING:tensorflow:Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f0455beffd0>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING: Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f0455beffd0>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/pointer_gru_clr/model.ckpt-2374
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
Reading ../data/test_pos.txt
INFO:tensorflow:BLEU: 71.240, BELU-1: 93.700, BLEU-2: 85.400, BLEU-4: 69.900, EM: 0.379
INFO:tensorflow:Best EM: 0.379
INFO:tensorflow:Calling model_fn.
WARNING:tensorflow:Entity <bound method OutputProj.call of <__main__.OutputProj object at 0x7f0452674d68>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING: Entity <bound method OutputProj.call of <__main__.OutputProj object at 0x7f0452674d68>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING:tensorflow:Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f0457365dd8>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING: Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f0457365dd8>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING:tensorflow:Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f0452689278>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING: Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f0452689278>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
[<tf.Variable 'Embedding/fasttext_vectors:0' shape=(3853, 300) dtype=float32_ref>,
 <tf.Variable 'Encoder/bidirectional/forward_gru/kernel:0' shape=(300, 900) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/forward_gru/recurrent_kernel:0' shape=(300, 900) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/forward_gru/bias:0' shape=(900,) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/backward_gru/kernel:0' shape=(300, 900) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/backward_gru/recurrent_kernel:0' shape=(300, 900) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/backward_gru/bias:0' shape=(900,) dtype=float32>,
 <tf.Variable 'Encoder/fc_encode_history/kernel:0' shape=(600, 300) dtype=float32>,
 <tf.Variable 'Encoder/fc_encode_history/bias:0' shape=(300,) dtype=float32>,
 <tf.Variable 'Encoder/fc_encode_query/kernel:0' shape=(600, 300) dtype=float32>,
 <tf.Variable 'Encoder/fc_encode_query/bias:0' shape=(300,) dtype=float32>,
 <tf.Variable 'Encoder/fc_encode_state/kernel:0' shape=(600, 300) dtype=float32_ref>,
 <tf.Variable 'Encoder/fc_encode_state/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/memory_layer/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/memory_layer_1/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/gru_cell/gates/kernel:0' shape=(900, 600) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/gru_cell/gates/bias:0' shape=(600,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/gru_cell/candidate/kernel:0' shape=(900, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/gru_cell/candidate/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention/query_layer/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention/attention_v:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/attention_layer/kernel:0' shape=(600, 150) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention_1/query_layer/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention_1/attention_v:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/attention_layer_1/kernel:0' shape=(600, 150) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/output_proj/dense/kernel:0' shape=(300, 1) dtype=float32_ref>]
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Create CheckpointSaverHook.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/pointer_gru_clr/model.ckpt-2374
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
INFO:tensorflow:Saving checkpoints for 2374 into ../model/pointer_gru_clr/model.ckpt.
Reading ../data/train_pos.txt
Reading ../data/train_neg.txt
INFO:tensorflow:loss = 1.62955, step = 2374
INFO:tensorflow:lr = 0.00027505532
INFO:tensorflow:global_step/sec: 2.34873
INFO:tensorflow:loss = 1.6103578, step = 2474 (42.582 sec)
INFO:tensorflow:lr = 0.00028242916 (42.580 sec)
INFO:tensorflow:global_step/sec: 2.37323
INFO:tensorflow:loss = 1.5706904, step = 2574 (42.137 sec)
INFO:tensorflow:lr = 0.000289803 (42.138 sec)
INFO:tensorflow:global_step/sec: 2.40559
INFO:tensorflow:loss = 1.6641302, step = 2674 (41.566 sec)
INFO:tensorflow:lr = 0.00029717686 (41.565 sec)
INFO:tensorflow:global_step/sec: 2.43069
INFO:tensorflow:loss = 1.5629112, step = 2774 (41.143 sec)
INFO:tensorflow:lr = 0.00030455075 (41.144 sec)
INFO:tensorflow:global_step/sec: 2.38439
INFO:tensorflow:loss = 1.6061924, step = 2874 (41.937 sec)
INFO:tensorflow:lr = 0.00031192458 (41.936 sec)
INFO:tensorflow:global_step/sec: 2.53862
INFO:tensorflow:loss = 1.7836101, step = 2974 (39.393 sec)
INFO:tensorflow:lr = 0.0003192984 (39.394 sec)
INFO:tensorflow:global_step/sec: 2.55058
INFO:tensorflow:loss = 1.5851514, step = 3074 (39.208 sec)
INFO:tensorflow:lr = 0.00032667228 (39.206 sec)
INFO:tensorflow:global_step/sec: 2.44775
INFO:tensorflow:loss = 1.9008169, step = 3174 (40.853 sec)
INFO:tensorflow:lr = 0.00033404614 (40.852 sec)
INFO:tensorflow:global_step/sec: 2.41649
INFO:tensorflow:loss = 1.4873341, step = 3274 (41.381 sec)
INFO:tensorflow:lr = 0.00034141997 (41.381 sec)
INFO:tensorflow:global_step/sec: 2.38937
INFO:tensorflow:loss = 1.5441335, step = 3374 (41.853 sec)
INFO:tensorflow:lr = 0.00034879384 (41.856 sec)
INFO:tensorflow:global_step/sec: 2.47081
INFO:tensorflow:loss = 1.6003855, step = 3474 (40.473 sec)
INFO:tensorflow:lr = 0.0003561677 (40.473 sec)
INFO:tensorflow:Saving checkpoints for 3561 into ../model/pointer_gru_clr/model.ckpt.
WARNING:tensorflow:From /tensorflow-1.15.2/python3.6/tensorflow_core/python/training/saver.py:963: remove_checkpoint (from tensorflow.python.training.checkpoint_management) is deprecated and will be removed in a future version.
Instructions for updating:
Use standard file APIs to delete files with this prefix.
INFO:tensorflow:Loss for final step: 1.5348318.
INFO:tensorflow:Calling model_fn.
WARNING:tensorflow:Entity <bound method OutputProj.call of <__main__.OutputProj object at 0x7f0457f94dd8>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING: Entity <bound method OutputProj.call of <__main__.OutputProj object at 0x7f0457f94dd8>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING:tensorflow:Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f0457f80d30>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING: Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f0457f80d30>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING:tensorflow:Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f045604a2e8>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING: Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f045604a2e8>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/pointer_gru_clr/model.ckpt-3561
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
------------
minimal test
Q: 成都房价是多少|不买就后悔了成都房价还有上涨空间|买不起
A: 买不起
------------
Reading ../data/test_pos.txt
INFO:tensorflow:Calling model_fn.
WARNING:tensorflow:Entity <bound method OutputProj.call of <__main__.OutputProj object at 0x7f04a0ad9b70>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING: Entity <bound method OutputProj.call of <__main__.OutputProj object at 0x7f04a0ad9b70>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING:tensorflow:Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f04a0a6f6a0>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING: Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f04a0a6f6a0>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING:tensorflow:Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f04a0a8fbe0>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING: Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f04a0a8fbe0>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/pointer_gru_clr/model.ckpt-3561
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
Reading ../data/test_pos.txt
INFO:tensorflow:BLEU: 70.760, BELU-1: 95.100, BLEU-2: 88.300, BLEU-4: 75.200, EM: 0.390
INFO:tensorflow:Best EM: 0.390
INFO:tensorflow:Calling model_fn.
WARNING:tensorflow:Entity <bound method OutputProj.call of <__main__.OutputProj object at 0x7f0457bfada0>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING: Entity <bound method OutputProj.call of <__main__.OutputProj object at 0x7f0457bfada0>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING:tensorflow:Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f0457122b00>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING: Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f0457122b00>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING:tensorflow:Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f0457c0d6a0>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING: Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f0457c0d6a0>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
[<tf.Variable 'Embedding/fasttext_vectors:0' shape=(3853, 300) dtype=float32_ref>,
 <tf.Variable 'Encoder/bidirectional/forward_gru/kernel:0' shape=(300, 900) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/forward_gru/recurrent_kernel:0' shape=(300, 900) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/forward_gru/bias:0' shape=(900,) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/backward_gru/kernel:0' shape=(300, 900) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/backward_gru/recurrent_kernel:0' shape=(300, 900) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/backward_gru/bias:0' shape=(900,) dtype=float32>,
 <tf.Variable 'Encoder/fc_encode_history/kernel:0' shape=(600, 300) dtype=float32>,
 <tf.Variable 'Encoder/fc_encode_history/bias:0' shape=(300,) dtype=float32>,
 <tf.Variable 'Encoder/fc_encode_query/kernel:0' shape=(600, 300) dtype=float32>,
 <tf.Variable 'Encoder/fc_encode_query/bias:0' shape=(300,) dtype=float32>,
 <tf.Variable 'Encoder/fc_encode_state/kernel:0' shape=(600, 300) dtype=float32_ref>,
 <tf.Variable 'Encoder/fc_encode_state/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/memory_layer/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/memory_layer_1/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/gru_cell/gates/kernel:0' shape=(900, 600) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/gru_cell/gates/bias:0' shape=(600,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/gru_cell/candidate/kernel:0' shape=(900, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/gru_cell/candidate/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention/query_layer/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention/attention_v:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/attention_layer/kernel:0' shape=(600, 150) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention_1/query_layer/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention_1/attention_v:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/attention_layer_1/kernel:0' shape=(600, 150) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/output_proj/dense/kernel:0' shape=(300, 1) dtype=float32_ref>]
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Create CheckpointSaverHook.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/pointer_gru_clr/model.ckpt-3561
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
INFO:tensorflow:Saving checkpoints for 3561 into ../model/pointer_gru_clr/model.ckpt.
Reading ../data/train_pos.txt
Reading ../data/train_neg.txt
INFO:tensorflow:loss = 1.5367627, step = 3561
INFO:tensorflow:lr = 0.00036258294
INFO:tensorflow:global_step/sec: 2.24716
INFO:tensorflow:loss = 1.6882443, step = 3661 (44.506 sec)
INFO:tensorflow:lr = 0.00036995678 (44.504 sec)
INFO:tensorflow:global_step/sec: 2.35768
INFO:tensorflow:loss = 1.5580369, step = 3761 (42.412 sec)
INFO:tensorflow:lr = 0.00037733064 (42.412 sec)
INFO:tensorflow:global_step/sec: 2.41377
INFO:tensorflow:loss = 1.5293195, step = 3861 (41.433 sec)
INFO:tensorflow:lr = 0.00038470453 (41.435 sec)
INFO:tensorflow:global_step/sec: 2.51389
INFO:tensorflow:loss = 1.5544986, step = 3961 (39.776 sec)
INFO:tensorflow:lr = 0.00039207836 (39.776 sec)
INFO:tensorflow:global_step/sec: 2.47285
INFO:tensorflow:loss = 1.5739061, step = 4061 (40.439 sec)
INFO:tensorflow:lr = 0.0003994522 (40.439 sec)
INFO:tensorflow:global_step/sec: 2.3784
INFO:tensorflow:loss = 1.5064375, step = 4161 (42.046 sec)
INFO:tensorflow:lr = 0.00040682606 (42.048 sec)
INFO:tensorflow:global_step/sec: 2.49779
INFO:tensorflow:loss = 1.571518, step = 4261 (40.037 sec)
INFO:tensorflow:lr = 0.00041419995 (40.034 sec)
INFO:tensorflow:global_step/sec: 2.34969
INFO:tensorflow:loss = 1.5368073, step = 4361 (42.558 sec)
INFO:tensorflow:lr = 0.0004215738 (42.558 sec)
INFO:tensorflow:global_step/sec: 2.48348
INFO:tensorflow:loss = 1.583498, step = 4461 (40.263 sec)
INFO:tensorflow:lr = 0.00042894762 (40.264 sec)
INFO:tensorflow:global_step/sec: 2.45515
INFO:tensorflow:loss = 1.4562253, step = 4561 (40.732 sec)
INFO:tensorflow:lr = 0.00043632148 (40.732 sec)
INFO:tensorflow:global_step/sec: 2.53431
INFO:tensorflow:loss = 1.6005696, step = 4661 (39.460 sec)
INFO:tensorflow:lr = 0.00044369535 (39.460 sec)
INFO:tensorflow:Saving checkpoints for 4748 into ../model/pointer_gru_clr/model.ckpt.
INFO:tensorflow:Loss for final step: 1.592237.
INFO:tensorflow:Calling model_fn.
WARNING:tensorflow:Entity <bound method OutputProj.call of <__main__.OutputProj object at 0x7f04a0eddc18>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING: Entity <bound method OutputProj.call of <__main__.OutputProj object at 0x7f04a0eddc18>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING:tensorflow:Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f04a0ea9828>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING: Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f04a0ea9828>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING:tensorflow:Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f04a0e1def0>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING: Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f04a0e1def0>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/pointer_gru_clr/model.ckpt-4748
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
------------
minimal test
Q: 成都房价是多少|不买就后悔了成都房价还有上涨空间|买不起
A: 成都房价买不起
------------
Reading ../data/test_pos.txt
INFO:tensorflow:Calling model_fn.
WARNING:tensorflow:Entity <bound method OutputProj.call of <__main__.OutputProj object at 0x7f04a0561a58>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING: Entity <bound method OutputProj.call of <__main__.OutputProj object at 0x7f04a0561a58>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING:tensorflow:Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f04a16e6c50>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING: Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f04a16e6c50>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING:tensorflow:Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f04a1698e48>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING: Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f04a1698e48>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/pointer_gru_clr/model.ckpt-4748
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
Reading ../data/test_pos.txt
INFO:tensorflow:BLEU: 78.240, BELU-1: 94.400, BLEU-2: 88.000, BLEU-4: 75.300, EM: 0.498
INFO:tensorflow:Best EM: 0.498
INFO:tensorflow:Calling model_fn.
WARNING:tensorflow:Entity <bound method OutputProj.call of <__main__.OutputProj object at 0x7f0455d94be0>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING: Entity <bound method OutputProj.call of <__main__.OutputProj object at 0x7f0455d94be0>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING:tensorflow:Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f0457f6eef0>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING: Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f0457f6eef0>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING:tensorflow:Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f0455d672b0>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING: Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f0455d672b0>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
[<tf.Variable 'Embedding/fasttext_vectors:0' shape=(3853, 300) dtype=float32_ref>,
 <tf.Variable 'Encoder/bidirectional/forward_gru/kernel:0' shape=(300, 900) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/forward_gru/recurrent_kernel:0' shape=(300, 900) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/forward_gru/bias:0' shape=(900,) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/backward_gru/kernel:0' shape=(300, 900) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/backward_gru/recurrent_kernel:0' shape=(300, 900) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/backward_gru/bias:0' shape=(900,) dtype=float32>,
 <tf.Variable 'Encoder/fc_encode_history/kernel:0' shape=(600, 300) dtype=float32>,
 <tf.Variable 'Encoder/fc_encode_history/bias:0' shape=(300,) dtype=float32>,
 <tf.Variable 'Encoder/fc_encode_query/kernel:0' shape=(600, 300) dtype=float32>,
 <tf.Variable 'Encoder/fc_encode_query/bias:0' shape=(300,) dtype=float32>,
 <tf.Variable 'Encoder/fc_encode_state/kernel:0' shape=(600, 300) dtype=float32_ref>,
 <tf.Variable 'Encoder/fc_encode_state/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/memory_layer/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/memory_layer_1/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/gru_cell/gates/kernel:0' shape=(900, 600) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/gru_cell/gates/bias:0' shape=(600,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/gru_cell/candidate/kernel:0' shape=(900, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/gru_cell/candidate/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention/query_layer/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention/attention_v:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/attention_layer/kernel:0' shape=(600, 150) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention_1/query_layer/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention_1/attention_v:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/attention_layer_1/kernel:0' shape=(600, 150) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/output_proj/dense/kernel:0' shape=(300, 1) dtype=float32_ref>]
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Create CheckpointSaverHook.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/pointer_gru_clr/model.ckpt-4748
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
INFO:tensorflow:Saving checkpoints for 4748 into ../model/pointer_gru_clr/model.ckpt.
Reading ../data/train_pos.txt
Reading ../data/train_neg.txt
INFO:tensorflow:loss = 1.4934529, step = 4748
INFO:tensorflow:lr = 0.0004501106
INFO:tensorflow:global_step/sec: 2.36186
INFO:tensorflow:loss = 1.6267036, step = 4848 (42.345 sec)
INFO:tensorflow:lr = 0.00045748442 (42.347 sec)
INFO:tensorflow:global_step/sec: 2.45141
INFO:tensorflow:loss = 1.63014, step = 4948 (40.790 sec)
INFO:tensorflow:lr = 0.0004648583 (40.792 sec)
INFO:tensorflow:global_step/sec: 2.49819
INFO:tensorflow:loss = 1.4614, step = 5048 (40.036 sec)
INFO:tensorflow:lr = 0.00047223215 (40.036 sec)
INFO:tensorflow:global_step/sec: 2.43786
INFO:tensorflow:loss = 1.4654176, step = 5148 (41.016 sec)
INFO:tensorflow:lr = 0.000479606 (41.013 sec)
INFO:tensorflow:global_step/sec: 2.42938
INFO:tensorflow:loss = 1.4499906, step = 5248 (41.161 sec)
INFO:tensorflow:lr = 0.00048697984 (41.161 sec)
INFO:tensorflow:global_step/sec: 2.33933
INFO:tensorflow:loss = 1.6344262, step = 5348 (42.749 sec)
INFO:tensorflow:lr = 0.0004943537 (42.748 sec)
INFO:tensorflow:global_step/sec: 2.42992
INFO:tensorflow:loss = 1.5884676, step = 5448 (41.151 sec)
INFO:tensorflow:lr = 0.00050172757 (41.151 sec)
INFO:tensorflow:global_step/sec: 2.50596
INFO:tensorflow:loss = 1.5664636, step = 5548 (39.908 sec)
INFO:tensorflow:lr = 0.00050910143 (39.907 sec)
INFO:tensorflow:global_step/sec: 2.43107
INFO:tensorflow:loss = 1.5520785, step = 5648 (41.132 sec)
INFO:tensorflow:lr = 0.00051647524 (41.132 sec)
INFO:tensorflow:global_step/sec: 2.4372
INFO:tensorflow:loss = 1.50009, step = 5748 (41.031 sec)
INFO:tensorflow:lr = 0.00052384916 (41.034 sec)
INFO:tensorflow:global_step/sec: 2.49949
INFO:tensorflow:loss = 1.4896705, step = 5848 (40.010 sec)
INFO:tensorflow:lr = 0.00053122296 (40.009 sec)
INFO:tensorflow:Saving checkpoints for 5935 into ../model/pointer_gru_clr/model.ckpt.
INFO:tensorflow:Loss for final step: 1.5885618.
INFO:tensorflow:Calling model_fn.
WARNING:tensorflow:Entity <bound method OutputProj.call of <__main__.OutputProj object at 0x7f0455a54eb8>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING: Entity <bound method OutputProj.call of <__main__.OutputProj object at 0x7f0455a54eb8>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING:tensorflow:Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f04a1178518>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING: Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f04a1178518>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING:tensorflow:Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f0455fc08d0>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING: Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f0455fc08d0>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/pointer_gru_clr/model.ckpt-5935
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
------------
minimal test
Q: 成都房价是多少|不买就后悔了成都房价还有上涨空间|买不起
A: 买不起成都房价
------------
Reading ../data/test_pos.txt
INFO:tensorflow:Calling model_fn.
WARNING:tensorflow:Entity <bound method OutputProj.call of <__main__.OutputProj object at 0x7f0455c3cfd0>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING: Entity <bound method OutputProj.call of <__main__.OutputProj object at 0x7f0455c3cfd0>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING:tensorflow:Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f0455c39048>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING: Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f0455c39048>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING:tensorflow:Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f0455c5fb38>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING: Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f0455c5fb38>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/pointer_gru_clr/model.ckpt-5935
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
Reading ../data/test_pos.txt
INFO:tensorflow:BLEU: 78.700, BELU-1: 94.300, BLEU-2: 87.900, BLEU-4: 75.600, EM: 0.516
INFO:tensorflow:Best EM: 0.516
INFO:tensorflow:Calling model_fn.
WARNING:tensorflow:Entity <bound method OutputProj.call of <__main__.OutputProj object at 0x7f04a0532160>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING: Entity <bound method OutputProj.call of <__main__.OutputProj object at 0x7f04a0532160>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING:tensorflow:Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f04a16e6e80>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING: Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f04a16e6e80>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING:tensorflow:Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f04a16e6c18>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING: Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f04a16e6c18>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
[<tf.Variable 'Embedding/fasttext_vectors:0' shape=(3853, 300) dtype=float32_ref>,
 <tf.Variable 'Encoder/bidirectional/forward_gru/kernel:0' shape=(300, 900) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/forward_gru/recurrent_kernel:0' shape=(300, 900) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/forward_gru/bias:0' shape=(900,) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/backward_gru/kernel:0' shape=(300, 900) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/backward_gru/recurrent_kernel:0' shape=(300, 900) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/backward_gru/bias:0' shape=(900,) dtype=float32>,
 <tf.Variable 'Encoder/fc_encode_history/kernel:0' shape=(600, 300) dtype=float32>,
 <tf.Variable 'Encoder/fc_encode_history/bias:0' shape=(300,) dtype=float32>,
 <tf.Variable 'Encoder/fc_encode_query/kernel:0' shape=(600, 300) dtype=float32>,
 <tf.Variable 'Encoder/fc_encode_query/bias:0' shape=(300,) dtype=float32>,
 <tf.Variable 'Encoder/fc_encode_state/kernel:0' shape=(600, 300) dtype=float32_ref>,
 <tf.Variable 'Encoder/fc_encode_state/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/memory_layer/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/memory_layer_1/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/gru_cell/gates/kernel:0' shape=(900, 600) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/gru_cell/gates/bias:0' shape=(600,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/gru_cell/candidate/kernel:0' shape=(900, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/gru_cell/candidate/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention/query_layer/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention/attention_v:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/attention_layer/kernel:0' shape=(600, 150) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention_1/query_layer/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention_1/attention_v:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/attention_layer_1/kernel:0' shape=(600, 150) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/output_proj/dense/kernel:0' shape=(300, 1) dtype=float32_ref>]
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Create CheckpointSaverHook.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/pointer_gru_clr/model.ckpt-5935
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
INFO:tensorflow:Saving checkpoints for 5935 into ../model/pointer_gru_clr/model.ckpt.
Reading ../data/train_pos.txt
Reading ../data/train_neg.txt
INFO:tensorflow:loss = 1.4487416, step = 5935
INFO:tensorflow:lr = 0.00053763826
INFO:tensorflow:global_step/sec: 2.34639
INFO:tensorflow:loss = 1.5578941, step = 6035 (42.625 sec)
INFO:tensorflow:lr = 0.00054501207 (42.625 sec)
INFO:tensorflow:global_step/sec: 2.44868
INFO:tensorflow:loss = 1.4852331, step = 6135 (40.836 sec)
INFO:tensorflow:lr = 0.0005523859 (40.837 sec)
INFO:tensorflow:global_step/sec: 2.38268
INFO:tensorflow:loss = 1.5121711, step = 6235 (41.970 sec)
INFO:tensorflow:lr = 0.0005597598 (41.967 sec)
INFO:tensorflow:global_step/sec: 2.40119
INFO:tensorflow:loss = 1.5583856, step = 6335 (41.647 sec)
INFO:tensorflow:lr = 0.00056713365 (41.645 sec)
INFO:tensorflow:global_step/sec: 2.47838
INFO:tensorflow:loss = 1.5234402, step = 6435 (40.350 sec)
INFO:tensorflow:lr = 0.0005745075 (40.351 sec)
INFO:tensorflow:global_step/sec: 2.44827
INFO:tensorflow:loss = 1.5576303, step = 6535 (40.845 sec)
INFO:tensorflow:lr = 0.0005818814 (40.845 sec)
INFO:tensorflow:global_step/sec: 2.48177
INFO:tensorflow:loss = 1.5291368, step = 6635 (40.293 sec)
INFO:tensorflow:lr = 0.00058925524 (40.292 sec)
INFO:tensorflow:global_step/sec: 2.3859
INFO:tensorflow:loss = 1.4559975, step = 6735 (41.913 sec)
INFO:tensorflow:lr = 0.0005966291 (41.914 sec)
INFO:tensorflow:global_step/sec: 2.48458
INFO:tensorflow:loss = 1.4164263, step = 6835 (40.248 sec)
INFO:tensorflow:lr = 0.0006040029 (40.250 sec)
INFO:tensorflow:global_step/sec: 2.50954
INFO:tensorflow:loss = 1.5397339, step = 6935 (39.844 sec)
INFO:tensorflow:lr = 0.0006113768 (39.843 sec)
INFO:tensorflow:global_step/sec: 2.48507
INFO:tensorflow:loss = 1.4769561, step = 7035 (40.241 sec)
INFO:tensorflow:lr = 0.00061875064 (40.243 sec)
INFO:tensorflow:Saving checkpoints for 7122 into ../model/pointer_gru_clr/model.ckpt.
INFO:tensorflow:Loss for final step: 1.4369259.
INFO:tensorflow:Calling model_fn.
WARNING:tensorflow:Entity <bound method OutputProj.call of <__main__.OutputProj object at 0x7f04a1239160>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING: Entity <bound method OutputProj.call of <__main__.OutputProj object at 0x7f04a1239160>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING:tensorflow:Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f04a1250e80>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING: Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f04a1250e80>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING:tensorflow:Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f04a14a3940>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING: Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f04a14a3940>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/pointer_gru_clr/model.ckpt-7122
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
------------
minimal test
Q: 成都房价是多少|不买就后悔了成都房价还有上涨空间|买不起
A: 买不起成都房价
------------
Reading ../data/test_pos.txt
INFO:tensorflow:Calling model_fn.
WARNING:tensorflow:Entity <bound method OutputProj.call of <__main__.OutputProj object at 0x7f045801bcc0>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING: Entity <bound method OutputProj.call of <__main__.OutputProj object at 0x7f045801bcc0>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING:tensorflow:Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f0457eeeb00>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING: Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f0457eeeb00>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING:tensorflow:Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f0457f10d30>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING: Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f0457f10d30>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/pointer_gru_clr/model.ckpt-7122
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
Reading ../data/test_pos.txt
INFO:tensorflow:BLEU: 79.240, BELU-1: 94.700, BLEU-2: 88.600, BLEU-4: 76.600, EM: 0.527
INFO:tensorflow:Best EM: 0.527
INFO:tensorflow:Calling model_fn.
WARNING:tensorflow:Entity <bound method OutputProj.call of <__main__.OutputProj object at 0x7f04a09aee48>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING: Entity <bound method OutputProj.call of <__main__.OutputProj object at 0x7f04a09aee48>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING:tensorflow:Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f04a09cfef0>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING: Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f04a09cfef0>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING:tensorflow:Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f04a04c77b8>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING: Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f04a04c77b8>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
[<tf.Variable 'Embedding/fasttext_vectors:0' shape=(3853, 300) dtype=float32_ref>,
 <tf.Variable 'Encoder/bidirectional/forward_gru/kernel:0' shape=(300, 900) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/forward_gru/recurrent_kernel:0' shape=(300, 900) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/forward_gru/bias:0' shape=(900,) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/backward_gru/kernel:0' shape=(300, 900) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/backward_gru/recurrent_kernel:0' shape=(300, 900) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/backward_gru/bias:0' shape=(900,) dtype=float32>,
 <tf.Variable 'Encoder/fc_encode_history/kernel:0' shape=(600, 300) dtype=float32>,
 <tf.Variable 'Encoder/fc_encode_history/bias:0' shape=(300,) dtype=float32>,
 <tf.Variable 'Encoder/fc_encode_query/kernel:0' shape=(600, 300) dtype=float32>,
 <tf.Variable 'Encoder/fc_encode_query/bias:0' shape=(300,) dtype=float32>,
 <tf.Variable 'Encoder/fc_encode_state/kernel:0' shape=(600, 300) dtype=float32_ref>,
 <tf.Variable 'Encoder/fc_encode_state/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/memory_layer/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/memory_layer_1/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/gru_cell/gates/kernel:0' shape=(900, 600) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/gru_cell/gates/bias:0' shape=(600,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/gru_cell/candidate/kernel:0' shape=(900, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/gru_cell/candidate/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention/query_layer/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention/attention_v:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/attention_layer/kernel:0' shape=(600, 150) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention_1/query_layer/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention_1/attention_v:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/attention_layer_1/kernel:0' shape=(600, 150) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/output_proj/dense/kernel:0' shape=(300, 1) dtype=float32_ref>]
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Create CheckpointSaverHook.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/pointer_gru_clr/model.ckpt-7122
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
INFO:tensorflow:Saving checkpoints for 7122 into ../model/pointer_gru_clr/model.ckpt.
Reading ../data/train_pos.txt
Reading ../data/train_neg.txt
INFO:tensorflow:loss = 1.4531698, step = 7122
INFO:tensorflow:lr = 0.0006251659
INFO:tensorflow:global_step/sec: 2.40776
INFO:tensorflow:loss = 1.4707096, step = 7222 (41.538 sec)
INFO:tensorflow:lr = 0.00063253974 (41.538 sec)
INFO:tensorflow:global_step/sec: 2.46369
INFO:tensorflow:loss = 1.5007855, step = 7322 (40.589 sec)
INFO:tensorflow:lr = 0.0006399136 (40.589 sec)
INFO:tensorflow:global_step/sec: 2.52993
INFO:tensorflow:loss = 1.6601169, step = 7422 (39.528 sec)
INFO:tensorflow:lr = 0.00064728747 (39.530 sec)
INFO:tensorflow:global_step/sec: 2.50562
INFO:tensorflow:loss = 1.4935569, step = 7522 (39.906 sec)
INFO:tensorflow:lr = 0.0006546613 (39.905 sec)
INFO:tensorflow:global_step/sec: 2.37622
INFO:tensorflow:loss = 1.5242099, step = 7622 (42.084 sec)
INFO:tensorflow:lr = 0.0006620352 (42.083 sec)
INFO:tensorflow:global_step/sec: 2.31646
INFO:tensorflow:loss = 1.449622, step = 7722 (43.173 sec)
INFO:tensorflow:lr = 0.000669409 (43.173 sec)
INFO:tensorflow:global_step/sec: 2.44478
INFO:tensorflow:loss = 1.4832523, step = 7822 (40.903 sec)
INFO:tensorflow:lr = 0.00067678286 (40.902 sec)
INFO:tensorflow:global_step/sec: 2.38123
INFO:tensorflow:loss = 1.4141363, step = 7922 (41.995 sec)
INFO:tensorflow:lr = 0.0006841567 (41.996 sec)
INFO:tensorflow:global_step/sec: 2.42795
INFO:tensorflow:loss = 1.4829079, step = 8022 (41.186 sec)
INFO:tensorflow:lr = 0.0006915306 (41.184 sec)
INFO:tensorflow:global_step/sec: 2.38826
INFO:tensorflow:loss = 1.4621465, step = 8122 (41.874 sec)
INFO:tensorflow:lr = 0.00069890445 (41.874 sec)
INFO:tensorflow:global_step/sec: 2.48977
INFO:tensorflow:loss = 1.503849, step = 8222 (40.169 sec)
INFO:tensorflow:lr = 0.0007062783 (40.172 sec)
INFO:tensorflow:Saving checkpoints for 8309 into ../model/pointer_gru_clr/model.ckpt.
INFO:tensorflow:Loss for final step: 1.4332377.
INFO:tensorflow:Calling model_fn.
WARNING:tensorflow:Entity <bound method OutputProj.call of <__main__.OutputProj object at 0x7f04571f1e10>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING: Entity <bound method OutputProj.call of <__main__.OutputProj object at 0x7f04571f1e10>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING:tensorflow:Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f04570c1a58>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING: Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f04570c1a58>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING:tensorflow:Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f04570acc88>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING: Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f04570acc88>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/pointer_gru_clr/model.ckpt-8309
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
------------
minimal test
Q: 成都房价是多少|不买就后悔了成都房价还有上涨空间|买不起
A: 成都房价买不起
------------
Reading ../data/test_pos.txt
INFO:tensorflow:Calling model_fn.
WARNING:tensorflow:Entity <bound method OutputProj.call of <__main__.OutputProj object at 0x7f04a0d735f8>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING: Entity <bound method OutputProj.call of <__main__.OutputProj object at 0x7f04a0d735f8>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING:tensorflow:Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f04a041fbe0>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING: Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f04a041fbe0>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING:tensorflow:Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f04a0e93cf8>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING: Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f04a0e93cf8>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/pointer_gru_clr/model.ckpt-8309
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
Reading ../data/test_pos.txt
INFO:tensorflow:BLEU: 79.850, BELU-1: 94.500, BLEU-2: 88.000, BLEU-4: 75.500, EM: 0.528
INFO:tensorflow:Best EM: 0.528
INFO:tensorflow:Calling model_fn.
WARNING:tensorflow:Entity <bound method OutputProj.call of <__main__.OutputProj object at 0x7f04a036add8>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING: Entity <bound method OutputProj.call of <__main__.OutputProj object at 0x7f04a036add8>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING:tensorflow:Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f04a0388128>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING: Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f04a0388128>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING:tensorflow:Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f04a0381d68>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING: Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f04a0381d68>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
[<tf.Variable 'Embedding/fasttext_vectors:0' shape=(3853, 300) dtype=float32_ref>,
 <tf.Variable 'Encoder/bidirectional/forward_gru/kernel:0' shape=(300, 900) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/forward_gru/recurrent_kernel:0' shape=(300, 900) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/forward_gru/bias:0' shape=(900,) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/backward_gru/kernel:0' shape=(300, 900) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/backward_gru/recurrent_kernel:0' shape=(300, 900) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/backward_gru/bias:0' shape=(900,) dtype=float32>,
 <tf.Variable 'Encoder/fc_encode_history/kernel:0' shape=(600, 300) dtype=float32>,
 <tf.Variable 'Encoder/fc_encode_history/bias:0' shape=(300,) dtype=float32>,
 <tf.Variable 'Encoder/fc_encode_query/kernel:0' shape=(600, 300) dtype=float32>,
 <tf.Variable 'Encoder/fc_encode_query/bias:0' shape=(300,) dtype=float32>,
 <tf.Variable 'Encoder/fc_encode_state/kernel:0' shape=(600, 300) dtype=float32_ref>,
 <tf.Variable 'Encoder/fc_encode_state/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/memory_layer/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/memory_layer_1/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/gru_cell/gates/kernel:0' shape=(900, 600) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/gru_cell/gates/bias:0' shape=(600,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/gru_cell/candidate/kernel:0' shape=(900, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/gru_cell/candidate/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention/query_layer/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention/attention_v:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/attention_layer/kernel:0' shape=(600, 150) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention_1/query_layer/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention_1/attention_v:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/attention_layer_1/kernel:0' shape=(600, 150) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/output_proj/dense/kernel:0' shape=(300, 1) dtype=float32_ref>]
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Create CheckpointSaverHook.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/pointer_gru_clr/model.ckpt-8309
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
INFO:tensorflow:Saving checkpoints for 8309 into ../model/pointer_gru_clr/model.ckpt.
Reading ../data/train_pos.txt
Reading ../data/train_neg.txt
INFO:tensorflow:loss = 1.4600226, step = 8309
INFO:tensorflow:lr = 0.00071269355
INFO:tensorflow:global_step/sec: 2.27422
INFO:tensorflow:loss = 1.4457883, step = 8409 (43.980 sec)
INFO:tensorflow:lr = 0.0007200674 (43.980 sec)
INFO:tensorflow:global_step/sec: 2.46831
INFO:tensorflow:loss = 1.4764174, step = 8509 (40.509 sec)
INFO:tensorflow:lr = 0.0007274412 (40.512 sec)
INFO:tensorflow:global_step/sec: 2.40336
INFO:tensorflow:loss = 1.4479935, step = 8609 (41.610 sec)
INFO:tensorflow:lr = 0.00073481514 (41.608 sec)
INFO:tensorflow:global_step/sec: 2.30711
INFO:tensorflow:loss = 1.4333582, step = 8709 (43.341 sec)
INFO:tensorflow:lr = 0.00074218895 (43.343 sec)
INFO:tensorflow:global_step/sec: 2.46972
INFO:tensorflow:loss = 1.4502057, step = 8809 (40.492 sec)
INFO:tensorflow:lr = 0.0007495628 (40.491 sec)
INFO:tensorflow:global_step/sec: 2.44968
INFO:tensorflow:loss = 1.4700974, step = 8909 (40.822 sec)
INFO:tensorflow:lr = 0.0007569367 (40.821 sec)
INFO:tensorflow:global_step/sec: 2.49823
INFO:tensorflow:loss = 1.457261, step = 9009 (40.025 sec)
INFO:tensorflow:lr = 0.0007643105 (40.026 sec)
INFO:tensorflow:global_step/sec: 2.46206
INFO:tensorflow:loss = 1.4721631, step = 9109 (40.617 sec)
INFO:tensorflow:lr = 0.0007716844 (40.617 sec)
INFO:tensorflow:global_step/sec: 2.40654
INFO:tensorflow:loss = 1.5305151, step = 9209 (41.557 sec)
INFO:tensorflow:lr = 0.0007790582 (41.558 sec)
INFO:tensorflow:global_step/sec: 2.46281
INFO:tensorflow:loss = 1.4069148, step = 9309 (40.603 sec)
INFO:tensorflow:lr = 0.00078643207 (40.601 sec)
INFO:tensorflow:global_step/sec: 2.39143
INFO:tensorflow:loss = 1.5114622, step = 9409 (41.814 sec)
INFO:tensorflow:lr = 0.0007938059 (41.815 sec)
INFO:tensorflow:Saving checkpoints for 9496 into ../model/pointer_gru_clr/model.ckpt.
INFO:tensorflow:Loss for final step: 1.4401307.
INFO:tensorflow:Calling model_fn.
WARNING:tensorflow:Entity <bound method OutputProj.call of <__main__.OutputProj object at 0x7f0457e7e160>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING: Entity <bound method OutputProj.call of <__main__.OutputProj object at 0x7f0457e7e160>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING:tensorflow:Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f04a1603d68>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING: Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f04a1603d68>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING:tensorflow:Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f04a0564e80>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING: Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f04a0564e80>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/pointer_gru_clr/model.ckpt-9496
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
------------
minimal test
Q: 成都房价是多少|不买就后悔了成都房价还有上涨空间|买不起
A: 成都房价买不起
------------
Reading ../data/test_pos.txt
INFO:tensorflow:Calling model_fn.
WARNING:tensorflow:Entity <bound method OutputProj.call of <__main__.OutputProj object at 0x7f0455de1e48>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING: Entity <bound method OutputProj.call of <__main__.OutputProj object at 0x7f0455de1e48>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING:tensorflow:Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f04a0db9f60>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING: Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f04a0db9f60>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING:tensorflow:Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f04a0dc0748>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING: Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f04a0dc0748>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/pointer_gru_clr/model.ckpt-9496
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
Reading ../data/test_pos.txt
INFO:tensorflow:BLEU: 79.710, BELU-1: 93.500, BLEU-2: 87.200, BLEU-4: 74.700, EM: 0.511
INFO:tensorflow:Best EM: 0.528
INFO:tensorflow:Calling model_fn.
WARNING:tensorflow:Entity <bound method OutputProj.call of <__main__.OutputProj object at 0x7f0457075668>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING: Entity <bound method OutputProj.call of <__main__.OutputProj object at 0x7f0457075668>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING:tensorflow:Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f04a05a2e80>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING: Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f04a05a2e80>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING:tensorflow:Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f0455f74710>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING: Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f0455f74710>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
[<tf.Variable 'Embedding/fasttext_vectors:0' shape=(3853, 300) dtype=float32_ref>,
 <tf.Variable 'Encoder/bidirectional/forward_gru/kernel:0' shape=(300, 900) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/forward_gru/recurrent_kernel:0' shape=(300, 900) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/forward_gru/bias:0' shape=(900,) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/backward_gru/kernel:0' shape=(300, 900) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/backward_gru/recurrent_kernel:0' shape=(300, 900) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/backward_gru/bias:0' shape=(900,) dtype=float32>,
 <tf.Variable 'Encoder/fc_encode_history/kernel:0' shape=(600, 300) dtype=float32>,
 <tf.Variable 'Encoder/fc_encode_history/bias:0' shape=(300,) dtype=float32>,
 <tf.Variable 'Encoder/fc_encode_query/kernel:0' shape=(600, 300) dtype=float32>,
 <tf.Variable 'Encoder/fc_encode_query/bias:0' shape=(300,) dtype=float32>,
 <tf.Variable 'Encoder/fc_encode_state/kernel:0' shape=(600, 300) dtype=float32_ref>,
 <tf.Variable 'Encoder/fc_encode_state/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/memory_layer/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/memory_layer_1/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/gru_cell/gates/kernel:0' shape=(900, 600) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/gru_cell/gates/bias:0' shape=(600,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/gru_cell/candidate/kernel:0' shape=(900, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/gru_cell/candidate/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention/query_layer/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention/attention_v:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/attention_layer/kernel:0' shape=(600, 150) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention_1/query_layer/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention_1/attention_v:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/attention_layer_1/kernel:0' shape=(600, 150) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/output_proj/dense/kernel:0' shape=(300, 1) dtype=float32_ref>]
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Create CheckpointSaverHook.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/pointer_gru_clr/model.ckpt-9496
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
INFO:tensorflow:Saving checkpoints for 9496 into ../model/pointer_gru_clr/model.ckpt.
Reading ../data/train_pos.txt
Reading ../data/train_neg.txt
INFO:tensorflow:loss = 1.540638, step = 9496
INFO:tensorflow:lr = 0.0007997788
INFO:tensorflow:global_step/sec: 2.27777
INFO:tensorflow:loss = 1.4369769, step = 9596 (43.906 sec)
INFO:tensorflow:lr = 0.0007924049 (43.902 sec)
INFO:tensorflow:global_step/sec: 2.40701
INFO:tensorflow:loss = 1.4430708, step = 9696 (41.548 sec)
INFO:tensorflow:lr = 0.0007850311 (41.549 sec)
INFO:tensorflow:global_step/sec: 2.47954
INFO:tensorflow:loss = 1.4949625, step = 9796 (40.330 sec)
INFO:tensorflow:lr = 0.0007776572 (40.332 sec)
INFO:tensorflow:global_step/sec: 2.46129
INFO:tensorflow:loss = 1.4504019, step = 9896 (40.627 sec)
INFO:tensorflow:lr = 0.00077028334 (40.626 sec)
INFO:tensorflow:global_step/sec: 2.42479
INFO:tensorflow:loss = 1.4591919, step = 9996 (41.241 sec)
INFO:tensorflow:lr = 0.00076290953 (41.241 sec)
INFO:tensorflow:global_step/sec: 2.60035
INFO:tensorflow:loss = 1.85058, step = 10096 (38.459 sec)
INFO:tensorflow:lr = 0.0007555357 (38.458 sec)
INFO:tensorflow:global_step/sec: 2.51152
INFO:tensorflow:loss = 1.438519, step = 10196 (39.814 sec)
INFO:tensorflow:lr = 0.00074816175 (39.813 sec)
INFO:tensorflow:global_step/sec: 2.42194
INFO:tensorflow:loss = 1.4535404, step = 10296 (41.289 sec)
INFO:tensorflow:lr = 0.00074078795 (41.289 sec)
INFO:tensorflow:global_step/sec: 2.43882
INFO:tensorflow:loss = 1.4932038, step = 10396 (41.004 sec)
INFO:tensorflow:lr = 0.0007334141 (41.005 sec)
INFO:tensorflow:global_step/sec: 2.50535
INFO:tensorflow:loss = 1.4727715, step = 10496 (39.916 sec)
INFO:tensorflow:lr = 0.0007260403 (39.916 sec)
INFO:tensorflow:global_step/sec: 2.46698
INFO:tensorflow:loss = 1.4543742, step = 10596 (40.538 sec)
INFO:tensorflow:lr = 0.00071866636 (40.538 sec)
INFO:tensorflow:Saving checkpoints for 10683 into ../model/pointer_gru_clr/model.ckpt.
INFO:tensorflow:Loss for final step: 1.4459156.
INFO:tensorflow:Calling model_fn.
WARNING:tensorflow:Entity <bound method OutputProj.call of <__main__.OutputProj object at 0x7f0457e642e8>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING: Entity <bound method OutputProj.call of <__main__.OutputProj object at 0x7f0457e642e8>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING:tensorflow:Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f04a085a6a0>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING: Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f04a085a6a0>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING:tensorflow:Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f0457e54a90>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING: Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f0457e54a90>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/pointer_gru_clr/model.ckpt-10683
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
------------
minimal test
Q: 成都房价是多少|不买就后悔了成都房价还有上涨空间|买不起
A: 买不起成都房价
------------
Reading ../data/test_pos.txt
INFO:tensorflow:Calling model_fn.
WARNING:tensorflow:Entity <bound method OutputProj.call of <__main__.OutputProj object at 0x7f04a0959d68>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING: Entity <bound method OutputProj.call of <__main__.OutputProj object at 0x7f04a0959d68>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING:tensorflow:Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f04a08aeba8>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING: Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f04a08aeba8>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING:tensorflow:Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f04a08d0dd8>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING: Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f04a08d0dd8>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/pointer_gru_clr/model.ckpt-10683
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
Reading ../data/test_pos.txt
INFO:tensorflow:BLEU: 79.120, BELU-1: 95.600, BLEU-2: 89.700, BLEU-4: 78.400, EM: 0.534
INFO:tensorflow:Best EM: 0.534
INFO:tensorflow:Calling model_fn.
WARNING:tensorflow:Entity <bound method OutputProj.call of <__main__.OutputProj object at 0x7f0457ede908>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING: Entity <bound method OutputProj.call of <__main__.OutputProj object at 0x7f0457ede908>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING:tensorflow:Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f0457ed5d68>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING: Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f0457ed5d68>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING:tensorflow:Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f0453ebfda0>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING: Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f0453ebfda0>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
[<tf.Variable 'Embedding/fasttext_vectors:0' shape=(3853, 300) dtype=float32_ref>,
 <tf.Variable 'Encoder/bidirectional/forward_gru/kernel:0' shape=(300, 900) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/forward_gru/recurrent_kernel:0' shape=(300, 900) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/forward_gru/bias:0' shape=(900,) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/backward_gru/kernel:0' shape=(300, 900) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/backward_gru/recurrent_kernel:0' shape=(300, 900) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/backward_gru/bias:0' shape=(900,) dtype=float32>,
 <tf.Variable 'Encoder/fc_encode_history/kernel:0' shape=(600, 300) dtype=float32>,
 <tf.Variable 'Encoder/fc_encode_history/bias:0' shape=(300,) dtype=float32>,
 <tf.Variable 'Encoder/fc_encode_query/kernel:0' shape=(600, 300) dtype=float32>,
 <tf.Variable 'Encoder/fc_encode_query/bias:0' shape=(300,) dtype=float32>,
 <tf.Variable 'Encoder/fc_encode_state/kernel:0' shape=(600, 300) dtype=float32_ref>,
 <tf.Variable 'Encoder/fc_encode_state/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/memory_layer/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/memory_layer_1/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/gru_cell/gates/kernel:0' shape=(900, 600) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/gru_cell/gates/bias:0' shape=(600,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/gru_cell/candidate/kernel:0' shape=(900, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/gru_cell/candidate/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention/query_layer/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention/attention_v:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/attention_layer/kernel:0' shape=(600, 150) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention_1/query_layer/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention_1/attention_v:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/attention_layer_1/kernel:0' shape=(600, 150) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/output_proj/dense/kernel:0' shape=(300, 1) dtype=float32_ref>]
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Create CheckpointSaverHook.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/pointer_gru_clr/model.ckpt-10683
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
INFO:tensorflow:Saving checkpoints for 10683 into ../model/pointer_gru_clr/model.ckpt.
Reading ../data/train_pos.txt
Reading ../data/train_neg.txt
INFO:tensorflow:loss = 1.5053809, step = 10683
INFO:tensorflow:lr = 0.0007122512
INFO:tensorflow:global_step/sec: 2.36442
INFO:tensorflow:loss = 1.396833, step = 10783 (42.302 sec)
INFO:tensorflow:lr = 0.0007048773 (42.305 sec)
INFO:tensorflow:global_step/sec: 2.52653
INFO:tensorflow:loss = 1.4212395, step = 10883 (39.577 sec)
INFO:tensorflow:lr = 0.0006975034 (39.578 sec)
INFO:tensorflow:global_step/sec: 2.37266
INFO:tensorflow:loss = 1.4762157, step = 10983 (42.146 sec)
INFO:tensorflow:lr = 0.0006901296 (42.143 sec)
INFO:tensorflow:global_step/sec: 2.48833
INFO:tensorflow:loss = 1.5409852, step = 11083 (40.189 sec)
INFO:tensorflow:lr = 0.0006827557 (40.188 sec)
INFO:tensorflow:global_step/sec: 2.43216
INFO:tensorflow:loss = 1.451315, step = 11183 (41.116 sec)
INFO:tensorflow:lr = 0.0006753819 (41.117 sec)
INFO:tensorflow:global_step/sec: 2.54898
INFO:tensorflow:loss = 1.4696299, step = 11283 (39.231 sec)
INFO:tensorflow:lr = 0.000668008 (39.231 sec)
INFO:tensorflow:global_step/sec: 2.44389
INFO:tensorflow:loss = 1.4458777, step = 11383 (40.919 sec)
INFO:tensorflow:lr = 0.00066063413 (40.919 sec)
INFO:tensorflow:global_step/sec: 2.42245
INFO:tensorflow:loss = 1.4321752, step = 11483 (41.280 sec)
INFO:tensorflow:lr = 0.00065326033 (41.279 sec)
INFO:tensorflow:global_step/sec: 2.45972
INFO:tensorflow:loss = 1.4188676, step = 11583 (40.656 sec)
INFO:tensorflow:lr = 0.00064588647 (40.657 sec)
INFO:tensorflow:global_step/sec: 2.36933
INFO:tensorflow:loss = 1.4551548, step = 11683 (42.205 sec)
INFO:tensorflow:lr = 0.00063851255 (42.207 sec)
INFO:tensorflow:global_step/sec: 2.38698
INFO:tensorflow:loss = 1.4416808, step = 11783 (41.893 sec)
INFO:tensorflow:lr = 0.00063113874 (41.890 sec)
INFO:tensorflow:Saving checkpoints for 11870 into ../model/pointer_gru_clr/model.ckpt.
INFO:tensorflow:Loss for final step: 1.4204963.
INFO:tensorflow:Calling model_fn.
WARNING:tensorflow:Entity <bound method OutputProj.call of <__main__.OutputProj object at 0x7f04a02c8d68>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING: Entity <bound method OutputProj.call of <__main__.OutputProj object at 0x7f04a02c8d68>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING:tensorflow:Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f04a02c7ba8>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING: Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f04a02c7ba8>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING:tensorflow:Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f0455d55dd8>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING: Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f0455d55dd8>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/pointer_gru_clr/model.ckpt-11870
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
------------
minimal test
Q: 成都房价是多少|不买就后悔了成都房价还有上涨空间|买不起
A: 买不起成都房价
------------
Reading ../data/test_pos.txt
INFO:tensorflow:Calling model_fn.
WARNING:tensorflow:Entity <bound method OutputProj.call of <__main__.OutputProj object at 0x7f04570721d0>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING: Entity <bound method OutputProj.call of <__main__.OutputProj object at 0x7f04570721d0>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING:tensorflow:Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f04a12d1278>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING: Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f04a12d1278>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING:tensorflow:Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f0455f86470>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING: Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f0455f86470>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/pointer_gru_clr/model.ckpt-11870
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
Reading ../data/test_pos.txt
INFO:tensorflow:BLEU: 80.940, BELU-1: 94.900, BLEU-2: 88.600, BLEU-4: 76.600, EM: 0.559
INFO:tensorflow:Best EM: 0.559
INFO:tensorflow:Calling model_fn.
WARNING:tensorflow:Entity <bound method OutputProj.call of <__main__.OutputProj object at 0x7f0457cafe80>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING: Entity <bound method OutputProj.call of <__main__.OutputProj object at 0x7f0457cafe80>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING:tensorflow:Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f0457ce21d0>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING: Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f0457ce21d0>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING:tensorflow:Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f04a01c9438>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING: Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f04a01c9438>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
[<tf.Variable 'Embedding/fasttext_vectors:0' shape=(3853, 300) dtype=float32_ref>,
 <tf.Variable 'Encoder/bidirectional/forward_gru/kernel:0' shape=(300, 900) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/forward_gru/recurrent_kernel:0' shape=(300, 900) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/forward_gru/bias:0' shape=(900,) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/backward_gru/kernel:0' shape=(300, 900) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/backward_gru/recurrent_kernel:0' shape=(300, 900) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/backward_gru/bias:0' shape=(900,) dtype=float32>,
 <tf.Variable 'Encoder/fc_encode_history/kernel:0' shape=(600, 300) dtype=float32>,
 <tf.Variable 'Encoder/fc_encode_history/bias:0' shape=(300,) dtype=float32>,
 <tf.Variable 'Encoder/fc_encode_query/kernel:0' shape=(600, 300) dtype=float32>,
 <tf.Variable 'Encoder/fc_encode_query/bias:0' shape=(300,) dtype=float32>,
 <tf.Variable 'Encoder/fc_encode_state/kernel:0' shape=(600, 300) dtype=float32_ref>,
 <tf.Variable 'Encoder/fc_encode_state/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/memory_layer/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/memory_layer_1/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/gru_cell/gates/kernel:0' shape=(900, 600) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/gru_cell/gates/bias:0' shape=(600,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/gru_cell/candidate/kernel:0' shape=(900, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/gru_cell/candidate/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention/query_layer/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention/attention_v:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/attention_layer/kernel:0' shape=(600, 150) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention_1/query_layer/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention_1/attention_v:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/attention_layer_1/kernel:0' shape=(600, 150) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/output_proj/dense/kernel:0' shape=(300, 1) dtype=float32_ref>]
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Create CheckpointSaverHook.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/pointer_gru_clr/model.ckpt-11870
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
INFO:tensorflow:Saving checkpoints for 11870 into ../model/pointer_gru_clr/model.ckpt.
Reading ../data/train_pos.txt
Reading ../data/train_neg.txt
INFO:tensorflow:loss = 1.4367994, step = 11870
INFO:tensorflow:lr = 0.00062472344
INFO:tensorflow:global_step/sec: 2.36788
INFO:tensorflow:loss = 1.3923712, step = 11970 (42.236 sec)
INFO:tensorflow:lr = 0.00061734964 (42.240 sec)
INFO:tensorflow:global_step/sec: 2.53295
INFO:tensorflow:loss = 1.4333981, step = 12070 (39.482 sec)
INFO:tensorflow:lr = 0.0006099758 (39.480 sec)
INFO:tensorflow:global_step/sec: 2.50776
INFO:tensorflow:loss = 1.4128587, step = 12170 (39.871 sec)
INFO:tensorflow:lr = 0.00060260197 (39.874 sec)
INFO:tensorflow:global_step/sec: 2.41868
INFO:tensorflow:loss = 1.390613, step = 12270 (41.349 sec)
INFO:tensorflow:lr = 0.00059522805 (41.345 sec)
INFO:tensorflow:global_step/sec: 2.46356
INFO:tensorflow:loss = 1.4707683, step = 12370 (40.590 sec)
INFO:tensorflow:lr = 0.0005878542 (40.590 sec)
INFO:tensorflow:global_step/sec: 2.31212
INFO:tensorflow:loss = 1.5218515, step = 12470 (43.252 sec)
INFO:tensorflow:lr = 0.0005804803 (43.254 sec)
INFO:tensorflow:global_step/sec: 2.34299
INFO:tensorflow:loss = 1.4452988, step = 12570 (42.681 sec)
INFO:tensorflow:lr = 0.0005731065 (42.682 sec)
INFO:tensorflow:global_step/sec: 2.47455
INFO:tensorflow:loss = 1.413193, step = 12670 (40.411 sec)
INFO:tensorflow:lr = 0.0005657326 (40.412 sec)
INFO:tensorflow:global_step/sec: 2.47575
INFO:tensorflow:loss = 1.456537, step = 12770 (40.392 sec)
INFO:tensorflow:lr = 0.00055835873 (40.390 sec)
INFO:tensorflow:global_step/sec: 2.45216
INFO:tensorflow:loss = 1.4504175, step = 12870 (40.778 sec)
INFO:tensorflow:lr = 0.0005509849 (40.779 sec)
INFO:tensorflow:global_step/sec: 2.4312
INFO:tensorflow:loss = 1.4429117, step = 12970 (41.134 sec)
INFO:tensorflow:lr = 0.0005436111 (41.133 sec)
INFO:tensorflow:Saving checkpoints for 13057 into ../model/pointer_gru_clr/model.ckpt.
INFO:tensorflow:Loss for final step: 1.4029304.
INFO:tensorflow:Calling model_fn.
WARNING:tensorflow:Entity <bound method OutputProj.call of <__main__.OutputProj object at 0x7f045736b2e8>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING: Entity <bound method OutputProj.call of <__main__.OutputProj object at 0x7f045736b2e8>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING:tensorflow:Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f0455ab8f98>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING: Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f0455ab8f98>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING:tensorflow:Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f0455aca4a8>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING: Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f0455aca4a8>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/pointer_gru_clr/model.ckpt-13057
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
------------
minimal test
Q: 成都房价是多少|不买就后悔了成都房价还有上涨空间|买不起
A: 买不起成都房价
------------
Reading ../data/test_pos.txt
INFO:tensorflow:Calling model_fn.
WARNING:tensorflow:Entity <bound method OutputProj.call of <__main__.OutputProj object at 0x7f04a0580eb8>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING: Entity <bound method OutputProj.call of <__main__.OutputProj object at 0x7f04a0580eb8>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING:tensorflow:Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f04a0589cc0>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING: Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f04a0589cc0>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING:tensorflow:Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f04a0eee898>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING: Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f04a0eee898>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/pointer_gru_clr/model.ckpt-13057
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
Reading ../data/test_pos.txt
INFO:tensorflow:BLEU: 81.560, BELU-1: 94.200, BLEU-2: 88.300, BLEU-4: 77.200, EM: 0.562
INFO:tensorflow:Best EM: 0.562
INFO:tensorflow:Calling model_fn.
WARNING:tensorflow:Entity <bound method OutputProj.call of <__main__.OutputProj object at 0x7f0455956cf8>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING: Entity <bound method OutputProj.call of <__main__.OutputProj object at 0x7f0455956cf8>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING:tensorflow:Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f04a12b3c18>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING: Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f04a12b3c18>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING:tensorflow:Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f045595ae48>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING: Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f045595ae48>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
[<tf.Variable 'Embedding/fasttext_vectors:0' shape=(3853, 300) dtype=float32_ref>,
 <tf.Variable 'Encoder/bidirectional/forward_gru/kernel:0' shape=(300, 900) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/forward_gru/recurrent_kernel:0' shape=(300, 900) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/forward_gru/bias:0' shape=(900,) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/backward_gru/kernel:0' shape=(300, 900) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/backward_gru/recurrent_kernel:0' shape=(300, 900) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/backward_gru/bias:0' shape=(900,) dtype=float32>,
 <tf.Variable 'Encoder/fc_encode_history/kernel:0' shape=(600, 300) dtype=float32>,
 <tf.Variable 'Encoder/fc_encode_history/bias:0' shape=(300,) dtype=float32>,
 <tf.Variable 'Encoder/fc_encode_query/kernel:0' shape=(600, 300) dtype=float32>,
 <tf.Variable 'Encoder/fc_encode_query/bias:0' shape=(300,) dtype=float32>,
 <tf.Variable 'Encoder/fc_encode_state/kernel:0' shape=(600, 300) dtype=float32_ref>,
 <tf.Variable 'Encoder/fc_encode_state/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/memory_layer/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/memory_layer_1/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/gru_cell/gates/kernel:0' shape=(900, 600) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/gru_cell/gates/bias:0' shape=(600,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/gru_cell/candidate/kernel:0' shape=(900, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/gru_cell/candidate/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention/query_layer/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention/attention_v:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/attention_layer/kernel:0' shape=(600, 150) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention_1/query_layer/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention_1/attention_v:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/attention_layer_1/kernel:0' shape=(600, 150) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/output_proj/dense/kernel:0' shape=(300, 1) dtype=float32_ref>]
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Create CheckpointSaverHook.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/pointer_gru_clr/model.ckpt-13057
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
INFO:tensorflow:Saving checkpoints for 13057 into ../model/pointer_gru_clr/model.ckpt.
Reading ../data/train_pos.txt
Reading ../data/train_neg.txt
INFO:tensorflow:loss = 1.4252541, step = 13057
INFO:tensorflow:lr = 0.0005371958
INFO:tensorflow:global_step/sec: 2.25414
INFO:tensorflow:loss = 1.4442405, step = 13157 (44.370 sec)
INFO:tensorflow:lr = 0.00052982196 (44.372 sec)
INFO:tensorflow:global_step/sec: 2.4501
INFO:tensorflow:loss = 1.4430721, step = 13257 (40.813 sec)
INFO:tensorflow:lr = 0.00052244816 (40.811 sec)
INFO:tensorflow:global_step/sec: 2.47238
INFO:tensorflow:loss = 1.4318382, step = 13357 (40.444 sec)
INFO:tensorflow:lr = 0.00051507424 (40.442 sec)
INFO:tensorflow:global_step/sec: 2.4922
INFO:tensorflow:loss = 1.4077828, step = 13457 (40.131 sec)
INFO:tensorflow:lr = 0.0005077004 (40.133 sec)
INFO:tensorflow:global_step/sec: 2.49098
INFO:tensorflow:loss = 1.406522, step = 13557 (40.139 sec)
INFO:tensorflow:lr = 0.00050032657 (40.137 sec)
INFO:tensorflow:global_step/sec: 2.46051
INFO:tensorflow:loss = 1.4122242, step = 13657 (40.645 sec)
INFO:tensorflow:lr = 0.0004929527 (40.649 sec)
INFO:tensorflow:global_step/sec: 2.44173
INFO:tensorflow:loss = 1.4394531, step = 13757 (40.955 sec)
INFO:tensorflow:lr = 0.0004855788 (40.951 sec)
INFO:tensorflow:global_step/sec: 2.46794
INFO:tensorflow:loss = 1.4105105, step = 13857 (40.516 sec)
INFO:tensorflow:lr = 0.00047820498 (40.517 sec)
INFO:tensorflow:global_step/sec: 2.33393
INFO:tensorflow:loss = 1.4183182, step = 13957 (42.846 sec)
INFO:tensorflow:lr = 0.00047083115 (42.846 sec)
INFO:tensorflow:global_step/sec: 2.47554
INFO:tensorflow:loss = 1.4391775, step = 14057 (40.397 sec)
INFO:tensorflow:lr = 0.0004634573 (40.397 sec)
INFO:tensorflow:global_step/sec: 2.39239
INFO:tensorflow:loss = 1.4294292, step = 14157 (41.801 sec)
INFO:tensorflow:lr = 0.00045608342 (41.803 sec)
INFO:tensorflow:Saving checkpoints for 14244 into ../model/pointer_gru_clr/model.ckpt.
INFO:tensorflow:Loss for final step: 1.4195825.
INFO:tensorflow:Calling model_fn.
WARNING:tensorflow:Entity <bound method OutputProj.call of <__main__.OutputProj object at 0x7f04572790b8>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING: Entity <bound method OutputProj.call of <__main__.OutputProj object at 0x7f04572790b8>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING:tensorflow:Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f0455dbbda0>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING: Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f0455dbbda0>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING:tensorflow:Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f0455da8be0>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING: Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f0455da8be0>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/pointer_gru_clr/model.ckpt-14244
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
------------
minimal test
Q: 成都房价是多少|不买就后悔了成都房价还有上涨空间|买不起
A: 买不起成都房价
------------
Reading ../data/test_pos.txt
INFO:tensorflow:Calling model_fn.
WARNING:tensorflow:Entity <bound method OutputProj.call of <__main__.OutputProj object at 0x7f0455f00d68>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING: Entity <bound method OutputProj.call of <__main__.OutputProj object at 0x7f0455f00d68>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING:tensorflow:Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f0455f0dcc0>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING: Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f0455f0dcc0>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING:tensorflow:Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f0455f08f98>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING: Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f0455f08f98>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/pointer_gru_clr/model.ckpt-14244
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
Reading ../data/test_pos.txt
INFO:tensorflow:BLEU: 81.600, BELU-1: 93.600, BLEU-2: 87.400, BLEU-4: 76.300, EM: 0.562
INFO:tensorflow:Best EM: 0.562
INFO:tensorflow:Calling model_fn.
WARNING:tensorflow:Entity <bound method OutputProj.call of <__main__.OutputProj object at 0x7f04559acdd8>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING: Entity <bound method OutputProj.call of <__main__.OutputProj object at 0x7f04559acdd8>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING:tensorflow:Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f0457e0abe0>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING: Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f0457e0abe0>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING:tensorflow:Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f0457d3c080>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING: Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f0457d3c080>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
[<tf.Variable 'Embedding/fasttext_vectors:0' shape=(3853, 300) dtype=float32_ref>,
 <tf.Variable 'Encoder/bidirectional/forward_gru/kernel:0' shape=(300, 900) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/forward_gru/recurrent_kernel:0' shape=(300, 900) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/forward_gru/bias:0' shape=(900,) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/backward_gru/kernel:0' shape=(300, 900) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/backward_gru/recurrent_kernel:0' shape=(300, 900) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/backward_gru/bias:0' shape=(900,) dtype=float32>,
 <tf.Variable 'Encoder/fc_encode_history/kernel:0' shape=(600, 300) dtype=float32>,
 <tf.Variable 'Encoder/fc_encode_history/bias:0' shape=(300,) dtype=float32>,
 <tf.Variable 'Encoder/fc_encode_query/kernel:0' shape=(600, 300) dtype=float32>,
 <tf.Variable 'Encoder/fc_encode_query/bias:0' shape=(300,) dtype=float32>,
 <tf.Variable 'Encoder/fc_encode_state/kernel:0' shape=(600, 300) dtype=float32_ref>,
 <tf.Variable 'Encoder/fc_encode_state/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/memory_layer/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/memory_layer_1/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/gru_cell/gates/kernel:0' shape=(900, 600) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/gru_cell/gates/bias:0' shape=(600,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/gru_cell/candidate/kernel:0' shape=(900, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/gru_cell/candidate/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention/query_layer/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention/attention_v:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/attention_layer/kernel:0' shape=(600, 150) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention_1/query_layer/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention_1/attention_v:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/attention_layer_1/kernel:0' shape=(600, 150) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/output_proj/dense/kernel:0' shape=(300, 1) dtype=float32_ref>]
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Create CheckpointSaverHook.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/pointer_gru_clr/model.ckpt-14244
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
INFO:tensorflow:Saving checkpoints for 14244 into ../model/pointer_gru_clr/model.ckpt.
Reading ../data/train_pos.txt
Reading ../data/train_neg.txt
INFO:tensorflow:loss = 1.3912004, step = 14244
INFO:tensorflow:lr = 0.0004496682
INFO:tensorflow:global_step/sec: 2.36821
INFO:tensorflow:loss = 1.4066734, step = 14344 (42.230 sec)
INFO:tensorflow:lr = 0.0004422943 (42.232 sec)
INFO:tensorflow:global_step/sec: 2.40188
INFO:tensorflow:loss = 1.410966, step = 14444 (41.639 sec)
INFO:tensorflow:lr = 0.00043492045 (41.636 sec)
INFO:tensorflow:global_step/sec: 2.4297
INFO:tensorflow:loss = 1.4607228, step = 14544 (41.153 sec)
INFO:tensorflow:lr = 0.00042754662 (41.154 sec)
INFO:tensorflow:global_step/sec: 2.37928
INFO:tensorflow:loss = 1.4542451, step = 14644 (42.030 sec)
INFO:tensorflow:lr = 0.0004201728 (42.028 sec)
INFO:tensorflow:global_step/sec: 2.42714
INFO:tensorflow:loss = 1.4120803, step = 14744 (41.202 sec)
INFO:tensorflow:lr = 0.00041279886 (41.204 sec)
INFO:tensorflow:global_step/sec: 2.47926
INFO:tensorflow:loss = 1.4055101, step = 14844 (40.333 sec)
INFO:tensorflow:lr = 0.00040542503 (40.333 sec)
INFO:tensorflow:global_step/sec: 2.49695
INFO:tensorflow:loss = 1.41852, step = 14944 (40.050 sec)
INFO:tensorflow:lr = 0.0003980512 (40.048 sec)
INFO:tensorflow:global_step/sec: 2.40075
INFO:tensorflow:loss = 1.4213079, step = 15044 (41.654 sec)
INFO:tensorflow:lr = 0.00039067736 (41.656 sec)
INFO:tensorflow:global_step/sec: 2.47809
INFO:tensorflow:loss = 1.3846225, step = 15144 (40.352 sec)
INFO:tensorflow:lr = 0.00038330347 (40.351 sec)
INFO:tensorflow:global_step/sec: 2.46158
INFO:tensorflow:loss = 1.4033995, step = 15244 (40.626 sec)
INFO:tensorflow:lr = 0.00037592964 (40.625 sec)
INFO:tensorflow:global_step/sec: 2.45543
INFO:tensorflow:loss = 1.426602, step = 15344 (40.726 sec)
INFO:tensorflow:lr = 0.0003685558 (40.726 sec)
INFO:tensorflow:Saving checkpoints for 15431 into ../model/pointer_gru_clr/model.ckpt.
INFO:tensorflow:Loss for final step: 1.4347974.
INFO:tensorflow:Calling model_fn.
WARNING:tensorflow:Entity <bound method OutputProj.call of <__main__.OutputProj object at 0x7f04a0611cf8>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING: Entity <bound method OutputProj.call of <__main__.OutputProj object at 0x7f04a0611cf8>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING:tensorflow:Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f0455d96fd0>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING: Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f0455d96fd0>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING:tensorflow:Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f04a05feeb8>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING: Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f04a05feeb8>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/pointer_gru_clr/model.ckpt-15431
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
------------
minimal test
Q: 成都房价是多少|不买就后悔了成都房价还有上涨空间|买不起
A: 成都房价买不起
------------
Reading ../data/test_pos.txt
INFO:tensorflow:Calling model_fn.
WARNING:tensorflow:Entity <bound method OutputProj.call of <__main__.OutputProj object at 0x7f04a0518b38>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING: Entity <bound method OutputProj.call of <__main__.OutputProj object at 0x7f04a0518b38>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING:tensorflow:Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f04a050def0>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING: Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f04a050def0>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING:tensorflow:Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f045589fdd8>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING: Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f045589fdd8>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/pointer_gru_clr/model.ckpt-15431
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
Reading ../data/test_pos.txt
INFO:tensorflow:BLEU: 82.740, BELU-1: 93.600, BLEU-2: 87.700, BLEU-4: 76.800, EM: 0.572
INFO:tensorflow:Best EM: 0.572
INFO:tensorflow:Calling model_fn.
WARNING:tensorflow:Entity <bound method OutputProj.call of <__main__.OutputProj object at 0x7f0455ea39e8>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING: Entity <bound method OutputProj.call of <__main__.OutputProj object at 0x7f0455ea39e8>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING:tensorflow:Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f04a04efa58>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING: Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f04a04efa58>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING:tensorflow:Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f04a16117f0>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING: Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f04a16117f0>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
[<tf.Variable 'Embedding/fasttext_vectors:0' shape=(3853, 300) dtype=float32_ref>,
 <tf.Variable 'Encoder/bidirectional/forward_gru/kernel:0' shape=(300, 900) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/forward_gru/recurrent_kernel:0' shape=(300, 900) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/forward_gru/bias:0' shape=(900,) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/backward_gru/kernel:0' shape=(300, 900) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/backward_gru/recurrent_kernel:0' shape=(300, 900) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/backward_gru/bias:0' shape=(900,) dtype=float32>,
 <tf.Variable 'Encoder/fc_encode_history/kernel:0' shape=(600, 300) dtype=float32>,
 <tf.Variable 'Encoder/fc_encode_history/bias:0' shape=(300,) dtype=float32>,
 <tf.Variable 'Encoder/fc_encode_query/kernel:0' shape=(600, 300) dtype=float32>,
 <tf.Variable 'Encoder/fc_encode_query/bias:0' shape=(300,) dtype=float32>,
 <tf.Variable 'Encoder/fc_encode_state/kernel:0' shape=(600, 300) dtype=float32_ref>,
 <tf.Variable 'Encoder/fc_encode_state/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/memory_layer/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/memory_layer_1/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/gru_cell/gates/kernel:0' shape=(900, 600) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/gru_cell/gates/bias:0' shape=(600,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/gru_cell/candidate/kernel:0' shape=(900, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/gru_cell/candidate/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention/query_layer/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention/attention_v:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/attention_layer/kernel:0' shape=(600, 150) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention_1/query_layer/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention_1/attention_v:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/attention_layer_1/kernel:0' shape=(600, 150) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/output_proj/dense/kernel:0' shape=(300, 1) dtype=float32_ref>]
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Create CheckpointSaverHook.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/pointer_gru_clr/model.ckpt-15431
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
INFO:tensorflow:Saving checkpoints for 15431 into ../model/pointer_gru_clr/model.ckpt.
Reading ../data/train_pos.txt
Reading ../data/train_neg.txt
INFO:tensorflow:loss = 1.4165362, step = 15431
INFO:tensorflow:lr = 0.0003621405
INFO:tensorflow:global_step/sec: 2.41147
INFO:tensorflow:loss = 1.3899789, step = 15531 (41.474 sec)
INFO:tensorflow:lr = 0.00035476667 (41.475 sec)
INFO:tensorflow:global_step/sec: 2.38771
INFO:tensorflow:loss = 1.4030076, step = 15631 (41.881 sec)
INFO:tensorflow:lr = 0.00034739284 (41.881 sec)
INFO:tensorflow:global_step/sec: 2.43939
INFO:tensorflow:loss = 1.4145403, step = 15731 (40.994 sec)
INFO:tensorflow:lr = 0.000340019 (40.993 sec)
INFO:tensorflow:global_step/sec: 2.37743
INFO:tensorflow:loss = 1.4001426, step = 15831 (42.058 sec)
INFO:tensorflow:lr = 0.00033264508 (42.058 sec)
INFO:tensorflow:global_step/sec: 2.48469
INFO:tensorflow:loss = 1.4103124, step = 15931 (40.250 sec)
INFO:tensorflow:lr = 0.00032527125 (40.252 sec)
INFO:tensorflow:global_step/sec: 2.41974
INFO:tensorflow:loss = 1.3976754, step = 16031 (41.327 sec)
INFO:tensorflow:lr = 0.00031789741 (41.327 sec)
INFO:tensorflow:global_step/sec: 2.41142
INFO:tensorflow:loss = 1.4096375, step = 16131 (41.466 sec)
INFO:tensorflow:lr = 0.00031052358 (41.464 sec)
INFO:tensorflow:global_step/sec: 2.44348
INFO:tensorflow:loss = 1.4174875, step = 16231 (40.928 sec)
INFO:tensorflow:lr = 0.00030314966 (40.928 sec)
INFO:tensorflow:global_step/sec: 2.46096
INFO:tensorflow:loss = 1.39507, step = 16331 (40.635 sec)
INFO:tensorflow:lr = 0.00029577583 (40.636 sec)
INFO:tensorflow:global_step/sec: 2.43661
INFO:tensorflow:loss = 1.3947074, step = 16431 (41.040 sec)
INFO:tensorflow:lr = 0.000288402 (41.038 sec)
INFO:tensorflow:global_step/sec: 2.41545
INFO:tensorflow:loss = 1.4105982, step = 16531 (41.401 sec)
INFO:tensorflow:lr = 0.00028102816 (41.403 sec)
INFO:tensorflow:Saving checkpoints for 16618 into ../model/pointer_gru_clr/model.ckpt.
INFO:tensorflow:Loss for final step: 1.4023764.
INFO:tensorflow:Calling model_fn.
WARNING:tensorflow:Entity <bound method OutputProj.call of <__main__.OutputProj object at 0x7f04a10a2b38>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING: Entity <bound method OutputProj.call of <__main__.OutputProj object at 0x7f04a10a2b38>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING:tensorflow:Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f04a1070ef0>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING: Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f04a1070ef0>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING:tensorflow:Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f04a1069dd8>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING: Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f04a1069dd8>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/pointer_gru_clr/model.ckpt-16618
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
------------
minimal test
Q: 成都房价是多少|不买就后悔了成都房价还有上涨空间|买不起
A: 买不起成都房价
------------
Reading ../data/test_pos.txt
INFO:tensorflow:Calling model_fn.
WARNING:tensorflow:Entity <bound method OutputProj.call of <__main__.OutputProj object at 0x7f04a0e86cf8>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING: Entity <bound method OutputProj.call of <__main__.OutputProj object at 0x7f04a0e86cf8>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING:tensorflow:Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f04a10e4c18>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING: Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f04a10e4c18>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING:tensorflow:Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f04a1611860>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING: Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f04a1611860>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/pointer_gru_clr/model.ckpt-16618
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
Reading ../data/test_pos.txt
INFO:tensorflow:BLEU: 82.100, BELU-1: 93.300, BLEU-2: 87.400, BLEU-4: 76.000, EM: 0.570
INFO:tensorflow:Best EM: 0.572
INFO:tensorflow:Calling model_fn.
WARNING:tensorflow:Entity <bound method OutputProj.call of <__main__.OutputProj object at 0x7f0457235b00>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING: Entity <bound method OutputProj.call of <__main__.OutputProj object at 0x7f0457235b00>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING:tensorflow:Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f0457226e10>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING: Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f0457226e10>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING:tensorflow:Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f04a04bbfd0>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING: Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f04a04bbfd0>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
[<tf.Variable 'Embedding/fasttext_vectors:0' shape=(3853, 300) dtype=float32_ref>,
 <tf.Variable 'Encoder/bidirectional/forward_gru/kernel:0' shape=(300, 900) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/forward_gru/recurrent_kernel:0' shape=(300, 900) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/forward_gru/bias:0' shape=(900,) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/backward_gru/kernel:0' shape=(300, 900) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/backward_gru/recurrent_kernel:0' shape=(300, 900) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/backward_gru/bias:0' shape=(900,) dtype=float32>,
 <tf.Variable 'Encoder/fc_encode_history/kernel:0' shape=(600, 300) dtype=float32>,
 <tf.Variable 'Encoder/fc_encode_history/bias:0' shape=(300,) dtype=float32>,
 <tf.Variable 'Encoder/fc_encode_query/kernel:0' shape=(600, 300) dtype=float32>,
 <tf.Variable 'Encoder/fc_encode_query/bias:0' shape=(300,) dtype=float32>,
 <tf.Variable 'Encoder/fc_encode_state/kernel:0' shape=(600, 300) dtype=float32_ref>,
 <tf.Variable 'Encoder/fc_encode_state/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/memory_layer/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/memory_layer_1/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/gru_cell/gates/kernel:0' shape=(900, 600) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/gru_cell/gates/bias:0' shape=(600,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/gru_cell/candidate/kernel:0' shape=(900, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/gru_cell/candidate/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention/query_layer/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention/attention_v:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/attention_layer/kernel:0' shape=(600, 150) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention_1/query_layer/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention_1/attention_v:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/attention_layer_1/kernel:0' shape=(600, 150) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/output_proj/dense/kernel:0' shape=(300, 1) dtype=float32_ref>]
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Create CheckpointSaverHook.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/pointer_gru_clr/model.ckpt-16618
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
INFO:tensorflow:Saving checkpoints for 16618 into ../model/pointer_gru_clr/model.ckpt.
Reading ../data/train_pos.txt
Reading ../data/train_neg.txt
INFO:tensorflow:loss = 1.3986596, step = 16618
INFO:tensorflow:lr = 0.0002746129
INFO:tensorflow:global_step/sec: 2.34363
INFO:tensorflow:loss = 1.386623, step = 16718 (42.678 sec)
INFO:tensorflow:lr = 0.00026723905 (42.686 sec)
INFO:tensorflow:global_step/sec: 2.31016
INFO:tensorflow:loss = 1.3932724, step = 16818 (43.282 sec)
INFO:tensorflow:lr = 0.00025986513 (43.274 sec)
INFO:tensorflow:global_step/sec: 2.37194
INFO:tensorflow:loss = 1.3929187, step = 16918 (42.162 sec)
INFO:tensorflow:lr = 0.0002524913 (42.163 sec)
INFO:tensorflow:global_step/sec: 2.3392
INFO:tensorflow:loss = 1.3928642, step = 17018 (42.756 sec)
INFO:tensorflow:lr = 0.00024511747 (42.756 sec)
INFO:tensorflow:global_step/sec: 2.4893
INFO:tensorflow:loss = 1.3892779, step = 17118 (40.164 sec)
INFO:tensorflow:lr = 0.00023774363 (40.165 sec)
INFO:tensorflow:global_step/sec: 2.56385
INFO:tensorflow:loss = 1.386071, step = 17218 (39.003 sec)
INFO:tensorflow:lr = 0.00023036971 (39.004 sec)
INFO:tensorflow:global_step/sec: 2.48337
INFO:tensorflow:loss = 1.4150974, step = 17318 (40.266 sec)
INFO:tensorflow:lr = 0.00022299588 (40.268 sec)
INFO:tensorflow:global_step/sec: 2.49176
INFO:tensorflow:loss = 1.3954831, step = 17418 (40.133 sec)
INFO:tensorflow:lr = 0.00021562204 (40.132 sec)
INFO:tensorflow:global_step/sec: 2.43336
INFO:tensorflow:loss = 1.3834904, step = 17518 (41.094 sec)
INFO:tensorflow:lr = 0.00020824821 (41.096 sec)
INFO:tensorflow:global_step/sec: 2.43308
INFO:tensorflow:loss = 1.386786, step = 17618 (41.103 sec)
INFO:tensorflow:lr = 0.00020087438 (41.100 sec)
INFO:tensorflow:global_step/sec: 2.43174
INFO:tensorflow:loss = 1.3862197, step = 17718 (41.118 sec)
INFO:tensorflow:lr = 0.00019350045 (41.121 sec)
INFO:tensorflow:Saving checkpoints for 17805 into ../model/pointer_gru_clr/model.ckpt.
INFO:tensorflow:Loss for final step: 1.4004648.
INFO:tensorflow:Calling model_fn.
WARNING:tensorflow:Entity <bound method OutputProj.call of <__main__.OutputProj object at 0x7f04a1333278>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING: Entity <bound method OutputProj.call of <__main__.OutputProj object at 0x7f04a1333278>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING:tensorflow:Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f04a1362ef0>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING: Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f04a1362ef0>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING:tensorflow:Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f04a0b82d30>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING: Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f04a0b82d30>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/pointer_gru_clr/model.ckpt-17805
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
------------
minimal test
Q: 成都房价是多少|不买就后悔了成都房价还有上涨空间|买不起
A: 买不起成都房价
------------
Reading ../data/test_pos.txt
INFO:tensorflow:Calling model_fn.
WARNING:tensorflow:Entity <bound method OutputProj.call of <__main__.OutputProj object at 0x7f04570a3d68>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING: Entity <bound method OutputProj.call of <__main__.OutputProj object at 0x7f04570a3d68>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING:tensorflow:Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f0457ea1e48>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING: Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f0457ea1e48>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING:tensorflow:Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f0457e76b00>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING: Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f0457e76b00>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/pointer_gru_clr/model.ckpt-17805
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
Reading ../data/test_pos.txt
INFO:tensorflow:BLEU: 83.160, BELU-1: 93.200, BLEU-2: 87.700, BLEU-4: 77.200, EM: 0.592
INFO:tensorflow:Best EM: 0.592
INFO:tensorflow:Calling model_fn.
WARNING:tensorflow:Entity <bound method OutputProj.call of <__main__.OutputProj object at 0x7f0455eaa048>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING: Entity <bound method OutputProj.call of <__main__.OutputProj object at 0x7f0455eaa048>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING:tensorflow:Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f04a0bdc978>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING: Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f04a0bdc978>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING:tensorflow:Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f0455ea7cc0>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING: Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f0455ea7cc0>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
[<tf.Variable 'Embedding/fasttext_vectors:0' shape=(3853, 300) dtype=float32_ref>,
 <tf.Variable 'Encoder/bidirectional/forward_gru/kernel:0' shape=(300, 900) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/forward_gru/recurrent_kernel:0' shape=(300, 900) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/forward_gru/bias:0' shape=(900,) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/backward_gru/kernel:0' shape=(300, 900) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/backward_gru/recurrent_kernel:0' shape=(300, 900) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/backward_gru/bias:0' shape=(900,) dtype=float32>,
 <tf.Variable 'Encoder/fc_encode_history/kernel:0' shape=(600, 300) dtype=float32>,
 <tf.Variable 'Encoder/fc_encode_history/bias:0' shape=(300,) dtype=float32>,
 <tf.Variable 'Encoder/fc_encode_query/kernel:0' shape=(600, 300) dtype=float32>,
 <tf.Variable 'Encoder/fc_encode_query/bias:0' shape=(300,) dtype=float32>,
 <tf.Variable 'Encoder/fc_encode_state/kernel:0' shape=(600, 300) dtype=float32_ref>,
 <tf.Variable 'Encoder/fc_encode_state/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/memory_layer/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/memory_layer_1/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/gru_cell/gates/kernel:0' shape=(900, 600) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/gru_cell/gates/bias:0' shape=(600,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/gru_cell/candidate/kernel:0' shape=(900, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/gru_cell/candidate/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention/query_layer/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention/attention_v:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/attention_layer/kernel:0' shape=(600, 150) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention_1/query_layer/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention_1/attention_v:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/attention_layer_1/kernel:0' shape=(600, 150) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/output_proj/dense/kernel:0' shape=(300, 1) dtype=float32_ref>]
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Create CheckpointSaverHook.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/pointer_gru_clr/model.ckpt-17805
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
INFO:tensorflow:Saving checkpoints for 17805 into ../model/pointer_gru_clr/model.ckpt.
Reading ../data/train_pos.txt
Reading ../data/train_neg.txt
INFO:tensorflow:loss = 1.3931574, step = 17805
INFO:tensorflow:lr = 0.00018708527
INFO:tensorflow:global_step/sec: 2.36326
INFO:tensorflow:loss = 1.4040046, step = 17905 (42.318 sec)
INFO:tensorflow:lr = 0.00017971135 (42.320 sec)
INFO:tensorflow:global_step/sec: 2.32337
INFO:tensorflow:loss = 1.3829347, step = 18005 (43.041 sec)
INFO:tensorflow:lr = 0.00017233752 (43.041 sec)
INFO:tensorflow:global_step/sec: 2.40437
INFO:tensorflow:loss = 1.3879509, step = 18105 (41.592 sec)
INFO:tensorflow:lr = 0.00016496368 (41.593 sec)
INFO:tensorflow:global_step/sec: 2.45407
INFO:tensorflow:loss = 1.4036101, step = 18205 (40.748 sec)
INFO:tensorflow:lr = 0.00015758985 (40.747 sec)
INFO:tensorflow:global_step/sec: 2.37147
INFO:tensorflow:loss = 1.389274, step = 18305 (42.169 sec)
INFO:tensorflow:lr = 0.00015021593 (42.170 sec)
INFO:tensorflow:global_step/sec: 2.41251
INFO:tensorflow:loss = 1.3851491, step = 18405 (41.453 sec)
INFO:tensorflow:lr = 0.0001428421 (41.452 sec)
INFO:tensorflow:global_step/sec: 2.35555
INFO:tensorflow:loss = 1.3873545, step = 18505 (42.451 sec)
INFO:tensorflow:lr = 0.00013546826 (42.450 sec)
INFO:tensorflow:global_step/sec: 2.40561
INFO:tensorflow:loss = 1.3882045, step = 18605 (41.568 sec)
INFO:tensorflow:lr = 0.00012809443 (41.570 sec)
INFO:tensorflow:global_step/sec: 2.39326
INFO:tensorflow:loss = 1.3942398, step = 18705 (41.786 sec)
INFO:tensorflow:lr = 0.00012072051 (41.786 sec)
INFO:tensorflow:global_step/sec: 2.4638
INFO:tensorflow:loss = 1.3841971, step = 18805 (40.586 sec)
INFO:tensorflow:lr = 0.00011334668 (40.584 sec)
INFO:tensorflow:global_step/sec: 2.35872
INFO:tensorflow:loss = 1.3947402, step = 18905 (42.396 sec)
INFO:tensorflow:lr = 0.000105972846 (42.399 sec)
INFO:tensorflow:Saving checkpoints for 18992 into ../model/pointer_gru_clr/model.ckpt.
INFO:tensorflow:Loss for final step: 1.3836952.
INFO:tensorflow:Calling model_fn.
WARNING:tensorflow:Entity <bound method OutputProj.call of <__main__.OutputProj object at 0x7f04a08a0240>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING: Entity <bound method OutputProj.call of <__main__.OutputProj object at 0x7f04a08a0240>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING:tensorflow:Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f04a0890208>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING: Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f04a0890208>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING:tensorflow:Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f04a086fd30>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING: Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f04a086fd30>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/pointer_gru_clr/model.ckpt-18992
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
------------
minimal test
Q: 成都房价是多少|不买就后悔了成都房价还有上涨空间|买不起
A: 成都房价买不起
------------
Reading ../data/test_pos.txt
INFO:tensorflow:Calling model_fn.
WARNING:tensorflow:Entity <bound method OutputProj.call of <__main__.OutputProj object at 0x7f0452d43b70>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING: Entity <bound method OutputProj.call of <__main__.OutputProj object at 0x7f0452d43b70>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING:tensorflow:Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f0452d596a0>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING: Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f0452d596a0>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING:tensorflow:Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f0452b42be0>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING: Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f0452b42be0>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/pointer_gru_clr/model.ckpt-18992
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
Reading ../data/test_pos.txt
INFO:tensorflow:BLEU: 82.460, BELU-1: 93.500, BLEU-2: 87.700, BLEU-4: 76.600, EM: 0.571
INFO:tensorflow:Best EM: 0.592
INFO:tensorflow:Calling model_fn.
WARNING:tensorflow:Entity <bound method OutputProj.call of <__main__.OutputProj object at 0x7f0455fd37b8>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING: Entity <bound method OutputProj.call of <__main__.OutputProj object at 0x7f0455fd37b8>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING:tensorflow:Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f04a1449400>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING: Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f04a1449400>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING:tensorflow:Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f04a0c8e358>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING: Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f04a0c8e358>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
[<tf.Variable 'Embedding/fasttext_vectors:0' shape=(3853, 300) dtype=float32_ref>,
 <tf.Variable 'Encoder/bidirectional/forward_gru/kernel:0' shape=(300, 900) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/forward_gru/recurrent_kernel:0' shape=(300, 900) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/forward_gru/bias:0' shape=(900,) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/backward_gru/kernel:0' shape=(300, 900) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/backward_gru/recurrent_kernel:0' shape=(300, 900) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/backward_gru/bias:0' shape=(900,) dtype=float32>,
 <tf.Variable 'Encoder/fc_encode_history/kernel:0' shape=(600, 300) dtype=float32>,
 <tf.Variable 'Encoder/fc_encode_history/bias:0' shape=(300,) dtype=float32>,
 <tf.Variable 'Encoder/fc_encode_query/kernel:0' shape=(600, 300) dtype=float32>,
 <tf.Variable 'Encoder/fc_encode_query/bias:0' shape=(300,) dtype=float32>,
 <tf.Variable 'Encoder/fc_encode_state/kernel:0' shape=(600, 300) dtype=float32_ref>,
 <tf.Variable 'Encoder/fc_encode_state/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/memory_layer/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/memory_layer_1/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/gru_cell/gates/kernel:0' shape=(900, 600) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/gru_cell/gates/bias:0' shape=(600,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/gru_cell/candidate/kernel:0' shape=(900, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/gru_cell/candidate/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention/query_layer/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention/attention_v:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/attention_layer/kernel:0' shape=(600, 150) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention_1/query_layer/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention_1/attention_v:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/attention_layer_1/kernel:0' shape=(600, 150) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/output_proj/dense/kernel:0' shape=(300, 1) dtype=float32_ref>]
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Create CheckpointSaverHook.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/pointer_gru_clr/model.ckpt-18992
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
INFO:tensorflow:Saving checkpoints for 18992 into ../model/pointer_gru_clr/model.ckpt.
Reading ../data/train_pos.txt
Reading ../data/train_neg.txt
INFO:tensorflow:loss = 1.3911849, step = 18992
INFO:tensorflow:lr = 0.000100221216
INFO:tensorflow:global_step/sec: 2.34485
INFO:tensorflow:loss = 1.3912033, step = 19092 (42.651 sec)
INFO:tensorflow:lr = 0.00010390813 (42.652 sec)
INFO:tensorflow:global_step/sec: 2.37386
INFO:tensorflow:loss = 1.3839182, step = 19192 (42.125 sec)
INFO:tensorflow:lr = 0.00010759505 (42.125 sec)
INFO:tensorflow:global_step/sec: 2.45801
INFO:tensorflow:loss = 1.3907257, step = 19292 (40.684 sec)
INFO:tensorflow:lr = 0.00011128197 (40.682 sec)
INFO:tensorflow:global_step/sec: 2.4245
INFO:tensorflow:loss = 1.3896148, step = 19392 (41.246 sec)
INFO:tensorflow:lr = 0.00011496888 (41.247 sec)
INFO:tensorflow:global_step/sec: 2.34803
INFO:tensorflow:loss = 1.3890265, step = 19492 (42.588 sec)
INFO:tensorflow:lr = 0.0001186558 (42.588 sec)
INFO:tensorflow:global_step/sec: 2.39042
INFO:tensorflow:loss = 1.3899895, step = 19592 (41.835 sec)
INFO:tensorflow:lr = 0.0001223428 (41.835 sec)
INFO:tensorflow:global_step/sec: 2.37679
INFO:tensorflow:loss = 1.3856269, step = 19692 (42.071 sec)
INFO:tensorflow:lr = 0.00012602971 (42.069 sec)
INFO:tensorflow:global_step/sec: 2.40991
INFO:tensorflow:loss = 1.386725, step = 19792 (41.499 sec)
INFO:tensorflow:lr = 0.00012971663 (41.501 sec)
INFO:tensorflow:global_step/sec: 2.29585
INFO:tensorflow:loss = 1.3834507, step = 19892 (43.556 sec)
INFO:tensorflow:lr = 0.00013340355 (43.554 sec)
INFO:tensorflow:global_step/sec: 2.44382
INFO:tensorflow:loss = 1.3930713, step = 19992 (40.918 sec)
INFO:tensorflow:lr = 0.00013709046 (40.921 sec)
INFO:tensorflow:global_step/sec: 2.40575
INFO:tensorflow:loss = 1.3920654, step = 20092 (41.569 sec)
INFO:tensorflow:lr = 0.00014077738 (41.567 sec)
INFO:tensorflow:Saving checkpoints for 20179 into ../model/pointer_gru_clr/model.ckpt.
INFO:tensorflow:Loss for final step: 1.3994902.
INFO:tensorflow:Calling model_fn.
WARNING:tensorflow:Entity <bound method OutputProj.call of <__main__.OutputProj object at 0x7f04a0872b00>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING: Entity <bound method OutputProj.call of <__main__.OutputProj object at 0x7f04a0872b00>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING:tensorflow:Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f04a06ef668>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING: Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f04a06ef668>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING:tensorflow:Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f04a06e8f28>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING: Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f04a06e8f28>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/pointer_gru_clr/model.ckpt-20179
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
------------
minimal test
Q: 成都房价是多少|不买就后悔了成都房价还有上涨空间|买不起
A: 买不起成都房价
------------
Reading ../data/test_pos.txt
INFO:tensorflow:Calling model_fn.
WARNING:tensorflow:Entity <bound method OutputProj.call of <__main__.OutputProj object at 0x7f04a0fcff60>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING: Entity <bound method OutputProj.call of <__main__.OutputProj object at 0x7f04a0fcff60>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING:tensorflow:Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f04571ac320>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING: Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f04571ac320>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING:tensorflow:Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f04a15b6898>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING: Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f04a15b6898>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/pointer_gru_clr/model.ckpt-20179
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
Reading ../data/test_pos.txt
INFO:tensorflow:BLEU: 82.700, BELU-1: 93.500, BLEU-2: 87.700, BLEU-4: 76.700, EM: 0.574
INFO:tensorflow:Best EM: 0.592
INFO:tensorflow:Calling model_fn.
WARNING:tensorflow:Entity <bound method OutputProj.call of <__main__.OutputProj object at 0x7f04572569e8>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING: Entity <bound method OutputProj.call of <__main__.OutputProj object at 0x7f04572569e8>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING:tensorflow:Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f04a16e6898>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING: Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f04a16e6898>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING:tensorflow:Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f0455f93cc0>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING: Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f0455f93cc0>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
[<tf.Variable 'Embedding/fasttext_vectors:0' shape=(3853, 300) dtype=float32_ref>,
 <tf.Variable 'Encoder/bidirectional/forward_gru/kernel:0' shape=(300, 900) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/forward_gru/recurrent_kernel:0' shape=(300, 900) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/forward_gru/bias:0' shape=(900,) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/backward_gru/kernel:0' shape=(300, 900) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/backward_gru/recurrent_kernel:0' shape=(300, 900) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/backward_gru/bias:0' shape=(900,) dtype=float32>,
 <tf.Variable 'Encoder/fc_encode_history/kernel:0' shape=(600, 300) dtype=float32>,
 <tf.Variable 'Encoder/fc_encode_history/bias:0' shape=(300,) dtype=float32>,
 <tf.Variable 'Encoder/fc_encode_query/kernel:0' shape=(600, 300) dtype=float32>,
 <tf.Variable 'Encoder/fc_encode_query/bias:0' shape=(300,) dtype=float32>,
 <tf.Variable 'Encoder/fc_encode_state/kernel:0' shape=(600, 300) dtype=float32_ref>,
 <tf.Variable 'Encoder/fc_encode_state/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/memory_layer/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/memory_layer_1/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/gru_cell/gates/kernel:0' shape=(900, 600) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/gru_cell/gates/bias:0' shape=(600,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/gru_cell/candidate/kernel:0' shape=(900, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/gru_cell/candidate/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention/query_layer/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention/attention_v:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/attention_layer/kernel:0' shape=(600, 150) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention_1/query_layer/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention_1/attention_v:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/attention_layer_1/kernel:0' shape=(600, 150) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/output_proj/dense/kernel:0' shape=(300, 1) dtype=float32_ref>]
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Create CheckpointSaverHook.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/pointer_gru_clr/model.ckpt-20179
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
INFO:tensorflow:Saving checkpoints for 20179 into ../model/pointer_gru_clr/model.ckpt.
Reading ../data/train_pos.txt
Reading ../data/train_neg.txt
INFO:tensorflow:loss = 1.3854759, step = 20179
INFO:tensorflow:lr = 0.00014398506
INFO:tensorflow:global_step/sec: 2.40552
INFO:tensorflow:loss = 1.3925432, step = 20279 (41.578 sec)
INFO:tensorflow:lr = 0.00014767198 (41.576 sec)
INFO:tensorflow:global_step/sec: 2.37068
INFO:tensorflow:loss = 1.3909469, step = 20379 (42.179 sec)
INFO:tensorflow:lr = 0.0001513589 (42.181 sec)
INFO:tensorflow:global_step/sec: 2.35919
INFO:tensorflow:loss = 1.394688, step = 20479 (42.389 sec)
INFO:tensorflow:lr = 0.00015504581 (42.387 sec)
INFO:tensorflow:global_step/sec: 2.42891
INFO:tensorflow:loss = 1.3852124, step = 20579 (41.174 sec)
INFO:tensorflow:lr = 0.00015873273 (41.174 sec)
INFO:tensorflow:global_step/sec: 2.42666
INFO:tensorflow:loss = 1.3839154, step = 20679 (41.205 sec)
INFO:tensorflow:lr = 0.00016241964 (41.205 sec)
INFO:tensorflow:global_step/sec: 2.46687
INFO:tensorflow:loss = 1.398666, step = 20779 (40.534 sec)
INFO:tensorflow:lr = 0.00016610656 (40.535 sec)
INFO:tensorflow:global_step/sec: 2.30799
INFO:tensorflow:loss = 1.3855261, step = 20879 (43.332 sec)
INFO:tensorflow:lr = 0.00016979348 (43.332 sec)
INFO:tensorflow:global_step/sec: 2.38137
INFO:tensorflow:loss = 1.3850169, step = 20979 (41.993 sec)
INFO:tensorflow:lr = 0.00017348048 (41.992 sec)
INFO:tensorflow:global_step/sec: 2.43397
INFO:tensorflow:loss = 1.3832351, step = 21079 (41.085 sec)
INFO:tensorflow:lr = 0.0001771674 (41.085 sec)
INFO:tensorflow:global_step/sec: 2.38406
INFO:tensorflow:loss = 1.4270852, step = 21179 (41.947 sec)
INFO:tensorflow:lr = 0.00018085432 (41.946 sec)
INFO:tensorflow:global_step/sec: 2.38239
INFO:tensorflow:loss = 1.3875711, step = 21279 (41.970 sec)
INFO:tensorflow:lr = 0.00018454123 (41.969 sec)
INFO:tensorflow:Saving checkpoints for 21366 into ../model/pointer_gru_clr/model.ckpt.
INFO:tensorflow:Loss for final step: 1.3819003.
INFO:tensorflow:Calling model_fn.
WARNING:tensorflow:Entity <bound method OutputProj.call of <__main__.OutputProj object at 0x7f04a0f43eb8>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING: Entity <bound method OutputProj.call of <__main__.OutputProj object at 0x7f04a0f43eb8>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING:tensorflow:Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f04a0f56cc0>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING: Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f04a0f56cc0>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING:tensorflow:Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f04a0262898>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING: Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f04a0262898>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/pointer_gru_clr/model.ckpt-21366
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
------------
minimal test
Q: 成都房价是多少|不买就后悔了成都房价还有上涨空间|买不起
A: 买不起成都房价
------------
Reading ../data/test_pos.txt
INFO:tensorflow:Calling model_fn.
WARNING:tensorflow:Entity <bound method OutputProj.call of <__main__.OutputProj object at 0x7f04572dc400>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING: Entity <bound method OutputProj.call of <__main__.OutputProj object at 0x7f04572dc400>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING:tensorflow:Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f0452dd6eb8>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING: Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f0452dd6eb8>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING:tensorflow:Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f04571f6630>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING: Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f04571f6630>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/pointer_gru_clr/model.ckpt-21366
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
Reading ../data/test_pos.txt
INFO:tensorflow:BLEU: 82.050, BELU-1: 94.100, BLEU-2: 88.000, BLEU-4: 77.000, EM: 0.579
INFO:tensorflow:Best EM: 0.592
INFO:tensorflow:Calling model_fn.
WARNING:tensorflow:Entity <bound method OutputProj.call of <__main__.OutputProj object at 0x7f04a0d00cf8>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING: Entity <bound method OutputProj.call of <__main__.OutputProj object at 0x7f04a0d00cf8>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING:tensorflow:Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f04a0ce4748>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING: Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f04a0ce4748>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING:tensorflow:Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f04a0d04a90>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING: Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f04a0d04a90>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
[<tf.Variable 'Embedding/fasttext_vectors:0' shape=(3853, 300) dtype=float32_ref>,
 <tf.Variable 'Encoder/bidirectional/forward_gru/kernel:0' shape=(300, 900) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/forward_gru/recurrent_kernel:0' shape=(300, 900) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/forward_gru/bias:0' shape=(900,) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/backward_gru/kernel:0' shape=(300, 900) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/backward_gru/recurrent_kernel:0' shape=(300, 900) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/backward_gru/bias:0' shape=(900,) dtype=float32>,
 <tf.Variable 'Encoder/fc_encode_history/kernel:0' shape=(600, 300) dtype=float32>,
 <tf.Variable 'Encoder/fc_encode_history/bias:0' shape=(300,) dtype=float32>,
 <tf.Variable 'Encoder/fc_encode_query/kernel:0' shape=(600, 300) dtype=float32>,
 <tf.Variable 'Encoder/fc_encode_query/bias:0' shape=(300,) dtype=float32>,
 <tf.Variable 'Encoder/fc_encode_state/kernel:0' shape=(600, 300) dtype=float32_ref>,
 <tf.Variable 'Encoder/fc_encode_state/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/memory_layer/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/memory_layer_1/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/gru_cell/gates/kernel:0' shape=(900, 600) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/gru_cell/gates/bias:0' shape=(600,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/gru_cell/candidate/kernel:0' shape=(900, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/gru_cell/candidate/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention/query_layer/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention/attention_v:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/attention_layer/kernel:0' shape=(600, 150) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention_1/query_layer/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention_1/attention_v:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/attention_layer_1/kernel:0' shape=(600, 150) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/output_proj/dense/kernel:0' shape=(300, 1) dtype=float32_ref>]
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Create CheckpointSaverHook.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/pointer_gru_clr/model.ckpt-21366
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
INFO:tensorflow:Saving checkpoints for 21366 into ../model/pointer_gru_clr/model.ckpt.
Reading ../data/train_pos.txt
Reading ../data/train_neg.txt
INFO:tensorflow:loss = 1.3818207, step = 21366
INFO:tensorflow:lr = 0.00018774884
INFO:tensorflow:global_step/sec: 2.25261
INFO:tensorflow:loss = 1.3876199, step = 21466 (44.398 sec)
INFO:tensorflow:lr = 0.00019143574 (44.399 sec)
INFO:tensorflow:global_step/sec: 2.42073
INFO:tensorflow:loss = 1.3841448, step = 21566 (41.312 sec)
INFO:tensorflow:lr = 0.00019512267 (41.310 sec)
INFO:tensorflow:global_step/sec: 2.43114
INFO:tensorflow:loss = 1.3838618, step = 21666 (41.135 sec)
INFO:tensorflow:lr = 0.00019880966 (41.137 sec)
INFO:tensorflow:global_step/sec: 2.3408
INFO:tensorflow:loss = 1.385809, step = 21766 (42.714 sec)
INFO:tensorflow:lr = 0.00020249658 (42.715 sec)
INFO:tensorflow:global_step/sec: 2.54883
INFO:tensorflow:loss = 1.3835751, step = 21866 (39.236 sec)
INFO:tensorflow:lr = 0.0002061835 (39.233 sec)
INFO:tensorflow:global_step/sec: 2.38614
INFO:tensorflow:loss = 1.3836594, step = 21966 (41.910 sec)
INFO:tensorflow:lr = 0.00020987041 (41.909 sec)
INFO:tensorflow:global_step/sec: 2.4024
INFO:tensorflow:loss = 1.3880516, step = 22066 (41.621 sec)
INFO:tensorflow:lr = 0.00021355733 (41.622 sec)
INFO:tensorflow:global_step/sec: 2.46523
INFO:tensorflow:loss = 1.4125316, step = 22166 (40.568 sec)
INFO:tensorflow:lr = 0.00021724425 (40.570 sec)
INFO:tensorflow:global_step/sec: 2.40352
INFO:tensorflow:loss = 1.3827969, step = 22266 (41.604 sec)
INFO:tensorflow:lr = 0.00022093116 (41.603 sec)
INFO:tensorflow:global_step/sec: 2.35638
INFO:tensorflow:loss = 1.3891686, step = 22366 (42.440 sec)
INFO:tensorflow:lr = 0.0002246181 (42.441 sec)
INFO:tensorflow:global_step/sec: 2.35431
INFO:tensorflow:loss = 1.3939173, step = 22466 (42.474 sec)
INFO:tensorflow:lr = 0.00022830509 (42.473 sec)
INFO:tensorflow:Saving checkpoints for 22553 into ../model/pointer_gru_clr/model.ckpt.
INFO:tensorflow:Loss for final step: 1.3830104.
INFO:tensorflow:Calling model_fn.
WARNING:tensorflow:Entity <bound method OutputProj.call of <__main__.OutputProj object at 0x7f045603af98>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING: Entity <bound method OutputProj.call of <__main__.OutputProj object at 0x7f045603af98>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING:tensorflow:Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f0456047780>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING: Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f0456047780>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING:tensorflow:Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f04a0c78860>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING: Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f04a0c78860>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/pointer_gru_clr/model.ckpt-22553
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
------------
minimal test
Q: 成都房价是多少|不买就后悔了成都房价还有上涨空间|买不起
A: 买不起成都房价
------------
Reading ../data/test_pos.txt
INFO:tensorflow:Calling model_fn.
WARNING:tensorflow:Entity <bound method OutputProj.call of <__main__.OutputProj object at 0x7f04a14614e0>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING: Entity <bound method OutputProj.call of <__main__.OutputProj object at 0x7f04a14614e0>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING:tensorflow:Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f04a04c9b00>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING: Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f04a04c9b00>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING:tensorflow:Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f04a16919e8>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING: Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f04a16919e8>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/pointer_gru_clr/model.ckpt-22553
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
Reading ../data/test_pos.txt
INFO:tensorflow:BLEU: 82.020, BELU-1: 93.200, BLEU-2: 87.100, BLEU-4: 76.000, EM: 0.570
INFO:tensorflow:Best EM: 0.592
INFO:tensorflow:Calling model_fn.
WARNING:tensorflow:Entity <bound method OutputProj.call of <__main__.OutputProj object at 0x7f04a13f5940>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING: Entity <bound method OutputProj.call of <__main__.OutputProj object at 0x7f04a13f5940>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING:tensorflow:Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f04a1418da0>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING: Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f04a1418da0>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING:tensorflow:Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f04a0b55dd8>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING: Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f04a0b55dd8>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
[<tf.Variable 'Embedding/fasttext_vectors:0' shape=(3853, 300) dtype=float32_ref>,
 <tf.Variable 'Encoder/bidirectional/forward_gru/kernel:0' shape=(300, 900) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/forward_gru/recurrent_kernel:0' shape=(300, 900) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/forward_gru/bias:0' shape=(900,) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/backward_gru/kernel:0' shape=(300, 900) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/backward_gru/recurrent_kernel:0' shape=(300, 900) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/backward_gru/bias:0' shape=(900,) dtype=float32>,
 <tf.Variable 'Encoder/fc_encode_history/kernel:0' shape=(600, 300) dtype=float32>,
 <tf.Variable 'Encoder/fc_encode_history/bias:0' shape=(300,) dtype=float32>,
 <tf.Variable 'Encoder/fc_encode_query/kernel:0' shape=(600, 300) dtype=float32>,
 <tf.Variable 'Encoder/fc_encode_query/bias:0' shape=(300,) dtype=float32>,
 <tf.Variable 'Encoder/fc_encode_state/kernel:0' shape=(600, 300) dtype=float32_ref>,
 <tf.Variable 'Encoder/fc_encode_state/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/memory_layer/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/memory_layer_1/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/gru_cell/gates/kernel:0' shape=(900, 600) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/gru_cell/gates/bias:0' shape=(600,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/gru_cell/candidate/kernel:0' shape=(900, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/gru_cell/candidate/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention/query_layer/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention/attention_v:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/attention_layer/kernel:0' shape=(600, 150) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention_1/query_layer/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention_1/attention_v:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/attention_layer_1/kernel:0' shape=(600, 150) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/output_proj/dense/kernel:0' shape=(300, 1) dtype=float32_ref>]
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Create CheckpointSaverHook.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/pointer_gru_clr/model.ckpt-22553
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
INFO:tensorflow:Saving checkpoints for 22553 into ../model/pointer_gru_clr/model.ckpt.
Reading ../data/train_pos.txt
Reading ../data/train_neg.txt
INFO:tensorflow:loss = 1.3953078, step = 22553
INFO:tensorflow:lr = 0.00023151268
INFO:tensorflow:global_step/sec: 2.23479
INFO:tensorflow:loss = 1.3991505, step = 22653 (44.753 sec)
INFO:tensorflow:lr = 0.00023519961 (44.753 sec)
INFO:tensorflow:global_step/sec: 2.46134
INFO:tensorflow:loss = 1.3839756, step = 22753 (40.626 sec)
INFO:tensorflow:lr = 0.00023888651 (40.629 sec)
INFO:tensorflow:global_step/sec: 2.413
INFO:tensorflow:loss = 1.3965968, step = 22853 (41.443 sec)
INFO:tensorflow:lr = 0.00024257344 (41.440 sec)
INFO:tensorflow:global_step/sec: 2.33609
INFO:tensorflow:loss = 1.3931632, step = 22953 (42.808 sec)
INFO:tensorflow:lr = 0.00024626034 (42.807 sec)
INFO:tensorflow:global_step/sec: 2.47892
INFO:tensorflow:loss = 1.3822223, step = 23053 (40.342 sec)
INFO:tensorflow:lr = 0.00024994736 (40.344 sec)
INFO:tensorflow:global_step/sec: 2.35753
INFO:tensorflow:loss = 1.3842547, step = 23153 (42.416 sec)
INFO:tensorflow:lr = 0.00025363427 (42.417 sec)
INFO:tensorflow:global_step/sec: 2.47323
INFO:tensorflow:loss = 1.3865232, step = 23253 (40.431 sec)
INFO:tensorflow:lr = 0.0002573212 (40.429 sec)
INFO:tensorflow:global_step/sec: 2.47809
INFO:tensorflow:loss = 1.408653, step = 23353 (40.357 sec)
INFO:tensorflow:lr = 0.0002610081 (40.359 sec)
INFO:tensorflow:global_step/sec: 2.39804
INFO:tensorflow:loss = 1.3824816, step = 23453 (41.698 sec)
INFO:tensorflow:lr = 0.00026469503 (41.698 sec)
INFO:tensorflow:global_step/sec: 2.43915
INFO:tensorflow:loss = 1.4029634, step = 23553 (40.999 sec)
INFO:tensorflow:lr = 0.00026838193 (40.997 sec)
INFO:tensorflow:global_step/sec: 2.40132
INFO:tensorflow:loss = 1.4053204, step = 23653 (41.645 sec)
INFO:tensorflow:lr = 0.00027206884 (41.646 sec)
INFO:tensorflow:Saving checkpoints for 23740 into ../model/pointer_gru_clr/model.ckpt.
INFO:tensorflow:Loss for final step: 1.4255013.
INFO:tensorflow:Calling model_fn.
WARNING:tensorflow:Entity <bound method OutputProj.call of <__main__.OutputProj object at 0x7f04a0f3f390>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING: Entity <bound method OutputProj.call of <__main__.OutputProj object at 0x7f04a0f3f390>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING:tensorflow:Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f04a0d062b0>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING: Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f04a0d062b0>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING:tensorflow:Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f0455d77a90>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING: Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f0455d77a90>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/pointer_gru_clr/model.ckpt-23740
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
------------
minimal test
Q: 成都房价是多少|不买就后悔了成都房价还有上涨空间|买不起
A: 买不起成都房价
------------
Reading ../data/test_pos.txt
INFO:tensorflow:Calling model_fn.
WARNING:tensorflow:Entity <bound method OutputProj.call of <__main__.OutputProj object at 0x7f04a0573160>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING: Entity <bound method OutputProj.call of <__main__.OutputProj object at 0x7f04a0573160>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING:tensorflow:Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f04a1271b70>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING: Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f04a1271b70>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING:tensorflow:Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f04a056cd68>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING: Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f04a056cd68>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/pointer_gru_clr/model.ckpt-23740
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
Reading ../data/test_pos.txt
INFO:tensorflow:BLEU: 81.720, BELU-1: 92.700, BLEU-2: 86.600, BLEU-4: 75.400, EM: 0.568
INFO:tensorflow:Best EM: 0.592
INFO:tensorflow:Calling model_fn.
WARNING:tensorflow:Entity <bound method OutputProj.call of <__main__.OutputProj object at 0x7f045727e908>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING: Entity <bound method OutputProj.call of <__main__.OutputProj object at 0x7f045727e908>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING:tensorflow:Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f0455d76128>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING: Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f0455d76128>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING:tensorflow:Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f0456039c50>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING: Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f0456039c50>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
[<tf.Variable 'Embedding/fasttext_vectors:0' shape=(3853, 300) dtype=float32_ref>,
 <tf.Variable 'Encoder/bidirectional/forward_gru/kernel:0' shape=(300, 900) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/forward_gru/recurrent_kernel:0' shape=(300, 900) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/forward_gru/bias:0' shape=(900,) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/backward_gru/kernel:0' shape=(300, 900) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/backward_gru/recurrent_kernel:0' shape=(300, 900) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/backward_gru/bias:0' shape=(900,) dtype=float32>,
 <tf.Variable 'Encoder/fc_encode_history/kernel:0' shape=(600, 300) dtype=float32>,
 <tf.Variable 'Encoder/fc_encode_history/bias:0' shape=(300,) dtype=float32>,
 <tf.Variable 'Encoder/fc_encode_query/kernel:0' shape=(600, 300) dtype=float32>,
 <tf.Variable 'Encoder/fc_encode_query/bias:0' shape=(300,) dtype=float32>,
 <tf.Variable 'Encoder/fc_encode_state/kernel:0' shape=(600, 300) dtype=float32_ref>,
 <tf.Variable 'Encoder/fc_encode_state/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/memory_layer/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/memory_layer_1/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/gru_cell/gates/kernel:0' shape=(900, 600) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/gru_cell/gates/bias:0' shape=(600,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/gru_cell/candidate/kernel:0' shape=(900, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/gru_cell/candidate/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention/query_layer/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention/attention_v:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/attention_layer/kernel:0' shape=(600, 150) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention_1/query_layer/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention_1/attention_v:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/attention_layer_1/kernel:0' shape=(600, 150) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/output_proj/dense/kernel:0' shape=(300, 1) dtype=float32_ref>]
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Create CheckpointSaverHook.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/pointer_gru_clr/model.ckpt-23740
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
INFO:tensorflow:Saving checkpoints for 23740 into ../model/pointer_gru_clr/model.ckpt.
Reading ../data/train_pos.txt
Reading ../data/train_neg.txt
INFO:tensorflow:loss = 1.3820076, step = 23740
INFO:tensorflow:lr = 0.00027527654
INFO:tensorflow:global_step/sec: 2.29882
INFO:tensorflow:loss = 1.393215, step = 23840 (43.503 sec)
INFO:tensorflow:lr = 0.00027896345 (43.503 sec)
INFO:tensorflow:global_step/sec: 2.38937
INFO:tensorflow:loss = 1.3814886, step = 23940 (41.856 sec)
INFO:tensorflow:lr = 0.00028265038 (41.852 sec)
INFO:tensorflow:global_step/sec: 2.43396
INFO:tensorflow:loss = 1.382208, step = 24040 (41.085 sec)
INFO:tensorflow:lr = 0.00028633728 (41.085 sec)
INFO:tensorflow:global_step/sec: 2.44127
INFO:tensorflow:loss = 1.3821263, step = 24140 (40.962 sec)
INFO:tensorflow:lr = 0.0002900242 (40.964 sec)
INFO:tensorflow:global_step/sec: 2.32594
INFO:tensorflow:loss = 1.4219728, step = 24240 (42.992 sec)
INFO:tensorflow:lr = 0.0002937111 (42.992 sec)
INFO:tensorflow:global_step/sec: 2.48599
INFO:tensorflow:loss = 1.4040861, step = 24340 (40.225 sec)
INFO:tensorflow:lr = 0.00029739804 (40.225 sec)
INFO:tensorflow:global_step/sec: 2.53003
INFO:tensorflow:loss = 1.3978612, step = 24440 (39.526 sec)
INFO:tensorflow:lr = 0.00030108495 (39.525 sec)
INFO:tensorflow:global_step/sec: 2.4028
INFO:tensorflow:loss = 1.3819141, step = 24540 (41.617 sec)
INFO:tensorflow:lr = 0.00030477194 (41.618 sec)
INFO:tensorflow:global_step/sec: 2.36739
INFO:tensorflow:loss = 1.3906734, step = 24640 (42.238 sec)
INFO:tensorflow:lr = 0.00030845887 (42.242 sec)
INFO:tensorflow:global_step/sec: 2.46232
INFO:tensorflow:loss = 1.3870616, step = 24740 (40.615 sec)
INFO:tensorflow:lr = 0.00031214577 (40.614 sec)
INFO:tensorflow:global_step/sec: 2.35206
INFO:tensorflow:loss = 1.4084303, step = 24840 (42.518 sec)
INFO:tensorflow:lr = 0.0003158327 (42.516 sec)
INFO:tensorflow:Saving checkpoints for 24927 into ../model/pointer_gru_clr/model.ckpt.
INFO:tensorflow:Loss for final step: 1.3853683.
INFO:tensorflow:Calling model_fn.
WARNING:tensorflow:Entity <bound method OutputProj.call of <__main__.OutputProj object at 0x7f04a03b79e8>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING: Entity <bound method OutputProj.call of <__main__.OutputProj object at 0x7f04a03b79e8>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING:tensorflow:Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f0457398e10>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING: Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f0457398e10>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING:tensorflow:Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f04a10149e8>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING: Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f04a10149e8>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/pointer_gru_clr/model.ckpt-24927
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
------------
minimal test
Q: 成都房价是多少|不买就后悔了成都房价还有上涨空间|买不起
A: 买不起成都房价
------------
Reading ../data/test_pos.txt
INFO:tensorflow:Calling model_fn.
WARNING:tensorflow:Entity <bound method OutputProj.call of <__main__.OutputProj object at 0x7f0455e45fd0>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING: Entity <bound method OutputProj.call of <__main__.OutputProj object at 0x7f0455e45fd0>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING:tensorflow:Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f0455e50e80>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING: Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f0455e50e80>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING:tensorflow:Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f0455e35b70>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING: Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f0455e35b70>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/pointer_gru_clr/model.ckpt-24927
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
Reading ../data/test_pos.txt
INFO:tensorflow:BLEU: 81.400, BELU-1: 92.900, BLEU-2: 86.700, BLEU-4: 74.900, EM: 0.557
INFO:tensorflow:Best EM: 0.592
INFO:tensorflow:Calling model_fn.
WARNING:tensorflow:Entity <bound method OutputProj.call of <__main__.OutputProj object at 0x7f04a1121e48>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING: Entity <bound method OutputProj.call of <__main__.OutputProj object at 0x7f04a1121e48>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING:tensorflow:Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f04a1107f60>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING: Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f04a1107f60>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING:tensorflow:Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f04a1107be0>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING: Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f04a1107be0>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
[<tf.Variable 'Embedding/fasttext_vectors:0' shape=(3853, 300) dtype=float32_ref>,
 <tf.Variable 'Encoder/bidirectional/forward_gru/kernel:0' shape=(300, 900) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/forward_gru/recurrent_kernel:0' shape=(300, 900) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/forward_gru/bias:0' shape=(900,) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/backward_gru/kernel:0' shape=(300, 900) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/backward_gru/recurrent_kernel:0' shape=(300, 900) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/backward_gru/bias:0' shape=(900,) dtype=float32>,
 <tf.Variable 'Encoder/fc_encode_history/kernel:0' shape=(600, 300) dtype=float32>,
 <tf.Variable 'Encoder/fc_encode_history/bias:0' shape=(300,) dtype=float32>,
 <tf.Variable 'Encoder/fc_encode_query/kernel:0' shape=(600, 300) dtype=float32>,
 <tf.Variable 'Encoder/fc_encode_query/bias:0' shape=(300,) dtype=float32>,
 <tf.Variable 'Encoder/fc_encode_state/kernel:0' shape=(600, 300) dtype=float32_ref>,
 <tf.Variable 'Encoder/fc_encode_state/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/memory_layer/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/memory_layer_1/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/gru_cell/gates/kernel:0' shape=(900, 600) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/gru_cell/gates/bias:0' shape=(600,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/gru_cell/candidate/kernel:0' shape=(900, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/gru_cell/candidate/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention/query_layer/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention/attention_v:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/attention_layer/kernel:0' shape=(600, 150) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention_1/query_layer/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention_1/attention_v:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/attention_layer_1/kernel:0' shape=(600, 150) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/output_proj/dense/kernel:0' shape=(300, 1) dtype=float32_ref>]
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Create CheckpointSaverHook.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/pointer_gru_clr/model.ckpt-24927
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
INFO:tensorflow:Saving checkpoints for 24927 into ../model/pointer_gru_clr/model.ckpt.
Reading ../data/train_pos.txt
Reading ../data/train_neg.txt
INFO:tensorflow:loss = 1.3819962, step = 24927
INFO:tensorflow:lr = 0.0003190403
INFO:tensorflow:global_step/sec: 2.32709
INFO:tensorflow:loss = 1.3953124, step = 25027 (42.976 sec)
INFO:tensorflow:lr = 0.00032272722 (42.976 sec)
INFO:tensorflow:global_step/sec: 2.37722
INFO:tensorflow:loss = 1.3826187, step = 25127 (42.066 sec)
INFO:tensorflow:lr = 0.0003264142 (42.070 sec)
INFO:tensorflow:global_step/sec: 2.41075
INFO:tensorflow:loss = 1.3935568, step = 25227 (41.484 sec)
INFO:tensorflow:lr = 0.00033010115 (41.480 sec)
INFO:tensorflow:global_step/sec: 2.37514
INFO:tensorflow:loss = 1.397223, step = 25327 (42.101 sec)
INFO:tensorflow:lr = 0.00033378805 (42.104 sec)
INFO:tensorflow:global_step/sec: 2.39636
INFO:tensorflow:loss = 1.3892721, step = 25427 (41.726 sec)
INFO:tensorflow:lr = 0.00033747498 (41.724 sec)
INFO:tensorflow:global_step/sec: 2.37251
INFO:tensorflow:loss = 1.3858503, step = 25527 (42.153 sec)
INFO:tensorflow:lr = 0.00034116188 (42.157 sec)
INFO:tensorflow:global_step/sec: 2.33346
INFO:tensorflow:loss = 1.3965355, step = 25627 (42.857 sec)
INFO:tensorflow:lr = 0.0003448488 (42.852 sec)
INFO:tensorflow:global_step/sec: 2.41332
INFO:tensorflow:loss = 1.3969588, step = 25727 (41.436 sec)
INFO:tensorflow:lr = 0.00034853572 (41.436 sec)
INFO:tensorflow:global_step/sec: 2.4455
INFO:tensorflow:loss = 1.3822901, step = 25827 (40.892 sec)
INFO:tensorflow:lr = 0.00035222265 (40.892 sec)
INFO:tensorflow:global_step/sec: 2.37144
INFO:tensorflow:loss = 1.3858817, step = 25927 (42.166 sec)
INFO:tensorflow:lr = 0.00035590964 (42.168 sec)
INFO:tensorflow:global_step/sec: 2.43065
INFO:tensorflow:loss = 1.405206, step = 26027 (41.143 sec)
INFO:tensorflow:lr = 0.00035959657 (41.142 sec)
INFO:tensorflow:Saving checkpoints for 26114 into ../model/pointer_gru_clr/model.ckpt.
INFO:tensorflow:Loss for final step: 1.383637.
INFO:tensorflow:Calling model_fn.
WARNING:tensorflow:Entity <bound method OutputProj.call of <__main__.OutputProj object at 0x7f04a0defd68>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING: Entity <bound method OutputProj.call of <__main__.OutputProj object at 0x7f04a0defd68>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING:tensorflow:Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f04559504a8>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING: Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f04559504a8>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING:tensorflow:Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f04a0847b00>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING: Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f04a0847b00>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/pointer_gru_clr/model.ckpt-26114
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
------------
minimal test
Q: 成都房价是多少|不买就后悔了成都房价还有上涨空间|买不起
A: 成都房价买不起价还有上涨空间
------------
Reading ../data/test_pos.txt
INFO:tensorflow:Calling model_fn.
WARNING:tensorflow:Entity <bound method OutputProj.call of <__main__.OutputProj object at 0x7f04a105bb70>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING: Entity <bound method OutputProj.call of <__main__.OutputProj object at 0x7f04a105bb70>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING:tensorflow:Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f0455a543c8>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING: Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f0455a543c8>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING:tensorflow:Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f0455d77358>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING: Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f0455d77358>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/pointer_gru_clr/model.ckpt-26114
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
Reading ../data/test_pos.txt
INFO:tensorflow:BLEU: 81.580, BELU-1: 92.000, BLEU-2: 85.500, BLEU-4: 73.600, EM: 0.549
INFO:tensorflow:Best EM: 0.592
INFO:tensorflow:Calling model_fn.
WARNING:tensorflow:Entity <bound method OutputProj.call of <__main__.OutputProj object at 0x7f04a0ab8978>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING: Entity <bound method OutputProj.call of <__main__.OutputProj object at 0x7f04a0ab8978>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING:tensorflow:Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f04a0ab7dd8>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING: Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f04a0ab7dd8>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING:tensorflow:Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f0452e09e10>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING: Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f0452e09e10>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
[<tf.Variable 'Embedding/fasttext_vectors:0' shape=(3853, 300) dtype=float32_ref>,
 <tf.Variable 'Encoder/bidirectional/forward_gru/kernel:0' shape=(300, 900) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/forward_gru/recurrent_kernel:0' shape=(300, 900) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/forward_gru/bias:0' shape=(900,) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/backward_gru/kernel:0' shape=(300, 900) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/backward_gru/recurrent_kernel:0' shape=(300, 900) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/backward_gru/bias:0' shape=(900,) dtype=float32>,
 <tf.Variable 'Encoder/fc_encode_history/kernel:0' shape=(600, 300) dtype=float32>,
 <tf.Variable 'Encoder/fc_encode_history/bias:0' shape=(300,) dtype=float32>,
 <tf.Variable 'Encoder/fc_encode_query/kernel:0' shape=(600, 300) dtype=float32>,
 <tf.Variable 'Encoder/fc_encode_query/bias:0' shape=(300,) dtype=float32>,
 <tf.Variable 'Encoder/fc_encode_state/kernel:0' shape=(600, 300) dtype=float32_ref>,
 <tf.Variable 'Encoder/fc_encode_state/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/memory_layer/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/memory_layer_1/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/gru_cell/gates/kernel:0' shape=(900, 600) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/gru_cell/gates/bias:0' shape=(600,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/gru_cell/candidate/kernel:0' shape=(900, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/gru_cell/candidate/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention/query_layer/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention/attention_v:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/attention_layer/kernel:0' shape=(600, 150) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention_1/query_layer/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention_1/attention_v:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/attention_layer_1/kernel:0' shape=(600, 150) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/output_proj/dense/kernel:0' shape=(300, 1) dtype=float32_ref>]
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Create CheckpointSaverHook.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/pointer_gru_clr/model.ckpt-26114
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
INFO:tensorflow:Saving checkpoints for 26114 into ../model/pointer_gru_clr/model.ckpt.
Reading ../data/train_pos.txt
Reading ../data/train_neg.txt
INFO:tensorflow:loss = 1.3865532, step = 26114
INFO:tensorflow:lr = 0.00036280416
INFO:tensorflow:global_step/sec: 2.28161
INFO:tensorflow:loss = 1.3870493, step = 26214 (43.835 sec)
INFO:tensorflow:lr = 0.00036649106 (43.835 sec)
INFO:tensorflow:global_step/sec: 2.44015
INFO:tensorflow:loss = 1.3955326, step = 26314 (40.980 sec)
INFO:tensorflow:lr = 0.000370178 (40.988 sec)
INFO:tensorflow:global_step/sec: 2.48337
INFO:tensorflow:loss = 1.3921005, step = 26414 (40.269 sec)
INFO:tensorflow:lr = 0.0003738649 (40.261 sec)
INFO:tensorflow:global_step/sec: 2.388
INFO:tensorflow:loss = 1.387357, step = 26514 (41.875 sec)
INFO:tensorflow:lr = 0.00037755183 (41.876 sec)
INFO:tensorflow:global_step/sec: 2.36827
INFO:tensorflow:loss = 1.382998, step = 26614 (42.225 sec)
INFO:tensorflow:lr = 0.00038123882 (42.227 sec)
INFO:tensorflow:global_step/sec: 2.39974
INFO:tensorflow:loss = 1.3882588, step = 26714 (41.671 sec)
INFO:tensorflow:lr = 0.00038492575 (41.669 sec)
INFO:tensorflow:global_step/sec: 2.31416
INFO:tensorflow:loss = 1.4138857, step = 26814 (43.213 sec)
INFO:tensorflow:lr = 0.00038861265 (43.214 sec)
INFO:tensorflow:global_step/sec: 2.39329
INFO:tensorflow:loss = 1.3960353, step = 26914 (41.784 sec)
INFO:tensorflow:lr = 0.00039229958 (41.782 sec)
INFO:tensorflow:global_step/sec: 2.39865
INFO:tensorflow:loss = 1.3945345, step = 27014 (41.690 sec)
INFO:tensorflow:lr = 0.00039598648 (41.691 sec)
INFO:tensorflow:global_step/sec: 2.37865
INFO:tensorflow:loss = 1.3904155, step = 27114 (42.040 sec)
INFO:tensorflow:lr = 0.00039967342 (42.041 sec)
INFO:tensorflow:global_step/sec: 2.34809
INFO:tensorflow:loss = 1.3954097, step = 27214 (42.585 sec)
INFO:tensorflow:lr = 0.00040336032 (42.585 sec)
INFO:tensorflow:Saving checkpoints for 27301 into ../model/pointer_gru_clr/model.ckpt.
INFO:tensorflow:Loss for final step: 1.402592.
INFO:tensorflow:Calling model_fn.
WARNING:tensorflow:Entity <bound method OutputProj.call of <__main__.OutputProj object at 0x7f04a03bada0>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING: Entity <bound method OutputProj.call of <__main__.OutputProj object at 0x7f04a03bada0>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING:tensorflow:Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f04b289ff28>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING: Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f04b289ff28>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING:tensorflow:Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f04a0e30240>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING: Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f04a0e30240>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/pointer_gru_clr/model.ckpt-27301
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
------------
minimal test
Q: 成都房价是多少|不买就后悔了成都房价还有上涨空间|买不起
A: 买不起成都房价
------------
Reading ../data/test_pos.txt
INFO:tensorflow:Calling model_fn.
WARNING:tensorflow:Entity <bound method OutputProj.call of <__main__.OutputProj object at 0x7f04a09a4ba8>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING: Entity <bound method OutputProj.call of <__main__.OutputProj object at 0x7f04a09a4ba8>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING:tensorflow:Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f04a09b86d8>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING: Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f04a09b86d8>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING:tensorflow:Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f045266fc18>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING: Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f045266fc18>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/pointer_gru_clr/model.ckpt-27301
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
Reading ../data/test_pos.txt
INFO:tensorflow:BLEU: 82.190, BELU-1: 93.200, BLEU-2: 87.400, BLEU-4: 76.700, EM: 0.573
INFO:tensorflow:Best EM: 0.592
INFO:tensorflow:Calling model_fn.
WARNING:tensorflow:Entity <bound method OutputProj.call of <__main__.OutputProj object at 0x7f04a0523940>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING: Entity <bound method OutputProj.call of <__main__.OutputProj object at 0x7f04a0523940>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING:tensorflow:Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f04a05f66a0>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING: Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f04a05f66a0>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING:tensorflow:Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f04a05f6978>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING: Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f04a05f6978>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
[<tf.Variable 'Embedding/fasttext_vectors:0' shape=(3853, 300) dtype=float32_ref>,
 <tf.Variable 'Encoder/bidirectional/forward_gru/kernel:0' shape=(300, 900) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/forward_gru/recurrent_kernel:0' shape=(300, 900) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/forward_gru/bias:0' shape=(900,) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/backward_gru/kernel:0' shape=(300, 900) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/backward_gru/recurrent_kernel:0' shape=(300, 900) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/backward_gru/bias:0' shape=(900,) dtype=float32>,
 <tf.Variable 'Encoder/fc_encode_history/kernel:0' shape=(600, 300) dtype=float32>,
 <tf.Variable 'Encoder/fc_encode_history/bias:0' shape=(300,) dtype=float32>,
 <tf.Variable 'Encoder/fc_encode_query/kernel:0' shape=(600, 300) dtype=float32>,
 <tf.Variable 'Encoder/fc_encode_query/bias:0' shape=(300,) dtype=float32>,
 <tf.Variable 'Encoder/fc_encode_state/kernel:0' shape=(600, 300) dtype=float32_ref>,
 <tf.Variable 'Encoder/fc_encode_state/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/memory_layer/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/memory_layer_1/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/gru_cell/gates/kernel:0' shape=(900, 600) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/gru_cell/gates/bias:0' shape=(600,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/gru_cell/candidate/kernel:0' shape=(900, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/gru_cell/candidate/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention/query_layer/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention/attention_v:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/attention_layer/kernel:0' shape=(600, 150) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention_1/query_layer/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention_1/attention_v:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/attention_layer_1/kernel:0' shape=(600, 150) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/output_proj/dense/kernel:0' shape=(300, 1) dtype=float32_ref>]
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Create CheckpointSaverHook.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/pointer_gru_clr/model.ckpt-27301
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
INFO:tensorflow:Saving checkpoints for 27301 into ../model/pointer_gru_clr/model.ckpt.
Reading ../data/train_pos.txt
Reading ../data/train_neg.txt
INFO:tensorflow:loss = 1.4085094, step = 27301
INFO:tensorflow:lr = 0.000406568
INFO:tensorflow:global_step/sec: 2.14501
INFO:tensorflow:loss = 1.425909, step = 27401 (46.625 sec)
INFO:tensorflow:lr = 0.00041025493 (46.626 sec)
INFO:tensorflow:global_step/sec: 2.3342
INFO:tensorflow:loss = 1.395954, step = 27501 (42.843 sec)
INFO:tensorflow:lr = 0.00041394183 (42.841 sec)
INFO:tensorflow:global_step/sec: 2.37723
INFO:tensorflow:loss = 1.4126318, step = 27601 (42.062 sec)
INFO:tensorflow:lr = 0.00041762876 (42.063 sec)
INFO:tensorflow:global_step/sec: 2.49427
INFO:tensorflow:loss = 1.38281, step = 27701 (40.096 sec)
INFO:tensorflow:lr = 0.00042131566 (40.095 sec)
INFO:tensorflow:global_step/sec: 2.42571
INFO:tensorflow:loss = 1.4028575, step = 27801 (41.220 sec)
INFO:tensorflow:lr = 0.0004250026 (41.221 sec)
INFO:tensorflow:global_step/sec: 2.43719
INFO:tensorflow:loss = 1.3983834, step = 27901 (41.037 sec)
INFO:tensorflow:lr = 0.0004286895 (41.038 sec)
INFO:tensorflow:global_step/sec: 2.45059
INFO:tensorflow:loss = 1.3890675, step = 28001 (40.804 sec)
INFO:tensorflow:lr = 0.00043237643 (40.806 sec)
INFO:tensorflow:global_step/sec: 2.46352
INFO:tensorflow:loss = 1.3962626, step = 28101 (40.593 sec)
INFO:tensorflow:lr = 0.00043606342 (40.590 sec)
INFO:tensorflow:global_step/sec: 2.36236
INFO:tensorflow:loss = 1.4116564, step = 28201 (42.331 sec)
INFO:tensorflow:lr = 0.00043975035 (42.333 sec)
INFO:tensorflow:global_step/sec: 2.43868
INFO:tensorflow:loss = 1.3872226, step = 28301 (41.005 sec)
INFO:tensorflow:lr = 0.00044343725 (41.004 sec)
INFO:tensorflow:global_step/sec: 2.32622
INFO:tensorflow:loss = 1.3967241, step = 28401 (42.988 sec)
INFO:tensorflow:lr = 0.00044712418 (42.988 sec)
INFO:tensorflow:Saving checkpoints for 28488 into ../model/pointer_gru_clr/model.ckpt.
INFO:tensorflow:Loss for final step: 1.3979503.
INFO:tensorflow:Calling model_fn.
WARNING:tensorflow:Entity <bound method OutputProj.call of <__main__.OutputProj object at 0x7f0455e85358>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING: Entity <bound method OutputProj.call of <__main__.OutputProj object at 0x7f0455e85358>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING:tensorflow:Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f04a0dece10>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING: Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f04a0dece10>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING:tensorflow:Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f04a0e22cf8>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING: Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f04a0e22cf8>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/pointer_gru_clr/model.ckpt-28488
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
------------
minimal test
Q: 成都房价是多少|不买就后悔了成都房价还有上涨空间|买不起
A: 买不起成都房价
------------
Reading ../data/test_pos.txt
INFO:tensorflow:Calling model_fn.
WARNING:tensorflow:Entity <bound method OutputProj.call of <__main__.OutputProj object at 0x7f04a0819f98>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING: Entity <bound method OutputProj.call of <__main__.OutputProj object at 0x7f04a0819f98>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING:tensorflow:Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f04a0819d30>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING: Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f04a0819d30>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING:tensorflow:Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f04a080ecf8>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING: Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f04a080ecf8>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/pointer_gru_clr/model.ckpt-28488
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
Reading ../data/test_pos.txt
INFO:tensorflow:BLEU: 81.570, BELU-1: 92.400, BLEU-2: 86.300, BLEU-4: 74.700, EM: 0.554
INFO:tensorflow:Best EM: 0.592
INFO:tensorflow:Calling model_fn.
WARNING:tensorflow:Entity <bound method OutputProj.call of <__main__.OutputProj object at 0x7f04a0f6c1d0>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING: Entity <bound method OutputProj.call of <__main__.OutputProj object at 0x7f04a0f6c1d0>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING:tensorflow:Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f04a0f82588>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING: Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f04a0f82588>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING:tensorflow:Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f04a0f82e10>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING: Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f04a0f82e10>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
[<tf.Variable 'Embedding/fasttext_vectors:0' shape=(3853, 300) dtype=float32_ref>,
 <tf.Variable 'Encoder/bidirectional/forward_gru/kernel:0' shape=(300, 900) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/forward_gru/recurrent_kernel:0' shape=(300, 900) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/forward_gru/bias:0' shape=(900,) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/backward_gru/kernel:0' shape=(300, 900) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/backward_gru/recurrent_kernel:0' shape=(300, 900) dtype=float32>,
 <tf.Variable 'Encoder/bidirectional/backward_gru/bias:0' shape=(900,) dtype=float32>,
 <tf.Variable 'Encoder/fc_encode_history/kernel:0' shape=(600, 300) dtype=float32>,
 <tf.Variable 'Encoder/fc_encode_history/bias:0' shape=(300,) dtype=float32>,
 <tf.Variable 'Encoder/fc_encode_query/kernel:0' shape=(600, 300) dtype=float32>,
 <tf.Variable 'Encoder/fc_encode_query/bias:0' shape=(300,) dtype=float32>,
 <tf.Variable 'Encoder/fc_encode_state/kernel:0' shape=(600, 300) dtype=float32_ref>,
 <tf.Variable 'Encoder/fc_encode_state/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/memory_layer/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/memory_layer_1/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/gru_cell/gates/kernel:0' shape=(900, 600) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/gru_cell/gates/bias:0' shape=(600,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/gru_cell/candidate/kernel:0' shape=(900, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/gru_cell/candidate/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention/query_layer/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention/attention_v:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/attention_layer/kernel:0' shape=(600, 150) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention_1/query_layer/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention_1/attention_v:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/attention_layer_1/kernel:0' shape=(600, 150) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/output_proj/dense/kernel:0' shape=(300, 1) dtype=float32_ref>]
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Create CheckpointSaverHook.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/pointer_gru_clr/model.ckpt-28488
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
INFO:tensorflow:Saving checkpoints for 28488 into ../model/pointer_gru_clr/model.ckpt.
Reading ../data/train_pos.txt
Reading ../data/train_neg.txt
INFO:tensorflow:loss = 1.3835099, step = 28488
INFO:tensorflow:lr = 0.0004496682
INFO:tensorflow:global_step/sec: 2.30541
INFO:tensorflow:loss = 1.4369235, step = 28588 (43.383 sec)
INFO:tensorflow:lr = 0.0004459813 (43.382 sec)
INFO:tensorflow:global_step/sec: 2.41627
INFO:tensorflow:loss = 1.3888178, step = 28688 (41.387 sec)
INFO:tensorflow:lr = 0.0004422943 (41.387 sec)
INFO:tensorflow:global_step/sec: 2.32022
INFO:tensorflow:loss = 1.394915, step = 28788 (43.100 sec)
INFO:tensorflow:lr = 0.00043860739 (43.100 sec)
INFO:tensorflow:global_step/sec: 2.47105
INFO:tensorflow:loss = 1.3985605, step = 28888 (40.471 sec)
INFO:tensorflow:lr = 0.00043492045 (40.477 sec)
INFO:tensorflow:global_step/sec: 2.33206
INFO:tensorflow:loss = 1.4186585, step = 28988 (42.875 sec)
INFO:tensorflow:lr = 0.00043123355 (42.870 sec)
INFO:tensorflow:global_step/sec: 2.41536
INFO:tensorflow:loss = 1.4081324, step = 29088 (41.404 sec)
INFO:tensorflow:lr = 0.00042754662 (41.407 sec)
INFO:tensorflow:global_step/sec: 2.38111
INFO:tensorflow:loss = 1.403335, step = 29188 (41.993 sec)
INFO:tensorflow:lr = 0.00042385972 (41.989 sec)
INFO:tensorflow:global_step/sec: 2.40199
INFO:tensorflow:loss = 1.3860513, step = 29288 (41.638 sec)
INFO:tensorflow:lr = 0.0004201728 (41.641 sec)
INFO:tensorflow:global_step/sec: 2.39685
INFO:tensorflow:loss = 1.4006959, step = 29388 (41.720 sec)
INFO:tensorflow:lr = 0.00041648588 (41.717 sec)
INFO:tensorflow:global_step/sec: 2.3719
INFO:tensorflow:loss = 1.3914367, step = 29488 (42.160 sec)
INFO:tensorflow:lr = 0.00041279886 (42.162 sec)
INFO:tensorflow:global_step/sec: 2.27221
INFO:tensorflow:loss = 1.4120134, step = 29588 (44.005 sec)
INFO:tensorflow:lr = 0.00040911196 (44.004 sec)
INFO:tensorflow:Saving checkpoints for 29675 into ../model/pointer_gru_clr/model.ckpt.
INFO:tensorflow:Loss for final step: 1.4136528.
INFO:tensorflow:Calling model_fn.
WARNING:tensorflow:Entity <bound method OutputProj.call of <__main__.OutputProj object at 0x7f04a047be10>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING: Entity <bound method OutputProj.call of <__main__.OutputProj object at 0x7f04a047be10>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING:tensorflow:Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f04a0478f60>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING: Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f04a0478f60>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING:tensorflow:Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f04a048cc50>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING: Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f04a048cc50>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/pointer_gru_clr/model.ckpt-29675
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
------------
minimal test
Q: 成都房价是多少|不买就后悔了成都房价还有上涨空间|买不起
A: 买不起成都房价
------------
Reading ../data/test_pos.txt
INFO:tensorflow:Calling model_fn.
WARNING:tensorflow:Entity <bound method OutputProj.call of <__main__.OutputProj object at 0x7f04a1425748>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING: Entity <bound method OutputProj.call of <__main__.OutputProj object at 0x7f04a1425748>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: Bad argument number for Name: 3, expecting 4
WARNING:tensorflow:Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f04a0f3f358>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING: Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f04a0f3f358>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING:tensorflow:Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f04a105b2e8>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
WARNING: Entity <bound method Pointer.call of <__main__.Pointer object at 0x7f04a105b2e8>> could not be transformed and will be executed as-is. Please report this to the AutoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: module 'gast' has no attribute 'Num'
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/pointer_gru_clr/model.ckpt-29675
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
Reading ../data/test_pos.txt
INFO:tensorflow:BLEU: 81.900, BELU-1: 92.700, BLEU-2: 86.400, BLEU-4: 74.700, EM: 0.559
INFO:tensorflow:Best EM: 0.592
10 times not improve the best result, therefore stop training