In [0]:
"""
We use following lines because we are running on Google Colab
If you are running notebook on a local computer, you don't need this cell
"""
from google.colab import drive
drive.mount('/content/gdrive')
import os
os.chdir('/content/gdrive/My Drive/finch/tensorflow1/free_chat/chinese_gaoq1/main')
Mounted at /content/gdrive
In [0]:
%tensorflow_version 1.x
!pip install texar
In [0]:
import tensorflow as tf
import texar.tf as tx

import numpy as np
import pprint
import logging

from pathlib import Path

print("TensorFlow Version", tf.__version__)
print('GPU Enabled:', tf.test.is_gpu_available())
TensorFlow Version 1.15.0
GPU Enabled: True
In [0]:
# stream data from text files
def data_generator(f_paths, params):
  char2idx = params['char2idx']
  for f_path in f_paths:
    with open(f_path) as f:
      print('Reading', f_path)
      for line in f:
        line = line.rstrip()
        sp = line.split('|')
        if len(sp) == 2:
          source, target = sp
        else:
          continue
        source = [char2idx.get(c, len(char2idx)) for c in list(source)]
        target = [char2idx.get(c, len(char2idx)) for c in list(target)]
        if len(source) > params['max_len']:
          source = source[:params['max_len']]
        if len(target) > params['max_len']:
          target = target[:params['max_len']]
        target_in = [1] + target
        target_out = target + [2]
        if len(source) > 0:
          yield (source, (target_in, target_out))
In [0]:
def dataset(is_training, params):
  _shapes = ([None], ([None], [None]))
  _types = (tf.int32, (tf.int32, tf.int32))
  _pads = (0, (0, 0))
  
  if is_training:
    ds = tf.data.Dataset.from_generator(
      lambda: data_generator(params['train_paths'], params),
      output_shapes = _shapes,
      output_types = _types,)
    ds = ds.shuffle(params['buffer_size'])
    ds = ds.padded_batch(params['batch_size'], _shapes, _pads)
    ds = ds.prefetch(tf.data.experimental.AUTOTUNE)
  else:
    ds = tf.data.Dataset.from_generator(
      lambda: data_generator(params['test_paths'], params),
      output_shapes = _shapes,
      output_types = _types,)
    ds = ds.padded_batch(params['batch_size'], _shapes, _pads)
    ds = ds.prefetch(tf.data.experimental.AUTOTUNE)
  
  return ds
In [0]:
def clip_grads(loss):
    variables = tf.trainable_variables()
    pprint.pprint(variables)
    grads = tf.gradients(loss, variables)
    clipped_grads, _ = tf.clip_by_global_norm(grads, params['clip_norm'])
    return zip(clipped_grads, variables)


def rnn_cell():
    def cell_fn():
        cell = tf.nn.rnn_cell.LSTMCell(params['rnn_units'],
                                       initializer=tf.orthogonal_initializer())
        return cell
    if params['dec_layers'] > 1:
      cells = []
      for i in range(params['dec_layers']):
        if i == params['dec_layers'] - 1:
          cells.append(cell_fn())
        else:
          cells.append(tf.nn.rnn_cell.ResidualWrapper(cell_fn(), residual_fn=lambda i,o: tf.concat((i,o), -1)))
      return tf.nn.rnn_cell.MultiRNNCell(cells)
    else:
      return cell_fn()

  
def dec_cell(enc_out, enc_seq_len):
    attn = tf.contrib.seq2seq.BahdanauAttention(
        num_units = params['rnn_units'],
        memory = enc_out,
        memory_sequence_length = enc_seq_len)
    
    return tf.contrib.seq2seq.AttentionWrapper(
        cell = rnn_cell(),
        attention_mechanism = attn,
        attention_layer_size = params['rnn_units'])
In [0]:
class TiedDense(tf.layers.Layer):
  def __init__(self, tied_embed, out_dim):
    super().__init__()
    self.tied_embed = tied_embed
    self.out_dim = out_dim
  
  def build(self, input_shape):
    self.bias = self.add_weight(name='bias',
                                shape=[self.out_dim],
                                trainable=True)
    if params['rnn_units'] != 300:
      self.proj_W = self.add_weight(name='proj_W',
                                    shape=[params['rnn_units'], params['embed_dim']],
                                    trainable=True)
      self.proj_b = self.add_weight(name='proj_b',
                                    shape=[params['embed_dim']],
                                    trainable=True)
    super().build(input_shape)
  
  def call(self, inputs):
    if params['rnn_units'] != 300:
      inputs = params['activation'](tf.nn.bias_add(tf.matmul(inputs, self.proj_W), self.proj_b))
    x = tf.matmul(inputs, self.tied_embed, transpose_b=True)
    x = tf.nn.bias_add(x, self.bias)
    return x
  
  def compute_output_shape(self, input_shape):
    return input_shape[:-1].concatenate(self.out_dim)
In [0]:
def forward(words, labels, mode):
    words_len = tf.count_nonzero(words, 1, dtype=tf.int32)
    
    is_training = (mode == tf.estimator.ModeKeys.TRAIN)
    batch_sz = tf.shape(words)[0]
    
    
    with tf.variable_scope('Embedding'):
        embedding = tf.Variable(np.load('../vocab/char.npy'),
                                dtype=tf.float32,
                                name='fasttext_vectors')
        x = tf.nn.embedding_lookup(embedding, words)
        x = tf.layers.dropout(x, params['dropout_rate'], training=is_training)
    
    
    with tf.variable_scope('Encoder'):
        t = tf.transpose(x, perm=[1, 0, 2])  # Need time-major
        lstm_cell_fw = tf.contrib.rnn.LSTMBlockFusedCell(params['rnn_units'])
        lstm_cell_bw = tf.contrib.rnn.LSTMBlockFusedCell(params['rnn_units'])
        lstm_cell_bw = tf.contrib.rnn.TimeReversedFusedRNN(lstm_cell_bw)
        o_fw, s_fw = lstm_cell_fw(t, dtype=tf.float32, sequence_length=words_len)
        o_bw, s_bw = lstm_cell_bw(t, dtype=tf.float32, sequence_length=words_len)
        enc_out = tf.concat([o_fw, o_bw], axis=-1)
        enc_out = tf.transpose(enc_out, perm=[1, 0, 2])

        enc_state = tf.layers.dense(tf.concat((s_fw.h, s_bw.h), -1), params['rnn_units'], params['activation'], name='state_fc')
        enc_state = tf.nn.rnn_cell.LSTMStateTuple(c=enc_state, h=enc_state)
        if params['dec_layers'] > 1:
          enc_state = tuple(params['dec_layers'] * [enc_state])
    
    
    with tf.variable_scope('Decoder'):
        output_proj = TiedDense(embedding, len(params['char2idx'])+1)
        
        if is_training or (mode == tf.estimator.ModeKeys.EVAL):
            dec_inputs, dec_outputs = labels
            dec_seq_len = tf.count_nonzero(dec_inputs, 1, dtype=tf.int32)
            dec_inputs = tf.nn.embedding_lookup(embedding, dec_inputs)
            dec_inputs = tf.layers.dropout(dec_inputs, params['dropout_rate'], training=is_training)
            cell = dec_cell(enc_out, words_len)
            
            init_state = cell.zero_state(batch_sz, tf.float32).clone(
                cell_state=enc_state)
            
            helper = tf.contrib.seq2seq.TrainingHelper(
                inputs = dec_inputs,
                sequence_length = dec_seq_len,)
            decoder = tf.contrib.seq2seq.BasicDecoder(
                cell = cell,
                helper = helper,
                initial_state = init_state,
                output_layer = output_proj)
            decoder_output, _, _ = tf.contrib.seq2seq.dynamic_decode(
                decoder = decoder,
                maximum_iterations = tf.reduce_max(dec_seq_len))
            
            return decoder_output.rnn_output
        else:
            enc_out_t = tf.contrib.seq2seq.tile_batch(enc_out, params['beam_width'])
            enc_state_t = tf.contrib.seq2seq.tile_batch(enc_state, params['beam_width'])
            enc_seq_len_t = tf.contrib.seq2seq.tile_batch(words_len, params['beam_width'])
            
            cell = dec_cell(enc_out_t, enc_seq_len_t)
            
            init_state = cell.zero_state(batch_sz*params['beam_width'], tf.float32).clone(
                cell_state=enc_state_t)
            
            decoder = tf.contrib.seq2seq.BeamSearchDecoder(
                cell = cell,
                embedding = embedding,
                start_tokens = tf.tile(tf.constant([1], tf.int32), [batch_sz]),
                end_token = 2,
                initial_state = init_state,
                beam_width = params['beam_width'],
                output_layer = output_proj,
                length_penalty_weight = params['length_penalty'],
                coverage_penalty_weight = params['coverage_penalty'],)
            decoder_output, _, _ = tf.contrib.seq2seq.dynamic_decode(
                decoder = decoder,
                maximum_iterations = params['max_len'],)
            
            return decoder_output.predicted_ids[:, :, :params['top_k']]
In [0]:
def model_fn(features, labels, mode, params):
    logits_or_ids = forward(features, labels, mode)
    
    if mode == tf.estimator.ModeKeys.PREDICT:
        return tf.estimator.EstimatorSpec(mode, predictions=logits_or_ids)
    
    dec_inputs, dec_outputs = labels
    if (params['label_smoothing'] <= .0) or (mode == tf.estimator.ModeKeys.EVAL):
      loss_op = tf.contrib.seq2seq.sequence_loss(logits = logits_or_ids,
                                                 targets = dec_outputs,
                                                 weights = tf.to_float(tf.sign(dec_outputs)))
    else:
      loss_op = tf.losses.softmax_cross_entropy(onehot_labels = tf.one_hot(dec_outputs, len(params['char2idx'])+1),
                                                logits = logits_or_ids,
                                                weights = tf.to_float(tf.sign(dec_outputs)),
                                                label_smoothing = params['label_smoothing'],)
      
    if mode == tf.estimator.ModeKeys.TRAIN:
        global_step=tf.train.get_or_create_global_step()
        
        decay_lr = tf.train.exponential_decay(
            params['lr'], global_step, 1000, .99)
        
        train_op = tf.train.AdamOptimizer(decay_lr).apply_gradients(
            clip_grads(loss_op), global_step=global_step)
        
        hook = tf.train.LoggingTensorHook({'lr': decay_lr}, every_n_iter=100)
        
        return tf.estimator.EstimatorSpec(
            mode=mode, loss=loss_op, train_op=train_op, training_hooks=[hook],)
      
    if mode == tf.estimator.ModeKeys.EVAL:
      return tf.estimator.EstimatorSpec(mode=mode, loss=loss_op)
In [0]:
def get_vocab(f_path):
  word2idx = {}
  with open(f_path) as f:
    for i, line in enumerate(f):
      line = line.rstrip('\n')
      word2idx[line] = i
  return word2idx
In [0]:
def pad(test_strs):
  max_len = max([len(test_str) for test_str in test_strs])
  for test_str in test_strs:
    if len(test_str) < max_len:
      test_str += ['<pad>'] * (max_len - len(test_str))


def minimal_test(estimator):
  test_strs = [
    '你好',
    '早上好',
    '晚上好',
    '再见',
    '好久不见',
    '想死你了',
    '谢谢你',
    '爱你',
    '你好厉害啊',
    '你叫什么',
    '你几岁了',
    '现在几点',
    '今天天气怎么样',
    '我们现在在哪里',
    '讲个笑话',
    '你会几种语言呀',
    '你觉得我帅吗',
    '讨厌的周一',
    '好烦啊',
    '天气真好',
    '今天好冷',
    '今天好热',
    '下雨了',
    '风好大',
    '终于周五了',
    '我想去K歌',
    '红烧肉吃了会发胖吗',
    '你觉得梅西厉害吗',
  ]
  test_strs = [list(test_str) for test_str in test_strs]
  pad(test_strs)
  test_arrs = [[params['char2idx'].get(c, len(params['char2idx'])) for c in test_str] for test_str in test_strs]
  predicted = list(estimator.predict(tf.estimator.inputs.numpy_input_fn(
    x = np.asarray(test_arrs), shuffle = False)))
  predicted = np.asarray(predicted)
  print('-'*12)
  print('minimal test')
  for i, test_str in enumerate(test_strs):
    print('Q:', ' '.join([c for c in test_str if c != '<pad>']))
    for j in range(params['top_k']):
      sent = ' '.join([params['idx2char'].get(idx, '<unk>') for idx in predicted[i, :, j] if (idx!=0 and idx!=2)])
      print('A{}:'.format(j+1), sent)
    print()
  print('-'*12)
In [0]:
def is_increasing(history: list) -> bool:
  history = history[-(params['num_patience']+1):]
  for i in range(1, len(history)):
    if history[i-1] >= history[i]:
      return False
  return True  
In [0]:
params = {
    'model_dir': '../model/lstm_seq2seq',
    'log_path': '../log/lstm_seq2seq.txt',
    'train_paths': ['../data/train.txt', '../data/test.txt'],
    'test_paths': ['../data/core.txt'],
    'vocab_path': '../vocab/char.txt',
    'max_len': 30,
    'dropout_rate': .2,
    'rnn_units': 300,
    'activation': tf.nn.relu,
    'dec_layers': 1,
    'beam_width': 5,
    'top_k': 3,
    'length_penalty': .6,
    'coverage_penalty': .0,
    'label_smoothing': .2,
    'lr': 1e-3,
    'clip_norm': .1,
    'buffer_size': 410000,
    'batch_size': 128,
    'num_patience': 5,
}
In [0]:
params['char2idx'] = get_vocab(params['vocab_path'])
params['idx2char'] = {idx: char for char, idx in params['char2idx'].items()}
In [0]:
# Create directory if not exist
Path(os.path.dirname(params['log_path'])).mkdir(exist_ok=True)
Path(params['model_dir']).mkdir(exist_ok=True, parents=True)

# Logging
logger = logging.getLogger('tensorflow')
logger.propagate = False
logger.setLevel(logging.INFO)
fh = logging.FileHandler(params['log_path'])
logger.addHandler(fh)

# Create an estimator
estimator = tf.estimator.Estimator(
  model_fn=model_fn,
  model_dir=params['model_dir'],
  config=tf.estimator.RunConfig(
    save_checkpoints_steps=params['buffer_size']//params['batch_size'], keep_checkpoint_max=3),
  params=params)

best_ppl = 10000.
history_ppl = []
tf.enable_eager_execution()

while True:
  estimator.train(input_fn=lambda: dataset(is_training=True, params=params))

  minimal_test(estimator)
  
  loss = estimator.evaluate(input_fn=lambda: dataset(is_training=False, params=params))['loss']
  ppl = np.exp(loss)
  logger.info("Perplexity: {:.3f}".format(ppl))
  history_ppl.append(ppl)

  if ppl < best_ppl:
    best_ppl = ppl
  logger.info("Best Perplexity: {:.3f}".format(best_ppl))

  if len(history_ppl) > params['num_patience'] and is_increasing(history_ppl):
    logger.info("Perplexity not improved over {} epochs, Early Stop".format(params['num_patience']))
    break
  
  # BLEU
  labels = [label for _, (_, label) in dataset(is_training=False, params=params)]
  labels = [j for i in labels for j in i.numpy()]
  labels = [[params['idx2char'].get(idx, '<unk>') for idx in arr if (idx!=0 and idx!=2)] for arr in labels]

  preds = list(estimator.predict(input_fn=lambda: dataset(is_training=False, params=params)))
  assert len(labels) == len(preds)
  preds = [[params['idx2char'].get(idx, '<unk>') for idx in arr[:, 0] if (idx!=0 and idx!=2)] for arr in preds]

  bleu, bleu_1, bleu_2, bleu_3, bleu_4 = tx.evals.corpus_bleu_moses(list_of_references=[[l] for l in labels], hypotheses=preds, return_all=True)
  logger.info("BLEU-2: {:.1f}".format(bleu_2))
INFO:tensorflow:Using config: {'_model_dir': '../model/lstm_seq2seq', '_tf_random_seed': None, '_save_summary_steps': 100, '_save_checkpoints_steps': 3203, '_save_checkpoints_secs': None, '_session_config': allow_soft_placement: true
graph_options {
  rewrite_options {
    meta_optimizer_iterations: ONE
  }
}
, '_keep_checkpoint_max': 3, '_keep_checkpoint_every_n_hours': 10000, '_log_step_count_steps': 100, '_train_distribute': None, '_device_fn': None, '_protocol': None, '_eval_distribute': None, '_experimental_distribute': None, '_experimental_max_worker_delay_secs': None, '_session_creation_timeout_secs': 7200, '_service': None, '_cluster_spec': <tensorflow.python.training.server_lib.ClusterSpec object at 0x7f0d56c8dc88>, '_task_type': 'worker', '_task_id': 0, '_global_id_in_cluster': 0, '_master': '', '_evaluation_master': '', '_is_chief': True, '_num_ps_replicas': 0, '_num_worker_replicas': 1}
WARNING:tensorflow:From /usr/local/lib/python3.6/dist-packages/tensorflow_core/python/training/training_util.py:236: Variable.initialized_value (from tensorflow.python.ops.variables) is deprecated and will be removed in a future version.
Instructions for updating:
Use Variable.read_value. Variables in 2.X are initialized automatically both in eager and graph (inside tf.defun) contexts.
INFO:tensorflow:Calling model_fn.
WARNING:tensorflow:From /usr/local/lib/python3.6/dist-packages/tensorflow_core/python/util/deprecation.py:507: calling count_nonzero (from tensorflow.python.ops.math_ops) with axis is deprecated and will be removed in a future version.
Instructions for updating:
reduction_indices is deprecated, use axis instead
WARNING:tensorflow:From <ipython-input-8-5413e628a1c3>:13: dropout (from tensorflow.python.layers.core) is deprecated and will be removed in a future version.
Instructions for updating:
Use keras.layers.dropout instead.
WARNING:tensorflow:From /usr/local/lib/python3.6/dist-packages/tensorflow_core/python/layers/core.py:271: Layer.apply (from tensorflow.python.keras.engine.base_layer) is deprecated and will be removed in a future version.
Instructions for updating:
Please use `layer.__call__` method instead.
WARNING:tensorflow:From /usr/local/lib/python3.6/dist-packages/tensorflow_core/contrib/rnn/python/ops/lstm_ops.py:597: Layer.add_variable (from tensorflow.python.keras.engine.base_layer) is deprecated and will be removed in a future version.
Instructions for updating:
Please use `layer.add_weight` method instead.
WARNING:tensorflow:From <ipython-input-8-5413e628a1c3>:26: dense (from tensorflow.python.layers.core) is deprecated and will be removed in a future version.
Instructions for updating:
Use keras.layers.Dense instead.
WARNING:tensorflow:From <ipython-input-6-33c7bca471bf>:12: LSTMCell.__init__ (from tensorflow.python.ops.rnn_cell_impl) is deprecated and will be removed in a future version.
Instructions for updating:
This class is equivalent as tf.keras.layers.LSTMCell, and will be replaced by that in Tensorflow 2.0.
WARNING:tensorflow:From /usr/local/lib/python3.6/dist-packages/tensorflow_core/python/ops/rnn_cell_impl.py:962: calling Zeros.__init__ (from tensorflow.python.ops.init_ops) with dtype is deprecated and will be removed in a future version.
Instructions for updating:
Call initializer instance with the dtype argument instead of passing it to the constructor
WARNING:tensorflow:From /usr/local/lib/python3.6/dist-packages/tensorflow_core/contrib/seq2seq/python/ops/attention_wrapper.py:2078: where (from tensorflow.python.ops.array_ops) is deprecated and will be removed in a future version.
Instructions for updating:
Use tf.where in 2.0, which has the same broadcast rule as np.where
WARNING:tensorflow:From <ipython-input-9-aafb468fc0d9>:15: to_float (from tensorflow.python.ops.math_ops) is deprecated and will be removed in a future version.
Instructions for updating:
Use `tf.cast` instead.
[<tf.Variable 'Embedding/fasttext_vectors:0' shape=(5904, 300) dtype=float32_ref>,
 <tf.Variable 'Encoder/lstm_fused_cell/kernel:0' shape=(600, 1200) dtype=float32_ref>,
 <tf.Variable 'Encoder/lstm_fused_cell/bias:0' shape=(1200,) dtype=float32_ref>,
 <tf.Variable 'Encoder/lstm_fused_cell_1/kernel:0' shape=(600, 1200) dtype=float32_ref>,
 <tf.Variable 'Encoder/lstm_fused_cell_1/bias:0' shape=(1200,) dtype=float32_ref>,
 <tf.Variable 'Encoder/state_fc/kernel:0' shape=(600, 300) dtype=float32_ref>,
 <tf.Variable 'Encoder/state_fc/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/memory_layer/kernel:0' shape=(600, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/lstm_cell/kernel:0' shape=(900, 1200) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/lstm_cell/bias:0' shape=(1200,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention/query_layer/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention/attention_v:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/attention_layer/kernel:0' shape=(900, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/tied_dense/bias:0' shape=(5904,) dtype=float32_ref>]
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Create CheckpointSaverHook.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/lstm_seq2seq/model.ckpt-357277
WARNING:tensorflow:From /usr/local/lib/python3.6/dist-packages/tensorflow_core/python/training/saver.py:1069: get_checkpoint_mtimes (from tensorflow.python.training.checkpoint_management) is deprecated and will be removed in a future version.
Instructions for updating:
Use standard file utilities to get mtimes.
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
INFO:tensorflow:Saving checkpoints for 357277 into ../model/lstm_seq2seq/model.ckpt.
Reading ../data/train.txt
INFO:tensorflow:loss = 5.006145, step = 357277
INFO:tensorflow:lr = 2.7577627e-05
INFO:tensorflow:global_step/sec: 8.80787
INFO:tensorflow:loss = 5.046907, step = 357377 (11.357 sec)
INFO:tensorflow:lr = 2.7549922e-05 (11.358 sec)
INFO:tensorflow:global_step/sec: 9.16943
INFO:tensorflow:loss = 4.952386, step = 357477 (10.903 sec)
INFO:tensorflow:lr = 2.7522245e-05 (10.906 sec)
INFO:tensorflow:global_step/sec: 9.08971
INFO:tensorflow:loss = 5.076834, step = 357577 (11.005 sec)
INFO:tensorflow:lr = 2.7494598e-05 (11.001 sec)
INFO:tensorflow:global_step/sec: 9.15076
INFO:tensorflow:loss = 5.0784597, step = 357677 (10.930 sec)
INFO:tensorflow:lr = 2.7466986e-05 (10.931 sec)
INFO:tensorflow:global_step/sec: 9.05541
INFO:tensorflow:loss = 4.9425025, step = 357777 (11.038 sec)
INFO:tensorflow:lr = 2.7439393e-05 (11.037 sec)
INFO:tensorflow:global_step/sec: 9.20373
INFO:tensorflow:loss = 5.040884, step = 357877 (10.865 sec)
INFO:tensorflow:lr = 2.7411828e-05 (10.865 sec)
INFO:tensorflow:global_step/sec: 9.21039
INFO:tensorflow:loss = 4.899875, step = 357977 (10.861 sec)
INFO:tensorflow:lr = 2.738429e-05 (10.861 sec)
INFO:tensorflow:global_step/sec: 9.23836
INFO:tensorflow:loss = 5.0764723, step = 358077 (10.825 sec)
INFO:tensorflow:lr = 2.7356778e-05 (10.825 sec)
INFO:tensorflow:global_step/sec: 9.14633
INFO:tensorflow:loss = 4.890618, step = 358177 (10.933 sec)
INFO:tensorflow:lr = 2.7329306e-05 (10.933 sec)
INFO:tensorflow:global_step/sec: 9.234
INFO:tensorflow:loss = 4.9617405, step = 358277 (10.826 sec)
INFO:tensorflow:lr = 2.730185e-05 (10.827 sec)
INFO:tensorflow:global_step/sec: 9.24203
INFO:tensorflow:loss = 5.036497, step = 358377 (10.823 sec)
INFO:tensorflow:lr = 2.7274424e-05 (10.823 sec)
INFO:tensorflow:global_step/sec: 9.44571
INFO:tensorflow:loss = 5.042704, step = 358477 (10.587 sec)
INFO:tensorflow:lr = 2.7247024e-05 (10.586 sec)
INFO:tensorflow:global_step/sec: 9.37986
INFO:tensorflow:loss = 4.991009, step = 358577 (10.658 sec)
INFO:tensorflow:lr = 2.7219652e-05 (10.657 sec)
INFO:tensorflow:global_step/sec: 9.42774
INFO:tensorflow:loss = 5.0467477, step = 358677 (10.611 sec)
INFO:tensorflow:lr = 2.7192316e-05 (10.615 sec)
INFO:tensorflow:global_step/sec: 9.38488
INFO:tensorflow:loss = 4.934816, step = 358777 (10.655 sec)
INFO:tensorflow:lr = 2.7164999e-05 (10.650 sec)
INFO:tensorflow:global_step/sec: 9.27479
INFO:tensorflow:loss = 5.009508, step = 358877 (10.780 sec)
INFO:tensorflow:lr = 2.7137708e-05 (10.781 sec)
INFO:tensorflow:global_step/sec: 9.35275
INFO:tensorflow:loss = 4.941297, step = 358977 (10.691 sec)
INFO:tensorflow:lr = 2.7110445e-05 (10.690 sec)
INFO:tensorflow:global_step/sec: 9.32208
INFO:tensorflow:loss = 4.9859924, step = 359077 (10.730 sec)
INFO:tensorflow:lr = 2.7083212e-05 (10.730 sec)
INFO:tensorflow:global_step/sec: 9.38139
INFO:tensorflow:loss = 4.983701, step = 359177 (10.660 sec)
INFO:tensorflow:lr = 2.7056012e-05 (10.661 sec)
INFO:tensorflow:global_step/sec: 9.35013
INFO:tensorflow:loss = 5.005516, step = 359277 (10.694 sec)
INFO:tensorflow:lr = 2.7028833e-05 (10.693 sec)
INFO:tensorflow:global_step/sec: 9.40299
INFO:tensorflow:loss = 5.0268097, step = 359377 (10.632 sec)
INFO:tensorflow:lr = 2.7001683e-05 (10.632 sec)
INFO:tensorflow:global_step/sec: 9.34917
INFO:tensorflow:loss = 4.9700007, step = 359477 (10.699 sec)
INFO:tensorflow:lr = 2.6974554e-05 (10.699 sec)
INFO:tensorflow:global_step/sec: 9.39549
INFO:tensorflow:loss = 4.975293, step = 359577 (10.643 sec)
INFO:tensorflow:lr = 2.6947457e-05 (10.644 sec)
INFO:tensorflow:global_step/sec: 9.24228
INFO:tensorflow:loss = 5.029008, step = 359677 (10.817 sec)
INFO:tensorflow:lr = 2.6920392e-05 (10.816 sec)
INFO:tensorflow:global_step/sec: 9.28239
INFO:tensorflow:loss = 4.9840827, step = 359777 (10.776 sec)
INFO:tensorflow:lr = 2.6893349e-05 (10.776 sec)
INFO:tensorflow:global_step/sec: 9.4799
INFO:tensorflow:loss = 4.934403, step = 359877 (10.546 sec)
INFO:tensorflow:lr = 2.6866332e-05 (10.548 sec)
INFO:tensorflow:global_step/sec: 9.34002
INFO:tensorflow:loss = 4.9260054, step = 359977 (10.709 sec)
INFO:tensorflow:lr = 2.6839341e-05 (10.708 sec)
INFO:tensorflow:global_step/sec: 9.53345
INFO:tensorflow:loss = 5.011479, step = 360077 (10.487 sec)
INFO:tensorflow:lr = 2.6812382e-05 (10.488 sec)
INFO:tensorflow:global_step/sec: 9.42067
INFO:tensorflow:loss = 4.995612, step = 360177 (10.618 sec)
INFO:tensorflow:lr = 2.6785456e-05 (10.617 sec)
INFO:tensorflow:global_step/sec: 9.42383
INFO:tensorflow:loss = 5.0000086, step = 360277 (10.611 sec)
INFO:tensorflow:lr = 2.6758546e-05 (10.611 sec)
INFO:tensorflow:global_step/sec: 9.37966
INFO:tensorflow:loss = 5.0119944, step = 360377 (10.662 sec)
INFO:tensorflow:lr = 2.6731663e-05 (10.663 sec)
INFO:tensorflow:global_step/sec: 9.43925
INFO:tensorflow:loss = 5.014812, step = 360477 (10.591 sec)
INFO:tensorflow:lr = 2.670481e-05 (10.590 sec)
INFO:tensorflow:Saving checkpoints for 360480 into ../model/lstm_seq2seq/model.ckpt.
WARNING:tensorflow:From /usr/local/lib/python3.6/dist-packages/tensorflow_core/python/training/saver.py:963: remove_checkpoint (from tensorflow.python.training.checkpoint_management) is deprecated and will be removed in a future version.
Instructions for updating:
Use standard file APIs to delete files with this prefix.
INFO:tensorflow:global_step/sec: 9.05081
INFO:tensorflow:loss = 5.0130587, step = 360577 (11.051 sec)
INFO:tensorflow:lr = 2.667798e-05 (11.051 sec)
INFO:tensorflow:global_step/sec: 9.47072
INFO:tensorflow:loss = 4.923122, step = 360677 (10.556 sec)
INFO:tensorflow:lr = 2.6651189e-05 (10.556 sec)
INFO:tensorflow:global_step/sec: 9.46019
INFO:tensorflow:loss = 5.036563, step = 360777 (10.574 sec)
INFO:tensorflow:lr = 2.6624415e-05 (10.574 sec)
INFO:tensorflow:global_step/sec: 9.43833
INFO:tensorflow:loss = 5.0896864, step = 360877 (10.594 sec)
INFO:tensorflow:lr = 2.6597669e-05 (10.594 sec)
INFO:tensorflow:global_step/sec: 9.47422
INFO:tensorflow:loss = 5.0384994, step = 360977 (10.556 sec)
INFO:tensorflow:lr = 2.657095e-05 (10.555 sec)
INFO:tensorflow:global_step/sec: 9.4572
INFO:tensorflow:loss = 4.9635863, step = 361077 (10.571 sec)
INFO:tensorflow:lr = 2.6544258e-05 (10.574 sec)
INFO:tensorflow:global_step/sec: 9.36758
INFO:tensorflow:loss = 4.9311438, step = 361177 (10.678 sec)
INFO:tensorflow:lr = 2.6517599e-05 (10.676 sec)
INFO:tensorflow:global_step/sec: 9.48571
INFO:tensorflow:loss = 5.013519, step = 361277 (10.542 sec)
INFO:tensorflow:lr = 2.649096e-05 (10.542 sec)
INFO:tensorflow:global_step/sec: 9.50352
INFO:tensorflow:loss = 4.944623, step = 361377 (10.524 sec)
INFO:tensorflow:lr = 2.6464346e-05 (10.524 sec)
INFO:tensorflow:global_step/sec: 9.46897
INFO:tensorflow:loss = 4.9116077, step = 361477 (10.557 sec)
INFO:tensorflow:lr = 2.6437761e-05 (10.558 sec)
INFO:tensorflow:global_step/sec: 9.52637
INFO:tensorflow:loss = 4.931095, step = 361577 (10.499 sec)
INFO:tensorflow:lr = 2.64112e-05 (10.497 sec)
INFO:tensorflow:global_step/sec: 9.42953
INFO:tensorflow:loss = 5.1186767, step = 361677 (10.604 sec)
INFO:tensorflow:lr = 2.6384676e-05 (10.606 sec)
INFO:tensorflow:global_step/sec: 9.392
INFO:tensorflow:loss = 4.985779, step = 361777 (10.646 sec)
INFO:tensorflow:lr = 2.6358171e-05 (10.644 sec)
INFO:tensorflow:global_step/sec: 9.53477
INFO:tensorflow:loss = 5.017126, step = 361877 (10.490 sec)
INFO:tensorflow:lr = 2.6331694e-05 (10.491 sec)
INFO:tensorflow:global_step/sec: 9.32663
INFO:tensorflow:loss = 4.9366713, step = 361977 (10.720 sec)
INFO:tensorflow:lr = 2.630524e-05 (10.720 sec)
INFO:tensorflow:global_step/sec: 9.46019
INFO:tensorflow:loss = 5.022155, step = 362077 (10.571 sec)
INFO:tensorflow:lr = 2.6278814e-05 (10.571 sec)
INFO:tensorflow:global_step/sec: 9.46663
INFO:tensorflow:loss = 5.006886, step = 362177 (10.565 sec)
INFO:tensorflow:lr = 2.6252425e-05 (10.565 sec)
INFO:tensorflow:global_step/sec: 9.45505
INFO:tensorflow:loss = 5.052466, step = 362277 (10.576 sec)
INFO:tensorflow:lr = 2.622605e-05 (10.576 sec)
INFO:tensorflow:global_step/sec: 9.43244
INFO:tensorflow:loss = 4.9094877, step = 362377 (10.603 sec)
INFO:tensorflow:lr = 2.6199703e-05 (10.603 sec)
INFO:tensorflow:global_step/sec: 9.39103
INFO:tensorflow:loss = 5.124343, step = 362477 (10.647 sec)
INFO:tensorflow:lr = 2.6173384e-05 (10.648 sec)
INFO:tensorflow:global_step/sec: 9.4504
INFO:tensorflow:loss = 5.0046215, step = 362577 (10.583 sec)
INFO:tensorflow:lr = 2.614709e-05 (10.582 sec)
INFO:tensorflow:global_step/sec: 9.43817
INFO:tensorflow:loss = 4.9796023, step = 362677 (10.596 sec)
INFO:tensorflow:lr = 2.6120824e-05 (10.595 sec)
INFO:tensorflow:global_step/sec: 9.45019
INFO:tensorflow:loss = 4.997222, step = 362777 (10.578 sec)
INFO:tensorflow:lr = 2.609459e-05 (10.578 sec)
INFO:tensorflow:global_step/sec: 9.35443
INFO:tensorflow:loss = 5.0688734, step = 362877 (10.691 sec)
INFO:tensorflow:lr = 2.6068376e-05 (10.692 sec)
INFO:tensorflow:global_step/sec: 9.32829
INFO:tensorflow:loss = 4.999768, step = 362977 (10.719 sec)
INFO:tensorflow:lr = 2.604219e-05 (10.721 sec)
INFO:tensorflow:global_step/sec: 9.4236
INFO:tensorflow:loss = 5.079334, step = 363077 (10.615 sec)
INFO:tensorflow:lr = 2.6016027e-05 (10.612 sec)
INFO:tensorflow:global_step/sec: 9.34746
INFO:tensorflow:loss = 4.9715443, step = 363177 (10.696 sec)
INFO:tensorflow:lr = 2.598989e-05 (10.696 sec)
INFO:tensorflow:global_step/sec: 9.44553
INFO:tensorflow:loss = 4.990553, step = 363277 (10.589 sec)
INFO:tensorflow:lr = 2.596379e-05 (10.589 sec)
INFO:tensorflow:global_step/sec: 9.40489
INFO:tensorflow:loss = 5.027057, step = 363377 (10.634 sec)
INFO:tensorflow:lr = 2.5937707e-05 (10.634 sec)
INFO:tensorflow:global_step/sec: 9.33883
INFO:tensorflow:loss = 4.9788985, step = 363477 (10.707 sec)
INFO:tensorflow:lr = 2.5911651e-05 (10.707 sec)
INFO:tensorflow:global_step/sec: 9.48061
INFO:tensorflow:loss = 4.908914, step = 363577 (10.548 sec)
INFO:tensorflow:lr = 2.5885618e-05 (10.548 sec)
INFO:tensorflow:global_step/sec: 9.4368
INFO:tensorflow:loss = 4.9726486, step = 363677 (10.597 sec)
INFO:tensorflow:lr = 2.5859616e-05 (10.596 sec)
INFO:tensorflow:Saving checkpoints for 363683 into ../model/lstm_seq2seq/model.ckpt.
INFO:tensorflow:global_step/sec: 8.97803
INFO:tensorflow:loss = 5.029303, step = 363777 (11.139 sec)
INFO:tensorflow:lr = 2.5833644e-05 (11.140 sec)
INFO:tensorflow:global_step/sec: 9.41902
INFO:tensorflow:loss = 5.052282, step = 363877 (10.615 sec)
INFO:tensorflow:lr = 2.580769e-05 (10.614 sec)
INFO:tensorflow:global_step/sec: 9.40334
INFO:tensorflow:loss = 5.1256027, step = 363977 (10.636 sec)
INFO:tensorflow:lr = 2.5781765e-05 (10.636 sec)
INFO:tensorflow:global_step/sec: 9.34109
INFO:tensorflow:loss = 5.0557775, step = 364077 (10.706 sec)
INFO:tensorflow:lr = 2.5755866e-05 (10.706 sec)
INFO:tensorflow:global_step/sec: 9.35859
INFO:tensorflow:loss = 4.959036, step = 364177 (10.686 sec)
INFO:tensorflow:lr = 2.572999e-05 (10.688 sec)
INFO:tensorflow:global_step/sec: 9.3648
INFO:tensorflow:loss = 4.964127, step = 364277 (10.677 sec)
INFO:tensorflow:lr = 2.5704152e-05 (10.675 sec)
INFO:tensorflow:global_step/sec: 9.4022
INFO:tensorflow:loss = 4.9220033, step = 364377 (10.634 sec)
INFO:tensorflow:lr = 2.567833e-05 (10.636 sec)
INFO:tensorflow:global_step/sec: 9.45035
INFO:tensorflow:loss = 4.9867525, step = 364477 (10.581 sec)
INFO:tensorflow:lr = 2.5652535e-05 (10.579 sec)
INFO:tensorflow:global_step/sec: 9.42733
INFO:tensorflow:loss = 5.0016994, step = 364577 (10.607 sec)
INFO:tensorflow:lr = 2.5626763e-05 (10.607 sec)
INFO:tensorflow:global_step/sec: 9.46538
INFO:tensorflow:loss = 5.008022, step = 364677 (10.565 sec)
INFO:tensorflow:lr = 2.5601017e-05 (10.566 sec)
INFO:tensorflow:global_step/sec: 9.47376
INFO:tensorflow:loss = 5.132997, step = 364777 (10.556 sec)
INFO:tensorflow:lr = 2.5575308e-05 (10.560 sec)
INFO:tensorflow:global_step/sec: 9.43166
INFO:tensorflow:loss = 5.024294, step = 364877 (10.605 sec)
INFO:tensorflow:lr = 2.5549616e-05 (10.600 sec)
INFO:tensorflow:global_step/sec: 9.32646
INFO:tensorflow:loss = 4.9396033, step = 364977 (10.724 sec)
INFO:tensorflow:lr = 2.5523948e-05 (10.723 sec)
INFO:tensorflow:global_step/sec: 9.38786
INFO:tensorflow:loss = 5.0588636, step = 365077 (10.651 sec)
INFO:tensorflow:lr = 2.5498308e-05 (10.651 sec)
INFO:tensorflow:global_step/sec: 9.47855
INFO:tensorflow:loss = 5.035579, step = 365177 (10.549 sec)
INFO:tensorflow:lr = 2.5472693e-05 (10.549 sec)
INFO:tensorflow:global_step/sec: 9.37937
INFO:tensorflow:loss = 4.961911, step = 365277 (10.660 sec)
INFO:tensorflow:lr = 2.544711e-05 (10.660 sec)
INFO:tensorflow:global_step/sec: 9.50645
INFO:tensorflow:loss = 4.96825, step = 365377 (10.519 sec)
INFO:tensorflow:lr = 2.5421548e-05 (10.519 sec)
INFO:tensorflow:global_step/sec: 9.5182
INFO:tensorflow:loss = 5.060279, step = 365477 (10.506 sec)
INFO:tensorflow:lr = 2.539601e-05 (10.507 sec)
INFO:tensorflow:global_step/sec: 9.38541
INFO:tensorflow:loss = 5.010973, step = 365577 (10.658 sec)
INFO:tensorflow:lr = 2.5370498e-05 (10.660 sec)
INFO:tensorflow:global_step/sec: 9.42958
INFO:tensorflow:loss = 5.119339, step = 365677 (10.602 sec)
INFO:tensorflow:lr = 2.534501e-05 (10.600 sec)
INFO:tensorflow:global_step/sec: 9.37579
INFO:tensorflow:loss = 5.08427, step = 365777 (10.669 sec)
INFO:tensorflow:lr = 2.5319556e-05 (10.670 sec)
INFO:tensorflow:global_step/sec: 9.30859
INFO:tensorflow:loss = 5.103556, step = 365877 (10.739 sec)
INFO:tensorflow:lr = 2.529412e-05 (10.739 sec)
INFO:tensorflow:global_step/sec: 9.45862
INFO:tensorflow:loss = 5.0762157, step = 365977 (10.576 sec)
INFO:tensorflow:lr = 2.5268708e-05 (10.576 sec)
INFO:tensorflow:global_step/sec: 9.4025
INFO:tensorflow:loss = 4.9624004, step = 366077 (10.635 sec)
INFO:tensorflow:lr = 2.5243324e-05 (10.636 sec)
Reading ../data/test.txt
INFO:tensorflow:global_step/sec: 9.05415
INFO:tensorflow:loss = 5.074749, step = 366177 (11.043 sec)
INFO:tensorflow:lr = 2.5217967e-05 (11.044 sec)
INFO:tensorflow:global_step/sec: 10.1794
INFO:tensorflow:loss = 5.042244, step = 366277 (9.825 sec)
INFO:tensorflow:lr = 2.5192638e-05 (9.823 sec)
INFO:tensorflow:global_step/sec: 10.2261
INFO:tensorflow:loss = 5.052752, step = 366377 (9.778 sec)
INFO:tensorflow:lr = 2.5167332e-05 (9.779 sec)
INFO:tensorflow:global_step/sec: 10.1754
INFO:tensorflow:loss = 5.018711, step = 366477 (9.826 sec)
INFO:tensorflow:lr = 2.5142048e-05 (9.831 sec)
INFO:tensorflow:global_step/sec: 10.2
INFO:tensorflow:loss = 5.06558, step = 366577 (9.803 sec)
INFO:tensorflow:lr = 2.5116791e-05 (9.797 sec)
INFO:tensorflow:global_step/sec: 10.3155
INFO:tensorflow:loss = 5.0465465, step = 366677 (9.697 sec)
INFO:tensorflow:lr = 2.509156e-05 (9.697 sec)
INFO:tensorflow:global_step/sec: 10.1744
INFO:tensorflow:loss = 5.062259, step = 366777 (9.826 sec)
INFO:tensorflow:lr = 2.506636e-05 (9.829 sec)
INFO:tensorflow:global_step/sec: 10.1892
INFO:tensorflow:loss = 4.8947597, step = 366877 (9.815 sec)
INFO:tensorflow:lr = 2.504118e-05 (9.811 sec)
INFO:tensorflow:Saving checkpoints for 366886 into ../model/lstm_seq2seq/model.ckpt.
INFO:tensorflow:global_step/sec: 9.68949
INFO:tensorflow:loss = 4.9547462, step = 366977 (10.324 sec)
INFO:tensorflow:lr = 2.5016023e-05 (10.325 sec)
INFO:tensorflow:global_step/sec: 10.1773
INFO:tensorflow:loss = 5.040405, step = 367077 (9.822 sec)
INFO:tensorflow:lr = 2.4990892e-05 (9.825 sec)
INFO:tensorflow:global_step/sec: 10.2436
INFO:tensorflow:loss = 5.133699, step = 367177 (9.763 sec)
INFO:tensorflow:lr = 2.4965786e-05 (9.760 sec)
INFO:tensorflow:global_step/sec: 10.1935
INFO:tensorflow:loss = 4.8908024, step = 367277 (9.811 sec)
INFO:tensorflow:lr = 2.4940715e-05 (9.812 sec)
INFO:tensorflow:global_step/sec: 10.1238
INFO:tensorflow:loss = 5.0704117, step = 367377 (9.880 sec)
INFO:tensorflow:lr = 2.4915658e-05 (9.879 sec)
INFO:tensorflow:global_step/sec: 10.1366
INFO:tensorflow:loss = 5.0254507, step = 367477 (9.865 sec)
INFO:tensorflow:lr = 2.4890629e-05 (9.865 sec)
INFO:tensorflow:global_step/sec: 10.2296
INFO:tensorflow:loss = 4.94753, step = 367577 (9.774 sec)
INFO:tensorflow:lr = 2.4865623e-05 (9.775 sec)
INFO:tensorflow:global_step/sec: 10.2246
INFO:tensorflow:loss = 5.020847, step = 367677 (9.779 sec)
INFO:tensorflow:lr = 2.4840643e-05 (9.779 sec)
INFO:tensorflow:global_step/sec: 10.1319
INFO:tensorflow:loss = 5.0413384, step = 367777 (9.873 sec)
INFO:tensorflow:lr = 2.4815696e-05 (9.872 sec)
INFO:tensorflow:global_step/sec: 10.2358
INFO:tensorflow:loss = 5.035572, step = 367877 (9.769 sec)
INFO:tensorflow:lr = 2.4790766e-05 (9.769 sec)
INFO:tensorflow:global_step/sec: 10.2394
INFO:tensorflow:loss = 5.0787582, step = 367977 (9.767 sec)
INFO:tensorflow:lr = 2.4765863e-05 (9.767 sec)
INFO:tensorflow:global_step/sec: 10.119
INFO:tensorflow:loss = 5.0111127, step = 368077 (9.880 sec)
INFO:tensorflow:lr = 2.4740984e-05 (9.881 sec)
INFO:tensorflow:global_step/sec: 10.1783
INFO:tensorflow:loss = 4.991257, step = 368177 (9.825 sec)
INFO:tensorflow:lr = 2.471613e-05 (9.825 sec)
INFO:tensorflow:global_step/sec: 10.2262
INFO:tensorflow:loss = 5.0042596, step = 368277 (9.781 sec)
INFO:tensorflow:lr = 2.4691308e-05 (9.781 sec)
INFO:tensorflow:global_step/sec: 10.2318
INFO:tensorflow:loss = 5.059002, step = 368377 (9.774 sec)
INFO:tensorflow:lr = 2.4666502e-05 (9.774 sec)
INFO:tensorflow:global_step/sec: 10.1917
INFO:tensorflow:loss = 5.085131, step = 368477 (9.811 sec)
INFO:tensorflow:lr = 2.4641724e-05 (9.811 sec)
INFO:tensorflow:global_step/sec: 10.2087
INFO:tensorflow:loss = 4.944492, step = 368577 (9.795 sec)
INFO:tensorflow:lr = 2.4616967e-05 (9.794 sec)
INFO:tensorflow:global_step/sec: 10.1697
INFO:tensorflow:loss = 5.05052, step = 368677 (9.832 sec)
INFO:tensorflow:lr = 2.459224e-05 (9.836 sec)
INFO:tensorflow:global_step/sec: 10.2209
INFO:tensorflow:loss = 5.0696936, step = 368777 (9.788 sec)
INFO:tensorflow:lr = 2.456754e-05 (9.785 sec)
INFO:tensorflow:global_step/sec: 10.171
INFO:tensorflow:loss = 5.1163507, step = 368877 (9.828 sec)
INFO:tensorflow:lr = 2.454286e-05 (9.829 sec)
INFO:tensorflow:global_step/sec: 10.0102
INFO:tensorflow:loss = 4.942271, step = 368977 (9.993 sec)
INFO:tensorflow:lr = 2.4518204e-05 (9.992 sec)
INFO:tensorflow:global_step/sec: 10.2039
INFO:tensorflow:loss = 5.0875273, step = 369077 (9.797 sec)
INFO:tensorflow:lr = 2.4493573e-05 (9.797 sec)
INFO:tensorflow:global_step/sec: 10.1767
INFO:tensorflow:loss = 5.1377482, step = 369177 (9.828 sec)
INFO:tensorflow:lr = 2.4468965e-05 (9.830 sec)
INFO:tensorflow:global_step/sec: 10.2117
INFO:tensorflow:loss = 4.999509, step = 369277 (9.794 sec)
INFO:tensorflow:lr = 2.444439e-05 (9.793 sec)
INFO:tensorflow:Saving checkpoints for 369376 into ../model/lstm_seq2seq/model.ckpt.
INFO:tensorflow:Loss for final step: 4.934036.
WARNING:tensorflow:From /usr/local/lib/python3.6/dist-packages/tensorflow_estimator/python/estimator/inputs/queues/feeding_queue_runner.py:62: QueueRunner.__init__ (from tensorflow.python.training.queue_runner_impl) is deprecated and will be removed in a future version.
Instructions for updating:
To construct input pipelines, use the `tf.data` module.
WARNING:tensorflow:From /usr/local/lib/python3.6/dist-packages/tensorflow_estimator/python/estimator/inputs/queues/feeding_functions.py:500: add_queue_runner (from tensorflow.python.training.queue_runner_impl) is deprecated and will be removed in a future version.
Instructions for updating:
To construct input pipelines, use the `tf.data` module.
INFO:tensorflow:Calling model_fn.
WARNING:tensorflow:From /usr/local/lib/python3.6/dist-packages/tensorflow_core/contrib/seq2seq/python/ops/beam_search_decoder.py:971: to_int64 (from tensorflow.python.ops.math_ops) is deprecated and will be removed in a future version.
Instructions for updating:
Use `tf.cast` instead.
WARNING:tensorflow:From /usr/local/lib/python3.6/dist-packages/tensorflow_core/contrib/seq2seq/python/ops/beam_search_decoder.py:1252: div (from tensorflow.python.ops.math_ops) is deprecated and will be removed in a future version.
Instructions for updating:
Deprecated in favor of operator or tf.math.divide.
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/lstm_seq2seq/model.ckpt-369376
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
WARNING:tensorflow:From /usr/local/lib/python3.6/dist-packages/tensorflow_core/python/training/monitored_session.py:882: start_queue_runners (from tensorflow.python.training.queue_runner_impl) is deprecated and will be removed in a future version.
Instructions for updating:
To construct input pipelines, use the `tf.data` module.
------------
minimal test
Q: 你 好
A1: 你 好
A2: 你 好 你 好
A3: 你 好 , 你 好

Q: 早 上 好
A1: 早 上 好
A2: 早 上 好 !
A3: 早 安

Q: 晚 上 好
A1: 晚 上 好
A2: 晚 上 好 !
A3: 晚 安

Q: 再 见
A1: 再 见
A2: 哈 哈 哈
A3: 哈 哈

Q: 好 久 不 见
A1: 好 久 不 见
A2: 好 久 不 见 啊
A3: 好 久 不 见 。

Q: 想 死 你 了
A1: 我 也 想 你
A2: 哈 哈 哈
A3: 我 也 想 你 了

Q: 谢 谢 你
A1: 不 客 气
A2: 不 用 谢
A3: 客 气

Q: 爱 你
A1: 么 么 哒
A2: 我 也 爱 你
A3: 爱 你

Q: 你 好 厉 害 啊
A1: 哈 哈
A2: 哈 哈 哈
A3: 哈 哈 哈 哈

Q: 你 叫 什 么
A1: 我 叫 什 么
A2: 你 叫 什 么
A3: 叫 什 么 名 字

Q: 你 几 岁 了
A1: 十 岁
A2: 岁 月
A3: 一 岁

Q: 现 在 几 点
A1: 明 天 点
A2: 点 多 了
A3: 明 天 晚 上

Q: 今 天 天 气 怎 么 样
A1: 今 天 天 气 好
A2: 今 天 天 气 不 错
A3: 今 天 天 气 不 错 , 今 天 天 气 好

Q: 我 们 现 在 在 哪 里
A1: 你 在 哪 里
A2: 你 在 哪 里 ?
A3: 你 在 哪 里 啊

Q: 讲 个 笑 话
A1: 哈 哈 哈
A2: 哈 哈 哈 哈
A3: 哈 哈 哈 哈 哈

Q: 你 会 几 种 语 言 呀
A1: 不 会
A2: 不 会 吧
A3: 不 会 啊

Q: 你 觉 得 我 帅 吗
A1: 不 帅
A2: 我 觉 得 你 帅
A3: 我 觉 得 很 帅

Q: 讨 厌 的 周 一
A1: 我 也 讨 厌
A2: 哈 哈 哈
A3: 我 也 是

Q: 好 烦 啊
A1: 怎 么 了
A2: 烦 什 么
A3: 怎 么 啦

Q: 天 气 真 好
A1: 天 气 不 好
A2: 天 气 不 好 , 天 气 真 好
A3: 天 气 不 好 , 天 气 不 好

Q: 今 天 好 冷
A1: 今 天 下 雨 了
A2: 今 天 冷 了
A3: 今 天 下 雨

Q: 今 天 好 热
A1: 今 天 下 雨 了
A2: 今 天 下 雨
A3: 今 天 还 好 热

Q: 下 雨 了
A1: 下 雨 了
A2: 下 雨 了 ?
A3: 我 也 下 雨 了

Q: 风 好 大
A1: 是 啊
A2: 是 的
A3: 是 啊 , 我 也 是

Q: 终 于 周 五 了
A1: 我 也 是 周 五
A2: 哈 哈 哈 哈 哈
A3: 哈 哈 哈 哈 哈 哈

Q: 我 想 去 K 歌
A1: 去 吧
A2: 我 也 想
A3: 我 也 想 去

Q: 红 烧 肉 吃 了 会 发 胖 吗
A1: 不 会 的
A2: 不 会 发 胖 的
A3: 不 会 的 , 我 也 是

Q: 你 觉 得 梅 西 厉 害 吗
A1: 厉 害 了
A2: 厉 害
A3: 我 觉 得 梅 西 厉 害

------------
INFO:tensorflow:Calling model_fn.
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Starting evaluation at 2019-12-27T01:35:14Z
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/lstm_seq2seq/model.ckpt-369376
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
Reading ../data/core.txt
INFO:tensorflow:Finished evaluation at 2019-12-27-01:35:15
INFO:tensorflow:Saving dict for global step 369376: global_step = 369376, loss = 3.3549836
INFO:tensorflow:Saving 'checkpoint_path' summary for global step 369376: ../model/lstm_seq2seq/model.ckpt-369376
INFO:tensorflow:Perplexity: 28.645
INFO:tensorflow:Best Perplexity: 28.645
Reading ../data/core.txt
INFO:tensorflow:Calling model_fn.
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/lstm_seq2seq/model.ckpt-369376
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
Reading ../data/core.txt
INFO:tensorflow:BLEU-2: 12.3
INFO:tensorflow:Calling model_fn.
[<tf.Variable 'Embedding/fasttext_vectors:0' shape=(5904, 300) dtype=float32_ref>,
 <tf.Variable 'Encoder/lstm_fused_cell/kernel:0' shape=(600, 1200) dtype=float32_ref>,
 <tf.Variable 'Encoder/lstm_fused_cell/bias:0' shape=(1200,) dtype=float32_ref>,
 <tf.Variable 'Encoder/lstm_fused_cell_1/kernel:0' shape=(600, 1200) dtype=float32_ref>,
 <tf.Variable 'Encoder/lstm_fused_cell_1/bias:0' shape=(1200,) dtype=float32_ref>,
 <tf.Variable 'Encoder/state_fc/kernel:0' shape=(600, 300) dtype=float32_ref>,
 <tf.Variable 'Encoder/state_fc/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/memory_layer/kernel:0' shape=(600, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/lstm_cell/kernel:0' shape=(900, 1200) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/lstm_cell/bias:0' shape=(1200,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention/query_layer/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention/attention_v:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/attention_layer/kernel:0' shape=(900, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/tied_dense/bias:0' shape=(5904,) dtype=float32_ref>]
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Create CheckpointSaverHook.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/lstm_seq2seq/model.ckpt-369376
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
INFO:tensorflow:Saving checkpoints for 369376 into ../model/lstm_seq2seq/model.ckpt.
Reading ../data/train.txt
INFO:tensorflow:loss = 4.964184, step = 369376
INFO:tensorflow:lr = 2.4420086e-05
INFO:tensorflow:global_step/sec: 8.96662
INFO:tensorflow:loss = 5.1726694, step = 369476 (11.154 sec)
INFO:tensorflow:lr = 2.4395553e-05 (11.153 sec)
INFO:tensorflow:global_step/sec: 9.53952
INFO:tensorflow:loss = 4.9222875, step = 369576 (10.484 sec)
INFO:tensorflow:lr = 2.4371046e-05 (10.484 sec)
INFO:tensorflow:global_step/sec: 9.56901
INFO:tensorflow:loss = 5.0636964, step = 369676 (10.449 sec)
INFO:tensorflow:lr = 2.4346564e-05 (10.449 sec)
INFO:tensorflow:global_step/sec: 9.60115
INFO:tensorflow:loss = 4.8832326, step = 369776 (10.416 sec)
INFO:tensorflow:lr = 2.4322104e-05 (10.415 sec)
INFO:tensorflow:global_step/sec: 9.48079
INFO:tensorflow:loss = 4.9631133, step = 369876 (10.550 sec)
INFO:tensorflow:lr = 2.4297677e-05 (10.550 sec)
INFO:tensorflow:global_step/sec: 9.5048
INFO:tensorflow:loss = 4.9475646, step = 369976 (10.519 sec)
INFO:tensorflow:lr = 2.427327e-05 (10.519 sec)
INFO:tensorflow:global_step/sec: 9.56104
INFO:tensorflow:loss = 5.0251217, step = 370076 (10.461 sec)
INFO:tensorflow:lr = 2.4248884e-05 (10.462 sec)
INFO:tensorflow:global_step/sec: 9.59149
INFO:tensorflow:loss = 4.8915, step = 370176 (10.427 sec)
INFO:tensorflow:lr = 2.4224522e-05 (10.426 sec)
INFO:tensorflow:global_step/sec: 9.48839
INFO:tensorflow:loss = 5.0417585, step = 370276 (10.537 sec)
INFO:tensorflow:lr = 2.4200188e-05 (10.537 sec)
INFO:tensorflow:global_step/sec: 9.51123
INFO:tensorflow:loss = 5.1496873, step = 370376 (10.516 sec)
INFO:tensorflow:lr = 2.4175884e-05 (10.517 sec)
INFO:tensorflow:global_step/sec: 9.50905
INFO:tensorflow:loss = 4.900464, step = 370476 (10.514 sec)
INFO:tensorflow:lr = 2.4151597e-05 (10.513 sec)
INFO:tensorflow:global_step/sec: 9.507
INFO:tensorflow:loss = 5.080473, step = 370576 (10.521 sec)
INFO:tensorflow:lr = 2.4127334e-05 (10.522 sec)
INFO:tensorflow:global_step/sec: 9.47426
INFO:tensorflow:loss = 5.000484, step = 370676 (10.555 sec)
INFO:tensorflow:lr = 2.4103096e-05 (10.556 sec)
INFO:tensorflow:global_step/sec: 9.48608
INFO:tensorflow:loss = 5.0938926, step = 370776 (10.543 sec)
INFO:tensorflow:lr = 2.4078883e-05 (10.542 sec)
INFO:tensorflow:global_step/sec: 9.13906
INFO:tensorflow:loss = 5.0066466, step = 370876 (10.939 sec)
INFO:tensorflow:lr = 2.4054701e-05 (10.941 sec)
INFO:tensorflow:global_step/sec: 9.33552
INFO:tensorflow:loss = 5.027401, step = 370976 (10.714 sec)
INFO:tensorflow:lr = 2.4030538e-05 (10.712 sec)
INFO:tensorflow:global_step/sec: 9.19647
INFO:tensorflow:loss = 5.145571, step = 371076 (10.871 sec)
INFO:tensorflow:lr = 2.4006396e-05 (10.871 sec)
INFO:tensorflow:global_step/sec: 9.12816
INFO:tensorflow:loss = 5.0419436, step = 371176 (10.958 sec)
INFO:tensorflow:lr = 2.3982278e-05 (10.958 sec)
INFO:tensorflow:global_step/sec: 9.20742
INFO:tensorflow:loss = 5.077429, step = 371276 (10.861 sec)
INFO:tensorflow:lr = 2.3958186e-05 (10.861 sec)
INFO:tensorflow:global_step/sec: 9.35054
INFO:tensorflow:loss = 5.0415998, step = 371376 (10.695 sec)
INFO:tensorflow:lr = 2.3934124e-05 (10.697 sec)
INFO:tensorflow:global_step/sec: 9.43361
INFO:tensorflow:loss = 4.8984194, step = 371476 (10.599 sec)
INFO:tensorflow:lr = 2.3910083e-05 (10.597 sec)
INFO:tensorflow:global_step/sec: 9.47978
INFO:tensorflow:loss = 4.9887934, step = 371576 (10.546 sec)
INFO:tensorflow:lr = 2.3886063e-05 (10.551 sec)
INFO:tensorflow:global_step/sec: 9.49999
INFO:tensorflow:loss = 4.9892735, step = 371676 (10.530 sec)
INFO:tensorflow:lr = 2.3862067e-05 (10.527 sec)
INFO:tensorflow:global_step/sec: 9.36197
INFO:tensorflow:loss = 4.9771247, step = 371776 (10.681 sec)
INFO:tensorflow:lr = 2.3838094e-05 (10.680 sec)
INFO:tensorflow:global_step/sec: 9.48721
INFO:tensorflow:loss = 5.1210704, step = 371876 (10.539 sec)
INFO:tensorflow:lr = 2.3814157e-05 (10.539 sec)
INFO:tensorflow:global_step/sec: 9.4452
INFO:tensorflow:loss = 4.9459743, step = 371976 (10.586 sec)
INFO:tensorflow:lr = 2.3790231e-05 (10.587 sec)
INFO:tensorflow:global_step/sec: 9.3989
INFO:tensorflow:loss = 5.0631676, step = 372076 (10.639 sec)
INFO:tensorflow:lr = 2.3766332e-05 (10.638 sec)
INFO:tensorflow:global_step/sec: 9.4254
INFO:tensorflow:loss = 5.1197243, step = 372176 (10.610 sec)
INFO:tensorflow:lr = 2.3742457e-05 (10.610 sec)
INFO:tensorflow:global_step/sec: 9.40097
INFO:tensorflow:loss = 4.9421873, step = 372276 (10.640 sec)
INFO:tensorflow:lr = 2.3718607e-05 (10.640 sec)
INFO:tensorflow:global_step/sec: 9.42692
INFO:tensorflow:loss = 5.093752, step = 372376 (10.605 sec)
INFO:tensorflow:lr = 2.3694785e-05 (10.608 sec)
INFO:tensorflow:global_step/sec: 9.55838
INFO:tensorflow:loss = 4.8978086, step = 372476 (10.464 sec)
INFO:tensorflow:lr = 2.367098e-05 (10.462 sec)
INFO:tensorflow:global_step/sec: 9.51321
INFO:tensorflow:loss = 5.113132, step = 372576 (10.513 sec)
INFO:tensorflow:lr = 2.36472e-05 (10.513 sec)
INFO:tensorflow:Saving checkpoints for 372579 into ../model/lstm_seq2seq/model.ckpt.
INFO:tensorflow:global_step/sec: 9.09301
INFO:tensorflow:loss = 5.129662, step = 372676 (10.994 sec)
INFO:tensorflow:lr = 2.3623445e-05 (10.998 sec)
INFO:tensorflow:global_step/sec: 9.46946
INFO:tensorflow:loss = 4.979657, step = 372776 (10.560 sec)
INFO:tensorflow:lr = 2.3599714e-05 (10.558 sec)
INFO:tensorflow:global_step/sec: 9.51639
INFO:tensorflow:loss = 4.9537, step = 372876 (10.509 sec)
INFO:tensorflow:lr = 2.3576013e-05 (10.508 sec)
INFO:tensorflow:global_step/sec: 9.41331
INFO:tensorflow:loss = 4.9674416, step = 372976 (10.628 sec)
INFO:tensorflow:lr = 2.3552328e-05 (10.628 sec)
INFO:tensorflow:global_step/sec: 9.50776
INFO:tensorflow:loss = 5.0852985, step = 373076 (10.512 sec)
INFO:tensorflow:lr = 2.3528668e-05 (10.512 sec)
INFO:tensorflow:global_step/sec: 9.43527
INFO:tensorflow:loss = 5.092075, step = 373176 (10.600 sec)
INFO:tensorflow:lr = 2.3505034e-05 (10.601 sec)
INFO:tensorflow:global_step/sec: 9.48443
INFO:tensorflow:loss = 5.0020714, step = 373276 (10.545 sec)
INFO:tensorflow:lr = 2.3481418e-05 (10.545 sec)
INFO:tensorflow:global_step/sec: 9.30088
INFO:tensorflow:loss = 4.996782, step = 373376 (10.749 sec)
INFO:tensorflow:lr = 2.3457838e-05 (10.749 sec)
INFO:tensorflow:global_step/sec: 9.54233
INFO:tensorflow:loss = 5.1206594, step = 373476 (10.483 sec)
INFO:tensorflow:lr = 2.3434271e-05 (10.483 sec)
INFO:tensorflow:global_step/sec: 9.5004
INFO:tensorflow:loss = 5.095188, step = 373576 (10.525 sec)
INFO:tensorflow:lr = 2.341073e-05 (10.525 sec)
INFO:tensorflow:global_step/sec: 9.43995
INFO:tensorflow:loss = 4.956462, step = 373676 (10.591 sec)
INFO:tensorflow:lr = 2.3387212e-05 (10.591 sec)
INFO:tensorflow:global_step/sec: 9.42931
INFO:tensorflow:loss = 5.0326223, step = 373776 (10.609 sec)
INFO:tensorflow:lr = 2.3363717e-05 (10.608 sec)
INFO:tensorflow:global_step/sec: 9.49478
INFO:tensorflow:loss = 5.0667863, step = 373876 (10.532 sec)
INFO:tensorflow:lr = 2.3340252e-05 (10.532 sec)
INFO:tensorflow:global_step/sec: 9.53903
INFO:tensorflow:loss = 5.0782804, step = 373976 (10.479 sec)
INFO:tensorflow:lr = 2.3316807e-05 (10.484 sec)
INFO:tensorflow:global_step/sec: 9.46698
INFO:tensorflow:loss = 4.942645, step = 374076 (10.567 sec)
INFO:tensorflow:lr = 2.3293383e-05 (10.562 sec)
INFO:tensorflow:global_step/sec: 9.46951
INFO:tensorflow:loss = 4.965582, step = 374176 (10.557 sec)
INFO:tensorflow:lr = 2.3269982e-05 (10.557 sec)
INFO:tensorflow:global_step/sec: 9.39579
INFO:tensorflow:loss = 5.0379767, step = 374276 (10.647 sec)
INFO:tensorflow:lr = 2.3246606e-05 (10.647 sec)
INFO:tensorflow:global_step/sec: 9.47581
INFO:tensorflow:loss = 4.9756813, step = 374376 (10.549 sec)
INFO:tensorflow:lr = 2.322326e-05 (10.551 sec)
INFO:tensorflow:global_step/sec: 9.45386
INFO:tensorflow:loss = 4.9528046, step = 374476 (10.578 sec)
INFO:tensorflow:lr = 2.3199927e-05 (10.576 sec)
INFO:tensorflow:global_step/sec: 9.48301
INFO:tensorflow:loss = 4.978789, step = 374576 (10.548 sec)
INFO:tensorflow:lr = 2.3176623e-05 (10.548 sec)
INFO:tensorflow:global_step/sec: 9.45131
INFO:tensorflow:loss = 5.0220766, step = 374676 (10.577 sec)
INFO:tensorflow:lr = 2.3153341e-05 (10.576 sec)
INFO:tensorflow:global_step/sec: 9.50271
INFO:tensorflow:loss = 4.9707117, step = 374776 (10.523 sec)
INFO:tensorflow:lr = 2.313008e-05 (10.527 sec)
INFO:tensorflow:global_step/sec: 9.46259
INFO:tensorflow:loss = 4.89997, step = 374876 (10.568 sec)
INFO:tensorflow:lr = 2.3106852e-05 (10.566 sec)
INFO:tensorflow:global_step/sec: 9.42608
INFO:tensorflow:loss = 4.9054074, step = 374976 (10.611 sec)
INFO:tensorflow:lr = 2.308364e-05 (10.610 sec)
INFO:tensorflow:global_step/sec: 9.51077
INFO:tensorflow:loss = 4.94767, step = 375076 (10.512 sec)
INFO:tensorflow:lr = 2.306045e-05 (10.512 sec)
INFO:tensorflow:global_step/sec: 9.45631
INFO:tensorflow:loss = 4.9631457, step = 375176 (10.582 sec)
INFO:tensorflow:lr = 2.3037284e-05 (10.582 sec)
INFO:tensorflow:global_step/sec: 9.3623
INFO:tensorflow:loss = 4.99804, step = 375276 (10.675 sec)
INFO:tensorflow:lr = 2.3014141e-05 (10.676 sec)
INFO:tensorflow:global_step/sec: 9.52414
INFO:tensorflow:loss = 4.977643, step = 375376 (10.501 sec)
INFO:tensorflow:lr = 2.2991026e-05 (10.501 sec)
INFO:tensorflow:global_step/sec: 9.45856
INFO:tensorflow:loss = 5.006341, step = 375476 (10.570 sec)
INFO:tensorflow:lr = 2.296793e-05 (10.570 sec)
INFO:tensorflow:global_step/sec: 9.47248
INFO:tensorflow:loss = 4.9331846, step = 375576 (10.561 sec)
INFO:tensorflow:lr = 2.2944858e-05 (10.561 sec)
INFO:tensorflow:global_step/sec: 9.49663
INFO:tensorflow:loss = 5.096038, step = 375676 (10.528 sec)
INFO:tensorflow:lr = 2.2921808e-05 (10.528 sec)
INFO:tensorflow:global_step/sec: 9.44809
INFO:tensorflow:loss = 4.998422, step = 375776 (10.583 sec)
INFO:tensorflow:lr = 2.289878e-05 (10.583 sec)
INFO:tensorflow:Saving checkpoints for 375782 into ../model/lstm_seq2seq/model.ckpt.
INFO:tensorflow:global_step/sec: 9.01942
INFO:tensorflow:loss = 5.012859, step = 375876 (11.087 sec)
INFO:tensorflow:lr = 2.2875784e-05 (11.087 sec)
INFO:tensorflow:global_step/sec: 9.42347
INFO:tensorflow:loss = 5.0792804, step = 375976 (10.615 sec)
INFO:tensorflow:lr = 2.2852802e-05 (10.619 sec)
INFO:tensorflow:global_step/sec: 9.42598
INFO:tensorflow:loss = 4.9998507, step = 376076 (10.608 sec)
INFO:tensorflow:lr = 2.2829843e-05 (10.606 sec)
INFO:tensorflow:global_step/sec: 9.43492
INFO:tensorflow:loss = 5.0862274, step = 376176 (10.596 sec)
INFO:tensorflow:lr = 2.280691e-05 (10.600 sec)
INFO:tensorflow:global_step/sec: 9.49752
INFO:tensorflow:loss = 4.986619, step = 376276 (10.533 sec)
INFO:tensorflow:lr = 2.2784e-05 (10.529 sec)
INFO:tensorflow:global_step/sec: 9.39408
INFO:tensorflow:loss = 5.086882, step = 376376 (10.641 sec)
INFO:tensorflow:lr = 2.2761116e-05 (10.641 sec)
INFO:tensorflow:global_step/sec: 9.45749
INFO:tensorflow:loss = 4.958763, step = 376476 (10.574 sec)
INFO:tensorflow:lr = 2.2738252e-05 (10.576 sec)
INFO:tensorflow:global_step/sec: 9.43897
INFO:tensorflow:loss = 4.901625, step = 376576 (10.594 sec)
INFO:tensorflow:lr = 2.2715409e-05 (10.592 sec)
INFO:tensorflow:global_step/sec: 9.5038
INFO:tensorflow:loss = 5.032787, step = 376676 (10.522 sec)
INFO:tensorflow:lr = 2.2692588e-05 (10.522 sec)
INFO:tensorflow:global_step/sec: 9.36257
INFO:tensorflow:loss = 4.9475846, step = 376776 (10.685 sec)
INFO:tensorflow:lr = 2.2669792e-05 (10.685 sec)
INFO:tensorflow:global_step/sec: 9.46131
INFO:tensorflow:loss = 5.0455484, step = 376876 (10.565 sec)
INFO:tensorflow:lr = 2.2647024e-05 (10.565 sec)
INFO:tensorflow:global_step/sec: 9.46301
INFO:tensorflow:loss = 5.0358076, step = 376976 (10.569 sec)
INFO:tensorflow:lr = 2.2624274e-05 (10.569 sec)
INFO:tensorflow:global_step/sec: 9.40299
INFO:tensorflow:loss = 5.100472, step = 377076 (10.634 sec)
INFO:tensorflow:lr = 2.2601547e-05 (10.634 sec)
INFO:tensorflow:global_step/sec: 9.30231
INFO:tensorflow:loss = 5.0694284, step = 377176 (10.754 sec)
INFO:tensorflow:lr = 2.257884e-05 (10.753 sec)
INFO:tensorflow:global_step/sec: 9.46954
INFO:tensorflow:loss = 4.9629145, step = 377276 (10.559 sec)
INFO:tensorflow:lr = 2.2556158e-05 (10.559 sec)
INFO:tensorflow:global_step/sec: 9.4386
INFO:tensorflow:loss = 5.0822773, step = 377376 (10.592 sec)
INFO:tensorflow:lr = 2.2533508e-05 (10.591 sec)
INFO:tensorflow:global_step/sec: 9.46173
INFO:tensorflow:loss = 4.9909487, step = 377476 (10.569 sec)
INFO:tensorflow:lr = 2.251087e-05 (10.571 sec)
INFO:tensorflow:global_step/sec: 9.47266
INFO:tensorflow:loss = 5.0004644, step = 377576 (10.556 sec)
INFO:tensorflow:lr = 2.2488257e-05 (10.556 sec)
INFO:tensorflow:global_step/sec: 9.37582
INFO:tensorflow:loss = 5.0998425, step = 377676 (10.666 sec)
INFO:tensorflow:lr = 2.2465663e-05 (10.666 sec)
INFO:tensorflow:global_step/sec: 9.48428
INFO:tensorflow:loss = 5.0180383, step = 377776 (10.549 sec)
INFO:tensorflow:lr = 2.2443097e-05 (10.547 sec)
INFO:tensorflow:global_step/sec: 9.46856
INFO:tensorflow:loss = 5.082037, step = 377876 (10.559 sec)
INFO:tensorflow:lr = 2.2420556e-05 (10.560 sec)
INFO:tensorflow:global_step/sec: 9.44986
INFO:tensorflow:loss = 4.971647, step = 377976 (10.580 sec)
INFO:tensorflow:lr = 2.2398031e-05 (10.582 sec)
INFO:tensorflow:global_step/sec: 9.33067
INFO:tensorflow:loss = 5.0795913, step = 378076 (10.717 sec)
INFO:tensorflow:lr = 2.237553e-05 (10.720 sec)
INFO:tensorflow:global_step/sec: 9.44598
INFO:tensorflow:loss = 5.1627564, step = 378176 (10.591 sec)
INFO:tensorflow:lr = 2.2353051e-05 (10.586 sec)
Reading ../data/test.txt
INFO:tensorflow:global_step/sec: 9.35056
INFO:tensorflow:loss = 4.9563303, step = 378276 (10.690 sec)
INFO:tensorflow:lr = 2.2330596e-05 (10.690 sec)
INFO:tensorflow:global_step/sec: 10.1377
INFO:tensorflow:loss = 5.00721, step = 378376 (9.868 sec)
INFO:tensorflow:lr = 2.230817e-05 (9.867 sec)
INFO:tensorflow:global_step/sec: 10.1789
INFO:tensorflow:loss = 5.0895386, step = 378476 (9.825 sec)
INFO:tensorflow:lr = 2.228576e-05 (9.828 sec)
INFO:tensorflow:global_step/sec: 10.1135
INFO:tensorflow:loss = 5.0463076, step = 378576 (9.886 sec)
INFO:tensorflow:lr = 2.2263373e-05 (9.884 sec)
INFO:tensorflow:global_step/sec: 10.1955
INFO:tensorflow:loss = 5.082208, step = 378676 (9.808 sec)
INFO:tensorflow:lr = 2.2241007e-05 (9.808 sec)
INFO:tensorflow:global_step/sec: 10.1715
INFO:tensorflow:loss = 5.0089607, step = 378776 (9.830 sec)
INFO:tensorflow:lr = 2.2218665e-05 (9.830 sec)
INFO:tensorflow:global_step/sec: 10.1381
INFO:tensorflow:loss = 4.9764223, step = 378876 (9.862 sec)
INFO:tensorflow:lr = 2.219635e-05 (9.862 sec)
INFO:tensorflow:global_step/sec: 10.1298
INFO:tensorflow:loss = 5.024212, step = 378976 (9.877 sec)
INFO:tensorflow:lr = 2.2174052e-05 (9.876 sec)
INFO:tensorflow:Saving checkpoints for 378985 into ../model/lstm_seq2seq/model.ckpt.
INFO:tensorflow:global_step/sec: 9.79375
INFO:tensorflow:loss = 4.9047885, step = 379076 (10.212 sec)
INFO:tensorflow:lr = 2.2151775e-05 (10.212 sec)
INFO:tensorflow:global_step/sec: 9.99726
INFO:tensorflow:loss = 5.129291, step = 379176 (9.998 sec)
INFO:tensorflow:lr = 2.2129521e-05 (9.997 sec)
INFO:tensorflow:global_step/sec: 10.1746
INFO:tensorflow:loss = 5.0381923, step = 379276 (9.828 sec)
INFO:tensorflow:lr = 2.2107291e-05 (9.832 sec)
INFO:tensorflow:global_step/sec: 10.1544
INFO:tensorflow:loss = 5.010612, step = 379376 (9.848 sec)
INFO:tensorflow:lr = 2.2085089e-05 (9.846 sec)
INFO:tensorflow:global_step/sec: 10.1334
INFO:tensorflow:loss = 5.0814753, step = 379476 (9.870 sec)
INFO:tensorflow:lr = 2.2062904e-05 (9.868 sec)
INFO:tensorflow:global_step/sec: 10.1455
INFO:tensorflow:loss = 5.0677667, step = 379576 (9.855 sec)
INFO:tensorflow:lr = 2.2040738e-05 (9.858 sec)
INFO:tensorflow:global_step/sec: 10.1841
INFO:tensorflow:loss = 4.9561734, step = 379676 (9.819 sec)
INFO:tensorflow:lr = 2.2018598e-05 (9.816 sec)
INFO:tensorflow:global_step/sec: 10.0838
INFO:tensorflow:loss = 4.9903502, step = 379776 (9.920 sec)
INFO:tensorflow:lr = 2.1996477e-05 (9.920 sec)
INFO:tensorflow:global_step/sec: 10.0444
INFO:tensorflow:loss = 5.0632005, step = 379876 (9.956 sec)
INFO:tensorflow:lr = 2.1974387e-05 (9.956 sec)
INFO:tensorflow:global_step/sec: 10.123
INFO:tensorflow:loss = 4.997411, step = 379976 (9.879 sec)
INFO:tensorflow:lr = 2.1952312e-05 (9.878 sec)
INFO:tensorflow:global_step/sec: 10.1574
INFO:tensorflow:loss = 4.972257, step = 380076 (9.844 sec)
INFO:tensorflow:lr = 2.1930258e-05 (9.846 sec)
INFO:tensorflow:global_step/sec: 10.0187
INFO:tensorflow:loss = 5.0616856, step = 380176 (9.978 sec)
INFO:tensorflow:lr = 2.1908227e-05 (9.981 sec)
INFO:tensorflow:global_step/sec: 9.98031
INFO:tensorflow:loss = 5.0428066, step = 380276 (10.024 sec)
INFO:tensorflow:lr = 2.1886219e-05 (10.020 sec)
INFO:tensorflow:global_step/sec: 10.1972
INFO:tensorflow:loss = 4.982914, step = 380376 (9.802 sec)
INFO:tensorflow:lr = 2.186424e-05 (9.803 sec)
INFO:tensorflow:global_step/sec: 10.1399
INFO:tensorflow:loss = 5.169667, step = 380476 (9.862 sec)
INFO:tensorflow:lr = 2.1842272e-05 (9.863 sec)
INFO:tensorflow:global_step/sec: 10.0935
INFO:tensorflow:loss = 4.976824, step = 380576 (9.910 sec)
INFO:tensorflow:lr = 2.182033e-05 (9.910 sec)
INFO:tensorflow:global_step/sec: 10.0767
INFO:tensorflow:loss = 5.007629, step = 380676 (9.927 sec)
INFO:tensorflow:lr = 2.179841e-05 (9.926 sec)
INFO:tensorflow:global_step/sec: 10.0687
INFO:tensorflow:loss = 4.882016, step = 380776 (9.927 sec)
INFO:tensorflow:lr = 2.177651e-05 (9.929 sec)
INFO:tensorflow:global_step/sec: 10.0778
INFO:tensorflow:loss = 4.942405, step = 380876 (9.924 sec)
INFO:tensorflow:lr = 2.175464e-05 (9.922 sec)
INFO:tensorflow:global_step/sec: 10.1096
INFO:tensorflow:loss = 4.892711, step = 380976 (9.890 sec)
INFO:tensorflow:lr = 2.1732785e-05 (9.893 sec)
INFO:tensorflow:global_step/sec: 10.1804
INFO:tensorflow:loss = 5.049153, step = 381076 (9.823 sec)
INFO:tensorflow:lr = 2.1710955e-05 (9.820 sec)
INFO:tensorflow:global_step/sec: 10.0297
INFO:tensorflow:loss = 4.977986, step = 381176 (9.974 sec)
INFO:tensorflow:lr = 2.1689144e-05 (9.974 sec)
INFO:tensorflow:global_step/sec: 10.1711
INFO:tensorflow:loss = 4.9709415, step = 381276 (9.833 sec)
INFO:tensorflow:lr = 2.1667354e-05 (9.833 sec)
INFO:tensorflow:global_step/sec: 10.136
INFO:tensorflow:loss = 4.903661, step = 381376 (9.865 sec)
INFO:tensorflow:lr = 2.1645596e-05 (9.865 sec)
INFO:tensorflow:Saving checkpoints for 381475 into ../model/lstm_seq2seq/model.ckpt.
INFO:tensorflow:Loss for final step: 5.076495.
INFO:tensorflow:Calling model_fn.
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/lstm_seq2seq/model.ckpt-381475
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
------------
minimal test
Q: 你 好
A1: 你 好
A2: 你 好 你 好
A3: 你 好 , 你 好

Q: 早 上 好
A1: 早 上 好
A2: 早 上 好 !
A3: 晚 上 好

Q: 晚 上 好
A1: 晚 上 好
A2: 晚 上 好 !
A3: 晚 安

Q: 再 见
A1: 再 见
A2: 哈 哈 哈
A3: 哈 哈

Q: 好 久 不 见
A1: 好 久 不 见
A2: 好 久 不 见 啊
A3: 好 久 不 见 。

Q: 想 死 你 了
A1: 我 也 想 你
A2: 我 也 是
A3: 哈 哈 哈

Q: 谢 谢 你
A1: 不 客 气
A2: 不 用 谢
A3: 客 气

Q: 爱 你
A1: 么 么 哒
A2: 我 也 爱 你
A3: 爱 你

Q: 你 好 厉 害 啊
A1: 哈 哈
A2: 哈 哈 哈
A3: 哈 哈 哈 哈

Q: 你 叫 什 么
A1: 我 叫 什 么
A2: 你 叫 什 么
A3: 叫 什 么 名 字

Q: 你 几 岁 了
A1: 岁 月
A2: 十 岁
A3: 一 岁

Q: 现 在 几 点
A1: 明 天 点
A2: 点 多 了
A3: 明 天 晚 上

Q: 今 天 天 气 怎 么 样
A1: 今 天 天 气 好
A2: 今 天 天 气 不 错
A3: 今 天 天 气 不 错 , 今 天 天 气 好

Q: 我 们 现 在 在 哪 里
A1: 你 在 哪 里
A2: 你 在 哪 里 ?
A3: 你 在 哪 里 啊

Q: 讲 个 笑 话
A1: 哈 哈 哈
A2: 哈 哈 哈 哈
A3: 哈 哈 哈 哈 哈

Q: 你 会 几 种 语 言 呀
A1: 不 会
A2: 不 会 吧
A3: 不 会 啊

Q: 你 觉 得 我 帅 吗
A1: 不 帅
A2: 我 觉 得 你 帅
A3: 我 觉 得 很 帅

Q: 讨 厌 的 周 一
A1: 哈 哈 哈
A2: 我 也 是
A3: 我 也 讨 厌

Q: 好 烦 啊
A1: 烦 什 么
A2: 怎 么 了
A3: 怎 么 啦

Q: 天 气 真 好
A1: 天 气 不 好
A2: 天 气 不 好 , 天 气 不 好
A3: 天 气 不 好 , 天 气 不 好 , 天 气 不 好

Q: 今 天 好 冷
A1: 今 天 冷 了
A2: 今 天 还 冷
A3: 我 今 天 也 冷

Q: 今 天 好 热
A1: 今 天 好 热
A2: 今 天 下 雨 了
A3: 今 天 下 雨

Q: 下 雨 了
A1: 下 雨 了
A2: 下 雨 了 ?
A3: 我 也 下 雨 了

Q: 风 好 大
A1: 是 啊
A2: 是 的
A3: 是 啊 , 我 也 是

Q: 终 于 周 五 了
A1: 我 也 是 周 五
A2: 哈 哈 哈 哈 哈
A3: 哈 哈 哈 哈 哈 哈

Q: 我 想 去 K 歌
A1: 去 吧
A2: 我 也 想
A3: 我 也 想 去

Q: 红 烧 肉 吃 了 会 发 胖 吗
A1: 不 会 的
A2: 不 会 发 胖 的
A3: 不 会 的 , 我 也 是

Q: 你 觉 得 梅 西 厉 害 吗
A1: 厉 害 了
A2: 厉 害
A3: 我 觉 得 梅 西 厉 害

------------
INFO:tensorflow:Calling model_fn.
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Starting evaluation at 2019-12-27T01:57:17Z
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/lstm_seq2seq/model.ckpt-381475
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
Reading ../data/core.txt
INFO:tensorflow:Finished evaluation at 2019-12-27-01:57:18
INFO:tensorflow:Saving dict for global step 381475: global_step = 381475, loss = 3.354927
INFO:tensorflow:Saving 'checkpoint_path' summary for global step 381475: ../model/lstm_seq2seq/model.ckpt-381475
INFO:tensorflow:Perplexity: 28.644
INFO:tensorflow:Best Perplexity: 28.644
Reading ../data/core.txt
INFO:tensorflow:Calling model_fn.
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/lstm_seq2seq/model.ckpt-381475
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
Reading ../data/core.txt
INFO:tensorflow:BLEU-2: 9.6
INFO:tensorflow:Calling model_fn.
[<tf.Variable 'Embedding/fasttext_vectors:0' shape=(5904, 300) dtype=float32_ref>,
 <tf.Variable 'Encoder/lstm_fused_cell/kernel:0' shape=(600, 1200) dtype=float32_ref>,
 <tf.Variable 'Encoder/lstm_fused_cell/bias:0' shape=(1200,) dtype=float32_ref>,
 <tf.Variable 'Encoder/lstm_fused_cell_1/kernel:0' shape=(600, 1200) dtype=float32_ref>,
 <tf.Variable 'Encoder/lstm_fused_cell_1/bias:0' shape=(1200,) dtype=float32_ref>,
 <tf.Variable 'Encoder/state_fc/kernel:0' shape=(600, 300) dtype=float32_ref>,
 <tf.Variable 'Encoder/state_fc/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/memory_layer/kernel:0' shape=(600, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/lstm_cell/kernel:0' shape=(900, 1200) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/lstm_cell/bias:0' shape=(1200,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention/query_layer/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention/attention_v:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/attention_layer/kernel:0' shape=(900, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/tied_dense/bias:0' shape=(5904,) dtype=float32_ref>]
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Create CheckpointSaverHook.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/lstm_seq2seq/model.ckpt-381475
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
INFO:tensorflow:Saving checkpoints for 381475 into ../model/lstm_seq2seq/model.ckpt.
Reading ../data/train.txt
INFO:tensorflow:loss = 5.00522, step = 381475
INFO:tensorflow:lr = 2.162407e-05
INFO:tensorflow:global_step/sec: 8.85967
INFO:tensorflow:loss = 5.059649, step = 381575 (11.288 sec)
INFO:tensorflow:lr = 2.1602347e-05 (11.290 sec)
INFO:tensorflow:global_step/sec: 9.26804
INFO:tensorflow:loss = 5.0175233, step = 381675 (10.790 sec)
INFO:tensorflow:lr = 2.1580645e-05 (10.788 sec)
INFO:tensorflow:global_step/sec: 9.34722
INFO:tensorflow:loss = 4.9848046, step = 381775 (10.701 sec)
INFO:tensorflow:lr = 2.1558966e-05 (10.701 sec)
INFO:tensorflow:global_step/sec: 9.38023
INFO:tensorflow:loss = 5.1006403, step = 381875 (10.662 sec)
INFO:tensorflow:lr = 2.1537307e-05 (10.663 sec)
INFO:tensorflow:global_step/sec: 9.34666
INFO:tensorflow:loss = 4.9664717, step = 381975 (10.700 sec)
INFO:tensorflow:lr = 2.1515678e-05 (10.699 sec)
INFO:tensorflow:global_step/sec: 9.29814
INFO:tensorflow:loss = 5.010852, step = 382075 (10.753 sec)
INFO:tensorflow:lr = 2.1494063e-05 (10.753 sec)
INFO:tensorflow:global_step/sec: 9.30947
INFO:tensorflow:loss = 5.02016, step = 382175 (10.744 sec)
INFO:tensorflow:lr = 2.147247e-05 (10.743 sec)
INFO:tensorflow:global_step/sec: 9.36205
INFO:tensorflow:loss = 5.063746, step = 382275 (10.679 sec)
INFO:tensorflow:lr = 2.1450898e-05 (10.680 sec)
INFO:tensorflow:global_step/sec: 9.26096
INFO:tensorflow:loss = 4.9946313, step = 382375 (10.799 sec)
INFO:tensorflow:lr = 2.142935e-05 (10.799 sec)
INFO:tensorflow:global_step/sec: 9.27031
INFO:tensorflow:loss = 5.024635, step = 382475 (10.785 sec)
INFO:tensorflow:lr = 2.140783e-05 (10.785 sec)
INFO:tensorflow:global_step/sec: 9.24578
INFO:tensorflow:loss = 4.9253, step = 382575 (10.813 sec)
INFO:tensorflow:lr = 2.1386324e-05 (10.813 sec)
INFO:tensorflow:global_step/sec: 9.17683
INFO:tensorflow:loss = 5.133009, step = 382675 (10.898 sec)
INFO:tensorflow:lr = 2.1364838e-05 (10.898 sec)
INFO:tensorflow:global_step/sec: 9.34791
INFO:tensorflow:loss = 5.0482783, step = 382775 (10.702 sec)
INFO:tensorflow:lr = 2.1343376e-05 (10.702 sec)
INFO:tensorflow:global_step/sec: 9.28751
INFO:tensorflow:loss = 4.924227, step = 382875 (10.766 sec)
INFO:tensorflow:lr = 2.1321935e-05 (10.766 sec)
INFO:tensorflow:global_step/sec: 9.29904
INFO:tensorflow:loss = 4.9914036, step = 382975 (10.750 sec)
INFO:tensorflow:lr = 2.1300522e-05 (10.751 sec)
INFO:tensorflow:global_step/sec: 9.29897
INFO:tensorflow:loss = 4.9321804, step = 383075 (10.754 sec)
INFO:tensorflow:lr = 2.1279124e-05 (10.758 sec)
INFO:tensorflow:global_step/sec: 9.24499
INFO:tensorflow:loss = 5.1221757, step = 383175 (10.816 sec)
INFO:tensorflow:lr = 2.1257747e-05 (10.812 sec)
INFO:tensorflow:global_step/sec: 9.36075
INFO:tensorflow:loss = 4.948374, step = 383275 (10.688 sec)
INFO:tensorflow:lr = 2.1236392e-05 (10.687 sec)
INFO:tensorflow:global_step/sec: 9.30113
INFO:tensorflow:loss = 4.9443474, step = 383375 (10.751 sec)
INFO:tensorflow:lr = 2.1215057e-05 (10.751 sec)
INFO:tensorflow:global_step/sec: 9.24703
INFO:tensorflow:loss = 4.970315, step = 383475 (10.814 sec)
INFO:tensorflow:lr = 2.1193751e-05 (10.817 sec)
INFO:tensorflow:global_step/sec: 9.29525
INFO:tensorflow:loss = 4.978138, step = 383575 (10.754 sec)
INFO:tensorflow:lr = 2.1172462e-05 (10.752 sec)
INFO:tensorflow:global_step/sec: 9.34533
INFO:tensorflow:loss = 4.9132204, step = 383675 (10.703 sec)
INFO:tensorflow:lr = 2.1151192e-05 (10.704 sec)
INFO:tensorflow:global_step/sec: 9.2998
INFO:tensorflow:loss = 5.0352836, step = 383775 (10.750 sec)
INFO:tensorflow:lr = 2.1129943e-05 (10.751 sec)
INFO:tensorflow:global_step/sec: 9.25525
INFO:tensorflow:loss = 5.130648, step = 383875 (10.809 sec)
INFO:tensorflow:lr = 2.1108715e-05 (10.807 sec)
INFO:tensorflow:global_step/sec: 9.38592
INFO:tensorflow:loss = 4.8480496, step = 383975 (10.652 sec)
INFO:tensorflow:lr = 2.1087515e-05 (10.653 sec)
INFO:tensorflow:global_step/sec: 9.36305
INFO:tensorflow:loss = 5.071671, step = 384075 (10.681 sec)
INFO:tensorflow:lr = 2.1066335e-05 (10.682 sec)
INFO:tensorflow:global_step/sec: 9.35839
INFO:tensorflow:loss = 4.962121, step = 384175 (10.686 sec)
INFO:tensorflow:lr = 2.1045173e-05 (10.685 sec)
INFO:tensorflow:global_step/sec: 9.31019
INFO:tensorflow:loss = 5.050264, step = 384275 (10.742 sec)
INFO:tensorflow:lr = 2.1024027e-05 (10.742 sec)
INFO:tensorflow:global_step/sec: 9.28216
INFO:tensorflow:loss = 5.013222, step = 384375 (10.772 sec)
INFO:tensorflow:lr = 2.1002908e-05 (10.776 sec)
INFO:tensorflow:global_step/sec: 9.34969
INFO:tensorflow:loss = 5.011231, step = 384475 (10.694 sec)
INFO:tensorflow:lr = 2.0981814e-05 (10.690 sec)
INFO:tensorflow:global_step/sec: 9.33229
INFO:tensorflow:loss = 4.9135475, step = 384575 (10.716 sec)
INFO:tensorflow:lr = 2.0960737e-05 (10.715 sec)
INFO:tensorflow:global_step/sec: 9.23532
INFO:tensorflow:loss = 5.020311, step = 384675 (10.828 sec)
INFO:tensorflow:lr = 2.0939679e-05 (10.832 sec)
INFO:tensorflow:Saving checkpoints for 384678 into ../model/lstm_seq2seq/model.ckpt.
INFO:tensorflow:global_step/sec: 8.86729
INFO:tensorflow:loss = 5.0690007, step = 384775 (11.279 sec)
INFO:tensorflow:lr = 2.0918644e-05 (11.275 sec)
INFO:tensorflow:global_step/sec: 9.3136
INFO:tensorflow:loss = 4.903965, step = 384875 (10.736 sec)
INFO:tensorflow:lr = 2.0897629e-05 (10.735 sec)
INFO:tensorflow:global_step/sec: 9.18854
INFO:tensorflow:loss = 5.0173473, step = 384975 (10.883 sec)
INFO:tensorflow:lr = 2.0876641e-05 (10.884 sec)
INFO:tensorflow:global_step/sec: 9.35649
INFO:tensorflow:loss = 4.948707, step = 385075 (10.694 sec)
INFO:tensorflow:lr = 2.085567e-05 (10.694 sec)
INFO:tensorflow:global_step/sec: 9.34712
INFO:tensorflow:loss = 5.0811973, step = 385175 (10.693 sec)
INFO:tensorflow:lr = 2.0834717e-05 (10.692 sec)
INFO:tensorflow:global_step/sec: 9.3349
INFO:tensorflow:loss = 4.9775567, step = 385275 (10.712 sec)
INFO:tensorflow:lr = 2.0813786e-05 (10.713 sec)
INFO:tensorflow:global_step/sec: 9.25635
INFO:tensorflow:loss = 4.9748964, step = 385375 (10.807 sec)
INFO:tensorflow:lr = 2.0792879e-05 (10.807 sec)
INFO:tensorflow:global_step/sec: 9.20235
INFO:tensorflow:loss = 4.9816947, step = 385475 (10.867 sec)
INFO:tensorflow:lr = 2.0771997e-05 (10.867 sec)
INFO:tensorflow:global_step/sec: 9.26
INFO:tensorflow:loss = 5.055184, step = 385575 (10.795 sec)
INFO:tensorflow:lr = 2.075113e-05 (10.800 sec)
INFO:tensorflow:global_step/sec: 9.31678
INFO:tensorflow:loss = 4.883066, step = 385675 (10.737 sec)
INFO:tensorflow:lr = 2.0730282e-05 (10.732 sec)
INFO:tensorflow:global_step/sec: 9.35547
INFO:tensorflow:loss = 5.0217934, step = 385775 (10.688 sec)
INFO:tensorflow:lr = 2.0709458e-05 (10.689 sec)
INFO:tensorflow:global_step/sec: 9.31857
INFO:tensorflow:loss = 5.0274053, step = 385875 (10.728 sec)
INFO:tensorflow:lr = 2.0688653e-05 (10.729 sec)
INFO:tensorflow:global_step/sec: 9.37147
INFO:tensorflow:loss = 5.0189004, step = 385975 (10.671 sec)
INFO:tensorflow:lr = 2.0667876e-05 (10.671 sec)
INFO:tensorflow:global_step/sec: 9.3022
INFO:tensorflow:loss = 4.9390817, step = 386075 (10.752 sec)
INFO:tensorflow:lr = 2.0647114e-05 (10.750 sec)
INFO:tensorflow:global_step/sec: 9.21922
INFO:tensorflow:loss = 4.900146, step = 386175 (10.848 sec)
INFO:tensorflow:lr = 2.062637e-05 (10.849 sec)
INFO:tensorflow:global_step/sec: 9.19658
INFO:tensorflow:loss = 4.9670353, step = 386275 (10.874 sec)
INFO:tensorflow:lr = 2.060565e-05 (10.874 sec)
INFO:tensorflow:global_step/sec: 9.30398
INFO:tensorflow:loss = 5.1575837, step = 386375 (10.749 sec)
INFO:tensorflow:lr = 2.0584952e-05 (10.748 sec)
INFO:tensorflow:global_step/sec: 9.27841
INFO:tensorflow:loss = 5.002065, step = 386475 (10.773 sec)
INFO:tensorflow:lr = 2.0564277e-05 (10.774 sec)
INFO:tensorflow:global_step/sec: 9.32757
INFO:tensorflow:loss = 5.022325, step = 386575 (10.725 sec)
INFO:tensorflow:lr = 2.0543619e-05 (10.725 sec)
INFO:tensorflow:global_step/sec: 9.34685
INFO:tensorflow:loss = 5.06504, step = 386675 (10.695 sec)
INFO:tensorflow:lr = 2.052298e-05 (10.695 sec)
INFO:tensorflow:global_step/sec: 9.40397
INFO:tensorflow:loss = 5.008992, step = 386775 (10.634 sec)
INFO:tensorflow:lr = 2.0502363e-05 (10.633 sec)
INFO:tensorflow:global_step/sec: 9.30522
INFO:tensorflow:loss = 4.936091, step = 386875 (10.750 sec)
INFO:tensorflow:lr = 2.0481766e-05 (10.750 sec)
INFO:tensorflow:global_step/sec: 9.32885
INFO:tensorflow:loss = 4.993129, step = 386975 (10.721 sec)
INFO:tensorflow:lr = 2.0461197e-05 (10.721 sec)
INFO:tensorflow:global_step/sec: 9.28883
INFO:tensorflow:loss = 5.006233, step = 387075 (10.765 sec)
INFO:tensorflow:lr = 2.044064e-05 (10.765 sec)
INFO:tensorflow:global_step/sec: 9.29322
INFO:tensorflow:loss = 4.9773517, step = 387175 (10.758 sec)
INFO:tensorflow:lr = 2.0420108e-05 (10.764 sec)
INFO:tensorflow:global_step/sec: 9.31418
INFO:tensorflow:loss = 5.0816236, step = 387275 (10.738 sec)
INFO:tensorflow:lr = 2.0399593e-05 (10.733 sec)
INFO:tensorflow:global_step/sec: 9.35906
INFO:tensorflow:loss = 5.112229, step = 387375 (10.686 sec)
INFO:tensorflow:lr = 2.0379099e-05 (10.685 sec)
INFO:tensorflow:global_step/sec: 9.34401
INFO:tensorflow:loss = 4.911551, step = 387475 (10.701 sec)
INFO:tensorflow:lr = 2.0358635e-05 (10.702 sec)
INFO:tensorflow:global_step/sec: 9.32154
INFO:tensorflow:loss = 5.038306, step = 387575 (10.728 sec)
INFO:tensorflow:lr = 2.033818e-05 (10.728 sec)
INFO:tensorflow:global_step/sec: 9.25672
INFO:tensorflow:loss = 5.1571937, step = 387675 (10.804 sec)
INFO:tensorflow:lr = 2.031775e-05 (10.803 sec)
INFO:tensorflow:global_step/sec: 9.35057
INFO:tensorflow:loss = 4.885562, step = 387775 (10.693 sec)
INFO:tensorflow:lr = 2.0297339e-05 (10.694 sec)
INFO:tensorflow:global_step/sec: 9.30816
INFO:tensorflow:loss = 5.075886, step = 387875 (10.743 sec)
INFO:tensorflow:lr = 2.027695e-05 (10.743 sec)
INFO:tensorflow:Saving checkpoints for 387881 into ../model/lstm_seq2seq/model.ckpt.
INFO:tensorflow:global_step/sec: 8.84669
INFO:tensorflow:loss = 5.064508, step = 387975 (11.305 sec)
INFO:tensorflow:lr = 2.0256586e-05 (11.305 sec)
INFO:tensorflow:global_step/sec: 9.32527
INFO:tensorflow:loss = 5.0328965, step = 388075 (10.719 sec)
INFO:tensorflow:lr = 2.0236235e-05 (10.720 sec)
INFO:tensorflow:global_step/sec: 9.28728
INFO:tensorflow:loss = 5.0359607, step = 388175 (10.768 sec)
INFO:tensorflow:lr = 2.0215906e-05 (10.767 sec)
INFO:tensorflow:global_step/sec: 9.28423
INFO:tensorflow:loss = 4.8810635, step = 388275 (10.773 sec)
INFO:tensorflow:lr = 2.0195599e-05 (10.773 sec)
INFO:tensorflow:global_step/sec: 9.19464
INFO:tensorflow:loss = 5.0078564, step = 388375 (10.878 sec)
INFO:tensorflow:lr = 2.0175308e-05 (10.877 sec)
INFO:tensorflow:global_step/sec: 9.24063
INFO:tensorflow:loss = 5.039406, step = 388475 (10.823 sec)
INFO:tensorflow:lr = 2.0155048e-05 (10.823 sec)
INFO:tensorflow:global_step/sec: 9.2897
INFO:tensorflow:loss = 4.947481, step = 388575 (10.759 sec)
INFO:tensorflow:lr = 2.01348e-05 (10.760 sec)
INFO:tensorflow:global_step/sec: 9.36649
INFO:tensorflow:loss = 5.0782256, step = 388675 (10.677 sec)
INFO:tensorflow:lr = 2.0114576e-05 (10.676 sec)
INFO:tensorflow:global_step/sec: 9.33541
INFO:tensorflow:loss = 5.0416594, step = 388775 (10.716 sec)
INFO:tensorflow:lr = 2.0094367e-05 (10.717 sec)
INFO:tensorflow:global_step/sec: 9.36251
INFO:tensorflow:loss = 5.0460005, step = 388875 (10.677 sec)
INFO:tensorflow:lr = 2.007418e-05 (10.679 sec)
INFO:tensorflow:global_step/sec: 9.40561
INFO:tensorflow:loss = 4.908179, step = 388975 (10.632 sec)
INFO:tensorflow:lr = 2.005402e-05 (10.630 sec)
INFO:tensorflow:global_step/sec: 9.19401
INFO:tensorflow:loss = 4.93761, step = 389075 (10.880 sec)
INFO:tensorflow:lr = 2.0033875e-05 (10.881 sec)
INFO:tensorflow:global_step/sec: 9.32287
INFO:tensorflow:loss = 5.1082788, step = 389175 (10.723 sec)
INFO:tensorflow:lr = 2.001375e-05 (10.721 sec)
INFO:tensorflow:global_step/sec: 9.37552
INFO:tensorflow:loss = 5.1021214, step = 389275 (10.671 sec)
INFO:tensorflow:lr = 1.9993644e-05 (10.670 sec)
INFO:tensorflow:global_step/sec: 9.26987
INFO:tensorflow:loss = 4.9627023, step = 389375 (10.801 sec)
INFO:tensorflow:lr = 1.9973557e-05 (10.803 sec)
INFO:tensorflow:global_step/sec: 9.37648
INFO:tensorflow:loss = 4.961323, step = 389475 (10.654 sec)
INFO:tensorflow:lr = 1.9953497e-05 (10.654 sec)
INFO:tensorflow:global_step/sec: 9.38994
INFO:tensorflow:loss = 5.1613855, step = 389575 (10.643 sec)
INFO:tensorflow:lr = 1.9933454e-05 (10.640 sec)
INFO:tensorflow:global_step/sec: 9.3096
INFO:tensorflow:loss = 4.9707603, step = 389675 (10.742 sec)
INFO:tensorflow:lr = 1.9913427e-05 (10.742 sec)
INFO:tensorflow:global_step/sec: 9.31606
INFO:tensorflow:loss = 4.937368, step = 389775 (10.738 sec)
INFO:tensorflow:lr = 1.9893421e-05 (10.737 sec)
INFO:tensorflow:global_step/sec: 9.36365
INFO:tensorflow:loss = 5.076419, step = 389875 (10.676 sec)
INFO:tensorflow:lr = 1.987344e-05 (10.676 sec)
INFO:tensorflow:global_step/sec: 9.31915
INFO:tensorflow:loss = 5.0986876, step = 389975 (10.734 sec)
INFO:tensorflow:lr = 1.985348e-05 (10.734 sec)
INFO:tensorflow:global_step/sec: 9.32419
INFO:tensorflow:loss = 4.939946, step = 390075 (10.725 sec)
INFO:tensorflow:lr = 1.9833535e-05 (10.726 sec)
INFO:tensorflow:global_step/sec: 9.35258
INFO:tensorflow:loss = 5.066082, step = 390175 (10.694 sec)
INFO:tensorflow:lr = 1.981361e-05 (10.694 sec)
INFO:tensorflow:global_step/sec: 9.27414
INFO:tensorflow:loss = 5.048847, step = 390275 (10.783 sec)
INFO:tensorflow:lr = 1.9793706e-05 (10.781 sec)
Reading ../data/test.txt
INFO:tensorflow:global_step/sec: 9.46917
INFO:tensorflow:loss = 5.041262, step = 390375 (10.560 sec)
INFO:tensorflow:lr = 1.977382e-05 (10.560 sec)
INFO:tensorflow:global_step/sec: 10.0893
INFO:tensorflow:loss = 5.0155654, step = 390475 (9.907 sec)
INFO:tensorflow:lr = 1.9753963e-05 (9.908 sec)
INFO:tensorflow:global_step/sec: 10.0301
INFO:tensorflow:loss = 4.9595385, step = 390575 (9.971 sec)
INFO:tensorflow:lr = 1.9734118e-05 (9.972 sec)
INFO:tensorflow:global_step/sec: 10.0551
INFO:tensorflow:loss = 4.9574256, step = 390675 (9.945 sec)
INFO:tensorflow:lr = 1.9714293e-05 (9.943 sec)
INFO:tensorflow:global_step/sec: 10.1091
INFO:tensorflow:loss = 4.964122, step = 390775 (9.894 sec)
INFO:tensorflow:lr = 1.9694487e-05 (9.894 sec)
INFO:tensorflow:global_step/sec: 9.96921
INFO:tensorflow:loss = 5.0227427, step = 390875 (10.035 sec)
INFO:tensorflow:lr = 1.9674702e-05 (10.034 sec)
INFO:tensorflow:global_step/sec: 10.1117
INFO:tensorflow:loss = 5.0346913, step = 390975 (9.888 sec)
INFO:tensorflow:lr = 1.9654944e-05 (9.889 sec)
INFO:tensorflow:global_step/sec: 10.0996
INFO:tensorflow:loss = 5.049552, step = 391075 (9.902 sec)
INFO:tensorflow:lr = 1.96352e-05 (9.901 sec)
INFO:tensorflow:Saving checkpoints for 391084 into ../model/lstm_seq2seq/model.ckpt.
INFO:tensorflow:global_step/sec: 9.60261
INFO:tensorflow:loss = 4.974041, step = 391175 (10.409 sec)
INFO:tensorflow:lr = 1.9615476e-05 (10.411 sec)
INFO:tensorflow:global_step/sec: 10.0276
INFO:tensorflow:loss = 5.0584583, step = 391275 (9.977 sec)
INFO:tensorflow:lr = 1.959577e-05 (9.978 sec)
INFO:tensorflow:global_step/sec: 9.89635
INFO:tensorflow:loss = 4.997177, step = 391375 (10.104 sec)
INFO:tensorflow:lr = 1.9576082e-05 (10.102 sec)
INFO:tensorflow:global_step/sec: 9.92528
INFO:tensorflow:loss = 4.957431, step = 391475 (10.073 sec)
INFO:tensorflow:lr = 1.9556424e-05 (10.073 sec)
INFO:tensorflow:global_step/sec: 10.0875
INFO:tensorflow:loss = 5.0948744, step = 391575 (9.916 sec)
INFO:tensorflow:lr = 1.9536777e-05 (9.915 sec)
INFO:tensorflow:global_step/sec: 10.0994
INFO:tensorflow:loss = 4.994529, step = 391675 (9.900 sec)
INFO:tensorflow:lr = 1.951715e-05 (9.903 sec)
INFO:tensorflow:global_step/sec: 10.106
INFO:tensorflow:loss = 4.935553, step = 391775 (9.896 sec)
INFO:tensorflow:lr = 1.9497544e-05 (9.893 sec)
INFO:tensorflow:global_step/sec: 10.0637
INFO:tensorflow:loss = 4.962905, step = 391875 (9.938 sec)
INFO:tensorflow:lr = 1.9477957e-05 (9.938 sec)
INFO:tensorflow:global_step/sec: 10.0462
INFO:tensorflow:loss = 4.9574947, step = 391975 (9.953 sec)
INFO:tensorflow:lr = 1.9458395e-05 (9.953 sec)
INFO:tensorflow:global_step/sec: 9.95415
INFO:tensorflow:loss = 5.0520744, step = 392075 (10.047 sec)
INFO:tensorflow:lr = 1.9438849e-05 (10.047 sec)
INFO:tensorflow:global_step/sec: 10.0635
INFO:tensorflow:loss = 5.108494, step = 392175 (9.933 sec)
INFO:tensorflow:lr = 1.9419322e-05 (9.934 sec)
INFO:tensorflow:global_step/sec: 9.96036
INFO:tensorflow:loss = 5.0880775, step = 392275 (10.043 sec)
INFO:tensorflow:lr = 1.9399811e-05 (10.042 sec)
INFO:tensorflow:global_step/sec: 10.0194
INFO:tensorflow:loss = 5.096918, step = 392375 (9.981 sec)
INFO:tensorflow:lr = 1.9380323e-05 (9.981 sec)
INFO:tensorflow:global_step/sec: 10.0961
INFO:tensorflow:loss = 4.984114, step = 392475 (9.901 sec)
INFO:tensorflow:lr = 1.9360858e-05 (9.900 sec)
INFO:tensorflow:global_step/sec: 10.1035
INFO:tensorflow:loss = 4.972892, step = 392575 (9.898 sec)
INFO:tensorflow:lr = 1.934141e-05 (9.898 sec)
INFO:tensorflow:global_step/sec: 10.0663
INFO:tensorflow:loss = 5.0499835, step = 392675 (9.935 sec)
INFO:tensorflow:lr = 1.9321978e-05 (9.942 sec)
INFO:tensorflow:global_step/sec: 10.0288
INFO:tensorflow:loss = 5.0314236, step = 392775 (9.976 sec)
INFO:tensorflow:lr = 1.9302568e-05 (9.969 sec)
INFO:tensorflow:global_step/sec: 10.0496
INFO:tensorflow:loss = 5.1359673, step = 392875 (9.949 sec)
INFO:tensorflow:lr = 1.9283176e-05 (9.950 sec)
INFO:tensorflow:global_step/sec: 10.053
INFO:tensorflow:loss = 4.970429, step = 392975 (9.943 sec)
INFO:tensorflow:lr = 1.926381e-05 (9.943 sec)
INFO:tensorflow:global_step/sec: 10.093
INFO:tensorflow:loss = 4.9057436, step = 393075 (9.908 sec)
INFO:tensorflow:lr = 1.9244459e-05 (9.907 sec)
INFO:tensorflow:global_step/sec: 10.0674
INFO:tensorflow:loss = 5.0234704, step = 393175 (9.938 sec)
INFO:tensorflow:lr = 1.9225125e-05 (9.938 sec)
INFO:tensorflow:global_step/sec: 10.0789
INFO:tensorflow:loss = 4.9508023, step = 393275 (9.917 sec)
INFO:tensorflow:lr = 1.9205814e-05 (9.918 sec)
INFO:tensorflow:global_step/sec: 10.0765
INFO:tensorflow:loss = 5.0874214, step = 393375 (9.929 sec)
INFO:tensorflow:lr = 1.918652e-05 (9.928 sec)
INFO:tensorflow:global_step/sec: 10.0752
INFO:tensorflow:loss = 4.991171, step = 393475 (9.921 sec)
INFO:tensorflow:lr = 1.9167252e-05 (9.921 sec)
INFO:tensorflow:Saving checkpoints for 393574 into ../model/lstm_seq2seq/model.ckpt.
INFO:tensorflow:Loss for final step: 5.0742283.
INFO:tensorflow:Calling model_fn.
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/lstm_seq2seq/model.ckpt-393574
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
------------
minimal test
Q: 你 好
A1: 你 好
A2: 你 好 你 好
A3: 你 好 , 你 好

Q: 早 上 好
A1: 早 上 好
A2: 早 上 好 !
A3: 晚 上 好

Q: 晚 上 好
A1: 晚 上 好
A2: 晚 上 好 !
A3: 晚 安

Q: 再 见
A1: 哈 哈 哈
A2: 哈 哈
A3: 哈 哈 哈 哈

Q: 好 久 不 见
A1: 好 久 不 见
A2: 好 久 不 见 啊
A3: 好 久 不 见 。

Q: 想 死 你 了
A1: 我 也 想 你
A2: 我 也 是
A3: 我 也 想 你 了

Q: 谢 谢 你
A1: 不 客 气
A2: 不 用 谢
A3: 客 气

Q: 爱 你
A1: 么 么 哒
A2: 我 也 爱 你
A3: 爱 你

Q: 你 好 厉 害 啊
A1: 哈 哈
A2: 哈 哈 哈
A3: 哈 哈 哈 哈

Q: 你 叫 什 么
A1: 我 叫 什 么
A2: 你 叫 什 么
A3: 叫 什 么 名 字

Q: 你 几 岁 了
A1: 岁 月
A2: 十 岁
A3: 一 岁

Q: 现 在 几 点
A1: 明 天 点
A2: 点 多 了
A3: 明 天 晚 上

Q: 今 天 天 气 怎 么 样
A1: 今 天 天 气 好
A2: 今 天 天 气 不 错
A3: 今 天 天 气 不 错 , 今 天 天 气 好

Q: 我 们 现 在 在 哪 里
A1: 你 在 哪 里
A2: 你 在 哪 里 ?
A3: 你 在 哪 里 啊

Q: 讲 个 笑 话
A1: 哈 哈 哈
A2: 哈 哈 哈 哈
A3: 哈 哈 哈 哈 哈

Q: 你 会 几 种 语 言 呀
A1: 不 会
A2: 不 会 吧
A3: 不 会 啊

Q: 你 觉 得 我 帅 吗
A1: 我 觉 得 你 帅
A2: 我 觉 得 很 帅
A3: 我 觉 得 你 很 帅

Q: 讨 厌 的 周 一
A1: 我 也 是
A2: 哈 哈 哈
A3: 我 也 讨 厌 周 一

Q: 好 烦 啊
A1: 烦 啊
A2: 烦 什 么
A3: 怎 么 了

Q: 天 气 真 好
A1: 天 气 不 好
A2: 天 气 不 好 , 天 气 不 好
A3: 天 气 不 好 , 天 气 不 好 , 天 气 不 好

Q: 今 天 好 冷
A1: 今 天 冷 了
A2: 今 天 还 冷
A3: 我 今 天 也 冷

Q: 今 天 好 热
A1: 今 天 下 雨 了
A2: 今 天 下 雨
A3: 今 天 下 雨 天 气 好

Q: 下 雨 了
A1: 下 雨 了
A2: 下 雨 了 ?
A3: 我 也 下 雨 了

Q: 风 好 大
A1: 是 啊
A2: 是 的
A3: 是 啊 , 我 也 是

Q: 终 于 周 五 了
A1: 我 也 是 周 五
A2: 哈 哈 哈 哈 哈
A3: 哈 哈 哈 哈 哈 哈

Q: 我 想 去 K 歌
A1: 去 吧
A2: 我 也 想
A3: 我 也 想 去

Q: 红 烧 肉 吃 了 会 发 胖 吗
A1: 不 会 的
A2: 不 会 发 胖 的
A3: 不 会 的 , 我 也 是

Q: 你 觉 得 梅 西 厉 害 吗
A1: 厉 害 了
A2: 厉 害
A3: 我 觉 得 梅 西 厉 害

------------
INFO:tensorflow:Calling model_fn.
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Starting evaluation at 2019-12-27T02:19:37Z
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/lstm_seq2seq/model.ckpt-393574
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
Reading ../data/core.txt
INFO:tensorflow:Finished evaluation at 2019-12-27-02:19:38
INFO:tensorflow:Saving dict for global step 393574: global_step = 393574, loss = 3.3557222
INFO:tensorflow:Saving 'checkpoint_path' summary for global step 393574: ../model/lstm_seq2seq/model.ckpt-393574
INFO:tensorflow:Perplexity: 28.666
INFO:tensorflow:Best Perplexity: 28.644
Reading ../data/core.txt
INFO:tensorflow:Calling model_fn.
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/lstm_seq2seq/model.ckpt-393574
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
Reading ../data/core.txt
INFO:tensorflow:BLEU-2: 9.6
INFO:tensorflow:Calling model_fn.
[<tf.Variable 'Embedding/fasttext_vectors:0' shape=(5904, 300) dtype=float32_ref>,
 <tf.Variable 'Encoder/lstm_fused_cell/kernel:0' shape=(600, 1200) dtype=float32_ref>,
 <tf.Variable 'Encoder/lstm_fused_cell/bias:0' shape=(1200,) dtype=float32_ref>,
 <tf.Variable 'Encoder/lstm_fused_cell_1/kernel:0' shape=(600, 1200) dtype=float32_ref>,
 <tf.Variable 'Encoder/lstm_fused_cell_1/bias:0' shape=(1200,) dtype=float32_ref>,
 <tf.Variable 'Encoder/state_fc/kernel:0' shape=(600, 300) dtype=float32_ref>,
 <tf.Variable 'Encoder/state_fc/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/memory_layer/kernel:0' shape=(600, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/lstm_cell/kernel:0' shape=(900, 1200) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/lstm_cell/bias:0' shape=(1200,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention/query_layer/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention/attention_v:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/attention_layer/kernel:0' shape=(900, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/tied_dense/bias:0' shape=(5904,) dtype=float32_ref>]
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Create CheckpointSaverHook.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/lstm_seq2seq/model.ckpt-393574
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
INFO:tensorflow:Saving checkpoints for 393574 into ../model/lstm_seq2seq/model.ckpt.
Reading ../data/train.txt
INFO:tensorflow:loss = 4.939453, step = 393574
INFO:tensorflow:lr = 1.9148189e-05
INFO:tensorflow:global_step/sec: 8.8893
INFO:tensorflow:loss = 5.056289, step = 393674 (11.256 sec)
INFO:tensorflow:lr = 1.9128953e-05 (11.256 sec)
INFO:tensorflow:global_step/sec: 9.17596
INFO:tensorflow:loss = 4.9953423, step = 393774 (10.897 sec)
INFO:tensorflow:lr = 1.9109737e-05 (10.898 sec)
INFO:tensorflow:global_step/sec: 9.26684
INFO:tensorflow:loss = 4.9712744, step = 393874 (10.789 sec)
INFO:tensorflow:lr = 1.9090538e-05 (10.789 sec)
INFO:tensorflow:global_step/sec: 9.21047
INFO:tensorflow:loss = 4.9138503, step = 393974 (10.859 sec)
INFO:tensorflow:lr = 1.9071362e-05 (10.859 sec)
INFO:tensorflow:global_step/sec: 9.24748
INFO:tensorflow:loss = 5.100059, step = 394074 (10.815 sec)
INFO:tensorflow:lr = 1.9052208e-05 (10.813 sec)
INFO:tensorflow:global_step/sec: 9.31541
INFO:tensorflow:loss = 5.0925364, step = 394174 (10.731 sec)
INFO:tensorflow:lr = 1.9033068e-05 (10.731 sec)
INFO:tensorflow:global_step/sec: 9.28057
INFO:tensorflow:loss = 4.899417, step = 394274 (10.775 sec)
INFO:tensorflow:lr = 1.9013947e-05 (10.778 sec)
INFO:tensorflow:global_step/sec: 9.26591
INFO:tensorflow:loss = 5.055359, step = 394374 (10.792 sec)
INFO:tensorflow:lr = 1.8994846e-05 (10.788 sec)
INFO:tensorflow:global_step/sec: 9.32879
INFO:tensorflow:loss = 4.9170594, step = 394474 (10.723 sec)
INFO:tensorflow:lr = 1.8975763e-05 (10.724 sec)
INFO:tensorflow:global_step/sec: 9.20194
INFO:tensorflow:loss = 5.0171843, step = 394574 (10.864 sec)
INFO:tensorflow:lr = 1.8956707e-05 (10.863 sec)
INFO:tensorflow:global_step/sec: 9.36125
INFO:tensorflow:loss = 5.011656, step = 394674 (10.683 sec)
INFO:tensorflow:lr = 1.8937662e-05 (10.683 sec)
INFO:tensorflow:global_step/sec: 9.2669
INFO:tensorflow:loss = 4.871033, step = 394774 (10.790 sec)
INFO:tensorflow:lr = 1.891864e-05 (10.791 sec)
INFO:tensorflow:global_step/sec: 9.33992
INFO:tensorflow:loss = 5.0571895, step = 394874 (10.709 sec)
INFO:tensorflow:lr = 1.8899633e-05 (10.712 sec)
INFO:tensorflow:global_step/sec: 9.29574
INFO:tensorflow:loss = 5.04673, step = 394974 (10.756 sec)
INFO:tensorflow:lr = 1.8880648e-05 (10.755 sec)
INFO:tensorflow:global_step/sec: 9.25347
INFO:tensorflow:loss = 5.0228033, step = 395074 (10.810 sec)
INFO:tensorflow:lr = 1.8861685e-05 (10.808 sec)
INFO:tensorflow:global_step/sec: 9.23669
INFO:tensorflow:loss = 5.022444, step = 395174 (10.822 sec)
INFO:tensorflow:lr = 1.8842737e-05 (10.821 sec)
INFO:tensorflow:global_step/sec: 9.39808
INFO:tensorflow:loss = 5.0493207, step = 395274 (10.641 sec)
INFO:tensorflow:lr = 1.8823808e-05 (10.643 sec)
INFO:tensorflow:global_step/sec: 9.33819
INFO:tensorflow:loss = 4.9782324, step = 395374 (10.708 sec)
INFO:tensorflow:lr = 1.8804898e-05 (10.706 sec)
INFO:tensorflow:global_step/sec: 9.19228
INFO:tensorflow:loss = 5.0256524, step = 395474 (10.879 sec)
INFO:tensorflow:lr = 1.8786006e-05 (10.879 sec)
INFO:tensorflow:global_step/sec: 9.28953
INFO:tensorflow:loss = 4.9747844, step = 395574 (10.771 sec)
INFO:tensorflow:lr = 1.876714e-05 (10.771 sec)
INFO:tensorflow:global_step/sec: 9.32108
INFO:tensorflow:loss = 4.94556, step = 395674 (10.726 sec)
INFO:tensorflow:lr = 1.8748287e-05 (10.726 sec)
INFO:tensorflow:global_step/sec: 9.26965
INFO:tensorflow:loss = 5.037802, step = 395774 (10.784 sec)
INFO:tensorflow:lr = 1.8729454e-05 (10.789 sec)
INFO:tensorflow:global_step/sec: 9.27733
INFO:tensorflow:loss = 5.051409, step = 395874 (10.781 sec)
INFO:tensorflow:lr = 1.8710638e-05 (10.779 sec)
INFO:tensorflow:global_step/sec: 9.28723
INFO:tensorflow:loss = 5.0688906, step = 395974 (10.765 sec)
INFO:tensorflow:lr = 1.8691842e-05 (10.764 sec)
INFO:tensorflow:global_step/sec: 9.23139
INFO:tensorflow:loss = 5.0912247, step = 396074 (10.836 sec)
INFO:tensorflow:lr = 1.8673069e-05 (10.836 sec)
INFO:tensorflow:global_step/sec: 9.23929
INFO:tensorflow:loss = 4.9267516, step = 396174 (10.824 sec)
INFO:tensorflow:lr = 1.865431e-05 (10.826 sec)
INFO:tensorflow:global_step/sec: 9.21373
INFO:tensorflow:loss = 4.967821, step = 396274 (10.849 sec)
INFO:tensorflow:lr = 1.863557e-05 (10.849 sec)
INFO:tensorflow:global_step/sec: 9.2681
INFO:tensorflow:loss = 5.0648475, step = 396374 (10.789 sec)
INFO:tensorflow:lr = 1.861685e-05 (10.792 sec)
INFO:tensorflow:global_step/sec: 9.3275
INFO:tensorflow:loss = 4.9481287, step = 396474 (10.721 sec)
INFO:tensorflow:lr = 1.859815e-05 (10.717 sec)
INFO:tensorflow:global_step/sec: 9.29733
INFO:tensorflow:loss = 5.0737724, step = 396574 (10.760 sec)
INFO:tensorflow:lr = 1.857947e-05 (10.760 sec)
INFO:tensorflow:global_step/sec: 9.13182
INFO:tensorflow:loss = 5.0551167, step = 396674 (10.949 sec)
INFO:tensorflow:lr = 1.8560806e-05 (10.951 sec)
INFO:tensorflow:global_step/sec: 9.22404
INFO:tensorflow:loss = 5.1957564, step = 396774 (10.841 sec)
INFO:tensorflow:lr = 1.8542158e-05 (10.841 sec)
INFO:tensorflow:Saving checkpoints for 396777 into ../model/lstm_seq2seq/model.ckpt.
INFO:tensorflow:global_step/sec: 8.83149
INFO:tensorflow:loss = 4.952461, step = 396874 (11.320 sec)
INFO:tensorflow:lr = 1.8523531e-05 (11.319 sec)
INFO:tensorflow:global_step/sec: 9.1935
INFO:tensorflow:loss = 4.9069014, step = 396974 (10.878 sec)
INFO:tensorflow:lr = 1.8504923e-05 (10.878 sec)
INFO:tensorflow:global_step/sec: 9.28918
INFO:tensorflow:loss = 4.9823256, step = 397074 (10.768 sec)
INFO:tensorflow:lr = 1.8486338e-05 (10.768 sec)
INFO:tensorflow:global_step/sec: 9.3025
INFO:tensorflow:loss = 4.9966855, step = 397174 (10.746 sec)
INFO:tensorflow:lr = 1.8467768e-05 (10.747 sec)
INFO:tensorflow:global_step/sec: 9.18636
INFO:tensorflow:loss = 5.0240593, step = 397274 (10.886 sec)
INFO:tensorflow:lr = 1.8449216e-05 (10.885 sec)
INFO:tensorflow:global_step/sec: 9.2202
INFO:tensorflow:loss = 5.021768, step = 397374 (10.847 sec)
INFO:tensorflow:lr = 1.8430683e-05 (10.850 sec)
INFO:tensorflow:global_step/sec: 9.29345
INFO:tensorflow:loss = 4.9234405, step = 397474 (10.763 sec)
INFO:tensorflow:lr = 1.8412165e-05 (10.759 sec)
INFO:tensorflow:global_step/sec: 9.28369
INFO:tensorflow:loss = 4.954411, step = 397574 (10.768 sec)
INFO:tensorflow:lr = 1.8393675e-05 (10.768 sec)
INFO:tensorflow:global_step/sec: 9.32321
INFO:tensorflow:loss = 4.9311976, step = 397674 (10.729 sec)
INFO:tensorflow:lr = 1.8375196e-05 (10.729 sec)
INFO:tensorflow:global_step/sec: 9.15842
INFO:tensorflow:loss = 4.932798, step = 397774 (10.920 sec)
INFO:tensorflow:lr = 1.8356737e-05 (10.920 sec)
INFO:tensorflow:global_step/sec: 9.27651
INFO:tensorflow:loss = 5.03455, step = 397874 (10.780 sec)
INFO:tensorflow:lr = 1.8338298e-05 (10.780 sec)
INFO:tensorflow:global_step/sec: 9.22478
INFO:tensorflow:loss = 4.953956, step = 397974 (10.843 sec)
INFO:tensorflow:lr = 1.8319874e-05 (10.843 sec)
INFO:tensorflow:global_step/sec: 9.26325
INFO:tensorflow:loss = 5.04623, step = 398074 (10.792 sec)
INFO:tensorflow:lr = 1.8301474e-05 (10.794 sec)
INFO:tensorflow:global_step/sec: 9.29441
INFO:tensorflow:loss = 5.193229, step = 398174 (10.755 sec)
INFO:tensorflow:lr = 1.828309e-05 (10.759 sec)
INFO:tensorflow:global_step/sec: 9.29203
INFO:tensorflow:loss = 4.977675, step = 398274 (10.765 sec)
INFO:tensorflow:lr = 1.8264724e-05 (10.759 sec)
INFO:tensorflow:global_step/sec: 9.23437
INFO:tensorflow:loss = 5.069931, step = 398374 (10.826 sec)
INFO:tensorflow:lr = 1.8246375e-05 (10.827 sec)
INFO:tensorflow:global_step/sec: 9.18658
INFO:tensorflow:loss = 4.9879336, step = 398474 (10.890 sec)
INFO:tensorflow:lr = 1.8228044e-05 (10.889 sec)
INFO:tensorflow:global_step/sec: 9.2816
INFO:tensorflow:loss = 4.989083, step = 398574 (10.777 sec)
INFO:tensorflow:lr = 1.8209737e-05 (10.778 sec)
INFO:tensorflow:global_step/sec: 9.25461
INFO:tensorflow:loss = 4.9511976, step = 398674 (10.801 sec)
INFO:tensorflow:lr = 1.8191446e-05 (10.800 sec)
INFO:tensorflow:global_step/sec: 9.28066
INFO:tensorflow:loss = 4.8590755, step = 398774 (10.773 sec)
INFO:tensorflow:lr = 1.817317e-05 (10.772 sec)
INFO:tensorflow:global_step/sec: 9.28512
INFO:tensorflow:loss = 4.8931856, step = 398874 (10.770 sec)
INFO:tensorflow:lr = 1.8154915e-05 (10.774 sec)
INFO:tensorflow:global_step/sec: 9.26364
INFO:tensorflow:loss = 4.8642216, step = 398974 (10.799 sec)
INFO:tensorflow:lr = 1.8136676e-05 (10.796 sec)
INFO:tensorflow:global_step/sec: 9.36926
INFO:tensorflow:loss = 4.9356165, step = 399074 (10.675 sec)
INFO:tensorflow:lr = 1.8118462e-05 (10.675 sec)
INFO:tensorflow:global_step/sec: 9.27318
INFO:tensorflow:loss = 4.948369, step = 399174 (10.781 sec)
INFO:tensorflow:lr = 1.8100262e-05 (10.781 sec)
INFO:tensorflow:global_step/sec: 9.16065
INFO:tensorflow:loss = 5.1094913, step = 399274 (10.915 sec)
INFO:tensorflow:lr = 1.8082075e-05 (10.916 sec)
INFO:tensorflow:global_step/sec: 9.31276
INFO:tensorflow:loss = 5.0240564, step = 399374 (10.738 sec)
INFO:tensorflow:lr = 1.806391e-05 (10.738 sec)
INFO:tensorflow:global_step/sec: 9.22768
INFO:tensorflow:loss = 5.080548, step = 399474 (10.835 sec)
INFO:tensorflow:lr = 1.8045765e-05 (10.834 sec)
INFO:tensorflow:global_step/sec: 9.05844
INFO:tensorflow:loss = 4.985419, step = 399574 (11.039 sec)
INFO:tensorflow:lr = 1.8027642e-05 (11.039 sec)
INFO:tensorflow:global_step/sec: 9.29183
INFO:tensorflow:loss = 5.1490355, step = 399674 (10.766 sec)
INFO:tensorflow:lr = 1.8009532e-05 (10.766 sec)
INFO:tensorflow:global_step/sec: 9.29793
INFO:tensorflow:loss = 5.1215677, step = 399774 (10.754 sec)
INFO:tensorflow:lr = 1.7991439e-05 (10.753 sec)
INFO:tensorflow:global_step/sec: 9.25776
INFO:tensorflow:loss = 5.0813313, step = 399874 (10.801 sec)
INFO:tensorflow:lr = 1.7973367e-05 (10.801 sec)
INFO:tensorflow:global_step/sec: 9.21273
INFO:tensorflow:loss = 5.0152698, step = 399974 (10.857 sec)
INFO:tensorflow:lr = 1.795531e-05 (10.856 sec)
INFO:tensorflow:Saving checkpoints for 399980 into ../model/lstm_seq2seq/model.ckpt.
INFO:tensorflow:global_step/sec: 8.76397
INFO:tensorflow:loss = 4.990243, step = 400074 (11.406 sec)
INFO:tensorflow:lr = 1.7937275e-05 (11.407 sec)
INFO:tensorflow:global_step/sec: 9.24683
INFO:tensorflow:loss = 5.04539, step = 400174 (10.816 sec)
INFO:tensorflow:lr = 1.7919256e-05 (10.817 sec)
INFO:tensorflow:global_step/sec: 9.30482
INFO:tensorflow:loss = 4.9212036, step = 400274 (10.745 sec)
INFO:tensorflow:lr = 1.7901255e-05 (10.745 sec)
INFO:tensorflow:global_step/sec: 9.33218
INFO:tensorflow:loss = 5.103736, step = 400374 (10.722 sec)
INFO:tensorflow:lr = 1.7883274e-05 (10.721 sec)
INFO:tensorflow:global_step/sec: 9.35135
INFO:tensorflow:loss = 4.9910274, step = 400474 (10.691 sec)
INFO:tensorflow:lr = 1.7865308e-05 (10.692 sec)
INFO:tensorflow:global_step/sec: 9.35277
INFO:tensorflow:loss = 5.0442553, step = 400574 (10.694 sec)
INFO:tensorflow:lr = 1.7847366e-05 (10.694 sec)
INFO:tensorflow:global_step/sec: 9.2932
INFO:tensorflow:loss = 4.9761443, step = 400674 (10.760 sec)
INFO:tensorflow:lr = 1.7829436e-05 (10.759 sec)
INFO:tensorflow:global_step/sec: 9.22066
INFO:tensorflow:loss = 5.0242176, step = 400774 (10.841 sec)
INFO:tensorflow:lr = 1.7811522e-05 (10.843 sec)
INFO:tensorflow:global_step/sec: 9.26342
INFO:tensorflow:loss = 5.08956, step = 400874 (10.797 sec)
INFO:tensorflow:lr = 1.779363e-05 (10.796 sec)
INFO:tensorflow:global_step/sec: 9.28999
INFO:tensorflow:loss = 4.992557, step = 400974 (10.763 sec)
INFO:tensorflow:lr = 1.7775754e-05 (10.764 sec)
INFO:tensorflow:global_step/sec: 9.26622
INFO:tensorflow:loss = 5.1207356, step = 401074 (10.792 sec)
INFO:tensorflow:lr = 1.7757904e-05 (10.797 sec)
INFO:tensorflow:global_step/sec: 9.31691
INFO:tensorflow:loss = 5.0393114, step = 401174 (10.734 sec)
INFO:tensorflow:lr = 1.7740063e-05 (10.728 sec)
INFO:tensorflow:global_step/sec: 9.22882
INFO:tensorflow:loss = 5.126557, step = 401274 (10.833 sec)
INFO:tensorflow:lr = 1.7722245e-05 (10.833 sec)
INFO:tensorflow:global_step/sec: 9.30935
INFO:tensorflow:loss = 5.0158505, step = 401374 (10.748 sec)
INFO:tensorflow:lr = 1.7704439e-05 (10.753 sec)
INFO:tensorflow:global_step/sec: 9.26435
INFO:tensorflow:loss = 5.0150948, step = 401474 (10.790 sec)
INFO:tensorflow:lr = 1.7686652e-05 (10.785 sec)
INFO:tensorflow:global_step/sec: 9.30016
INFO:tensorflow:loss = 5.0684676, step = 401574 (10.753 sec)
INFO:tensorflow:lr = 1.7668892e-05 (10.753 sec)
INFO:tensorflow:global_step/sec: 9.28193
INFO:tensorflow:loss = 4.9539213, step = 401674 (10.774 sec)
INFO:tensorflow:lr = 1.765114e-05 (10.774 sec)
INFO:tensorflow:global_step/sec: 9.25856
INFO:tensorflow:loss = 5.0654736, step = 401774 (10.798 sec)
INFO:tensorflow:lr = 1.763341e-05 (10.799 sec)
INFO:tensorflow:global_step/sec: 9.23755
INFO:tensorflow:loss = 5.0167065, step = 401874 (10.823 sec)
INFO:tensorflow:lr = 1.7615695e-05 (10.823 sec)
INFO:tensorflow:global_step/sec: 9.37993
INFO:tensorflow:loss = 5.0983844, step = 401974 (10.661 sec)
INFO:tensorflow:lr = 1.7597999e-05 (10.661 sec)
INFO:tensorflow:global_step/sec: 9.30475
INFO:tensorflow:loss = 4.9798408, step = 402074 (10.747 sec)
INFO:tensorflow:lr = 1.7580325e-05 (10.751 sec)
INFO:tensorflow:global_step/sec: 9.31396
INFO:tensorflow:loss = 5.0210686, step = 402174 (10.737 sec)
INFO:tensorflow:lr = 1.7562666e-05 (10.733 sec)
INFO:tensorflow:global_step/sec: 9.29976
INFO:tensorflow:loss = 5.073727, step = 402274 (10.754 sec)
INFO:tensorflow:lr = 1.754502e-05 (10.754 sec)
INFO:tensorflow:global_step/sec: 9.26714
INFO:tensorflow:loss = 4.876635, step = 402374 (10.790 sec)
INFO:tensorflow:lr = 1.7527394e-05 (10.790 sec)
Reading ../data/test.txt
INFO:tensorflow:global_step/sec: 9.11638
INFO:tensorflow:loss = 5.179269, step = 402474 (10.973 sec)
INFO:tensorflow:lr = 1.7509787e-05 (10.972 sec)
INFO:tensorflow:global_step/sec: 10.0641
INFO:tensorflow:loss = 5.03752, step = 402574 (9.932 sec)
INFO:tensorflow:lr = 1.7492202e-05 (9.932 sec)
INFO:tensorflow:global_step/sec: 10.0551
INFO:tensorflow:loss = 5.088108, step = 402674 (9.948 sec)
INFO:tensorflow:lr = 1.747463e-05 (9.950 sec)
INFO:tensorflow:global_step/sec: 10.0739
INFO:tensorflow:loss = 5.089817, step = 402774 (9.929 sec)
INFO:tensorflow:lr = 1.7457076e-05 (9.926 sec)
INFO:tensorflow:global_step/sec: 10.0782
INFO:tensorflow:loss = 5.08178, step = 402874 (9.921 sec)
INFO:tensorflow:lr = 1.7439539e-05 (9.923 sec)
INFO:tensorflow:global_step/sec: 10.0017
INFO:tensorflow:loss = 5.062069, step = 402974 (10.000 sec)
INFO:tensorflow:lr = 1.7422019e-05 (9.998 sec)
INFO:tensorflow:global_step/sec: 9.99923
INFO:tensorflow:loss = 4.995846, step = 403074 (10.000 sec)
INFO:tensorflow:lr = 1.7404522e-05 (10.000 sec)
INFO:tensorflow:global_step/sec: 10.0547
INFO:tensorflow:loss = 5.0039477, step = 403174 (9.942 sec)
INFO:tensorflow:lr = 1.7387038e-05 (9.942 sec)
INFO:tensorflow:Saving checkpoints for 403183 into ../model/lstm_seq2seq/model.ckpt.
INFO:tensorflow:global_step/sec: 9.60852
INFO:tensorflow:loss = 5.0336423, step = 403274 (10.407 sec)
INFO:tensorflow:lr = 1.736957e-05 (10.410 sec)
INFO:tensorflow:global_step/sec: 9.9786
INFO:tensorflow:loss = 4.925022, step = 403374 (10.022 sec)
INFO:tensorflow:lr = 1.7352122e-05 (10.019 sec)
INFO:tensorflow:global_step/sec: 10.104
INFO:tensorflow:loss = 5.041994, step = 403474 (9.897 sec)
INFO:tensorflow:lr = 1.733469e-05 (9.897 sec)
INFO:tensorflow:global_step/sec: 10.118
INFO:tensorflow:loss = 5.1655183, step = 403574 (9.885 sec)
INFO:tensorflow:lr = 1.7317281e-05 (9.886 sec)
INFO:tensorflow:global_step/sec: 9.98721
INFO:tensorflow:loss = 4.9479184, step = 403674 (10.011 sec)
INFO:tensorflow:lr = 1.7299886e-05 (10.018 sec)
INFO:tensorflow:global_step/sec: 9.95
INFO:tensorflow:loss = 5.12362, step = 403774 (10.054 sec)
INFO:tensorflow:lr = 1.7282504e-05 (10.047 sec)
INFO:tensorflow:global_step/sec: 10.0279
INFO:tensorflow:loss = 5.050821, step = 403874 (9.974 sec)
INFO:tensorflow:lr = 1.7265142e-05 (9.976 sec)
INFO:tensorflow:global_step/sec: 10.0647
INFO:tensorflow:loss = 5.0254645, step = 403974 (9.931 sec)
INFO:tensorflow:lr = 1.72478e-05 (9.929 sec)
INFO:tensorflow:global_step/sec: 10.084
INFO:tensorflow:loss = 5.0538116, step = 404074 (9.922 sec)
INFO:tensorflow:lr = 1.7230475e-05 (9.921 sec)
INFO:tensorflow:global_step/sec: 10.1027
INFO:tensorflow:loss = 4.9652767, step = 404174 (9.895 sec)
INFO:tensorflow:lr = 1.7213168e-05 (9.897 sec)
INFO:tensorflow:global_step/sec: 10.0175
INFO:tensorflow:loss = 4.930685, step = 404274 (9.981 sec)
INFO:tensorflow:lr = 1.7195876e-05 (9.980 sec)
INFO:tensorflow:global_step/sec: 10.0069
INFO:tensorflow:loss = 5.074536, step = 404374 (9.997 sec)
INFO:tensorflow:lr = 1.7178601e-05 (9.995 sec)
INFO:tensorflow:global_step/sec: 10.0974
INFO:tensorflow:loss = 5.0433755, step = 404474 (9.900 sec)
INFO:tensorflow:lr = 1.7161345e-05 (9.900 sec)
INFO:tensorflow:global_step/sec: 10.0152
INFO:tensorflow:loss = 4.9959044, step = 404574 (9.987 sec)
INFO:tensorflow:lr = 1.714411e-05 (9.987 sec)
INFO:tensorflow:global_step/sec: 10.0218
INFO:tensorflow:loss = 5.0039773, step = 404674 (9.980 sec)
INFO:tensorflow:lr = 1.7126884e-05 (9.980 sec)
INFO:tensorflow:global_step/sec: 10.0468
INFO:tensorflow:loss = 5.050169, step = 404774 (9.954 sec)
INFO:tensorflow:lr = 1.710968e-05 (9.954 sec)
INFO:tensorflow:global_step/sec: 10.0253
INFO:tensorflow:loss = 4.9773016, step = 404874 (9.974 sec)
INFO:tensorflow:lr = 1.7092494e-05 (9.974 sec)
INFO:tensorflow:global_step/sec: 10.0339
INFO:tensorflow:loss = 4.9352365, step = 404974 (9.963 sec)
INFO:tensorflow:lr = 1.7075321e-05 (9.963 sec)
INFO:tensorflow:global_step/sec: 10.0925
INFO:tensorflow:loss = 5.0187716, step = 405074 (9.911 sec)
INFO:tensorflow:lr = 1.7058173e-05 (9.912 sec)
INFO:tensorflow:global_step/sec: 10.0669
INFO:tensorflow:loss = 5.0144815, step = 405174 (9.935 sec)
INFO:tensorflow:lr = 1.7041039e-05 (9.935 sec)
INFO:tensorflow:global_step/sec: 10.0476
INFO:tensorflow:loss = 4.985439, step = 405274 (9.950 sec)
INFO:tensorflow:lr = 1.7023916e-05 (9.951 sec)
INFO:tensorflow:global_step/sec: 10.0246
INFO:tensorflow:loss = 5.050889, step = 405374 (9.974 sec)
INFO:tensorflow:lr = 1.7006816e-05 (9.972 sec)
INFO:tensorflow:global_step/sec: 10.0393
INFO:tensorflow:loss = 4.953149, step = 405474 (9.961 sec)
INFO:tensorflow:lr = 1.6989728e-05 (9.961 sec)
INFO:tensorflow:global_step/sec: 9.86829
INFO:tensorflow:loss = 5.060836, step = 405574 (10.136 sec)
INFO:tensorflow:lr = 1.697267e-05 (10.137 sec)
INFO:tensorflow:Saving checkpoints for 405673 into ../model/lstm_seq2seq/model.ckpt.
INFO:tensorflow:Loss for final step: 5.019406.
INFO:tensorflow:Calling model_fn.
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/lstm_seq2seq/model.ckpt-405673
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
------------
minimal test
Q: 你 好
A1: 你 好
A2: 你 好 你 好
A3: 你 好 , 你 好

Q: 早 上 好
A1: 早 上 好
A2: 早 上 好 !
A3: 早 安

Q: 晚 上 好
A1: 晚 上 好
A2: 晚 上 好 !
A3: 晚 安

Q: 再 见
A1: 再 见
A2: 哈 哈 哈
A3: 哈 哈

Q: 好 久 不 见
A1: 好 久 不 见
A2: 好 久 不 见 。
A3: 好 久 不 见 啊

Q: 想 死 你 了
A1: 我 也 想 你
A2: 我 也 是
A3: 我 也 想 你 了

Q: 谢 谢 你
A1: 不 客 气
A2: 不 用 谢
A3: 客 气

Q: 爱 你
A1: 么 么 哒
A2: 我 也 爱 你
A3: 爱 你

Q: 你 好 厉 害 啊
A1: 哈 哈
A2: 哈 哈 哈
A3: 哈 哈 哈 哈

Q: 你 叫 什 么
A1: 我 叫 什 么
A2: 你 叫 什 么
A3: 叫 什 么 名 字

Q: 你 几 岁 了
A1: 岁 月
A2: 十 岁
A3: 一 岁

Q: 现 在 几 点
A1: 明 天 点
A2: 点 多 了
A3: 明 天 晚 上

Q: 今 天 天 气 怎 么 样
A1: 今 天 天 气 好
A2: 今 天 天 气 不 错
A3: 今 天 天 气 不 错 , 今 天 天 气 好

Q: 我 们 现 在 在 哪 里
A1: 你 在 哪 里
A2: 你 在 哪 里 ?
A3: 你 在 哪 里 啊

Q: 讲 个 笑 话
A1: 哈 哈 哈
A2: 哈 哈 哈 哈
A3: 哈 哈 哈 哈 哈

Q: 你 会 几 种 语 言 呀
A1: 不 会
A2: 不 会 吧
A3: 不 会 啊

Q: 你 觉 得 我 帅 吗
A1: 不 帅
A2: 我 觉 得 你 帅
A3: 我 觉 得 很 帅

Q: 讨 厌 的 周 一
A1: 哈 哈 哈
A2: 我 也 是
A3: 我 也 讨 厌 周 一

Q: 好 烦 啊
A1: 烦 啊
A2: 烦 什 么
A3: 怎 么 了

Q: 天 气 真 好
A1: 天 气 不 好
A2: 天 气 不 好 , 天 气 不 好
A3: 天 气 不 好 , 天 气 不 好 , 天 气 不 好

Q: 今 天 好 冷
A1: 今 天 冷 了
A2: 今 天 还 冷
A3: 我 今 天 也 冷

Q: 今 天 好 热
A1: 今 天 下 雨 了
A2: 今 天 下 雨
A3: 今 天 还 好 热

Q: 下 雨 了
A1: 下 雨 了
A2: 下 雨 了 ?
A3: 我 也 下 雨 了

Q: 风 好 大
A1: 是 啊
A2: 是 的
A3: 是 啊 , 我 也 是

Q: 终 于 周 五 了
A1: 我 也 是 周 五
A2: 哈 哈 哈 哈 哈
A3: 哈 哈 哈 哈 哈 哈

Q: 我 想 去 K 歌
A1: 去 吧
A2: 我 也 想
A3: 我 也 想 去

Q: 红 烧 肉 吃 了 会 发 胖 吗
A1: 不 会 的
A2: 不 会 发 胖 的
A3: 不 会 的 , 我 也 是

Q: 你 觉 得 梅 西 厉 害 吗
A1: 厉 害 了
A2: 厉 害
A3: 我 觉 得 梅 西 厉 害

------------
INFO:tensorflow:Calling model_fn.
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Starting evaluation at 2019-12-27T02:42:02Z
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/lstm_seq2seq/model.ckpt-405673
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
Reading ../data/core.txt
INFO:tensorflow:Finished evaluation at 2019-12-27-02:42:03
INFO:tensorflow:Saving dict for global step 405673: global_step = 405673, loss = 3.3569891
INFO:tensorflow:Saving 'checkpoint_path' summary for global step 405673: ../model/lstm_seq2seq/model.ckpt-405673
INFO:tensorflow:Perplexity: 28.703
INFO:tensorflow:Best Perplexity: 28.644
Reading ../data/core.txt
INFO:tensorflow:Calling model_fn.
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/lstm_seq2seq/model.ckpt-405673
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
Reading ../data/core.txt
INFO:tensorflow:BLEU-2: 9.4
INFO:tensorflow:Calling model_fn.
[<tf.Variable 'Embedding/fasttext_vectors:0' shape=(5904, 300) dtype=float32_ref>,
 <tf.Variable 'Encoder/lstm_fused_cell/kernel:0' shape=(600, 1200) dtype=float32_ref>,
 <tf.Variable 'Encoder/lstm_fused_cell/bias:0' shape=(1200,) dtype=float32_ref>,
 <tf.Variable 'Encoder/lstm_fused_cell_1/kernel:0' shape=(600, 1200) dtype=float32_ref>,
 <tf.Variable 'Encoder/lstm_fused_cell_1/bias:0' shape=(1200,) dtype=float32_ref>,
 <tf.Variable 'Encoder/state_fc/kernel:0' shape=(600, 300) dtype=float32_ref>,
 <tf.Variable 'Encoder/state_fc/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/memory_layer/kernel:0' shape=(600, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/lstm_cell/kernel:0' shape=(900, 1200) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/lstm_cell/bias:0' shape=(1200,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention/query_layer/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention/attention_v:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/attention_layer/kernel:0' shape=(900, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/tied_dense/bias:0' shape=(5904,) dtype=float32_ref>]
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Create CheckpointSaverHook.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/lstm_seq2seq/model.ckpt-405673
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
INFO:tensorflow:Saving checkpoints for 405673 into ../model/lstm_seq2seq/model.ckpt.
Reading ../data/train.txt
INFO:tensorflow:loss = 5.0466957, step = 405673
INFO:tensorflow:lr = 1.695579e-05
INFO:tensorflow:global_step/sec: 8.82179
INFO:tensorflow:loss = 4.9923005, step = 405773 (11.337 sec)
INFO:tensorflow:lr = 1.6938757e-05 (11.337 sec)
INFO:tensorflow:global_step/sec: 9.20884
INFO:tensorflow:loss = 5.083288, step = 405873 (10.859 sec)
INFO:tensorflow:lr = 1.6921738e-05 (10.855 sec)
INFO:tensorflow:global_step/sec: 9.22226
INFO:tensorflow:loss = 4.929359, step = 405973 (10.848 sec)
INFO:tensorflow:lr = 1.690474e-05 (10.849 sec)
INFO:tensorflow:global_step/sec: 9.18842
INFO:tensorflow:loss = 5.080223, step = 406073 (10.884 sec)
INFO:tensorflow:lr = 1.6887758e-05 (10.884 sec)
INFO:tensorflow:global_step/sec: 9.21213
INFO:tensorflow:loss = 5.046911, step = 406173 (10.855 sec)
INFO:tensorflow:lr = 1.6870797e-05 (10.854 sec)
INFO:tensorflow:global_step/sec: 9.19867
INFO:tensorflow:loss = 5.0906816, step = 406273 (10.867 sec)
INFO:tensorflow:lr = 1.685385e-05 (10.870 sec)
INFO:tensorflow:global_step/sec: 9.28964
INFO:tensorflow:loss = 4.9804034, step = 406373 (10.770 sec)
INFO:tensorflow:lr = 1.6836917e-05 (10.767 sec)
INFO:tensorflow:global_step/sec: 9.41512
INFO:tensorflow:loss = 5.0788374, step = 406473 (10.620 sec)
INFO:tensorflow:lr = 1.6820004e-05 (10.623 sec)
INFO:tensorflow:global_step/sec: 9.36742
INFO:tensorflow:loss = 5.022677, step = 406573 (10.676 sec)
INFO:tensorflow:lr = 1.6803107e-05 (10.673 sec)
INFO:tensorflow:global_step/sec: 9.46418
INFO:tensorflow:loss = 5.1482563, step = 406673 (10.561 sec)
INFO:tensorflow:lr = 1.678623e-05 (10.564 sec)
INFO:tensorflow:global_step/sec: 9.46153
INFO:tensorflow:loss = 4.9437265, step = 406773 (10.575 sec)
INFO:tensorflow:lr = 1.6769369e-05 (10.573 sec)
INFO:tensorflow:global_step/sec: 9.43624
INFO:tensorflow:loss = 4.9535437, step = 406873 (10.595 sec)
INFO:tensorflow:lr = 1.675252e-05 (10.596 sec)
INFO:tensorflow:global_step/sec: 9.41997
INFO:tensorflow:loss = 5.0260577, step = 406973 (10.615 sec)
INFO:tensorflow:lr = 1.673569e-05 (10.615 sec)
INFO:tensorflow:global_step/sec: 9.43432
INFO:tensorflow:loss = 4.9359984, step = 407073 (10.601 sec)
INFO:tensorflow:lr = 1.671888e-05 (10.599 sec)
INFO:tensorflow:global_step/sec: 9.49915
INFO:tensorflow:loss = 4.89901, step = 407173 (10.522 sec)
INFO:tensorflow:lr = 1.6702088e-05 (10.527 sec)
INFO:tensorflow:global_step/sec: 9.39013
INFO:tensorflow:loss = 4.9820886, step = 407273 (10.650 sec)
INFO:tensorflow:lr = 1.668531e-05 (10.651 sec)
INFO:tensorflow:global_step/sec: 9.3941
INFO:tensorflow:loss = 4.8868184, step = 407373 (10.649 sec)
INFO:tensorflow:lr = 1.666855e-05 (10.643 sec)
INFO:tensorflow:global_step/sec: 9.50237
INFO:tensorflow:loss = 4.9880366, step = 407473 (10.525 sec)
INFO:tensorflow:lr = 1.6651804e-05 (10.525 sec)
INFO:tensorflow:global_step/sec: 9.54288
INFO:tensorflow:loss = 5.038622, step = 407573 (10.475 sec)
INFO:tensorflow:lr = 1.6635075e-05 (10.474 sec)
INFO:tensorflow:global_step/sec: 9.48947
INFO:tensorflow:loss = 4.948875, step = 407673 (10.538 sec)
INFO:tensorflow:lr = 1.6618369e-05 (10.539 sec)
INFO:tensorflow:global_step/sec: 9.52072
INFO:tensorflow:loss = 4.949577, step = 407773 (10.507 sec)
INFO:tensorflow:lr = 1.6601673e-05 (10.506 sec)
INFO:tensorflow:global_step/sec: 9.27283
INFO:tensorflow:loss = 4.8840375, step = 407873 (10.781 sec)
INFO:tensorflow:lr = 1.6584996e-05 (10.782 sec)
INFO:tensorflow:global_step/sec: 9.51486
INFO:tensorflow:loss = 5.0858884, step = 407973 (10.510 sec)
INFO:tensorflow:lr = 1.6568336e-05 (10.509 sec)
INFO:tensorflow:global_step/sec: 9.46575
INFO:tensorflow:loss = 4.946628, step = 408073 (10.565 sec)
INFO:tensorflow:lr = 1.655169e-05 (10.565 sec)
INFO:tensorflow:global_step/sec: 9.51563
INFO:tensorflow:loss = 4.9524446, step = 408173 (10.513 sec)
INFO:tensorflow:lr = 1.6535068e-05 (10.512 sec)
INFO:tensorflow:global_step/sec: 9.43466
INFO:tensorflow:loss = 4.9985094, step = 408273 (10.597 sec)
INFO:tensorflow:lr = 1.6518457e-05 (10.599 sec)
INFO:tensorflow:global_step/sec: 9.54368
INFO:tensorflow:loss = 5.0359755, step = 408373 (10.477 sec)
INFO:tensorflow:lr = 1.6501863e-05 (10.476 sec)
INFO:tensorflow:global_step/sec: 9.52551
INFO:tensorflow:loss = 4.979466, step = 408473 (10.499 sec)
INFO:tensorflow:lr = 1.6485286e-05 (10.499 sec)
INFO:tensorflow:global_step/sec: 9.42618
INFO:tensorflow:loss = 4.9957867, step = 408573 (10.611 sec)
INFO:tensorflow:lr = 1.6468723e-05 (10.610 sec)
INFO:tensorflow:global_step/sec: 9.49003
INFO:tensorflow:loss = 4.881024, step = 408673 (10.533 sec)
INFO:tensorflow:lr = 1.645218e-05 (10.532 sec)
INFO:tensorflow:global_step/sec: 9.55713
INFO:tensorflow:loss = 4.952017, step = 408773 (10.466 sec)
INFO:tensorflow:lr = 1.6435657e-05 (10.470 sec)
INFO:tensorflow:global_step/sec: 9.48021
INFO:tensorflow:loss = 4.994801, step = 408873 (10.551 sec)
INFO:tensorflow:lr = 1.6419148e-05 (10.547 sec)
INFO:tensorflow:Saving checkpoints for 408876 into ../model/lstm_seq2seq/model.ckpt.
INFO:tensorflow:global_step/sec: 9.10641
INFO:tensorflow:loss = 5.028171, step = 408973 (10.980 sec)
INFO:tensorflow:lr = 1.6402653e-05 (10.981 sec)
INFO:tensorflow:global_step/sec: 9.55534
INFO:tensorflow:loss = 5.054959, step = 409073 (10.466 sec)
INFO:tensorflow:lr = 1.6386175e-05 (10.465 sec)
INFO:tensorflow:global_step/sec: 9.53633
INFO:tensorflow:loss = 4.900614, step = 409173 (10.483 sec)
INFO:tensorflow:lr = 1.6369713e-05 (10.484 sec)
INFO:tensorflow:global_step/sec: 9.55142
INFO:tensorflow:loss = 4.977186, step = 409273 (10.473 sec)
INFO:tensorflow:lr = 1.6353273e-05 (10.473 sec)
INFO:tensorflow:global_step/sec: 9.46155
INFO:tensorflow:loss = 5.124278, step = 409373 (10.567 sec)
INFO:tensorflow:lr = 1.6336846e-05 (10.566 sec)
INFO:tensorflow:global_step/sec: 9.52205
INFO:tensorflow:loss = 4.9404087, step = 409473 (10.500 sec)
INFO:tensorflow:lr = 1.6320435e-05 (10.500 sec)
INFO:tensorflow:global_step/sec: 9.54759
INFO:tensorflow:loss = 5.0414915, step = 409573 (10.477 sec)
INFO:tensorflow:lr = 1.6304037e-05 (10.478 sec)
INFO:tensorflow:global_step/sec: 9.55014
INFO:tensorflow:loss = 4.9714217, step = 409673 (10.473 sec)
INFO:tensorflow:lr = 1.6287659e-05 (10.472 sec)
INFO:tensorflow:global_step/sec: 9.49623
INFO:tensorflow:loss = 5.040512, step = 409773 (10.527 sec)
INFO:tensorflow:lr = 1.6271302e-05 (10.529 sec)
INFO:tensorflow:global_step/sec: 9.53807
INFO:tensorflow:loss = 4.9794493, step = 409873 (10.487 sec)
INFO:tensorflow:lr = 1.6254957e-05 (10.485 sec)
INFO:tensorflow:global_step/sec: 9.58151
INFO:tensorflow:loss = 4.9640455, step = 409973 (10.432 sec)
INFO:tensorflow:lr = 1.6238626e-05 (10.434 sec)
INFO:tensorflow:global_step/sec: 9.53406
INFO:tensorflow:loss = 4.950459, step = 410073 (10.491 sec)
INFO:tensorflow:lr = 1.6222311e-05 (10.491 sec)
INFO:tensorflow:global_step/sec: 9.49795
INFO:tensorflow:loss = 4.925662, step = 410173 (10.529 sec)
INFO:tensorflow:lr = 1.6206013e-05 (10.530 sec)
INFO:tensorflow:global_step/sec: 9.55642
INFO:tensorflow:loss = 5.039293, step = 410273 (10.461 sec)
INFO:tensorflow:lr = 1.6189742e-05 (10.460 sec)
INFO:tensorflow:global_step/sec: 9.53047
INFO:tensorflow:loss = 5.0585146, step = 410373 (10.492 sec)
INFO:tensorflow:lr = 1.6173475e-05 (10.492 sec)
INFO:tensorflow:global_step/sec: 9.60905
INFO:tensorflow:loss = 4.9946747, step = 410473 (10.411 sec)
INFO:tensorflow:lr = 1.615723e-05 (10.411 sec)
INFO:tensorflow:global_step/sec: 9.61782
INFO:tensorflow:loss = 4.953626, step = 410573 (10.393 sec)
INFO:tensorflow:lr = 1.6140999e-05 (10.395 sec)
INFO:tensorflow:global_step/sec: 9.49624
INFO:tensorflow:loss = 4.9474425, step = 410673 (10.535 sec)
INFO:tensorflow:lr = 1.6124783e-05 (10.533 sec)
INFO:tensorflow:global_step/sec: 9.47858
INFO:tensorflow:loss = 5.013212, step = 410773 (10.548 sec)
INFO:tensorflow:lr = 1.6108588e-05 (10.548 sec)
INFO:tensorflow:global_step/sec: 9.42926
INFO:tensorflow:loss = 4.915072, step = 410873 (10.603 sec)
INFO:tensorflow:lr = 1.6092405e-05 (10.603 sec)
INFO:tensorflow:global_step/sec: 9.46674
INFO:tensorflow:loss = 4.993849, step = 410973 (10.563 sec)
INFO:tensorflow:lr = 1.607624e-05 (10.563 sec)
INFO:tensorflow:global_step/sec: 9.57965
INFO:tensorflow:loss = 4.946282, step = 411073 (10.439 sec)
INFO:tensorflow:lr = 1.606009e-05 (10.439 sec)
INFO:tensorflow:global_step/sec: 9.5311
INFO:tensorflow:loss = 4.9720783, step = 411173 (10.496 sec)
INFO:tensorflow:lr = 1.6043956e-05 (10.496 sec)
INFO:tensorflow:global_step/sec: 9.57018
INFO:tensorflow:loss = 5.015554, step = 411273 (10.445 sec)
INFO:tensorflow:lr = 1.6027845e-05 (10.445 sec)
INFO:tensorflow:global_step/sec: 9.59588
INFO:tensorflow:loss = 4.9736447, step = 411373 (10.421 sec)
INFO:tensorflow:lr = 1.6011742e-05 (10.425 sec)
INFO:tensorflow:global_step/sec: 9.60779
INFO:tensorflow:loss = 5.0445695, step = 411473 (10.408 sec)
INFO:tensorflow:lr = 1.5995658e-05 (10.408 sec)
INFO:tensorflow:global_step/sec: 9.57493
INFO:tensorflow:loss = 5.0060797, step = 411573 (10.447 sec)
INFO:tensorflow:lr = 1.5979587e-05 (10.444 sec)
INFO:tensorflow:global_step/sec: 9.51612
INFO:tensorflow:loss = 5.017637, step = 411673 (10.506 sec)
INFO:tensorflow:lr = 1.5963535e-05 (10.506 sec)
INFO:tensorflow:global_step/sec: 9.58016
INFO:tensorflow:loss = 5.009864, step = 411773 (10.441 sec)
INFO:tensorflow:lr = 1.59475e-05 (10.441 sec)
INFO:tensorflow:global_step/sec: 9.52106
INFO:tensorflow:loss = 5.0046625, step = 411873 (10.499 sec)
INFO:tensorflow:lr = 1.5931482e-05 (10.499 sec)
INFO:tensorflow:global_step/sec: 9.63174
INFO:tensorflow:loss = 4.9321423, step = 411973 (10.386 sec)
INFO:tensorflow:lr = 1.5915479e-05 (10.386 sec)
INFO:tensorflow:global_step/sec: 9.61691
INFO:tensorflow:loss = 5.098066, step = 412073 (10.397 sec)
INFO:tensorflow:lr = 1.5899488e-05 (10.398 sec)
INFO:tensorflow:Saving checkpoints for 412079 into ../model/lstm_seq2seq/model.ckpt.
INFO:tensorflow:global_step/sec: 9.06893
INFO:tensorflow:loss = 5.0109277, step = 412173 (11.026 sec)
INFO:tensorflow:lr = 1.5883516e-05 (11.027 sec)
INFO:tensorflow:global_step/sec: 9.59103
INFO:tensorflow:loss = 5.0104876, step = 412273 (10.427 sec)
INFO:tensorflow:lr = 1.5867563e-05 (10.426 sec)
INFO:tensorflow:global_step/sec: 9.6093
INFO:tensorflow:loss = 5.0191493, step = 412373 (10.407 sec)
INFO:tensorflow:lr = 1.5851623e-05 (10.408 sec)
INFO:tensorflow:global_step/sec: 9.49171
INFO:tensorflow:loss = 5.0106115, step = 412473 (10.534 sec)
INFO:tensorflow:lr = 1.58357e-05 (10.535 sec)
INFO:tensorflow:global_step/sec: 9.56025
INFO:tensorflow:loss = 4.9947505, step = 412573 (10.457 sec)
INFO:tensorflow:lr = 1.581979e-05 (10.459 sec)
INFO:tensorflow:global_step/sec: 9.56003
INFO:tensorflow:loss = 5.0012445, step = 412673 (10.464 sec)
INFO:tensorflow:lr = 1.58039e-05 (10.462 sec)
INFO:tensorflow:global_step/sec: 9.6163
INFO:tensorflow:loss = 5.0111537, step = 412773 (10.398 sec)
INFO:tensorflow:lr = 1.578803e-05 (10.399 sec)
INFO:tensorflow:global_step/sec: 9.63932
INFO:tensorflow:loss = 5.067858, step = 412873 (10.376 sec)
INFO:tensorflow:lr = 1.5772168e-05 (10.375 sec)
INFO:tensorflow:global_step/sec: 9.62815
INFO:tensorflow:loss = 4.983431, step = 412973 (10.385 sec)
INFO:tensorflow:lr = 1.5756323e-05 (10.385 sec)
INFO:tensorflow:global_step/sec: 9.62777
INFO:tensorflow:loss = 4.9270473, step = 413073 (10.383 sec)
INFO:tensorflow:lr = 1.5740494e-05 (10.383 sec)
INFO:tensorflow:global_step/sec: 9.53047
INFO:tensorflow:loss = 4.9916997, step = 413173 (10.495 sec)
INFO:tensorflow:lr = 1.5724681e-05 (10.495 sec)
INFO:tensorflow:global_step/sec: 9.57489
INFO:tensorflow:loss = 4.959949, step = 413273 (10.443 sec)
INFO:tensorflow:lr = 1.5708889e-05 (10.444 sec)
INFO:tensorflow:global_step/sec: 9.57536
INFO:tensorflow:loss = 4.9294825, step = 413373 (10.443 sec)
INFO:tensorflow:lr = 1.5693111e-05 (10.442 sec)
INFO:tensorflow:global_step/sec: 9.61339
INFO:tensorflow:loss = 4.8825035, step = 413473 (10.404 sec)
INFO:tensorflow:lr = 1.5677342e-05 (10.406 sec)
INFO:tensorflow:global_step/sec: 9.59682
INFO:tensorflow:loss = 4.9553714, step = 413573 (10.419 sec)
INFO:tensorflow:lr = 1.5661595e-05 (10.417 sec)
INFO:tensorflow:global_step/sec: 9.64598
INFO:tensorflow:loss = 5.0089545, step = 413673 (10.368 sec)
INFO:tensorflow:lr = 1.5645861e-05 (10.369 sec)
INFO:tensorflow:global_step/sec: 9.48006
INFO:tensorflow:loss = 5.0375767, step = 413773 (10.545 sec)
INFO:tensorflow:lr = 1.5630147e-05 (10.544 sec)
INFO:tensorflow:global_step/sec: 9.51903
INFO:tensorflow:loss = 4.876994, step = 413873 (10.508 sec)
INFO:tensorflow:lr = 1.5614445e-05 (10.508 sec)
INFO:tensorflow:global_step/sec: 9.53041
INFO:tensorflow:loss = 4.921561, step = 413973 (10.494 sec)
INFO:tensorflow:lr = 1.5598758e-05 (10.494 sec)
INFO:tensorflow:global_step/sec: 9.52486
INFO:tensorflow:loss = 4.9808564, step = 414073 (10.500 sec)
INFO:tensorflow:lr = 1.558309e-05 (10.499 sec)
INFO:tensorflow:global_step/sec: 9.59064
INFO:tensorflow:loss = 5.0289803, step = 414173 (10.426 sec)
INFO:tensorflow:lr = 1.5567435e-05 (10.426 sec)
INFO:tensorflow:global_step/sec: 9.62952
INFO:tensorflow:loss = 5.07967, step = 414273 (10.384 sec)
INFO:tensorflow:lr = 1.5551801e-05 (10.386 sec)
INFO:tensorflow:global_step/sec: 9.60142
INFO:tensorflow:loss = 5.05596, step = 414373 (10.412 sec)
INFO:tensorflow:lr = 1.5536178e-05 (10.411 sec)
INFO:tensorflow:global_step/sec: 9.56902
INFO:tensorflow:loss = 4.8593755, step = 414473 (10.454 sec)
INFO:tensorflow:lr = 1.5520569e-05 (10.454 sec)
Reading ../data/test.txt
INFO:tensorflow:global_step/sec: 9.62038
INFO:tensorflow:loss = 4.9395695, step = 414573 (10.395 sec)
INFO:tensorflow:lr = 1.5504978e-05 (10.396 sec)
INFO:tensorflow:global_step/sec: 10.3623
INFO:tensorflow:loss = 4.9909286, step = 414673 (9.653 sec)
INFO:tensorflow:lr = 1.54894e-05 (9.653 sec)
INFO:tensorflow:global_step/sec: 10.3263
INFO:tensorflow:loss = 4.955979, step = 414773 (9.677 sec)
INFO:tensorflow:lr = 1.5473845e-05 (9.677 sec)
INFO:tensorflow:global_step/sec: 10.3986
INFO:tensorflow:loss = 5.1159344, step = 414873 (9.618 sec)
INFO:tensorflow:lr = 1.5458301e-05 (9.620 sec)
INFO:tensorflow:global_step/sec: 10.4138
INFO:tensorflow:loss = 5.00385, step = 414973 (9.605 sec)
INFO:tensorflow:lr = 1.5442773e-05 (9.604 sec)
INFO:tensorflow:global_step/sec: 10.322
INFO:tensorflow:loss = 5.0815086, step = 415073 (9.686 sec)
INFO:tensorflow:lr = 1.5427258e-05 (9.686 sec)
INFO:tensorflow:global_step/sec: 10.3768
INFO:tensorflow:loss = 4.957132, step = 415173 (9.638 sec)
INFO:tensorflow:lr = 1.541176e-05 (9.638 sec)
INFO:tensorflow:global_step/sec: 10.3395
INFO:tensorflow:loss = 5.077621, step = 415273 (9.669 sec)
INFO:tensorflow:lr = 1.5396283e-05 (9.669 sec)
INFO:tensorflow:Saving checkpoints for 415282 into ../model/lstm_seq2seq/model.ckpt.
INFO:tensorflow:global_step/sec: 9.91813
INFO:tensorflow:loss = 5.1065116, step = 415373 (10.083 sec)
INFO:tensorflow:lr = 1.5380814e-05 (10.087 sec)
INFO:tensorflow:global_step/sec: 10.3282
INFO:tensorflow:loss = 4.9954224, step = 415473 (9.682 sec)
INFO:tensorflow:lr = 1.5365364e-05 (9.678 sec)
INFO:tensorflow:global_step/sec: 10.2313
INFO:tensorflow:loss = 5.0196147, step = 415573 (9.773 sec)
INFO:tensorflow:lr = 1.5349928e-05 (9.773 sec)
INFO:tensorflow:global_step/sec: 10.3178
INFO:tensorflow:loss = 5.029533, step = 415673 (9.692 sec)
INFO:tensorflow:lr = 1.5334508e-05 (9.692 sec)
INFO:tensorflow:global_step/sec: 10.3593
INFO:tensorflow:loss = 4.938186, step = 415773 (9.656 sec)
INFO:tensorflow:lr = 1.5319109e-05 (9.656 sec)
INFO:tensorflow:global_step/sec: 10.3582
INFO:tensorflow:loss = 4.962814, step = 415873 (9.655 sec)
INFO:tensorflow:lr = 1.5303718e-05 (9.655 sec)
INFO:tensorflow:global_step/sec: 10.2608
INFO:tensorflow:loss = 5.0217285, step = 415973 (9.741 sec)
INFO:tensorflow:lr = 1.5288344e-05 (9.747 sec)
INFO:tensorflow:global_step/sec: 10.0572
INFO:tensorflow:loss = 5.0977473, step = 416073 (9.943 sec)
INFO:tensorflow:lr = 1.5272986e-05 (9.940 sec)
INFO:tensorflow:global_step/sec: 10.1894
INFO:tensorflow:loss = 4.945845, step = 416173 (9.814 sec)
INFO:tensorflow:lr = 1.5257642e-05 (9.812 sec)
INFO:tensorflow:global_step/sec: 10.2915
INFO:tensorflow:loss = 5.098536, step = 416273 (9.718 sec)
INFO:tensorflow:lr = 1.524232e-05 (9.718 sec)
INFO:tensorflow:global_step/sec: 10.3419
INFO:tensorflow:loss = 5.097774, step = 416373 (9.669 sec)
INFO:tensorflow:lr = 1.5227008e-05 (9.670 sec)
INFO:tensorflow:global_step/sec: 10.2874
INFO:tensorflow:loss = 5.074506, step = 416473 (9.720 sec)
INFO:tensorflow:lr = 1.5211711e-05 (9.719 sec)
INFO:tensorflow:global_step/sec: 10.2884
INFO:tensorflow:loss = 4.9807053, step = 416573 (9.724 sec)
INFO:tensorflow:lr = 1.519643e-05 (9.725 sec)
INFO:tensorflow:global_step/sec: 10.3529
INFO:tensorflow:loss = 4.920505, step = 416673 (9.658 sec)
INFO:tensorflow:lr = 1.5181163e-05 (9.657 sec)
INFO:tensorflow:global_step/sec: 10.3551
INFO:tensorflow:loss = 5.0704165, step = 416773 (9.658 sec)
INFO:tensorflow:lr = 1.5165916e-05 (9.657 sec)
INFO:tensorflow:global_step/sec: 10.2186
INFO:tensorflow:loss = 4.959371, step = 416873 (9.786 sec)
INFO:tensorflow:lr = 1.5150682e-05 (9.786 sec)
INFO:tensorflow:global_step/sec: 10.2804
INFO:tensorflow:loss = 5.0098233, step = 416973 (9.727 sec)
INFO:tensorflow:lr = 1.5135462e-05 (9.727 sec)
INFO:tensorflow:global_step/sec: 10.3784
INFO:tensorflow:loss = 4.995764, step = 417073 (9.635 sec)
INFO:tensorflow:lr = 1.5120256e-05 (9.635 sec)
INFO:tensorflow:global_step/sec: 10.0652
INFO:tensorflow:loss = 5.0164948, step = 417173 (9.935 sec)
INFO:tensorflow:lr = 1.5105067e-05 (9.935 sec)
INFO:tensorflow:global_step/sec: 10.2245
INFO:tensorflow:loss = 5.0258183, step = 417273 (9.780 sec)
INFO:tensorflow:lr = 1.5089897e-05 (9.780 sec)
INFO:tensorflow:global_step/sec: 10.3167
INFO:tensorflow:loss = 4.9810905, step = 417373 (9.690 sec)
INFO:tensorflow:lr = 1.5074738e-05 (9.693 sec)
INFO:tensorflow:global_step/sec: 10.2105
INFO:tensorflow:loss = 5.0965843, step = 417473 (9.794 sec)
INFO:tensorflow:lr = 1.5059595e-05 (9.792 sec)
INFO:tensorflow:global_step/sec: 10.3279
INFO:tensorflow:loss = 5.0478654, step = 417573 (9.687 sec)
INFO:tensorflow:lr = 1.5044466e-05 (9.687 sec)
INFO:tensorflow:global_step/sec: 10.2552
INFO:tensorflow:loss = 4.885329, step = 417673 (9.750 sec)
INFO:tensorflow:lr = 1.5029351e-05 (9.751 sec)
INFO:tensorflow:Saving checkpoints for 417772 into ../model/lstm_seq2seq/model.ckpt.
INFO:tensorflow:Loss for final step: 4.936974.
INFO:tensorflow:Calling model_fn.
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/lstm_seq2seq/model.ckpt-417772
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
------------
minimal test
Q: 你 好
A1: 你 好
A2: 你 好 你 好
A3: 你 好 , 你 好

Q: 早 上 好
A1: 早 上 好
A2: 早 上 好 !
A3: 早 安

Q: 晚 上 好
A1: 晚 上 好
A2: 晚 上 好 !
A3: 晚 安

Q: 再 见
A1: 再 见
A2: 哈 哈 哈
A3: 哈 哈

Q: 好 久 不 见
A1: 好 久 不 见
A2: 好 久 不 见 啊
A3: 好 久 不 见 。

Q: 想 死 你 了
A1: 我 也 想 你
A2: 我 也 是
A3: 我 也 想 你 了

Q: 谢 谢 你
A1: 不 客 气
A2: 不 用 谢
A3: 客 气

Q: 爱 你
A1: 么 么 哒
A2: 我 也 爱 你
A3: 爱 你

Q: 你 好 厉 害 啊
A1: 哈 哈
A2: 哈 哈 哈
A3: 哈 哈 哈 哈

Q: 你 叫 什 么
A1: 我 叫 什 么
A2: 你 叫 什 么
A3: 叫 什 么 名 字

Q: 你 几 岁 了
A1: 岁 月
A2: 十 岁
A3: 一 岁

Q: 现 在 几 点
A1: 明 天 点
A2: 点 多 了
A3: 明 天 晚 上

Q: 今 天 天 气 怎 么 样
A1: 今 天 天 气 好
A2: 今 天 天 气 不 错
A3: 今 天 天 气 不 错 , 今 天 天 气 好

Q: 我 们 现 在 在 哪 里
A1: 你 在 哪 里
A2: 你 在 哪 里 ?
A3: 你 在 哪 里 啊

Q: 讲 个 笑 话
A1: 哈 哈 哈
A2: 哈 哈 哈 哈
A3: 哈 哈 哈 哈 哈

Q: 你 会 几 种 语 言 呀
A1: 不 会
A2: 不 会 吧
A3: 不 会 啊

Q: 你 觉 得 我 帅 吗
A1: 不 帅
A2: 我 觉 得 你 帅
A3: 我 觉 得 很 帅

Q: 讨 厌 的 周 一
A1: 哈 哈 哈
A2: 我 也 是
A3: 我 也 讨 厌 周 一

Q: 好 烦 啊
A1: 烦 什 么
A2: 怎 么 了
A3: 怎 么 了 ?

Q: 天 气 真 好
A1: 天 气 不 好
A2: 天 气 不 好 , 天 气 不 好
A3: 天 气 不 好 , 天 气 不 好 , 天 气 不 好

Q: 今 天 好 冷
A1: 今 天 冷 了
A2: 今 天 还 冷
A3: 我 今 天 也 冷

Q: 今 天 好 热
A1: 今 天 下 雨 了
A2: 今 天 下 雨
A3: 今 天 还 好 热

Q: 下 雨 了
A1: 下 雨 了
A2: 下 雨 了 ?
A3: 我 也 下 雨 了

Q: 风 好 大
A1: 是 啊
A2: 是 的
A3: 是 啊 , 我 也 是

Q: 终 于 周 五 了
A1: 我 也 是 周 五
A2: 哈 哈 哈 哈 哈
A3: 哈 哈 哈 哈 哈 哈

Q: 我 想 去 K 歌
A1: 去 吧
A2: 我 也 想
A3: 我 也 想 去

Q: 红 烧 肉 吃 了 会 发 胖 吗
A1: 不 会 的
A2: 不 会 发 胖 的
A3: 不 会 的 , 我 也 是

Q: 你 觉 得 梅 西 厉 害 吗
A1: 厉 害 了
A2: 厉 害
A3: 我 觉 得 梅 西 厉 害

------------
INFO:tensorflow:Calling model_fn.
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Starting evaluation at 2019-12-27T03:03:55Z
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/lstm_seq2seq/model.ckpt-417772
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
Reading ../data/core.txt
INFO:tensorflow:Finished evaluation at 2019-12-27-03:03:56
INFO:tensorflow:Saving dict for global step 417772: global_step = 417772, loss = 3.3536606
INFO:tensorflow:Saving 'checkpoint_path' summary for global step 417772: ../model/lstm_seq2seq/model.ckpt-417772
INFO:tensorflow:Perplexity: 28.607
INFO:tensorflow:Best Perplexity: 28.607
Reading ../data/core.txt
INFO:tensorflow:Calling model_fn.
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/lstm_seq2seq/model.ckpt-417772
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
Reading ../data/core.txt
INFO:tensorflow:BLEU-2: 9.1
INFO:tensorflow:Calling model_fn.
[<tf.Variable 'Embedding/fasttext_vectors:0' shape=(5904, 300) dtype=float32_ref>,
 <tf.Variable 'Encoder/lstm_fused_cell/kernel:0' shape=(600, 1200) dtype=float32_ref>,
 <tf.Variable 'Encoder/lstm_fused_cell/bias:0' shape=(1200,) dtype=float32_ref>,
 <tf.Variable 'Encoder/lstm_fused_cell_1/kernel:0' shape=(600, 1200) dtype=float32_ref>,
 <tf.Variable 'Encoder/lstm_fused_cell_1/bias:0' shape=(1200,) dtype=float32_ref>,
 <tf.Variable 'Encoder/state_fc/kernel:0' shape=(600, 300) dtype=float32_ref>,
 <tf.Variable 'Encoder/state_fc/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/memory_layer/kernel:0' shape=(600, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/lstm_cell/kernel:0' shape=(900, 1200) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/lstm_cell/bias:0' shape=(1200,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention/query_layer/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention/attention_v:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/attention_layer/kernel:0' shape=(900, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/tied_dense/bias:0' shape=(5904,) dtype=float32_ref>]
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Create CheckpointSaverHook.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/lstm_seq2seq/model.ckpt-417772
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
INFO:tensorflow:Saving checkpoints for 417772 into ../model/lstm_seq2seq/model.ckpt.
Reading ../data/train.txt
INFO:tensorflow:loss = 4.976705, step = 417772
INFO:tensorflow:lr = 1.5014404e-05
INFO:tensorflow:global_step/sec: 9.08801
INFO:tensorflow:loss = 4.96262, step = 417872 (11.009 sec)
INFO:tensorflow:lr = 1.4999326e-05 (11.009 sec)
INFO:tensorflow:global_step/sec: 9.55284
INFO:tensorflow:loss = 4.978602, step = 417972 (10.464 sec)
INFO:tensorflow:lr = 1.4984259e-05 (10.464 sec)
INFO:tensorflow:global_step/sec: 9.57231
INFO:tensorflow:loss = 5.102717, step = 418072 (10.450 sec)
INFO:tensorflow:lr = 1.4969205e-05 (10.451 sec)
INFO:tensorflow:global_step/sec: 9.46993
INFO:tensorflow:loss = 5.0713015, step = 418172 (10.560 sec)
INFO:tensorflow:lr = 1.4954168e-05 (10.560 sec)
INFO:tensorflow:global_step/sec: 9.53782
INFO:tensorflow:loss = 5.1207786, step = 418272 (10.481 sec)
INFO:tensorflow:lr = 1.4939144e-05 (10.481 sec)
INFO:tensorflow:global_step/sec: 9.47406
INFO:tensorflow:loss = 5.003468, step = 418372 (10.559 sec)
INFO:tensorflow:lr = 1.4924141e-05 (10.559 sec)
INFO:tensorflow:global_step/sec: 9.4339
INFO:tensorflow:loss = 5.0132732, step = 418472 (10.600 sec)
INFO:tensorflow:lr = 1.4909149e-05 (10.600 sec)
INFO:tensorflow:global_step/sec: 9.58181
INFO:tensorflow:loss = 4.976476, step = 418572 (10.433 sec)
INFO:tensorflow:lr = 1.4894171e-05 (10.433 sec)
INFO:tensorflow:global_step/sec: 9.54701
INFO:tensorflow:loss = 4.962326, step = 418672 (10.478 sec)
INFO:tensorflow:lr = 1.487921e-05 (10.478 sec)
INFO:tensorflow:global_step/sec: 9.50616
INFO:tensorflow:loss = 4.846584, step = 418772 (10.521 sec)
INFO:tensorflow:lr = 1.4864261e-05 (10.520 sec)
INFO:tensorflow:global_step/sec: 9.54041
INFO:tensorflow:loss = 5.0633745, step = 418872 (10.480 sec)
INFO:tensorflow:lr = 1.4849333e-05 (10.481 sec)
INFO:tensorflow:global_step/sec: 9.48726
INFO:tensorflow:loss = 4.866845, step = 418972 (10.542 sec)
INFO:tensorflow:lr = 1.4834416e-05 (10.542 sec)
INFO:tensorflow:global_step/sec: 9.50225
INFO:tensorflow:loss = 5.0134945, step = 419072 (10.519 sec)
INFO:tensorflow:lr = 1.4819513e-05 (10.522 sec)
INFO:tensorflow:global_step/sec: 9.56405
INFO:tensorflow:loss = 5.066763, step = 419172 (10.456 sec)
INFO:tensorflow:lr = 1.4804626e-05 (10.453 sec)
INFO:tensorflow:global_step/sec: 9.5194
INFO:tensorflow:loss = 4.9271665, step = 419272 (10.505 sec)
INFO:tensorflow:lr = 1.4789754e-05 (10.505 sec)
INFO:tensorflow:global_step/sec: 9.29342
INFO:tensorflow:loss = 5.056961, step = 419372 (10.764 sec)
INFO:tensorflow:lr = 1.47749e-05 (10.766 sec)
INFO:tensorflow:global_step/sec: 9.44891
INFO:tensorflow:loss = 4.9571676, step = 419472 (10.583 sec)
INFO:tensorflow:lr = 1.4760059e-05 (10.582 sec)
INFO:tensorflow:global_step/sec: 9.48851
INFO:tensorflow:loss = 5.033586, step = 419572 (10.541 sec)
INFO:tensorflow:lr = 1.474523e-05 (10.544 sec)
INFO:tensorflow:global_step/sec: 9.46766
INFO:tensorflow:loss = 5.0863276, step = 419672 (10.558 sec)
INFO:tensorflow:lr = 1.4730417e-05 (10.556 sec)
INFO:tensorflow:global_step/sec: 9.4673
INFO:tensorflow:loss = 5.0547533, step = 419772 (10.562 sec)
INFO:tensorflow:lr = 1.4715618e-05 (10.563 sec)
INFO:tensorflow:global_step/sec: 9.48708
INFO:tensorflow:loss = 4.9888296, step = 419872 (10.539 sec)
INFO:tensorflow:lr = 1.470084e-05 (10.538 sec)
INFO:tensorflow:global_step/sec: 9.51292
INFO:tensorflow:loss = 4.991147, step = 419972 (10.512 sec)
INFO:tensorflow:lr = 1.4686072e-05 (10.512 sec)
INFO:tensorflow:global_step/sec: 9.5554
INFO:tensorflow:loss = 4.9616466, step = 420072 (10.465 sec)
INFO:tensorflow:lr = 1.4671319e-05 (10.471 sec)
INFO:tensorflow:global_step/sec: 9.54532
INFO:tensorflow:loss = 4.8912773, step = 420172 (10.479 sec)
INFO:tensorflow:lr = 1.465658e-05 (10.475 sec)
INFO:tensorflow:global_step/sec: 9.43677
INFO:tensorflow:loss = 5.0639176, step = 420272 (10.598 sec)
INFO:tensorflow:lr = 1.4641855e-05 (10.597 sec)
INFO:tensorflow:global_step/sec: 9.49553
INFO:tensorflow:loss = 5.033643, step = 420372 (10.528 sec)
INFO:tensorflow:lr = 1.4627152e-05 (10.528 sec)
INFO:tensorflow:global_step/sec: 9.5083
INFO:tensorflow:loss = 5.1108694, step = 420472 (10.520 sec)
INFO:tensorflow:lr = 1.4612458e-05 (10.520 sec)
INFO:tensorflow:global_step/sec: 9.44679
INFO:tensorflow:loss = 5.08277, step = 420572 (10.586 sec)
INFO:tensorflow:lr = 1.4597778e-05 (10.586 sec)
INFO:tensorflow:global_step/sec: 9.51677
INFO:tensorflow:loss = 5.0736556, step = 420672 (10.504 sec)
INFO:tensorflow:lr = 1.4583113e-05 (10.504 sec)
INFO:tensorflow:global_step/sec: 9.47809
INFO:tensorflow:loss = 5.0596747, step = 420772 (10.551 sec)
INFO:tensorflow:lr = 1.4568463e-05 (10.551 sec)
INFO:tensorflow:global_step/sec: 9.48508
INFO:tensorflow:loss = 4.887707, step = 420872 (10.547 sec)
INFO:tensorflow:lr = 1.45538315e-05 (10.547 sec)
INFO:tensorflow:global_step/sec: 9.50496
INFO:tensorflow:loss = 4.962607, step = 420972 (10.518 sec)
INFO:tensorflow:lr = 1.45392105e-05 (10.519 sec)
INFO:tensorflow:Saving checkpoints for 420975 into ../model/lstm_seq2seq/model.ckpt.
INFO:tensorflow:global_step/sec: 9.08974
INFO:tensorflow:loss = 4.9822903, step = 421072 (11.000 sec)
INFO:tensorflow:lr = 1.4524606e-05 (11.001 sec)
INFO:tensorflow:global_step/sec: 9.41402
INFO:tensorflow:loss = 4.8465123, step = 421172 (10.622 sec)
INFO:tensorflow:lr = 1.4510014e-05 (10.624 sec)
INFO:tensorflow:global_step/sec: 9.47938
INFO:tensorflow:loss = 4.9932423, step = 421272 (10.549 sec)
INFO:tensorflow:lr = 1.4495437e-05 (10.547 sec)
INFO:tensorflow:global_step/sec: 9.45154
INFO:tensorflow:loss = 5.026118, step = 421372 (10.584 sec)
INFO:tensorflow:lr = 1.448088e-05 (10.584 sec)
INFO:tensorflow:global_step/sec: 9.44161
INFO:tensorflow:loss = 4.9300714, step = 421472 (10.588 sec)
INFO:tensorflow:lr = 1.4466332e-05 (10.589 sec)
INFO:tensorflow:global_step/sec: 9.57844
INFO:tensorflow:loss = 4.983314, step = 421572 (10.443 sec)
INFO:tensorflow:lr = 1.44518e-05 (10.442 sec)
INFO:tensorflow:global_step/sec: 9.48291
INFO:tensorflow:loss = 5.120031, step = 421672 (10.546 sec)
INFO:tensorflow:lr = 1.4437282e-05 (10.546 sec)
INFO:tensorflow:global_step/sec: 9.48953
INFO:tensorflow:loss = 4.967653, step = 421772 (10.534 sec)
INFO:tensorflow:lr = 1.4422778e-05 (10.534 sec)
INFO:tensorflow:global_step/sec: 9.60204
INFO:tensorflow:loss = 4.9135733, step = 421872 (10.415 sec)
INFO:tensorflow:lr = 1.4408293e-05 (10.415 sec)
INFO:tensorflow:global_step/sec: 9.58075
INFO:tensorflow:loss = 5.085967, step = 421972 (10.438 sec)
INFO:tensorflow:lr = 1.439382e-05 (10.438 sec)
INFO:tensorflow:global_step/sec: 9.41938
INFO:tensorflow:loss = 4.918859, step = 422072 (10.621 sec)
INFO:tensorflow:lr = 1.43793595e-05 (10.620 sec)
INFO:tensorflow:global_step/sec: 9.5617
INFO:tensorflow:loss = 5.037857, step = 422172 (10.454 sec)
INFO:tensorflow:lr = 1.4364914e-05 (10.454 sec)
INFO:tensorflow:global_step/sec: 9.42591
INFO:tensorflow:loss = 5.0409026, step = 422272 (10.614 sec)
INFO:tensorflow:lr = 1.4350483e-05 (10.615 sec)
INFO:tensorflow:global_step/sec: 9.437
INFO:tensorflow:loss = 4.9458385, step = 422372 (10.592 sec)
INFO:tensorflow:lr = 1.4336071e-05 (10.594 sec)
INFO:tensorflow:global_step/sec: 9.48226
INFO:tensorflow:loss = 5.0660768, step = 422472 (10.546 sec)
INFO:tensorflow:lr = 1.43216685e-05 (10.548 sec)
INFO:tensorflow:global_step/sec: 9.54927
INFO:tensorflow:loss = 4.951646, step = 422572 (10.472 sec)
INFO:tensorflow:lr = 1.4307283e-05 (10.467 sec)
INFO:tensorflow:global_step/sec: 9.48432
INFO:tensorflow:loss = 5.0160236, step = 422672 (10.544 sec)
INFO:tensorflow:lr = 1.4292908e-05 (10.544 sec)
INFO:tensorflow:global_step/sec: 9.48147
INFO:tensorflow:loss = 5.151541, step = 422772 (10.550 sec)
INFO:tensorflow:lr = 1.4278551e-05 (10.550 sec)
INFO:tensorflow:global_step/sec: 9.45696
INFO:tensorflow:loss = 5.054582, step = 422872 (10.571 sec)
INFO:tensorflow:lr = 1.4264212e-05 (10.571 sec)
INFO:tensorflow:global_step/sec: 9.5427
INFO:tensorflow:loss = 4.981019, step = 422972 (10.482 sec)
INFO:tensorflow:lr = 1.4249881e-05 (10.482 sec)
INFO:tensorflow:global_step/sec: 9.48047
INFO:tensorflow:loss = 4.970599, step = 423072 (10.549 sec)
INFO:tensorflow:lr = 1.4235566e-05 (10.549 sec)
INFO:tensorflow:global_step/sec: 9.50512
INFO:tensorflow:loss = 4.9701343, step = 423172 (10.517 sec)
INFO:tensorflow:lr = 1.4221265e-05 (10.517 sec)
INFO:tensorflow:global_step/sec: 9.49965
INFO:tensorflow:loss = 4.92737, step = 423272 (10.527 sec)
INFO:tensorflow:lr = 1.4206978e-05 (10.527 sec)
INFO:tensorflow:global_step/sec: 9.49916
INFO:tensorflow:loss = 5.005454, step = 423372 (10.530 sec)
INFO:tensorflow:lr = 1.419271e-05 (10.530 sec)
INFO:tensorflow:global_step/sec: 9.47807
INFO:tensorflow:loss = 5.0544043, step = 423472 (10.548 sec)
INFO:tensorflow:lr = 1.4178453e-05 (10.548 sec)
INFO:tensorflow:global_step/sec: 9.48423
INFO:tensorflow:loss = 5.1088023, step = 423572 (10.549 sec)
INFO:tensorflow:lr = 1.416421e-05 (10.548 sec)
INFO:tensorflow:global_step/sec: 9.55122
INFO:tensorflow:loss = 5.018701, step = 423672 (10.467 sec)
INFO:tensorflow:lr = 1.414998e-05 (10.468 sec)
INFO:tensorflow:global_step/sec: 9.54816
INFO:tensorflow:loss = 5.122428, step = 423772 (10.473 sec)
INFO:tensorflow:lr = 1.4135766e-05 (10.474 sec)
INFO:tensorflow:global_step/sec: 9.45708
INFO:tensorflow:loss = 5.1087, step = 423872 (10.572 sec)
INFO:tensorflow:lr = 1.412157e-05 (10.570 sec)
INFO:tensorflow:global_step/sec: 9.5987
INFO:tensorflow:loss = 5.0908117, step = 423972 (10.422 sec)
INFO:tensorflow:lr = 1.4107382e-05 (10.422 sec)
INFO:tensorflow:global_step/sec: 9.49845
INFO:tensorflow:loss = 5.067361, step = 424072 (10.524 sec)
INFO:tensorflow:lr = 1.4093211e-05 (10.524 sec)
INFO:tensorflow:global_step/sec: 9.55944
INFO:tensorflow:loss = 5.000761, step = 424172 (10.465 sec)
INFO:tensorflow:lr = 1.4079053e-05 (10.464 sec)
INFO:tensorflow:Saving checkpoints for 424178 into ../model/lstm_seq2seq/model.ckpt.
INFO:tensorflow:global_step/sec: 9.12903
INFO:tensorflow:loss = 5.0037208, step = 424272 (10.955 sec)
INFO:tensorflow:lr = 1.4064909e-05 (10.957 sec)
INFO:tensorflow:global_step/sec: 9.42218
INFO:tensorflow:loss = 4.998485, step = 424372 (10.613 sec)
INFO:tensorflow:lr = 1.4050785e-05 (10.610 sec)
INFO:tensorflow:global_step/sec: 9.42204
INFO:tensorflow:loss = 5.0628805, step = 424472 (10.614 sec)
INFO:tensorflow:lr = 1.4036668e-05 (10.613 sec)
INFO:tensorflow:global_step/sec: 9.47962
INFO:tensorflow:loss = 5.0668197, step = 424572 (10.550 sec)
INFO:tensorflow:lr = 1.40225675e-05 (10.551 sec)
INFO:tensorflow:global_step/sec: 9.46509
INFO:tensorflow:loss = 4.8032537, step = 424672 (10.562 sec)
INFO:tensorflow:lr = 1.4008479e-05 (10.567 sec)
INFO:tensorflow:global_step/sec: 9.5264
INFO:tensorflow:loss = 5.0459294, step = 424772 (10.499 sec)
INFO:tensorflow:lr = 1.3994408e-05 (10.494 sec)
INFO:tensorflow:global_step/sec: 9.52481
INFO:tensorflow:loss = 5.013124, step = 424872 (10.499 sec)
INFO:tensorflow:lr = 1.3980353e-05 (10.500 sec)
INFO:tensorflow:global_step/sec: 9.56033
INFO:tensorflow:loss = 5.095446, step = 424972 (10.459 sec)
INFO:tensorflow:lr = 1.3966309e-05 (10.459 sec)
INFO:tensorflow:global_step/sec: 9.38942
INFO:tensorflow:loss = 4.950864, step = 425072 (10.651 sec)
INFO:tensorflow:lr = 1.3952279e-05 (10.650 sec)
INFO:tensorflow:global_step/sec: 9.39963
INFO:tensorflow:loss = 4.9022665, step = 425172 (10.634 sec)
INFO:tensorflow:lr = 1.3938262e-05 (10.635 sec)
INFO:tensorflow:global_step/sec: 9.43489
INFO:tensorflow:loss = 4.9593906, step = 425272 (10.603 sec)
INFO:tensorflow:lr = 1.392426e-05 (10.603 sec)
INFO:tensorflow:global_step/sec: 9.55522
INFO:tensorflow:loss = 5.1417775, step = 425372 (10.461 sec)
INFO:tensorflow:lr = 1.3910276e-05 (10.461 sec)
INFO:tensorflow:global_step/sec: 9.57643
INFO:tensorflow:loss = 5.071264, step = 425472 (10.442 sec)
INFO:tensorflow:lr = 1.3896301e-05 (10.443 sec)
INFO:tensorflow:global_step/sec: 9.52651
INFO:tensorflow:loss = 4.8904023, step = 425572 (10.497 sec)
INFO:tensorflow:lr = 1.38823425e-05 (10.497 sec)
INFO:tensorflow:global_step/sec: 9.53742
INFO:tensorflow:loss = 5.0151277, step = 425672 (10.489 sec)
INFO:tensorflow:lr = 1.3868396e-05 (10.489 sec)
INFO:tensorflow:global_step/sec: 9.48519
INFO:tensorflow:loss = 4.9266143, step = 425772 (10.540 sec)
INFO:tensorflow:lr = 1.3854464e-05 (10.539 sec)
INFO:tensorflow:global_step/sec: 9.51335
INFO:tensorflow:loss = 5.016365, step = 425872 (10.515 sec)
INFO:tensorflow:lr = 1.384055e-05 (10.515 sec)
INFO:tensorflow:global_step/sec: 9.49735
INFO:tensorflow:loss = 5.106546, step = 425972 (10.525 sec)
INFO:tensorflow:lr = 1.3826647e-05 (10.525 sec)
INFO:tensorflow:global_step/sec: 9.45261
INFO:tensorflow:loss = 4.931675, step = 426072 (10.583 sec)
INFO:tensorflow:lr = 1.3812756e-05 (10.583 sec)
INFO:tensorflow:global_step/sec: 9.50065
INFO:tensorflow:loss = 4.9844055, step = 426172 (10.521 sec)
INFO:tensorflow:lr = 1.3798879e-05 (10.521 sec)
INFO:tensorflow:global_step/sec: 9.4261
INFO:tensorflow:loss = 4.958589, step = 426272 (10.610 sec)
INFO:tensorflow:lr = 1.3785017e-05 (10.611 sec)
INFO:tensorflow:global_step/sec: 9.51516
INFO:tensorflow:loss = 4.942201, step = 426372 (10.508 sec)
INFO:tensorflow:lr = 1.3771173e-05 (10.508 sec)
INFO:tensorflow:global_step/sec: 9.51821
INFO:tensorflow:loss = 4.9865556, step = 426472 (10.506 sec)
INFO:tensorflow:lr = 1.3757339e-05 (10.508 sec)
INFO:tensorflow:global_step/sec: 9.51733
INFO:tensorflow:loss = 5.0247045, step = 426572 (10.507 sec)
INFO:tensorflow:lr = 1.3743518e-05 (10.505 sec)
Reading ../data/test.txt
INFO:tensorflow:global_step/sec: 9.47171
INFO:tensorflow:loss = 4.9982605, step = 426672 (10.562 sec)
INFO:tensorflow:lr = 1.3729712e-05 (10.562 sec)
INFO:tensorflow:global_step/sec: 10.3177
INFO:tensorflow:loss = 4.9973617, step = 426772 (9.687 sec)
INFO:tensorflow:lr = 1.37159195e-05 (9.687 sec)
INFO:tensorflow:global_step/sec: 10.2595
INFO:tensorflow:loss = 4.9684234, step = 426872 (9.752 sec)
INFO:tensorflow:lr = 1.3702144e-05 (9.753 sec)
INFO:tensorflow:global_step/sec: 10.2538
INFO:tensorflow:loss = 5.066451, step = 426972 (9.748 sec)
INFO:tensorflow:lr = 1.368838e-05 (9.747 sec)
INFO:tensorflow:global_step/sec: 10.2857
INFO:tensorflow:loss = 5.012494, step = 427072 (9.727 sec)
INFO:tensorflow:lr = 1.3674628e-05 (9.727 sec)
INFO:tensorflow:global_step/sec: 10.2314
INFO:tensorflow:loss = 4.9340134, step = 427172 (9.770 sec)
INFO:tensorflow:lr = 1.3660891e-05 (9.770 sec)
INFO:tensorflow:global_step/sec: 10.2976
INFO:tensorflow:loss = 5.0320625, step = 427272 (9.715 sec)
INFO:tensorflow:lr = 1.3647169e-05 (9.715 sec)
INFO:tensorflow:global_step/sec: 10.2891
INFO:tensorflow:loss = 5.0996504, step = 427372 (9.719 sec)
INFO:tensorflow:lr = 1.3633461e-05 (9.718 sec)
INFO:tensorflow:Saving checkpoints for 427381 into ../model/lstm_seq2seq/model.ckpt.
INFO:tensorflow:global_step/sec: 9.6324
INFO:tensorflow:loss = 5.0375476, step = 427472 (10.381 sec)
INFO:tensorflow:lr = 1.3619766e-05 (10.382 sec)
INFO:tensorflow:global_step/sec: 10.2019
INFO:tensorflow:loss = 5.0613756, step = 427572 (9.803 sec)
INFO:tensorflow:lr = 1.3606084e-05 (9.803 sec)
INFO:tensorflow:global_step/sec: 10.2976
INFO:tensorflow:loss = 4.900181, step = 427672 (9.710 sec)
INFO:tensorflow:lr = 1.3592416e-05 (9.710 sec)
INFO:tensorflow:global_step/sec: 10.2208
INFO:tensorflow:loss = 4.862952, step = 427772 (9.783 sec)
INFO:tensorflow:lr = 1.357876e-05 (9.783 sec)
INFO:tensorflow:global_step/sec: 10.2632
INFO:tensorflow:loss = 5.0110507, step = 427872 (9.741 sec)
INFO:tensorflow:lr = 1.35651235e-05 (9.741 sec)
INFO:tensorflow:global_step/sec: 10.2552
INFO:tensorflow:loss = 5.096492, step = 427972 (9.752 sec)
INFO:tensorflow:lr = 1.3551496e-05 (9.754 sec)
INFO:tensorflow:global_step/sec: 10.2741
INFO:tensorflow:loss = 4.9046235, step = 428072 (9.732 sec)
INFO:tensorflow:lr = 1.3537881e-05 (9.731 sec)
INFO:tensorflow:global_step/sec: 10.2321
INFO:tensorflow:loss = 4.88286, step = 428172 (9.774 sec)
INFO:tensorflow:lr = 1.3524283e-05 (9.774 sec)
INFO:tensorflow:global_step/sec: 9.99553
INFO:tensorflow:loss = 4.830553, step = 428272 (10.008 sec)
INFO:tensorflow:lr = 1.3510697e-05 (10.007 sec)
INFO:tensorflow:global_step/sec: 10.1125
INFO:tensorflow:loss = 5.0459414, step = 428372 (9.888 sec)
INFO:tensorflow:lr = 1.3497128e-05 (9.889 sec)
INFO:tensorflow:global_step/sec: 10.2268
INFO:tensorflow:loss = 5.105337, step = 428472 (9.779 sec)
INFO:tensorflow:lr = 1.3483568e-05 (9.778 sec)
INFO:tensorflow:global_step/sec: 10.2332
INFO:tensorflow:loss = 5.023071, step = 428572 (9.772 sec)
INFO:tensorflow:lr = 1.3470023e-05 (9.771 sec)
INFO:tensorflow:global_step/sec: 10.2594
INFO:tensorflow:loss = 4.948993, step = 428672 (9.748 sec)
INFO:tensorflow:lr = 1.3456491e-05 (9.748 sec)
INFO:tensorflow:global_step/sec: 10.1246
INFO:tensorflow:loss = 4.9852986, step = 428772 (9.877 sec)
INFO:tensorflow:lr = 1.3442973e-05 (9.878 sec)
INFO:tensorflow:global_step/sec: 10.259
INFO:tensorflow:loss = 5.0070095, step = 428872 (9.744 sec)
INFO:tensorflow:lr = 1.3429471e-05 (9.746 sec)
INFO:tensorflow:global_step/sec: 10.2467
INFO:tensorflow:loss = 4.99606, step = 428972 (9.762 sec)
INFO:tensorflow:lr = 1.3415981e-05 (9.760 sec)
INFO:tensorflow:global_step/sec: 10.1344
INFO:tensorflow:loss = 4.9538364, step = 429072 (9.867 sec)
INFO:tensorflow:lr = 1.3402505e-05 (9.866 sec)
INFO:tensorflow:global_step/sec: 10.2234
INFO:tensorflow:loss = 4.9497457, step = 429172 (9.782 sec)
INFO:tensorflow:lr = 1.338904e-05 (9.782 sec)
INFO:tensorflow:global_step/sec: 10.2314
INFO:tensorflow:loss = 4.975997, step = 429272 (9.775 sec)
INFO:tensorflow:lr = 1.3375589e-05 (9.775 sec)
INFO:tensorflow:global_step/sec: 10.1768
INFO:tensorflow:loss = 5.03453, step = 429372 (9.822 sec)
INFO:tensorflow:lr = 1.3362156e-05 (9.822 sec)
INFO:tensorflow:global_step/sec: 10.2186
INFO:tensorflow:loss = 4.951732, step = 429472 (9.786 sec)
INFO:tensorflow:lr = 1.3348733e-05 (9.787 sec)
INFO:tensorflow:global_step/sec: 10.1873
INFO:tensorflow:loss = 5.0415134, step = 429572 (9.816 sec)
INFO:tensorflow:lr = 1.33353215e-05 (9.815 sec)
INFO:tensorflow:global_step/sec: 10.179
INFO:tensorflow:loss = 5.11229, step = 429672 (9.829 sec)
INFO:tensorflow:lr = 1.3321926e-05 (9.829 sec)
INFO:tensorflow:global_step/sec: 10.1878
INFO:tensorflow:loss = 5.006001, step = 429772 (9.811 sec)
INFO:tensorflow:lr = 1.3308542e-05 (9.812 sec)
INFO:tensorflow:Saving checkpoints for 429871 into ../model/lstm_seq2seq/model.ckpt.
INFO:tensorflow:Loss for final step: 5.1243243.
INFO:tensorflow:Calling model_fn.
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/lstm_seq2seq/model.ckpt-429871
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
------------
minimal test
Q: 你 好
A1: 你 好
A2: 你 好 你 好
A3: 你 好 , 你 好

Q: 早 上 好
A1: 早 上 好
A2: 早 上 好 !
A3: 早 安

Q: 晚 上 好
A1: 晚 上 好
A2: 晚 上 好 !
A3: 晚 安

Q: 再 见
A1: 再 见
A2: 哈 哈 哈
A3: 哈 哈

Q: 好 久 不 见
A1: 好 久 不 见
A2: 好 久 不 见 啊
A3: 好 久 不 见 。

Q: 想 死 你 了
A1: 我 也 想 你
A2: 哈 哈 哈
A3: 我 也 想 你 了

Q: 谢 谢 你
A1: 不 客 气
A2: 不 用 谢
A3: 客 气

Q: 爱 你
A1: 么 么 哒
A2: 我 也 爱 你
A3: 爱 你

Q: 你 好 厉 害 啊
A1: 哈 哈
A2: 哈 哈 哈
A3: 哈 哈 哈 哈

Q: 你 叫 什 么
A1: 我 叫 什 么
A2: 叫 什 么 名 字
A3: 你 叫 什 么

Q: 你 几 岁 了
A1: 岁 月
A2: 十 岁
A3: 一 岁

Q: 现 在 几 点
A1: 明 天 点
A2: 点 多 了
A3: 明 天 晚 上

Q: 今 天 天 气 怎 么 样
A1: 今 天 天 气 好
A2: 今 天 天 气 不 错
A3: 今 天 天 气 不 错 , 今 天 天 气 好

Q: 我 们 现 在 在 哪 里
A1: 你 在 哪 里
A2: 你 在 哪 里 ?
A3: 你 在 哪 里 啊

Q: 讲 个 笑 话
A1: 哈 哈 哈
A2: 哈 哈 哈 哈
A3: 哈 哈 哈 哈 哈

Q: 你 会 几 种 语 言 呀
A1: 不 会
A2: 不 会 吧
A3: 不 会 啊

Q: 你 觉 得 我 帅 吗
A1: 不 帅
A2: 我 觉 得 你 帅
A3: 我 觉 得 很 帅

Q: 讨 厌 的 周 一
A1: 我 也 讨 厌 周 一
A2: 哈 哈 哈
A3: 我 也 是

Q: 好 烦 啊
A1: 烦 什 么
A2: 怎 么 了
A3: 怎 么 了 ?

Q: 天 气 真 好
A1: 天 气 不 好
A2: 天 气 不 好 , 天 气 不 好
A3: 天 气 不 好 , 天 气 不 好 , 天 气 不 好

Q: 今 天 好 冷
A1: 今 天 冷 了
A2: 今 天 还 冷
A3: 我 今 天 也 冷

Q: 今 天 好 热
A1: 今 天 下 雨 了
A2: 今 天 下 雨
A3: 今 天 还 好 热

Q: 下 雨 了
A1: 下 雨 了
A2: 下 雨 了 ?
A3: 我 也 下 雨 了

Q: 风 好 大
A1: 是 啊
A2: 哈 哈 哈
A3: 哈 哈 哈 哈

Q: 终 于 周 五 了
A1: 我 也 是 周 五
A2: 哈 哈 哈 哈 哈
A3: 哈 哈 哈 哈 哈 哈

Q: 我 想 去 K 歌
A1: 去 吧
A2: 我 也 想
A3: 我 也 想 去

Q: 红 烧 肉 吃 了 会 发 胖 吗
A1: 不 会 的
A2: 不 会 发 胖 的
A3: 不 会 的 , 我 也 是

Q: 你 觉 得 梅 西 厉 害 吗
A1: 厉 害 了
A2: 厉 害
A3: 我 觉 得 梅 西 厉 害

------------
INFO:tensorflow:Calling model_fn.
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Starting evaluation at 2019-12-27T03:25:48Z
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/lstm_seq2seq/model.ckpt-429871
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
Reading ../data/core.txt
INFO:tensorflow:Finished evaluation at 2019-12-27-03:25:49
INFO:tensorflow:Saving dict for global step 429871: global_step = 429871, loss = 3.3557096
INFO:tensorflow:Saving 'checkpoint_path' summary for global step 429871: ../model/lstm_seq2seq/model.ckpt-429871
INFO:tensorflow:Perplexity: 28.666
INFO:tensorflow:Best Perplexity: 28.607
Reading ../data/core.txt
INFO:tensorflow:Calling model_fn.
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/lstm_seq2seq/model.ckpt-429871
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
Reading ../data/core.txt
INFO:tensorflow:BLEU-2: 10.2
INFO:tensorflow:Calling model_fn.
[<tf.Variable 'Embedding/fasttext_vectors:0' shape=(5904, 300) dtype=float32_ref>,
 <tf.Variable 'Encoder/lstm_fused_cell/kernel:0' shape=(600, 1200) dtype=float32_ref>,
 <tf.Variable 'Encoder/lstm_fused_cell/bias:0' shape=(1200,) dtype=float32_ref>,
 <tf.Variable 'Encoder/lstm_fused_cell_1/kernel:0' shape=(600, 1200) dtype=float32_ref>,
 <tf.Variable 'Encoder/lstm_fused_cell_1/bias:0' shape=(1200,) dtype=float32_ref>,
 <tf.Variable 'Encoder/state_fc/kernel:0' shape=(600, 300) dtype=float32_ref>,
 <tf.Variable 'Encoder/state_fc/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/memory_layer/kernel:0' shape=(600, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/lstm_cell/kernel:0' shape=(900, 1200) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/lstm_cell/bias:0' shape=(1200,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention/query_layer/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention/attention_v:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/attention_layer/kernel:0' shape=(900, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/tied_dense/bias:0' shape=(5904,) dtype=float32_ref>]
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Create CheckpointSaverHook.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/lstm_seq2seq/model.ckpt-429871
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
INFO:tensorflow:Saving checkpoints for 429871 into ../model/lstm_seq2seq/model.ckpt.
Reading ../data/train.txt
INFO:tensorflow:loss = 5.0741916, step = 429871
INFO:tensorflow:lr = 1.3295308e-05
INFO:tensorflow:global_step/sec: 8.92958
INFO:tensorflow:loss = 4.972399, step = 429971 (11.200 sec)
INFO:tensorflow:lr = 1.3281956e-05 (11.203 sec)
INFO:tensorflow:global_step/sec: 9.46132
INFO:tensorflow:loss = 5.003935, step = 430071 (10.570 sec)
INFO:tensorflow:lr = 1.3268613e-05 (10.567 sec)
INFO:tensorflow:global_step/sec: 9.45771
INFO:tensorflow:loss = 5.1031194, step = 430171 (10.576 sec)
INFO:tensorflow:lr = 1.3255283e-05 (10.577 sec)
INFO:tensorflow:global_step/sec: 9.42981
INFO:tensorflow:loss = 4.996985, step = 430271 (10.603 sec)
INFO:tensorflow:lr = 1.3241968e-05 (10.604 sec)
INFO:tensorflow:global_step/sec: 9.38132
INFO:tensorflow:loss = 5.0695157, step = 430371 (10.657 sec)
INFO:tensorflow:lr = 1.3228665e-05 (10.661 sec)
INFO:tensorflow:global_step/sec: 9.39681
INFO:tensorflow:loss = 5.032489, step = 430471 (10.645 sec)
INFO:tensorflow:lr = 1.3215379e-05 (10.640 sec)
INFO:tensorflow:global_step/sec: 9.40341
INFO:tensorflow:loss = 5.1637974, step = 430571 (10.631 sec)
INFO:tensorflow:lr = 1.3202103e-05 (10.631 sec)
INFO:tensorflow:global_step/sec: 9.34151
INFO:tensorflow:loss = 4.965343, step = 430671 (10.710 sec)
INFO:tensorflow:lr = 1.3188841e-05 (10.710 sec)
INFO:tensorflow:global_step/sec: 9.26243
INFO:tensorflow:loss = 4.9475713, step = 430771 (10.791 sec)
INFO:tensorflow:lr = 1.31755905e-05 (10.791 sec)
INFO:tensorflow:global_step/sec: 9.36602
INFO:tensorflow:loss = 4.904393, step = 430871 (10.677 sec)
INFO:tensorflow:lr = 1.3162356e-05 (10.678 sec)
INFO:tensorflow:global_step/sec: 9.35884
INFO:tensorflow:loss = 4.899675, step = 430971 (10.686 sec)
INFO:tensorflow:lr = 1.3149136e-05 (10.686 sec)
INFO:tensorflow:global_step/sec: 9.37949
INFO:tensorflow:loss = 5.0525837, step = 431071 (10.663 sec)
INFO:tensorflow:lr = 1.3135926e-05 (10.664 sec)
INFO:tensorflow:global_step/sec: 9.32349
INFO:tensorflow:loss = 5.0028415, step = 431171 (10.727 sec)
INFO:tensorflow:lr = 1.3122732e-05 (10.728 sec)
INFO:tensorflow:global_step/sec: 9.38552
INFO:tensorflow:loss = 4.8996534, step = 431271 (10.653 sec)
INFO:tensorflow:lr = 1.31095485e-05 (10.652 sec)
INFO:tensorflow:global_step/sec: 9.47223
INFO:tensorflow:loss = 5.081937, step = 431371 (10.555 sec)
INFO:tensorflow:lr = 1.3096378e-05 (10.559 sec)
INFO:tensorflow:global_step/sec: 9.44146
INFO:tensorflow:loss = 4.825711, step = 431471 (10.594 sec)
INFO:tensorflow:lr = 1.3083225e-05 (10.588 sec)
INFO:tensorflow:global_step/sec: 9.42719
INFO:tensorflow:loss = 5.0776343, step = 431571 (10.605 sec)
INFO:tensorflow:lr = 1.3070083e-05 (10.605 sec)
INFO:tensorflow:global_step/sec: 9.41551
INFO:tensorflow:loss = 5.0937104, step = 431671 (10.621 sec)
INFO:tensorflow:lr = 1.3056952e-05 (10.624 sec)
INFO:tensorflow:global_step/sec: 9.49381
INFO:tensorflow:loss = 4.998232, step = 431771 (10.538 sec)
INFO:tensorflow:lr = 1.3043835e-05 (10.535 sec)
INFO:tensorflow:global_step/sec: 9.46902
INFO:tensorflow:loss = 5.059394, step = 431871 (10.556 sec)
INFO:tensorflow:lr = 1.3030731e-05 (10.557 sec)
INFO:tensorflow:global_step/sec: 9.5227
INFO:tensorflow:loss = 5.0332837, step = 431971 (10.501 sec)
INFO:tensorflow:lr = 1.3017646e-05 (10.501 sec)
INFO:tensorflow:global_step/sec: 9.48008
INFO:tensorflow:loss = 4.9960084, step = 432071 (10.549 sec)
INFO:tensorflow:lr = 1.3004568e-05 (10.549 sec)
INFO:tensorflow:global_step/sec: 9.4207
INFO:tensorflow:loss = 5.0059543, step = 432171 (10.614 sec)
INFO:tensorflow:lr = 1.2991503e-05 (10.617 sec)
INFO:tensorflow:global_step/sec: 9.45206
INFO:tensorflow:loss = 4.8607407, step = 432271 (10.583 sec)
INFO:tensorflow:lr = 1.2978452e-05 (10.581 sec)
INFO:tensorflow:global_step/sec: 9.41097
INFO:tensorflow:loss = 4.8922715, step = 432371 (10.624 sec)
INFO:tensorflow:lr = 1.29654145e-05 (10.624 sec)
INFO:tensorflow:global_step/sec: 9.38451
INFO:tensorflow:loss = 4.98841, step = 432471 (10.654 sec)
INFO:tensorflow:lr = 1.2952393e-05 (10.655 sec)
INFO:tensorflow:global_step/sec: 9.46468
INFO:tensorflow:loss = 5.0282335, step = 432571 (10.565 sec)
INFO:tensorflow:lr = 1.2939381e-05 (10.565 sec)
INFO:tensorflow:global_step/sec: 9.42165
INFO:tensorflow:loss = 4.957083, step = 432671 (10.617 sec)
INFO:tensorflow:lr = 1.29263835e-05 (10.617 sec)
INFO:tensorflow:global_step/sec: 9.37781
INFO:tensorflow:loss = 5.014762, step = 432771 (10.663 sec)
INFO:tensorflow:lr = 1.2913397e-05 (10.663 sec)
INFO:tensorflow:global_step/sec: 9.50702
INFO:tensorflow:loss = 5.091488, step = 432871 (10.518 sec)
INFO:tensorflow:lr = 1.2900425e-05 (10.518 sec)
INFO:tensorflow:global_step/sec: 9.4251
INFO:tensorflow:loss = 5.007812, step = 432971 (10.607 sec)
INFO:tensorflow:lr = 1.2887468e-05 (10.606 sec)
INFO:tensorflow:global_step/sec: 9.41327
INFO:tensorflow:loss = 5.0049443, step = 433071 (10.626 sec)
INFO:tensorflow:lr = 1.2874522e-05 (10.627 sec)
INFO:tensorflow:Saving checkpoints for 433074 into ../model/lstm_seq2seq/model.ckpt.
INFO:tensorflow:global_step/sec: 9.0519
INFO:tensorflow:loss = 4.956235, step = 433171 (11.045 sec)
INFO:tensorflow:lr = 1.2861588e-05 (11.044 sec)
INFO:tensorflow:global_step/sec: 9.42486
INFO:tensorflow:loss = 5.0596366, step = 433271 (10.610 sec)
INFO:tensorflow:lr = 1.2848667e-05 (10.609 sec)
INFO:tensorflow:global_step/sec: 9.40813
INFO:tensorflow:loss = 4.966634, step = 433371 (10.633 sec)
INFO:tensorflow:lr = 1.2835761e-05 (10.633 sec)
INFO:tensorflow:global_step/sec: 9.40472
INFO:tensorflow:loss = 5.0743117, step = 433471 (10.632 sec)
INFO:tensorflow:lr = 1.2822869e-05 (10.633 sec)
INFO:tensorflow:global_step/sec: 9.35207
INFO:tensorflow:loss = 5.021429, step = 433571 (10.694 sec)
INFO:tensorflow:lr = 1.2809989e-05 (10.693 sec)
INFO:tensorflow:global_step/sec: 9.28883
INFO:tensorflow:loss = 4.9195986, step = 433671 (10.767 sec)
INFO:tensorflow:lr = 1.279712e-05 (10.766 sec)
INFO:tensorflow:global_step/sec: 9.41084
INFO:tensorflow:loss = 4.992712, step = 433771 (10.626 sec)
INFO:tensorflow:lr = 1.2784263e-05 (10.626 sec)
INFO:tensorflow:global_step/sec: 9.27526
INFO:tensorflow:loss = 4.9852805, step = 433871 (10.781 sec)
INFO:tensorflow:lr = 1.277142e-05 (10.781 sec)
INFO:tensorflow:global_step/sec: 9.40842
INFO:tensorflow:loss = 4.9741445, step = 433971 (10.624 sec)
INFO:tensorflow:lr = 1.2758594e-05 (10.624 sec)
INFO:tensorflow:global_step/sec: 9.47434
INFO:tensorflow:loss = 4.878507, step = 434071 (10.555 sec)
INFO:tensorflow:lr = 1.2745777e-05 (10.555 sec)
INFO:tensorflow:global_step/sec: 9.45172
INFO:tensorflow:loss = 4.9941216, step = 434171 (10.583 sec)
INFO:tensorflow:lr = 1.2732972e-05 (10.583 sec)
INFO:tensorflow:global_step/sec: 9.49575
INFO:tensorflow:loss = 5.0437217, step = 434271 (10.533 sec)
INFO:tensorflow:lr = 1.2720181e-05 (10.532 sec)
INFO:tensorflow:global_step/sec: 9.43519
INFO:tensorflow:loss = 4.986053, step = 434371 (10.598 sec)
INFO:tensorflow:lr = 1.2707404e-05 (10.597 sec)
INFO:tensorflow:global_step/sec: 9.42219
INFO:tensorflow:loss = 4.915312, step = 434471 (10.614 sec)
INFO:tensorflow:lr = 1.2694642e-05 (10.614 sec)
INFO:tensorflow:global_step/sec: 9.35824
INFO:tensorflow:loss = 4.9675236, step = 434571 (10.685 sec)
INFO:tensorflow:lr = 1.2681888e-05 (10.685 sec)
INFO:tensorflow:global_step/sec: 9.40338
INFO:tensorflow:loss = 5.0115724, step = 434671 (10.636 sec)
INFO:tensorflow:lr = 1.26691475e-05 (10.635 sec)
INFO:tensorflow:global_step/sec: 9.40628
INFO:tensorflow:loss = 4.9464397, step = 434771 (10.630 sec)
INFO:tensorflow:lr = 1.2656421e-05 (10.630 sec)
INFO:tensorflow:global_step/sec: 9.45593
INFO:tensorflow:loss = 5.107367, step = 434871 (10.572 sec)
INFO:tensorflow:lr = 1.2643706e-05 (10.575 sec)
INFO:tensorflow:global_step/sec: 9.44071
INFO:tensorflow:loss = 4.9493217, step = 434971 (10.592 sec)
INFO:tensorflow:lr = 1.2631008e-05 (10.593 sec)
INFO:tensorflow:global_step/sec: 9.37266
INFO:tensorflow:loss = 5.007812, step = 435071 (10.669 sec)
INFO:tensorflow:lr = 1.26183195e-05 (10.670 sec)
INFO:tensorflow:global_step/sec: 9.43776
INFO:tensorflow:loss = 5.0246563, step = 435171 (10.598 sec)
INFO:tensorflow:lr = 1.2605644e-05 (10.595 sec)
INFO:tensorflow:global_step/sec: 9.47137
INFO:tensorflow:loss = 4.9967785, step = 435271 (10.559 sec)
INFO:tensorflow:lr = 1.2592979e-05 (10.559 sec)
INFO:tensorflow:global_step/sec: 9.39156
INFO:tensorflow:loss = 4.979861, step = 435371 (10.645 sec)
INFO:tensorflow:lr = 1.2580328e-05 (10.644 sec)
INFO:tensorflow:global_step/sec: 9.40864
INFO:tensorflow:loss = 5.0023603, step = 435471 (10.632 sec)
INFO:tensorflow:lr = 1.2567695e-05 (10.635 sec)
INFO:tensorflow:global_step/sec: 9.38945
INFO:tensorflow:loss = 5.056927, step = 435571 (10.647 sec)
INFO:tensorflow:lr = 1.2555069e-05 (10.644 sec)
INFO:tensorflow:global_step/sec: 9.40852
INFO:tensorflow:loss = 4.9656296, step = 435671 (10.631 sec)
INFO:tensorflow:lr = 1.2542456e-05 (10.632 sec)
INFO:tensorflow:global_step/sec: 9.40498
INFO:tensorflow:loss = 4.944159, step = 435771 (10.633 sec)
INFO:tensorflow:lr = 1.25298575e-05 (10.633 sec)
INFO:tensorflow:global_step/sec: 9.40445
INFO:tensorflow:loss = 4.986526, step = 435871 (10.631 sec)
INFO:tensorflow:lr = 1.2517269e-05 (10.630 sec)
INFO:tensorflow:global_step/sec: 9.38798
INFO:tensorflow:loss = 4.9306655, step = 435971 (10.652 sec)
INFO:tensorflow:lr = 1.2504699e-05 (10.652 sec)
INFO:tensorflow:global_step/sec: 9.38241
INFO:tensorflow:loss = 4.981876, step = 436071 (10.663 sec)
INFO:tensorflow:lr = 1.2492137e-05 (10.663 sec)
INFO:tensorflow:global_step/sec: 9.39039
INFO:tensorflow:loss = 5.058229, step = 436171 (10.647 sec)
INFO:tensorflow:lr = 1.2479587e-05 (10.647 sec)
INFO:tensorflow:global_step/sec: 9.38778
INFO:tensorflow:loss = 4.958605, step = 436271 (10.652 sec)
INFO:tensorflow:lr = 1.24670505e-05 (10.652 sec)
INFO:tensorflow:Saving checkpoints for 436277 into ../model/lstm_seq2seq/model.ckpt.
INFO:tensorflow:global_step/sec: 9.02244
INFO:tensorflow:loss = 4.9799285, step = 436371 (11.083 sec)
INFO:tensorflow:lr = 1.2454526e-05 (11.083 sec)
INFO:tensorflow:global_step/sec: 9.32501
INFO:tensorflow:loss = 4.9388475, step = 436471 (10.724 sec)
INFO:tensorflow:lr = 1.2442018e-05 (10.724 sec)
INFO:tensorflow:global_step/sec: 9.3036
INFO:tensorflow:loss = 5.063863, step = 436571 (10.746 sec)
INFO:tensorflow:lr = 1.2429518e-05 (10.746 sec)
INFO:tensorflow:global_step/sec: 9.38019
INFO:tensorflow:loss = 4.9650855, step = 436671 (10.661 sec)
INFO:tensorflow:lr = 1.2417033e-05 (10.661 sec)
INFO:tensorflow:global_step/sec: 9.46419
INFO:tensorflow:loss = 5.006776, step = 436771 (10.571 sec)
INFO:tensorflow:lr = 1.2404559e-05 (10.570 sec)
INFO:tensorflow:global_step/sec: 9.43079
INFO:tensorflow:loss = 5.0251017, step = 436871 (10.602 sec)
INFO:tensorflow:lr = 1.2392097e-05 (10.604 sec)
INFO:tensorflow:global_step/sec: 9.49084
INFO:tensorflow:loss = 4.9818163, step = 436971 (10.537 sec)
INFO:tensorflow:lr = 1.2379653e-05 (10.535 sec)
INFO:tensorflow:global_step/sec: 9.50815
INFO:tensorflow:loss = 5.02157, step = 437071 (10.518 sec)
INFO:tensorflow:lr = 1.2367215e-05 (10.518 sec)
INFO:tensorflow:global_step/sec: 9.4809
INFO:tensorflow:loss = 5.0127454, step = 437171 (10.543 sec)
INFO:tensorflow:lr = 1.2354791e-05 (10.543 sec)
INFO:tensorflow:global_step/sec: 9.47662
INFO:tensorflow:loss = 5.0027347, step = 437271 (10.558 sec)
INFO:tensorflow:lr = 1.2342379e-05 (10.558 sec)
INFO:tensorflow:global_step/sec: 9.43528
INFO:tensorflow:loss = 5.063213, step = 437371 (10.597 sec)
INFO:tensorflow:lr = 1.23299815e-05 (10.597 sec)
INFO:tensorflow:global_step/sec: 9.44054
INFO:tensorflow:loss = 5.0080214, step = 437471 (10.590 sec)
INFO:tensorflow:lr = 1.2317598e-05 (10.591 sec)
INFO:tensorflow:global_step/sec: 9.43348
INFO:tensorflow:loss = 5.070601, step = 437571 (10.602 sec)
INFO:tensorflow:lr = 1.2305224e-05 (10.601 sec)
INFO:tensorflow:global_step/sec: 9.43673
INFO:tensorflow:loss = 4.8446984, step = 437671 (10.593 sec)
INFO:tensorflow:lr = 1.2292861e-05 (10.593 sec)
INFO:tensorflow:global_step/sec: 9.49387
INFO:tensorflow:loss = 4.994886, step = 437771 (10.533 sec)
INFO:tensorflow:lr = 1.2280512e-05 (10.534 sec)
INFO:tensorflow:global_step/sec: 9.48644
INFO:tensorflow:loss = 5.0829167, step = 437871 (10.541 sec)
INFO:tensorflow:lr = 1.2268175e-05 (10.541 sec)
INFO:tensorflow:global_step/sec: 9.46802
INFO:tensorflow:loss = 4.9362135, step = 437971 (10.566 sec)
INFO:tensorflow:lr = 1.2255855e-05 (10.566 sec)
INFO:tensorflow:global_step/sec: 9.46461
INFO:tensorflow:loss = 4.9889436, step = 438071 (10.566 sec)
INFO:tensorflow:lr = 1.2243542e-05 (10.565 sec)
INFO:tensorflow:global_step/sec: 9.52795
INFO:tensorflow:loss = 4.948801, step = 438171 (10.492 sec)
INFO:tensorflow:lr = 1.2231243e-05 (10.492 sec)
INFO:tensorflow:global_step/sec: 9.47273
INFO:tensorflow:loss = 5.010717, step = 438271 (10.557 sec)
INFO:tensorflow:lr = 1.2218956e-05 (10.556 sec)
INFO:tensorflow:global_step/sec: 9.40531
INFO:tensorflow:loss = 4.9705305, step = 438371 (10.632 sec)
INFO:tensorflow:lr = 1.220668e-05 (10.632 sec)
INFO:tensorflow:global_step/sec: 9.43597
INFO:tensorflow:loss = 5.080871, step = 438471 (10.600 sec)
INFO:tensorflow:lr = 1.2194421e-05 (10.601 sec)
INFO:tensorflow:global_step/sec: 9.50359
INFO:tensorflow:loss = 5.0696, step = 438571 (10.521 sec)
INFO:tensorflow:lr = 1.2182172e-05 (10.520 sec)
INFO:tensorflow:global_step/sec: 9.46168
INFO:tensorflow:loss = 5.0121646, step = 438671 (10.572 sec)
INFO:tensorflow:lr = 1.2169933e-05 (10.572 sec)
Reading ../data/test.txt
INFO:tensorflow:global_step/sec: 9.51646
INFO:tensorflow:loss = 4.9980006, step = 438771 (10.508 sec)
INFO:tensorflow:lr = 1.2157709e-05 (10.507 sec)
INFO:tensorflow:global_step/sec: 10.2515
INFO:tensorflow:loss = 4.932881, step = 438871 (9.752 sec)
INFO:tensorflow:lr = 1.2145495e-05 (9.754 sec)
INFO:tensorflow:global_step/sec: 10.1718
INFO:tensorflow:loss = 5.0685844, step = 438971 (9.835 sec)
INFO:tensorflow:lr = 1.2133297e-05 (9.833 sec)
INFO:tensorflow:global_step/sec: 10.2001
INFO:tensorflow:loss = 5.080488, step = 439071 (9.803 sec)
INFO:tensorflow:lr = 1.2121108e-05 (9.804 sec)
INFO:tensorflow:global_step/sec: 10.2018
INFO:tensorflow:loss = 4.9996247, step = 439171 (9.799 sec)
INFO:tensorflow:lr = 1.2108931e-05 (9.799 sec)
INFO:tensorflow:global_step/sec: 10.1472
INFO:tensorflow:loss = 5.011979, step = 439271 (9.859 sec)
INFO:tensorflow:lr = 1.2096767e-05 (9.859 sec)
INFO:tensorflow:global_step/sec: 10.1224
INFO:tensorflow:loss = 4.935943, step = 439371 (9.879 sec)
INFO:tensorflow:lr = 1.2084614e-05 (9.881 sec)
INFO:tensorflow:global_step/sec: 10.232
INFO:tensorflow:loss = 4.939011, step = 439471 (9.769 sec)
INFO:tensorflow:lr = 1.2072478e-05 (9.769 sec)
INFO:tensorflow:Saving checkpoints for 439480 into ../model/lstm_seq2seq/model.ckpt.
INFO:tensorflow:global_step/sec: 9.53964
INFO:tensorflow:loss = 5.015848, step = 439571 (10.487 sec)
INFO:tensorflow:lr = 1.2060349e-05 (10.486 sec)
INFO:tensorflow:global_step/sec: 10.0461
INFO:tensorflow:loss = 5.026461, step = 439671 (9.952 sec)
INFO:tensorflow:lr = 1.2048235e-05 (9.953 sec)
INFO:tensorflow:global_step/sec: 10.2267
INFO:tensorflow:loss = 5.0034657, step = 439771 (9.780 sec)
INFO:tensorflow:lr = 1.2036131e-05 (9.779 sec)
INFO:tensorflow:global_step/sec: 10.1208
INFO:tensorflow:loss = 4.9930706, step = 439871 (9.877 sec)
INFO:tensorflow:lr = 1.202404e-05 (9.879 sec)
INFO:tensorflow:global_step/sec: 10.0893
INFO:tensorflow:loss = 5.064309, step = 439971 (9.916 sec)
INFO:tensorflow:lr = 1.2011964e-05 (9.914 sec)
INFO:tensorflow:global_step/sec: 10.1552
INFO:tensorflow:loss = 5.0607996, step = 440071 (9.846 sec)
INFO:tensorflow:lr = 1.1999897e-05 (9.847 sec)
INFO:tensorflow:global_step/sec: 10.2039
INFO:tensorflow:loss = 4.9598355, step = 440171 (9.800 sec)
INFO:tensorflow:lr = 1.1987841e-05 (9.800 sec)
INFO:tensorflow:global_step/sec: 10.1883
INFO:tensorflow:loss = 5.0276, step = 440271 (9.812 sec)
INFO:tensorflow:lr = 1.19758e-05 (9.811 sec)
INFO:tensorflow:global_step/sec: 10.2562
INFO:tensorflow:loss = 5.164021, step = 440371 (9.750 sec)
INFO:tensorflow:lr = 1.1963769e-05 (9.752 sec)
INFO:tensorflow:global_step/sec: 10.2399
INFO:tensorflow:loss = 5.0380073, step = 440471 (9.766 sec)
INFO:tensorflow:lr = 1.1951754e-05 (9.764 sec)
INFO:tensorflow:global_step/sec: 10.1485
INFO:tensorflow:loss = 4.9456, step = 440571 (9.854 sec)
INFO:tensorflow:lr = 1.1939747e-05 (9.854 sec)
INFO:tensorflow:global_step/sec: 10.2431
INFO:tensorflow:loss = 4.9744334, step = 440671 (9.766 sec)
INFO:tensorflow:lr = 1.1927752e-05 (9.766 sec)
INFO:tensorflow:global_step/sec: 10.1945
INFO:tensorflow:loss = 5.0787816, step = 440771 (9.809 sec)
INFO:tensorflow:lr = 1.191577e-05 (9.809 sec)
INFO:tensorflow:global_step/sec: 10.1316
INFO:tensorflow:loss = 5.0007577, step = 440871 (9.870 sec)
INFO:tensorflow:lr = 1.1903799e-05 (9.870 sec)
INFO:tensorflow:global_step/sec: 10.2189
INFO:tensorflow:loss = 5.063038, step = 440971 (9.787 sec)
INFO:tensorflow:lr = 1.1891844e-05 (9.787 sec)
INFO:tensorflow:global_step/sec: 10.2526
INFO:tensorflow:loss = 5.065896, step = 441071 (9.751 sec)
INFO:tensorflow:lr = 1.1879897e-05 (9.753 sec)
INFO:tensorflow:global_step/sec: 10.1786
INFO:tensorflow:loss = 4.9662094, step = 441171 (9.824 sec)
INFO:tensorflow:lr = 1.18679645e-05 (9.824 sec)
INFO:tensorflow:global_step/sec: 10.1939
INFO:tensorflow:loss = 5.033727, step = 441271 (9.809 sec)
INFO:tensorflow:lr = 1.1856041e-05 (9.810 sec)
INFO:tensorflow:global_step/sec: 10.2093
INFO:tensorflow:loss = 5.066959, step = 441371 (9.795 sec)
INFO:tensorflow:lr = 1.1844131e-05 (9.793 sec)
INFO:tensorflow:global_step/sec: 10.1557
INFO:tensorflow:loss = 5.0310826, step = 441471 (9.847 sec)
INFO:tensorflow:lr = 1.1832236e-05 (9.847 sec)
INFO:tensorflow:global_step/sec: 10.2341
INFO:tensorflow:loss = 5.165164, step = 441571 (9.775 sec)
INFO:tensorflow:lr = 1.182035e-05 (9.775 sec)
INFO:tensorflow:global_step/sec: 10.1455
INFO:tensorflow:loss = 4.922758, step = 441671 (9.857 sec)
INFO:tensorflow:lr = 1.1808475e-05 (9.857 sec)
INFO:tensorflow:global_step/sec: 10.2361
INFO:tensorflow:loss = 5.0082, step = 441771 (9.765 sec)
INFO:tensorflow:lr = 1.1796612e-05 (9.768 sec)
INFO:tensorflow:global_step/sec: 10.2083
INFO:tensorflow:loss = 5.023148, step = 441871 (9.800 sec)
INFO:tensorflow:lr = 1.1784762e-05 (9.798 sec)
INFO:tensorflow:Saving checkpoints for 441970 into ../model/lstm_seq2seq/model.ckpt.
INFO:tensorflow:Loss for final step: 4.963555.
INFO:tensorflow:Calling model_fn.
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/lstm_seq2seq/model.ckpt-441970
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
------------
minimal test
Q: 你 好
A1: 你 好
A2: 你 好 你 好
A3: 你 好 , 你 好

Q: 早 上 好
A1: 早 上 好
A2: 早 上 好 !
A3: 早 安

Q: 晚 上 好
A1: 晚 上 好
A2: 晚 上 好 !
A3: 晚 安

Q: 再 见
A1: 哈 哈 哈
A2: 哈 哈
A3: 哈 哈 哈 哈

Q: 好 久 不 见
A1: 好 久 不 见
A2: 好 久 不 见 啊
A3: 好 久 不 见 。

Q: 想 死 你 了
A1: 我 也 想 你
A2: 哈 哈 哈
A3: 哈 哈 哈 哈

Q: 谢 谢 你
A1: 不 客 气
A2: 不 用 谢
A3: 客 气

Q: 爱 你
A1: 么 么 哒
A2: 我 也 爱 你
A3: 爱 你

Q: 你 好 厉 害 啊
A1: 哈 哈
A2: 哈 哈 哈
A3: 哈 哈 哈 哈

Q: 你 叫 什 么
A1: 我 叫 什 么
A2: 你 叫 什 么
A3: 叫 什 么 名 字

Q: 你 几 岁 了
A1: 岁 月
A2: 十 岁
A3: 一 岁

Q: 现 在 几 点
A1: 明 天 点
A2: 点 多 了
A3: 明 天 晚 上

Q: 今 天 天 气 怎 么 样
A1: 今 天 天 气 好
A2: 今 天 天 气 不 错
A3: 今 天 天 气 不 错 , 今 天 天 气 好

Q: 我 们 现 在 在 哪 里
A1: 你 在 哪 里
A2: 你 在 哪 里 ?
A3: 你 在 哪 里 啊

Q: 讲 个 笑 话
A1: 哈 哈 哈
A2: 哈 哈 哈 哈
A3: 哈 哈 哈 哈 哈

Q: 你 会 几 种 语 言 呀
A1: 不 会
A2: 不 会 吧
A3: 不 会 啊

Q: 你 觉 得 我 帅 吗
A1: 不 帅
A2: 我 觉 得 你 帅
A3: 我 觉 得 很 帅

Q: 讨 厌 的 周 一
A1: 哈 哈 哈
A2: 我 也 讨 厌 周 一
A3: 我 也 讨 厌

Q: 好 烦 啊
A1: 烦 什 么
A2: 怎 么 了
A3: 怎 么 了 ?

Q: 天 气 真 好
A1: 天 气 不 好
A2: 天 气 不 好 , 天 气 不 好
A3: 天 气 不 好 , 天 气 不 好 , 天 气 不 好

Q: 今 天 好 冷
A1: 今 天 下 雨 了
A2: 今 天 冷 了
A3: 今 天 还 冷

Q: 今 天 好 热
A1: 今 天 下 雨 了
A2: 今 天 下 雨
A3: 今 天 还 好 热

Q: 下 雨 了
A1: 下 雨 了
A2: 下 雨 了 ?
A3: 我 也 下 雨 了

Q: 风 好 大
A1: 是 啊
A2: 哈 哈 哈
A3: 哈 哈 哈 哈

Q: 终 于 周 五 了
A1: 我 也 是 周 五
A2: 哈 哈 哈 哈 哈
A3: 哈 哈 哈 哈 哈 哈

Q: 我 想 去 K 歌
A1: 去 吧
A2: 我 也 想
A3: 我 也 想 去

Q: 红 烧 肉 吃 了 会 发 胖 吗
A1: 不 会 的
A2: 不 会 发 胖 的
A3: 不 会 的 , 我 也 是

Q: 你 觉 得 梅 西 厉 害 吗
A1: 厉 害 了
A2: 厉 害
A3: 我 觉 得 梅 西 厉 害

------------
INFO:tensorflow:Calling model_fn.
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Starting evaluation at 2019-12-27T03:47:51Z
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/lstm_seq2seq/model.ckpt-441970
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
Reading ../data/core.txt
INFO:tensorflow:Finished evaluation at 2019-12-27-03:47:52
INFO:tensorflow:Saving dict for global step 441970: global_step = 441970, loss = 3.351962
INFO:tensorflow:Saving 'checkpoint_path' summary for global step 441970: ../model/lstm_seq2seq/model.ckpt-441970
INFO:tensorflow:Perplexity: 28.559
INFO:tensorflow:Best Perplexity: 28.559
Reading ../data/core.txt
INFO:tensorflow:Calling model_fn.
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/lstm_seq2seq/model.ckpt-441970
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
Reading ../data/core.txt
INFO:tensorflow:BLEU-2: 10.5
INFO:tensorflow:Calling model_fn.
[<tf.Variable 'Embedding/fasttext_vectors:0' shape=(5904, 300) dtype=float32_ref>,
 <tf.Variable 'Encoder/lstm_fused_cell/kernel:0' shape=(600, 1200) dtype=float32_ref>,
 <tf.Variable 'Encoder/lstm_fused_cell/bias:0' shape=(1200,) dtype=float32_ref>,
 <tf.Variable 'Encoder/lstm_fused_cell_1/kernel:0' shape=(600, 1200) dtype=float32_ref>,
 <tf.Variable 'Encoder/lstm_fused_cell_1/bias:0' shape=(1200,) dtype=float32_ref>,
 <tf.Variable 'Encoder/state_fc/kernel:0' shape=(600, 300) dtype=float32_ref>,
 <tf.Variable 'Encoder/state_fc/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/memory_layer/kernel:0' shape=(600, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/lstm_cell/kernel:0' shape=(900, 1200) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/lstm_cell/bias:0' shape=(1200,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention/query_layer/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention/attention_v:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/attention_layer/kernel:0' shape=(900, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/tied_dense/bias:0' shape=(5904,) dtype=float32_ref>]
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Create CheckpointSaverHook.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/lstm_seq2seq/model.ckpt-441970
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
INFO:tensorflow:Saving checkpoints for 441970 into ../model/lstm_seq2seq/model.ckpt.
Reading ../data/train.txt
INFO:tensorflow:loss = 5.0144143, step = 441970
INFO:tensorflow:lr = 1.1773042e-05
INFO:tensorflow:global_step/sec: 8.9704
INFO:tensorflow:loss = 4.8408794, step = 442070 (11.151 sec)
INFO:tensorflow:lr = 1.1761219e-05 (11.151 sec)
INFO:tensorflow:global_step/sec: 9.47538
INFO:tensorflow:loss = 5.0000477, step = 442170 (10.552 sec)
INFO:tensorflow:lr = 1.1749403e-05 (10.556 sec)
INFO:tensorflow:global_step/sec: 9.497
INFO:tensorflow:loss = 5.1498833, step = 442270 (10.533 sec)
INFO:tensorflow:lr = 1.1737599e-05 (10.529 sec)
INFO:tensorflow:global_step/sec: 9.55754
INFO:tensorflow:loss = 4.8875117, step = 442370 (10.464 sec)
INFO:tensorflow:lr = 1.1725808e-05 (10.464 sec)
INFO:tensorflow:global_step/sec: 9.59188
INFO:tensorflow:loss = 4.9651375, step = 442470 (10.427 sec)
INFO:tensorflow:lr = 1.1714028e-05 (10.427 sec)
INFO:tensorflow:global_step/sec: 9.55709
INFO:tensorflow:loss = 5.0750203, step = 442570 (10.457 sec)
INFO:tensorflow:lr = 1.1702265e-05 (10.460 sec)
INFO:tensorflow:global_step/sec: 9.49846
INFO:tensorflow:loss = 5.051551, step = 442670 (10.528 sec)
INFO:tensorflow:lr = 1.1690509e-05 (10.529 sec)
INFO:tensorflow:global_step/sec: 9.64853
INFO:tensorflow:loss = 4.9805493, step = 442770 (10.368 sec)
INFO:tensorflow:lr = 1.1678764e-05 (10.364 sec)
INFO:tensorflow:global_step/sec: 9.59519
INFO:tensorflow:loss = 4.920053, step = 442870 (10.422 sec)
INFO:tensorflow:lr = 1.1667033e-05 (10.422 sec)
INFO:tensorflow:global_step/sec: 9.63479
INFO:tensorflow:loss = 5.028279, step = 442970 (10.378 sec)
INFO:tensorflow:lr = 1.1655312e-05 (10.378 sec)
INFO:tensorflow:global_step/sec: 9.51747
INFO:tensorflow:loss = 5.0355783, step = 443070 (10.507 sec)
INFO:tensorflow:lr = 1.1643607e-05 (10.506 sec)
INFO:tensorflow:global_step/sec: 9.57455
INFO:tensorflow:loss = 4.9346523, step = 443170 (10.445 sec)
INFO:tensorflow:lr = 1.163191e-05 (10.445 sec)
INFO:tensorflow:global_step/sec: 9.56815
INFO:tensorflow:loss = 4.9921575, step = 443270 (10.448 sec)
INFO:tensorflow:lr = 1.1620225e-05 (10.453 sec)
INFO:tensorflow:global_step/sec: 9.47503
INFO:tensorflow:loss = 4.9677377, step = 443370 (10.557 sec)
INFO:tensorflow:lr = 1.160855e-05 (10.553 sec)
INFO:tensorflow:global_step/sec: 9.5867
INFO:tensorflow:loss = 5.0138326, step = 443470 (10.429 sec)
INFO:tensorflow:lr = 1.1596889e-05 (10.432 sec)
INFO:tensorflow:global_step/sec: 9.60069
INFO:tensorflow:loss = 5.0818934, step = 443570 (10.419 sec)
INFO:tensorflow:lr = 1.1585242e-05 (10.414 sec)
INFO:tensorflow:global_step/sec: 9.63511
INFO:tensorflow:loss = 4.990441, step = 443670 (10.384 sec)
INFO:tensorflow:lr = 1.1573603e-05 (10.385 sec)
INFO:tensorflow:global_step/sec: 9.54875
INFO:tensorflow:loss = 4.952269, step = 443770 (10.464 sec)
INFO:tensorflow:lr = 1.1561976e-05 (10.463 sec)
INFO:tensorflow:global_step/sec: 9.55294
INFO:tensorflow:loss = 5.001936, step = 443870 (10.468 sec)
INFO:tensorflow:lr = 1.1550361e-05 (10.469 sec)
INFO:tensorflow:global_step/sec: 9.49887
INFO:tensorflow:loss = 5.0745153, step = 443970 (10.528 sec)
INFO:tensorflow:lr = 1.15387575e-05 (10.528 sec)
INFO:tensorflow:global_step/sec: 9.57406
INFO:tensorflow:loss = 5.037953, step = 444070 (10.448 sec)
INFO:tensorflow:lr = 1.152717e-05 (10.447 sec)
INFO:tensorflow:global_step/sec: 9.51321
INFO:tensorflow:loss = 4.8639164, step = 444170 (10.514 sec)
INFO:tensorflow:lr = 1.1515591e-05 (10.513 sec)
INFO:tensorflow:global_step/sec: 9.52572
INFO:tensorflow:loss = 5.0026712, step = 444270 (10.492 sec)
INFO:tensorflow:lr = 1.1504022e-05 (10.496 sec)
INFO:tensorflow:global_step/sec: 9.52532
INFO:tensorflow:loss = 4.967766, step = 444370 (10.502 sec)
INFO:tensorflow:lr = 1.1492465e-05 (10.499 sec)
INFO:tensorflow:global_step/sec: 9.57832
INFO:tensorflow:loss = 5.003598, step = 444470 (10.440 sec)
INFO:tensorflow:lr = 1.148092e-05 (10.439 sec)
INFO:tensorflow:global_step/sec: 9.54963
INFO:tensorflow:loss = 4.968146, step = 444570 (10.469 sec)
INFO:tensorflow:lr = 1.146939e-05 (10.470 sec)
INFO:tensorflow:global_step/sec: 9.59247
INFO:tensorflow:loss = 4.9084234, step = 444670 (10.425 sec)
INFO:tensorflow:lr = 1.1457868e-05 (10.424 sec)
INFO:tensorflow:global_step/sec: 9.49436
INFO:tensorflow:loss = 4.9084973, step = 444770 (10.532 sec)
INFO:tensorflow:lr = 1.1446357e-05 (10.532 sec)
INFO:tensorflow:global_step/sec: 9.49193
INFO:tensorflow:loss = 5.027498, step = 444870 (10.540 sec)
INFO:tensorflow:lr = 1.1434859e-05 (10.540 sec)
INFO:tensorflow:global_step/sec: 9.45642
INFO:tensorflow:loss = 4.9592056, step = 444970 (10.570 sec)
INFO:tensorflow:lr = 1.1423372e-05 (10.570 sec)
INFO:tensorflow:global_step/sec: 9.43468
INFO:tensorflow:loss = 5.0906067, step = 445070 (10.600 sec)
INFO:tensorflow:lr = 1.1411899e-05 (10.602 sec)
INFO:tensorflow:global_step/sec: 9.55447
INFO:tensorflow:loss = 4.99772, step = 445170 (10.469 sec)
INFO:tensorflow:lr = 1.1400435e-05 (10.468 sec)
INFO:tensorflow:Saving checkpoints for 445173 into ../model/lstm_seq2seq/model.ckpt.
INFO:tensorflow:global_step/sec: 9.045
INFO:tensorflow:loss = 4.963751, step = 445270 (11.055 sec)
INFO:tensorflow:lr = 1.1388982e-05 (11.055 sec)
INFO:tensorflow:global_step/sec: 9.59327
INFO:tensorflow:loss = 5.046708, step = 445370 (10.421 sec)
INFO:tensorflow:lr = 1.137754e-05 (10.421 sec)
INFO:tensorflow:global_step/sec: 9.5269
INFO:tensorflow:loss = 5.0190163, step = 445470 (10.500 sec)
INFO:tensorflow:lr = 1.1366111e-05 (10.499 sec)
INFO:tensorflow:global_step/sec: 9.53908
INFO:tensorflow:loss = 4.9945583, step = 445570 (10.481 sec)
INFO:tensorflow:lr = 1.1354696e-05 (10.481 sec)
INFO:tensorflow:global_step/sec: 9.46676
INFO:tensorflow:loss = 5.060199, step = 445670 (10.563 sec)
INFO:tensorflow:lr = 1.1343289e-05 (10.563 sec)
INFO:tensorflow:global_step/sec: 9.63992
INFO:tensorflow:loss = 4.9413424, step = 445770 (10.375 sec)
INFO:tensorflow:lr = 1.1331894e-05 (10.375 sec)
INFO:tensorflow:global_step/sec: 9.6124
INFO:tensorflow:loss = 5.0042863, step = 445870 (10.403 sec)
INFO:tensorflow:lr = 1.1320511e-05 (10.402 sec)
INFO:tensorflow:global_step/sec: 9.60129
INFO:tensorflow:loss = 4.9730563, step = 445970 (10.414 sec)
INFO:tensorflow:lr = 1.1309138e-05 (10.417 sec)
INFO:tensorflow:global_step/sec: 9.53442
INFO:tensorflow:loss = 4.9597707, step = 446070 (10.488 sec)
INFO:tensorflow:lr = 1.12977805e-05 (10.487 sec)
INFO:tensorflow:global_step/sec: 9.57491
INFO:tensorflow:loss = 5.012025, step = 446170 (10.445 sec)
INFO:tensorflow:lr = 1.128643e-05 (10.444 sec)
INFO:tensorflow:global_step/sec: 9.58929
INFO:tensorflow:loss = 5.064405, step = 446270 (10.431 sec)
INFO:tensorflow:lr = 1.1275091e-05 (10.430 sec)
INFO:tensorflow:global_step/sec: 9.55854
INFO:tensorflow:loss = 5.0372186, step = 446370 (10.461 sec)
INFO:tensorflow:lr = 1.1263766e-05 (10.462 sec)
INFO:tensorflow:global_step/sec: 9.50023
INFO:tensorflow:loss = 4.927226, step = 446470 (10.523 sec)
INFO:tensorflow:lr = 1.125245e-05 (10.524 sec)
INFO:tensorflow:global_step/sec: 9.55661
INFO:tensorflow:loss = 4.9119744, step = 446570 (10.466 sec)
INFO:tensorflow:lr = 1.124115e-05 (10.467 sec)
INFO:tensorflow:global_step/sec: 9.57181
INFO:tensorflow:loss = 5.069909, step = 446670 (10.445 sec)
INFO:tensorflow:lr = 1.1229857e-05 (10.448 sec)
INFO:tensorflow:global_step/sec: 9.5815
INFO:tensorflow:loss = 5.012005, step = 446770 (10.441 sec)
INFO:tensorflow:lr = 1.1218575e-05 (10.436 sec)
INFO:tensorflow:global_step/sec: 9.58776
INFO:tensorflow:loss = 4.9138656, step = 446870 (10.432 sec)
INFO:tensorflow:lr = 1.1207305e-05 (10.431 sec)
INFO:tensorflow:global_step/sec: 9.58748
INFO:tensorflow:loss = 4.948837, step = 446970 (10.424 sec)
INFO:tensorflow:lr = 1.1196045e-05 (10.426 sec)
INFO:tensorflow:global_step/sec: 9.6194
INFO:tensorflow:loss = 5.0115533, step = 447070 (10.396 sec)
INFO:tensorflow:lr = 1.1184802e-05 (10.394 sec)
INFO:tensorflow:global_step/sec: 9.56344
INFO:tensorflow:loss = 4.923242, step = 447170 (10.456 sec)
INFO:tensorflow:lr = 1.1173565e-05 (10.456 sec)
INFO:tensorflow:global_step/sec: 9.48369
INFO:tensorflow:loss = 4.969399, step = 447270 (10.548 sec)
INFO:tensorflow:lr = 1.1162342e-05 (10.548 sec)
INFO:tensorflow:global_step/sec: 9.58537
INFO:tensorflow:loss = 5.018086, step = 447370 (10.431 sec)
INFO:tensorflow:lr = 1.1151128e-05 (10.431 sec)
INFO:tensorflow:global_step/sec: 9.55633
INFO:tensorflow:loss = 4.9370236, step = 447470 (10.463 sec)
INFO:tensorflow:lr = 1.1139925e-05 (10.463 sec)
INFO:tensorflow:global_step/sec: 9.61609
INFO:tensorflow:loss = 4.9676986, step = 447570 (10.404 sec)
INFO:tensorflow:lr = 1.1128738e-05 (10.403 sec)
INFO:tensorflow:global_step/sec: 9.55109
INFO:tensorflow:loss = 5.0150623, step = 447670 (10.466 sec)
INFO:tensorflow:lr = 1.1117559e-05 (10.467 sec)
INFO:tensorflow:global_step/sec: 9.55174
INFO:tensorflow:loss = 4.970632, step = 447770 (10.472 sec)
INFO:tensorflow:lr = 1.1106389e-05 (10.471 sec)
INFO:tensorflow:global_step/sec: 9.6174
INFO:tensorflow:loss = 4.966123, step = 447870 (10.399 sec)
INFO:tensorflow:lr = 1.1095232e-05 (10.399 sec)
INFO:tensorflow:global_step/sec: 9.43334
INFO:tensorflow:loss = 4.9928684, step = 447970 (10.599 sec)
INFO:tensorflow:lr = 1.1084086e-05 (10.600 sec)
INFO:tensorflow:global_step/sec: 9.44635
INFO:tensorflow:loss = 5.030513, step = 448070 (10.584 sec)
INFO:tensorflow:lr = 1.1072953e-05 (10.584 sec)
INFO:tensorflow:global_step/sec: 9.58806
INFO:tensorflow:loss = 4.9365487, step = 448170 (10.429 sec)
INFO:tensorflow:lr = 1.1061831e-05 (10.433 sec)
INFO:tensorflow:global_step/sec: 9.53689
INFO:tensorflow:loss = 4.9664087, step = 448270 (10.486 sec)
INFO:tensorflow:lr = 1.1050718e-05 (10.482 sec)
INFO:tensorflow:global_step/sec: 9.61945
INFO:tensorflow:loss = 4.925503, step = 448370 (10.395 sec)
INFO:tensorflow:lr = 1.1039617e-05 (10.394 sec)
INFO:tensorflow:Saving checkpoints for 448376 into ../model/lstm_seq2seq/model.ckpt.
INFO:tensorflow:global_step/sec: 9.1814
INFO:tensorflow:loss = 4.910334, step = 448470 (10.892 sec)
INFO:tensorflow:lr = 1.1028527e-05 (10.893 sec)
INFO:tensorflow:global_step/sec: 9.57555
INFO:tensorflow:loss = 5.106994, step = 448570 (10.443 sec)
INFO:tensorflow:lr = 1.101745e-05 (10.442 sec)
INFO:tensorflow:global_step/sec: 9.59715
INFO:tensorflow:loss = 4.990509, step = 448670 (10.423 sec)
INFO:tensorflow:lr = 1.1006382e-05 (10.423 sec)
INFO:tensorflow:global_step/sec: 9.55014
INFO:tensorflow:loss = 5.0206823, step = 448770 (10.468 sec)
INFO:tensorflow:lr = 1.0995325e-05 (10.468 sec)
INFO:tensorflow:global_step/sec: 9.54495
INFO:tensorflow:loss = 5.00193, step = 448870 (10.477 sec)
INFO:tensorflow:lr = 1.09842795e-05 (10.480 sec)
INFO:tensorflow:global_step/sec: 9.60477
INFO:tensorflow:loss = 4.9849944, step = 448970 (10.411 sec)
INFO:tensorflow:lr = 1.09732455e-05 (10.408 sec)
INFO:tensorflow:global_step/sec: 9.57488
INFO:tensorflow:loss = 4.95891, step = 449070 (10.447 sec)
INFO:tensorflow:lr = 1.0962224e-05 (10.447 sec)
INFO:tensorflow:global_step/sec: 9.60859
INFO:tensorflow:loss = 5.068581, step = 449170 (10.409 sec)
INFO:tensorflow:lr = 1.0951212e-05 (10.410 sec)
INFO:tensorflow:global_step/sec: 9.53995
INFO:tensorflow:loss = 5.0589767, step = 449270 (10.478 sec)
INFO:tensorflow:lr = 1.0940211e-05 (10.478 sec)
INFO:tensorflow:global_step/sec: 9.55454
INFO:tensorflow:loss = 4.8971767, step = 449370 (10.466 sec)
INFO:tensorflow:lr = 1.092922e-05 (10.466 sec)
INFO:tensorflow:global_step/sec: 9.51493
INFO:tensorflow:loss = 4.929371, step = 449470 (10.513 sec)
INFO:tensorflow:lr = 1.0918239e-05 (10.513 sec)
INFO:tensorflow:global_step/sec: 9.58786
INFO:tensorflow:loss = 4.9874725, step = 449570 (10.427 sec)
INFO:tensorflow:lr = 1.0907275e-05 (10.427 sec)
INFO:tensorflow:global_step/sec: 9.60257
INFO:tensorflow:loss = 5.042028, step = 449670 (10.415 sec)
INFO:tensorflow:lr = 1.08963195e-05 (10.415 sec)
INFO:tensorflow:global_step/sec: 9.60943
INFO:tensorflow:loss = 5.108027, step = 449770 (10.410 sec)
INFO:tensorflow:lr = 1.0885372e-05 (10.409 sec)
INFO:tensorflow:global_step/sec: 9.64323
INFO:tensorflow:loss = 5.0065804, step = 449870 (10.369 sec)
INFO:tensorflow:lr = 1.0874437e-05 (10.369 sec)
INFO:tensorflow:global_step/sec: 9.57047
INFO:tensorflow:loss = 4.940161, step = 449970 (10.450 sec)
INFO:tensorflow:lr = 1.0863512e-05 (10.449 sec)
INFO:tensorflow:global_step/sec: 9.65144
INFO:tensorflow:loss = 5.0978527, step = 450070 (10.357 sec)
INFO:tensorflow:lr = 1.0852602e-05 (10.358 sec)
INFO:tensorflow:global_step/sec: 9.53714
INFO:tensorflow:loss = 4.997133, step = 450170 (10.489 sec)
INFO:tensorflow:lr = 1.08417e-05 (10.490 sec)
INFO:tensorflow:global_step/sec: 9.52525
INFO:tensorflow:loss = 5.016099, step = 450270 (10.499 sec)
INFO:tensorflow:lr = 1.0830808e-05 (10.498 sec)
INFO:tensorflow:global_step/sec: 9.61988
INFO:tensorflow:loss = 5.0577693, step = 450370 (10.394 sec)
INFO:tensorflow:lr = 1.0819928e-05 (10.395 sec)
INFO:tensorflow:global_step/sec: 9.61488
INFO:tensorflow:loss = 4.9950233, step = 450470 (10.401 sec)
INFO:tensorflow:lr = 1.0809059e-05 (10.400 sec)
INFO:tensorflow:global_step/sec: 9.53262
INFO:tensorflow:loss = 4.981048, step = 450570 (10.487 sec)
INFO:tensorflow:lr = 1.0798204e-05 (10.490 sec)
INFO:tensorflow:global_step/sec: 9.529
INFO:tensorflow:loss = 4.961728, step = 450670 (10.497 sec)
INFO:tensorflow:lr = 1.0787357e-05 (10.495 sec)
INFO:tensorflow:global_step/sec: 9.61805
INFO:tensorflow:loss = 5.0337043, step = 450770 (10.398 sec)
INFO:tensorflow:lr = 1.0776519e-05 (10.397 sec)
Reading ../data/test.txt
INFO:tensorflow:global_step/sec: 9.55618
INFO:tensorflow:loss = 5.0303073, step = 450870 (10.461 sec)
INFO:tensorflow:lr = 1.0765692e-05 (10.464 sec)
INFO:tensorflow:global_step/sec: 10.1994
INFO:tensorflow:loss = 4.9770684, step = 450970 (9.803 sec)
INFO:tensorflow:lr = 1.0754878e-05 (9.801 sec)
INFO:tensorflow:global_step/sec: 10.2254
INFO:tensorflow:loss = 4.908183, step = 451070 (9.780 sec)
INFO:tensorflow:lr = 1.07440765e-05 (9.779 sec)
INFO:tensorflow:global_step/sec: 10.232
INFO:tensorflow:loss = 5.045348, step = 451170 (9.777 sec)
INFO:tensorflow:lr = 1.0733283e-05 (9.777 sec)
INFO:tensorflow:global_step/sec: 10.3657
INFO:tensorflow:loss = 4.9995513, step = 451270 (9.643 sec)
INFO:tensorflow:lr = 1.07225005e-05 (9.643 sec)
INFO:tensorflow:global_step/sec: 10.373
INFO:tensorflow:loss = 5.071255, step = 451370 (9.645 sec)
INFO:tensorflow:lr = 1.0711729e-05 (9.645 sec)
INFO:tensorflow:global_step/sec: 10.3305
INFO:tensorflow:loss = 4.920506, step = 451470 (9.680 sec)
INFO:tensorflow:lr = 1.0700967e-05 (9.685 sec)
INFO:tensorflow:global_step/sec: 10.3544
INFO:tensorflow:loss = 5.001835, step = 451570 (9.657 sec)
INFO:tensorflow:lr = 1.0690221e-05 (9.653 sec)
INFO:tensorflow:Saving checkpoints for 451579 into ../model/lstm_seq2seq/model.ckpt.
INFO:tensorflow:global_step/sec: 9.9102
INFO:tensorflow:loss = 5.065512, step = 451670 (10.087 sec)
INFO:tensorflow:lr = 1.0679482e-05 (10.088 sec)
INFO:tensorflow:global_step/sec: 10.2897
INFO:tensorflow:loss = 5.007982, step = 451770 (9.721 sec)
INFO:tensorflow:lr = 1.0668753e-05 (9.719 sec)
INFO:tensorflow:global_step/sec: 10.3082
INFO:tensorflow:loss = 4.957956, step = 451870 (9.698 sec)
INFO:tensorflow:lr = 1.06580355e-05 (9.702 sec)
INFO:tensorflow:global_step/sec: 10.3224
INFO:tensorflow:loss = 5.051765, step = 451970 (9.688 sec)
INFO:tensorflow:lr = 1.0647329e-05 (9.687 sec)
INFO:tensorflow:global_step/sec: 10.2938
INFO:tensorflow:loss = 4.969766, step = 452070 (9.714 sec)
INFO:tensorflow:lr = 1.0636636e-05 (9.712 sec)
INFO:tensorflow:global_step/sec: 10.2847
INFO:tensorflow:loss = 5.0639744, step = 452170 (9.723 sec)
INFO:tensorflow:lr = 1.062595e-05 (9.723 sec)
INFO:tensorflow:global_step/sec: 10.2949
INFO:tensorflow:loss = 5.034924, step = 452270 (9.717 sec)
INFO:tensorflow:lr = 1.0615276e-05 (9.718 sec)
INFO:tensorflow:global_step/sec: 10.3902
INFO:tensorflow:loss = 4.9497538, step = 452370 (9.624 sec)
INFO:tensorflow:lr = 1.0604611e-05 (9.623 sec)
INFO:tensorflow:global_step/sec: 10.3019
INFO:tensorflow:loss = 4.9071155, step = 452470 (9.708 sec)
INFO:tensorflow:lr = 1.0593958e-05 (9.708 sec)
INFO:tensorflow:global_step/sec: 10.3827
INFO:tensorflow:loss = 4.917701, step = 452570 (9.627 sec)
INFO:tensorflow:lr = 1.058332e-05 (9.628 sec)
INFO:tensorflow:global_step/sec: 10.3196
INFO:tensorflow:loss = 5.036111, step = 452670 (9.690 sec)
INFO:tensorflow:lr = 1.0572688e-05 (9.690 sec)
INFO:tensorflow:global_step/sec: 10.2602
INFO:tensorflow:loss = 5.0794287, step = 452770 (9.749 sec)
INFO:tensorflow:lr = 1.0562067e-05 (9.749 sec)
INFO:tensorflow:global_step/sec: 10.3424
INFO:tensorflow:loss = 4.9803696, step = 452870 (9.671 sec)
INFO:tensorflow:lr = 1.05514555e-05 (9.671 sec)
INFO:tensorflow:global_step/sec: 10.3835
INFO:tensorflow:loss = 5.0259957, step = 452970 (9.629 sec)
INFO:tensorflow:lr = 1.0540855e-05 (9.629 sec)
INFO:tensorflow:global_step/sec: 10.391
INFO:tensorflow:loss = 5.0846286, step = 453070 (9.624 sec)
INFO:tensorflow:lr = 1.0530271e-05 (9.625 sec)
INFO:tensorflow:global_step/sec: 10.3705
INFO:tensorflow:loss = 4.9616117, step = 453170 (9.643 sec)
INFO:tensorflow:lr = 1.0519691e-05 (9.642 sec)
INFO:tensorflow:global_step/sec: 10.3553
INFO:tensorflow:loss = 5.028086, step = 453270 (9.656 sec)
INFO:tensorflow:lr = 1.0509124e-05 (9.657 sec)
INFO:tensorflow:global_step/sec: 10.3239
INFO:tensorflow:loss = 5.075162, step = 453370 (9.684 sec)
INFO:tensorflow:lr = 1.0498567e-05 (9.684 sec)
INFO:tensorflow:global_step/sec: 10.382
INFO:tensorflow:loss = 4.98271, step = 453470 (9.632 sec)
INFO:tensorflow:lr = 1.0488019e-05 (9.632 sec)
INFO:tensorflow:global_step/sec: 10.2792
INFO:tensorflow:loss = 4.9320903, step = 453570 (9.728 sec)
INFO:tensorflow:lr = 1.0477485e-05 (9.729 sec)
INFO:tensorflow:global_step/sec: 10.35
INFO:tensorflow:loss = 5.028752, step = 453670 (9.664 sec)
INFO:tensorflow:lr = 1.0466962e-05 (9.666 sec)
INFO:tensorflow:global_step/sec: 10.2014
INFO:tensorflow:loss = 5.0384, step = 453770 (9.800 sec)
INFO:tensorflow:lr = 1.0456446e-05 (9.800 sec)
INFO:tensorflow:global_step/sec: 10.4398
INFO:tensorflow:loss = 5.0298777, step = 453870 (9.579 sec)
INFO:tensorflow:lr = 1.04459405e-05 (9.578 sec)
INFO:tensorflow:global_step/sec: 10.3137
INFO:tensorflow:loss = 5.03592, step = 453970 (9.699 sec)
INFO:tensorflow:lr = 1.0435448e-05 (9.698 sec)
INFO:tensorflow:Saving checkpoints for 454069 into ../model/lstm_seq2seq/model.ckpt.
INFO:tensorflow:Loss for final step: 4.993389.
INFO:tensorflow:Calling model_fn.
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/lstm_seq2seq/model.ckpt-454069
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
------------
minimal test
Q: 你 好
A1: 你 好
A2: 你 好 你 好
A3: 你 好 , 你 好

Q: 早 上 好
A1: 早 上 好
A2: 早 上 好 !
A3: 晚 上 好

Q: 晚 上 好
A1: 晚 上 好
A2: 晚 上 好 !
A3: 晚 安

Q: 再 见
A1: 再 见
A2: 哈 哈 哈
A3: 哈 哈

Q: 好 久 不 见
A1: 好 久 不 见
A2: 好 久 不 见 啊
A3: 好 久 不 见 。

Q: 想 死 你 了
A1: 我 也 想 你
A2: 我 也 是
A3: 我 也 想 你 了

Q: 谢 谢 你
A1: 不 客 气
A2: 不 用 谢
A3: 不 用 客 气

Q: 爱 你
A1: 么 么 哒
A2: 我 也 爱 你
A3: 爱 你

Q: 你 好 厉 害 啊
A1: 哈 哈
A2: 哈 哈 哈
A3: 哈 哈 哈 哈

Q: 你 叫 什 么
A1: 我 叫 什 么
A2: 你 叫 什 么
A3: 叫 什 么 名 字

Q: 你 几 岁 了
A1: 岁 月
A2: 十 岁
A3: 一 岁

Q: 现 在 几 点
A1: 明 天 点
A2: 点 多 了
A3: 明 天 晚 上

Q: 今 天 天 气 怎 么 样
A1: 今 天 天 气 好
A2: 今 天 天 气 不 错
A3: 今 天 天 气 不 错 , 今 天 天 气 好

Q: 我 们 现 在 在 哪 里
A1: 你 在 哪 里
A2: 你 在 哪 里 ?
A3: 你 在 哪 里 啊

Q: 讲 个 笑 话
A1: 哈 哈 哈
A2: 哈 哈 哈 哈
A3: 哈 哈 哈 哈 哈

Q: 你 会 几 种 语 言 呀
A1: 不 会
A2: 不 会 吧
A3: 不 会 啊

Q: 你 觉 得 我 帅 吗
A1: 不 帅
A2: 我 觉 得 你 帅
A3: 我 觉 得 很 帅

Q: 讨 厌 的 周 一
A1: 我 也 讨 厌 周 一
A2: 哈 哈 哈
A3: 我 也 是

Q: 好 烦 啊
A1: 烦 什 么
A2: 怎 么 了
A3: 怎 么 了 ?

Q: 天 气 真 好
A1: 天 气 不 好
A2: 天 气 不 好 , 天 气 不 好
A3: 天 气 不 好 , 天 气 不 好 , 天 气 不 好

Q: 今 天 好 冷
A1: 今 天 冷 了
A2: 今 天 还 冷
A3: 我 今 天 也 冷

Q: 今 天 好 热
A1: 今 天 下 雨 了
A2: 今 天 下 雨
A3: 今 天 下 雨 了 。

Q: 下 雨 了
A1: 下 雨 了
A2: 下 雨 了 ?
A3: 我 也 下 雨 了

Q: 风 好 大
A1: 是 啊
A2: 是 的
A3: 是 啊 , 我 也 是

Q: 终 于 周 五 了
A1: 我 也 是 周 五
A2: 哈 哈 哈 哈 哈
A3: 哈 哈 哈 哈 哈 哈

Q: 我 想 去 K 歌
A1: 去 吧
A2: 我 也 想
A3: 我 也 想 去

Q: 红 烧 肉 吃 了 会 发 胖 吗
A1: 不 会 的
A2: 不 会 发 胖 的
A3: 不 会 的 , 我 也 是

Q: 你 觉 得 梅 西 厉 害 吗
A1: 厉 害 了
A2: 厉 害
A3: 我 觉 得 梅 西 厉 害

------------
INFO:tensorflow:Calling model_fn.
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Starting evaluation at 2019-12-27T04:09:36Z
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/lstm_seq2seq/model.ckpt-454069
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
Reading ../data/core.txt
INFO:tensorflow:Finished evaluation at 2019-12-27-04:09:36
INFO:tensorflow:Saving dict for global step 454069: global_step = 454069, loss = 3.3543622
INFO:tensorflow:Saving 'checkpoint_path' summary for global step 454069: ../model/lstm_seq2seq/model.ckpt-454069
INFO:tensorflow:Perplexity: 28.627
INFO:tensorflow:Best Perplexity: 28.559
Reading ../data/core.txt
INFO:tensorflow:Calling model_fn.
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/lstm_seq2seq/model.ckpt-454069
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
Reading ../data/core.txt
INFO:tensorflow:BLEU-2: 10.4
INFO:tensorflow:Calling model_fn.
[<tf.Variable 'Embedding/fasttext_vectors:0' shape=(5904, 300) dtype=float32_ref>,
 <tf.Variable 'Encoder/lstm_fused_cell/kernel:0' shape=(600, 1200) dtype=float32_ref>,
 <tf.Variable 'Encoder/lstm_fused_cell/bias:0' shape=(1200,) dtype=float32_ref>,
 <tf.Variable 'Encoder/lstm_fused_cell_1/kernel:0' shape=(600, 1200) dtype=float32_ref>,
 <tf.Variable 'Encoder/lstm_fused_cell_1/bias:0' shape=(1200,) dtype=float32_ref>,
 <tf.Variable 'Encoder/state_fc/kernel:0' shape=(600, 300) dtype=float32_ref>,
 <tf.Variable 'Encoder/state_fc/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/memory_layer/kernel:0' shape=(600, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/lstm_cell/kernel:0' shape=(900, 1200) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/lstm_cell/bias:0' shape=(1200,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention/query_layer/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention/attention_v:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/attention_layer/kernel:0' shape=(900, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/tied_dense/bias:0' shape=(5904,) dtype=float32_ref>]
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Create CheckpointSaverHook.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/lstm_seq2seq/model.ckpt-454069
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
INFO:tensorflow:Saving checkpoints for 454069 into ../model/lstm_seq2seq/model.ckpt.
Reading ../data/train.txt
INFO:tensorflow:loss = 5.0019646, step = 454069
INFO:tensorflow:lr = 1.0425069e-05
INFO:tensorflow:global_step/sec: 9.16699
INFO:tensorflow:loss = 4.9805875, step = 454169 (10.914 sec)
INFO:tensorflow:lr = 1.0414599e-05 (10.913 sec)
INFO:tensorflow:global_step/sec: 9.57525
INFO:tensorflow:loss = 4.9932566, step = 454269 (10.442 sec)
INFO:tensorflow:lr = 1.0404137e-05 (10.443 sec)
INFO:tensorflow:global_step/sec: 9.57094
INFO:tensorflow:loss = 5.1574197, step = 454369 (10.450 sec)
INFO:tensorflow:lr = 1.0393686e-05 (10.450 sec)
INFO:tensorflow:global_step/sec: 9.54749
INFO:tensorflow:loss = 5.0318203, step = 454469 (10.471 sec)
INFO:tensorflow:lr = 1.0383244e-05 (10.472 sec)
INFO:tensorflow:global_step/sec: 9.52317
INFO:tensorflow:loss = 4.9696198, step = 454569 (10.500 sec)
INFO:tensorflow:lr = 1.0372813e-05 (10.501 sec)
INFO:tensorflow:global_step/sec: 9.54167
INFO:tensorflow:loss = 4.951077, step = 454669 (10.482 sec)
INFO:tensorflow:lr = 1.0362396e-05 (10.482 sec)
INFO:tensorflow:global_step/sec: 9.59356
INFO:tensorflow:loss = 4.9873657, step = 454769 (10.427 sec)
INFO:tensorflow:lr = 1.0351985e-05 (10.425 sec)
INFO:tensorflow:global_step/sec: 9.57991
INFO:tensorflow:loss = 5.0158367, step = 454869 (10.437 sec)
INFO:tensorflow:lr = 1.0341586e-05 (10.437 sec)
INFO:tensorflow:global_step/sec: 9.56986
INFO:tensorflow:loss = 5.0413055, step = 454969 (10.446 sec)
INFO:tensorflow:lr = 1.0331197e-05 (10.447 sec)
INFO:tensorflow:global_step/sec: 9.60441
INFO:tensorflow:loss = 4.9254885, step = 455069 (10.412 sec)
INFO:tensorflow:lr = 1.03208195e-05 (10.411 sec)
INFO:tensorflow:global_step/sec: 9.54223
INFO:tensorflow:loss = 4.9819317, step = 455169 (10.484 sec)
INFO:tensorflow:lr = 1.0310451e-05 (10.484 sec)
INFO:tensorflow:global_step/sec: 9.63716
INFO:tensorflow:loss = 4.8741894, step = 455269 (10.376 sec)
INFO:tensorflow:lr = 1.0300097e-05 (10.377 sec)
INFO:tensorflow:global_step/sec: 9.48559
INFO:tensorflow:loss = 5.0359154, step = 455369 (10.542 sec)
INFO:tensorflow:lr = 1.0289748e-05 (10.541 sec)
INFO:tensorflow:global_step/sec: 9.60285
INFO:tensorflow:loss = 4.9971104, step = 455469 (10.415 sec)
INFO:tensorflow:lr = 1.0279411e-05 (10.415 sec)
INFO:tensorflow:global_step/sec: 9.54182
INFO:tensorflow:loss = 4.9865336, step = 455569 (10.476 sec)
INFO:tensorflow:lr = 1.0269085e-05 (10.476 sec)
INFO:tensorflow:global_step/sec: 9.49433
INFO:tensorflow:loss = 4.9516425, step = 455669 (10.533 sec)
INFO:tensorflow:lr = 1.0258769e-05 (10.533 sec)
INFO:tensorflow:global_step/sec: 9.55945
INFO:tensorflow:loss = 5.0461564, step = 455769 (10.464 sec)
INFO:tensorflow:lr = 1.0248467e-05 (10.464 sec)
INFO:tensorflow:global_step/sec: 9.6074
INFO:tensorflow:loss = 5.0217094, step = 455869 (10.409 sec)
INFO:tensorflow:lr = 1.0238171e-05 (10.409 sec)
INFO:tensorflow:global_step/sec: 9.5486
INFO:tensorflow:loss = 5.00052, step = 455969 (10.472 sec)
INFO:tensorflow:lr = 1.0227886e-05 (10.472 sec)
INFO:tensorflow:global_step/sec: 9.43077
INFO:tensorflow:loss = 4.8655696, step = 456069 (10.601 sec)
INFO:tensorflow:lr = 1.021761e-05 (10.601 sec)
INFO:tensorflow:global_step/sec: 9.54161
INFO:tensorflow:loss = 5.015859, step = 456169 (10.484 sec)
INFO:tensorflow:lr = 1.0207346e-05 (10.484 sec)
INFO:tensorflow:global_step/sec: 9.48921
INFO:tensorflow:loss = 5.001145, step = 456269 (10.535 sec)
INFO:tensorflow:lr = 1.0197095e-05 (10.534 sec)
INFO:tensorflow:global_step/sec: 9.54039
INFO:tensorflow:loss = 4.9907236, step = 456369 (10.485 sec)
INFO:tensorflow:lr = 1.0186851e-05 (10.486 sec)
INFO:tensorflow:global_step/sec: 9.57829
INFO:tensorflow:loss = 4.9277225, step = 456469 (10.439 sec)
INFO:tensorflow:lr = 1.0176617e-05 (10.439 sec)
INFO:tensorflow:global_step/sec: 9.39722
INFO:tensorflow:loss = 4.9262047, step = 456569 (10.639 sec)
INFO:tensorflow:lr = 1.0166395e-05 (10.640 sec)
INFO:tensorflow:global_step/sec: 9.54122
INFO:tensorflow:loss = 5.033611, step = 456669 (10.485 sec)
INFO:tensorflow:lr = 1.0156181e-05 (10.483 sec)
INFO:tensorflow:global_step/sec: 9.52917
INFO:tensorflow:loss = 5.06894, step = 456769 (10.490 sec)
INFO:tensorflow:lr = 1.0145982e-05 (10.491 sec)
INFO:tensorflow:global_step/sec: 9.45676
INFO:tensorflow:loss = 4.944708, step = 456869 (10.575 sec)
INFO:tensorflow:lr = 1.0135789e-05 (10.576 sec)
INFO:tensorflow:global_step/sec: 9.59117
INFO:tensorflow:loss = 5.049958, step = 456969 (10.425 sec)
INFO:tensorflow:lr = 1.0125606e-05 (10.424 sec)
INFO:tensorflow:global_step/sec: 9.5733
INFO:tensorflow:loss = 4.9829764, step = 457069 (10.446 sec)
INFO:tensorflow:lr = 1.0115435e-05 (10.446 sec)
INFO:tensorflow:global_step/sec: 9.49869
INFO:tensorflow:loss = 5.0503664, step = 457169 (10.528 sec)
INFO:tensorflow:lr = 1.0105273e-05 (10.533 sec)
INFO:tensorflow:global_step/sec: 9.58124
INFO:tensorflow:loss = 4.864505, step = 457269 (10.438 sec)
INFO:tensorflow:lr = 1.0095125e-05 (10.434 sec)
INFO:tensorflow:Saving checkpoints for 457272 into ../model/lstm_seq2seq/model.ckpt.
INFO:tensorflow:global_step/sec: 9.19303
INFO:tensorflow:loss = 5.100972, step = 457369 (10.880 sec)
INFO:tensorflow:lr = 1.0084984e-05 (10.878 sec)
INFO:tensorflow:global_step/sec: 9.46971
INFO:tensorflow:loss = 4.915193, step = 457469 (10.559 sec)
INFO:tensorflow:lr = 1.0074852e-05 (10.560 sec)
INFO:tensorflow:global_step/sec: 9.48815
INFO:tensorflow:loss = 4.9118295, step = 457569 (10.539 sec)
INFO:tensorflow:lr = 1.006473e-05 (10.539 sec)
INFO:tensorflow:global_step/sec: 9.46054
INFO:tensorflow:loss = 5.0372815, step = 457669 (10.568 sec)
INFO:tensorflow:lr = 1.0054619e-05 (10.567 sec)
INFO:tensorflow:global_step/sec: 9.53488
INFO:tensorflow:loss = 5.014023, step = 457769 (10.488 sec)
INFO:tensorflow:lr = 1.0044521e-05 (10.487 sec)
INFO:tensorflow:global_step/sec: 9.57215
INFO:tensorflow:loss = 4.9810944, step = 457869 (10.447 sec)
INFO:tensorflow:lr = 1.0034431e-05 (10.452 sec)
INFO:tensorflow:global_step/sec: 9.52401
INFO:tensorflow:loss = 5.012021, step = 457969 (10.500 sec)
INFO:tensorflow:lr = 1.0024351e-05 (10.496 sec)
INFO:tensorflow:global_step/sec: 9.51101
INFO:tensorflow:loss = 4.9122305, step = 458069 (10.514 sec)
INFO:tensorflow:lr = 1.0014281e-05 (10.513 sec)
INFO:tensorflow:global_step/sec: 9.57008
INFO:tensorflow:loss = 4.9948587, step = 458169 (10.449 sec)
INFO:tensorflow:lr = 1.0004221e-05 (10.452 sec)
INFO:tensorflow:global_step/sec: 9.51166
INFO:tensorflow:loss = 5.1228623, step = 458269 (10.518 sec)
INFO:tensorflow:lr = 9.9941735e-06 (10.516 sec)
INFO:tensorflow:global_step/sec: 9.40553
INFO:tensorflow:loss = 5.001749, step = 458369 (10.628 sec)
INFO:tensorflow:lr = 9.984134e-06 (10.628 sec)
INFO:tensorflow:global_step/sec: 9.53472
INFO:tensorflow:loss = 4.94139, step = 458469 (10.489 sec)
INFO:tensorflow:lr = 9.974103e-06 (10.488 sec)
INFO:tensorflow:global_step/sec: 9.47786
INFO:tensorflow:loss = 4.9030285, step = 458569 (10.551 sec)
INFO:tensorflow:lr = 9.964083e-06 (10.552 sec)
INFO:tensorflow:global_step/sec: 9.52224
INFO:tensorflow:loss = 5.0184145, step = 458669 (10.505 sec)
INFO:tensorflow:lr = 9.954073e-06 (10.505 sec)
INFO:tensorflow:global_step/sec: 9.5635
INFO:tensorflow:loss = 4.9268827, step = 458769 (10.456 sec)
INFO:tensorflow:lr = 9.944076e-06 (10.459 sec)
INFO:tensorflow:global_step/sec: 9.48268
INFO:tensorflow:loss = 4.975384, step = 458869 (10.541 sec)
INFO:tensorflow:lr = 9.934088e-06 (10.537 sec)
INFO:tensorflow:global_step/sec: 9.40075
INFO:tensorflow:loss = 4.968118, step = 458969 (10.637 sec)
INFO:tensorflow:lr = 9.924108e-06 (10.638 sec)
INFO:tensorflow:global_step/sec: 9.49717
INFO:tensorflow:loss = 5.1133275, step = 459069 (10.532 sec)
INFO:tensorflow:lr = 9.914138e-06 (10.531 sec)
INFO:tensorflow:global_step/sec: 9.46759
INFO:tensorflow:loss = 4.980438, step = 459169 (10.560 sec)
INFO:tensorflow:lr = 9.904178e-06 (10.562 sec)
INFO:tensorflow:global_step/sec: 9.49808
INFO:tensorflow:loss = 4.975505, step = 459269 (10.530 sec)
INFO:tensorflow:lr = 9.894232e-06 (10.529 sec)
INFO:tensorflow:global_step/sec: 9.46725
INFO:tensorflow:loss = 5.0170946, step = 459369 (10.560 sec)
INFO:tensorflow:lr = 9.884292e-06 (10.565 sec)
INFO:tensorflow:global_step/sec: 9.50859
INFO:tensorflow:loss = 5.0155754, step = 459469 (10.522 sec)
INFO:tensorflow:lr = 9.874362e-06 (10.516 sec)
INFO:tensorflow:global_step/sec: 9.44494
INFO:tensorflow:loss = 5.1090345, step = 459569 (10.584 sec)
INFO:tensorflow:lr = 9.864442e-06 (10.585 sec)
INFO:tensorflow:global_step/sec: 9.4919
INFO:tensorflow:loss = 4.927121, step = 459669 (10.539 sec)
INFO:tensorflow:lr = 9.854533e-06 (10.537 sec)
INFO:tensorflow:global_step/sec: 9.54509
INFO:tensorflow:loss = 4.994013, step = 459769 (10.472 sec)
INFO:tensorflow:lr = 9.844637e-06 (10.473 sec)
INFO:tensorflow:global_step/sec: 9.55581
INFO:tensorflow:loss = 5.0008674, step = 459869 (10.467 sec)
INFO:tensorflow:lr = 9.834747e-06 (10.468 sec)
INFO:tensorflow:global_step/sec: 9.46876
INFO:tensorflow:loss = 5.1055455, step = 459969 (10.562 sec)
INFO:tensorflow:lr = 9.824866e-06 (10.560 sec)
INFO:tensorflow:global_step/sec: 9.50117
INFO:tensorflow:loss = 5.0207567, step = 460069 (10.523 sec)
INFO:tensorflow:lr = 9.814997e-06 (10.524 sec)
INFO:tensorflow:global_step/sec: 9.53056
INFO:tensorflow:loss = 5.0350533, step = 460169 (10.491 sec)
INFO:tensorflow:lr = 9.805137e-06 (10.492 sec)
INFO:tensorflow:global_step/sec: 9.49147
INFO:tensorflow:loss = 4.9284124, step = 460269 (10.539 sec)
INFO:tensorflow:lr = 9.795289e-06 (10.538 sec)
INFO:tensorflow:global_step/sec: 9.56025
INFO:tensorflow:loss = 4.997227, step = 460369 (10.460 sec)
INFO:tensorflow:lr = 9.785449e-06 (10.460 sec)
INFO:tensorflow:global_step/sec: 9.53472
INFO:tensorflow:loss = 5.000825, step = 460469 (10.486 sec)
INFO:tensorflow:lr = 9.775619e-06 (10.487 sec)
INFO:tensorflow:Saving checkpoints for 460475 into ../model/lstm_seq2seq/model.ckpt.
INFO:tensorflow:global_step/sec: 9.02783
INFO:tensorflow:loss = 4.92898, step = 460569 (11.079 sec)
INFO:tensorflow:lr = 9.7657985e-06 (11.079 sec)
INFO:tensorflow:global_step/sec: 9.43765
INFO:tensorflow:loss = 5.026957, step = 460669 (10.595 sec)
INFO:tensorflow:lr = 9.755987e-06 (10.595 sec)
INFO:tensorflow:global_step/sec: 9.34813
INFO:tensorflow:loss = 4.9999356, step = 460769 (10.698 sec)
INFO:tensorflow:lr = 9.74619e-06 (10.698 sec)
INFO:tensorflow:global_step/sec: 9.4888
INFO:tensorflow:loss = 4.978823, step = 460869 (10.537 sec)
INFO:tensorflow:lr = 9.736399e-06 (10.537 sec)
INFO:tensorflow:global_step/sec: 9.57713
INFO:tensorflow:loss = 5.0621643, step = 460969 (10.444 sec)
INFO:tensorflow:lr = 9.7266175e-06 (10.444 sec)
INFO:tensorflow:global_step/sec: 9.46715
INFO:tensorflow:loss = 5.003748, step = 461069 (10.559 sec)
INFO:tensorflow:lr = 9.716847e-06 (10.560 sec)
INFO:tensorflow:global_step/sec: 9.52411
INFO:tensorflow:loss = 5.0422287, step = 461169 (10.501 sec)
INFO:tensorflow:lr = 9.707085e-06 (10.501 sec)
INFO:tensorflow:global_step/sec: 9.52566
INFO:tensorflow:loss = 4.9982896, step = 461269 (10.497 sec)
INFO:tensorflow:lr = 9.697337e-06 (10.497 sec)
INFO:tensorflow:global_step/sec: 9.42147
INFO:tensorflow:loss = 4.9561124, step = 461369 (10.614 sec)
INFO:tensorflow:lr = 9.687596e-06 (10.613 sec)
INFO:tensorflow:global_step/sec: 9.50346
INFO:tensorflow:loss = 4.9566407, step = 461469 (10.527 sec)
INFO:tensorflow:lr = 9.677862e-06 (10.526 sec)
INFO:tensorflow:global_step/sec: 9.52411
INFO:tensorflow:loss = 5.0175242, step = 461569 (10.496 sec)
INFO:tensorflow:lr = 9.668141e-06 (10.495 sec)
INFO:tensorflow:global_step/sec: 9.43729
INFO:tensorflow:loss = 5.108905, step = 461669 (10.600 sec)
INFO:tensorflow:lr = 9.658427e-06 (10.601 sec)
INFO:tensorflow:global_step/sec: 9.42589
INFO:tensorflow:loss = 4.9201646, step = 461769 (10.610 sec)
INFO:tensorflow:lr = 9.648727e-06 (10.610 sec)
INFO:tensorflow:global_step/sec: 9.48586
INFO:tensorflow:loss = 4.9882793, step = 461869 (10.537 sec)
INFO:tensorflow:lr = 9.639035e-06 (10.540 sec)
INFO:tensorflow:global_step/sec: 9.45089
INFO:tensorflow:loss = 5.0239, step = 461969 (10.585 sec)
INFO:tensorflow:lr = 9.6293525e-06 (10.582 sec)
INFO:tensorflow:global_step/sec: 9.51947
INFO:tensorflow:loss = 5.05323, step = 462069 (10.505 sec)
INFO:tensorflow:lr = 9.619679e-06 (10.506 sec)
INFO:tensorflow:global_step/sec: 9.47144
INFO:tensorflow:loss = 4.982209, step = 462169 (10.559 sec)
INFO:tensorflow:lr = 9.610015e-06 (10.557 sec)
INFO:tensorflow:global_step/sec: 9.40315
INFO:tensorflow:loss = 5.0652113, step = 462269 (10.634 sec)
INFO:tensorflow:lr = 9.600363e-06 (10.635 sec)
INFO:tensorflow:global_step/sec: 9.56435
INFO:tensorflow:loss = 5.0360255, step = 462369 (10.452 sec)
INFO:tensorflow:lr = 9.590718e-06 (10.452 sec)
INFO:tensorflow:global_step/sec: 9.32349
INFO:tensorflow:loss = 4.9958863, step = 462469 (10.727 sec)
INFO:tensorflow:lr = 9.581084e-06 (10.729 sec)
INFO:tensorflow:global_step/sec: 9.4791
INFO:tensorflow:loss = 4.938414, step = 462569 (10.547 sec)
INFO:tensorflow:lr = 9.571459e-06 (10.548 sec)
INFO:tensorflow:global_step/sec: 9.52944
INFO:tensorflow:loss = 5.039082, step = 462669 (10.497 sec)
INFO:tensorflow:lr = 9.561843e-06 (10.495 sec)
INFO:tensorflow:global_step/sec: 9.51047
INFO:tensorflow:loss = 4.971112, step = 462769 (10.511 sec)
INFO:tensorflow:lr = 9.552241e-06 (10.512 sec)
INFO:tensorflow:global_step/sec: 9.41869
INFO:tensorflow:loss = 4.904561, step = 462869 (10.622 sec)
INFO:tensorflow:lr = 9.542646e-06 (10.622 sec)
Reading ../data/test.txt
INFO:tensorflow:global_step/sec: 9.45924
INFO:tensorflow:loss = 5.0947733, step = 462969 (10.569 sec)
INFO:tensorflow:lr = 9.533059e-06 (10.572 sec)
INFO:tensorflow:global_step/sec: 10.295
INFO:tensorflow:loss = 5.096846, step = 463069 (9.712 sec)
INFO:tensorflow:lr = 9.523482e-06 (9.709 sec)
INFO:tensorflow:global_step/sec: 10.25
INFO:tensorflow:loss = 4.9689655, step = 463169 (9.759 sec)
INFO:tensorflow:lr = 9.513914e-06 (9.758 sec)
INFO:tensorflow:global_step/sec: 10.2148
INFO:tensorflow:loss = 5.0742097, step = 463269 (9.787 sec)
INFO:tensorflow:lr = 9.50436e-06 (9.787 sec)
INFO:tensorflow:global_step/sec: 10.2428
INFO:tensorflow:loss = 4.983907, step = 463369 (9.763 sec)
INFO:tensorflow:lr = 9.494812e-06 (9.764 sec)
INFO:tensorflow:global_step/sec: 10.2713
INFO:tensorflow:loss = 5.0844483, step = 463469 (9.736 sec)
INFO:tensorflow:lr = 9.485273e-06 (9.736 sec)
INFO:tensorflow:global_step/sec: 10.3025
INFO:tensorflow:loss = 4.8932586, step = 463569 (9.708 sec)
INFO:tensorflow:lr = 9.475746e-06 (9.708 sec)
INFO:tensorflow:global_step/sec: 10.2838
INFO:tensorflow:loss = 5.011751, step = 463669 (9.725 sec)
INFO:tensorflow:lr = 9.466225e-06 (9.726 sec)
INFO:tensorflow:Saving checkpoints for 463678 into ../model/lstm_seq2seq/model.ckpt.
INFO:tensorflow:global_step/sec: 9.67303
INFO:tensorflow:loss = 5.2174163, step = 463769 (10.340 sec)
INFO:tensorflow:lr = 9.456718e-06 (10.339 sec)
INFO:tensorflow:global_step/sec: 10.2604
INFO:tensorflow:loss = 5.0054684, step = 463869 (9.744 sec)
INFO:tensorflow:lr = 9.447218e-06 (9.744 sec)
INFO:tensorflow:global_step/sec: 10.2593
INFO:tensorflow:loss = 4.9811416, step = 463969 (9.748 sec)
INFO:tensorflow:lr = 9.437727e-06 (9.748 sec)
INFO:tensorflow:global_step/sec: 10.2128
INFO:tensorflow:loss = 4.896112, step = 464069 (9.790 sec)
INFO:tensorflow:lr = 9.428247e-06 (9.791 sec)
INFO:tensorflow:global_step/sec: 10.3396
INFO:tensorflow:loss = 4.8924365, step = 464169 (9.669 sec)
INFO:tensorflow:lr = 9.418774e-06 (9.668 sec)
INFO:tensorflow:global_step/sec: 10.254
INFO:tensorflow:loss = 5.0872617, step = 464269 (9.753 sec)
INFO:tensorflow:lr = 9.409317e-06 (9.753 sec)
INFO:tensorflow:global_step/sec: 10.2183
INFO:tensorflow:loss = 5.101539, step = 464369 (9.790 sec)
INFO:tensorflow:lr = 9.399863e-06 (9.789 sec)
INFO:tensorflow:global_step/sec: 10.2711
INFO:tensorflow:loss = 5.0157933, step = 464469 (9.737 sec)
INFO:tensorflow:lr = 9.390422e-06 (9.737 sec)
INFO:tensorflow:global_step/sec: 10.2554
INFO:tensorflow:loss = 5.1061893, step = 464569 (9.748 sec)
INFO:tensorflow:lr = 9.380988e-06 (9.748 sec)
INFO:tensorflow:global_step/sec: 10.1685
INFO:tensorflow:loss = 5.13796, step = 464669 (9.833 sec)
INFO:tensorflow:lr = 9.3715635e-06 (9.836 sec)
INFO:tensorflow:global_step/sec: 10.1806
INFO:tensorflow:loss = 4.933489, step = 464769 (9.823 sec)
INFO:tensorflow:lr = 9.362151e-06 (9.820 sec)
INFO:tensorflow:global_step/sec: 10.2323
INFO:tensorflow:loss = 5.063341, step = 464869 (9.773 sec)
INFO:tensorflow:lr = 9.352746e-06 (9.776 sec)
INFO:tensorflow:global_step/sec: 10.159
INFO:tensorflow:loss = 5.0035625, step = 464969 (9.847 sec)
INFO:tensorflow:lr = 9.343351e-06 (9.843 sec)
INFO:tensorflow:global_step/sec: 10.2082
INFO:tensorflow:loss = 4.943511, step = 465069 (9.796 sec)
INFO:tensorflow:lr = 9.333965e-06 (9.797 sec)
INFO:tensorflow:global_step/sec: 10.2544
INFO:tensorflow:loss = 5.039399, step = 465169 (9.749 sec)
INFO:tensorflow:lr = 9.324587e-06 (9.749 sec)
INFO:tensorflow:global_step/sec: 10.2363
INFO:tensorflow:loss = 5.040325, step = 465269 (9.769 sec)
INFO:tensorflow:lr = 9.315223e-06 (9.768 sec)
INFO:tensorflow:global_step/sec: 10.2236
INFO:tensorflow:loss = 5.1591535, step = 465369 (9.782 sec)
INFO:tensorflow:lr = 9.305865e-06 (9.780 sec)
INFO:tensorflow:global_step/sec: 10.1688
INFO:tensorflow:loss = 4.969298, step = 465469 (9.837 sec)
INFO:tensorflow:lr = 9.2965165e-06 (9.838 sec)
INFO:tensorflow:global_step/sec: 10.0539
INFO:tensorflow:loss = 5.064033, step = 465569 (9.947 sec)
INFO:tensorflow:lr = 9.287178e-06 (9.946 sec)
INFO:tensorflow:global_step/sec: 10.1987
INFO:tensorflow:loss = 4.9945254, step = 465669 (9.801 sec)
INFO:tensorflow:lr = 9.277848e-06 (9.801 sec)
INFO:tensorflow:global_step/sec: 10.3106
INFO:tensorflow:loss = 5.0287995, step = 465769 (9.699 sec)
INFO:tensorflow:lr = 9.26853e-06 (9.700 sec)
INFO:tensorflow:global_step/sec: 10.2265
INFO:tensorflow:loss = 4.9577084, step = 465869 (9.778 sec)
INFO:tensorflow:lr = 9.259219e-06 (9.777 sec)
INFO:tensorflow:global_step/sec: 10.2615
INFO:tensorflow:loss = 4.947389, step = 465969 (9.747 sec)
INFO:tensorflow:lr = 9.249917e-06 (9.748 sec)
INFO:tensorflow:global_step/sec: 10.2029
INFO:tensorflow:loss = 5.11942, step = 466069 (9.803 sec)
INFO:tensorflow:lr = 9.240625e-06 (9.802 sec)
INFO:tensorflow:Saving checkpoints for 466168 into ../model/lstm_seq2seq/model.ckpt.
INFO:tensorflow:Loss for final step: 5.0817246.
INFO:tensorflow:Calling model_fn.
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/lstm_seq2seq/model.ckpt-466168
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
------------
minimal test
Q: 你 好
A1: 你 好
A2: 你 好 你 好
A3: 你 好 , 你 好

Q: 早 上 好
A1: 早 上 好
A2: 早 上 好 !
A3: 晚 上 好

Q: 晚 上 好
A1: 晚 上 好
A2: 晚 上 好 !
A3: 晚 安

Q: 再 见
A1: 再 见
A2: 哈 哈 哈
A3: 哈 哈

Q: 好 久 不 见
A1: 好 久 不 见
A2: 好 久 不 见 啊
A3: 好 久 不 见 。

Q: 想 死 你 了
A1: 我 也 想 你
A2: 我 也 是
A3: 哈 哈 哈 哈

Q: 谢 谢 你
A1: 不 客 气
A2: 不 用 谢
A3: 客 气

Q: 爱 你
A1: 么 么 哒
A2: 我 也 爱 你
A3: 爱 你

Q: 你 好 厉 害 啊
A1: 哈 哈
A2: 哈 哈 哈
A3: 哈 哈 哈 哈

Q: 你 叫 什 么
A1: 我 叫 什 么
A2: 你 叫 什 么
A3: 叫 什 么 名 字

Q: 你 几 岁 了
A1: 岁 月
A2: 十 岁
A3: 一 岁

Q: 现 在 几 点
A1: 明 天 点
A2: 点 多 了
A3: 明 天 晚 上

Q: 今 天 天 气 怎 么 样
A1: 今 天 天 气 好
A2: 今 天 天 气 不 错
A3: 今 天 天 气 不 错 , 今 天 天 气 好

Q: 我 们 现 在 在 哪 里
A1: 你 在 哪 里
A2: 你 在 哪 里 ?
A3: 你 在 哪 里 啊

Q: 讲 个 笑 话
A1: 哈 哈 哈
A2: 哈 哈 哈 哈
A3: 哈 哈 哈 哈 哈

Q: 你 会 几 种 语 言 呀
A1: 不 会
A2: 不 会 吧
A3: 不 会 啊

Q: 你 觉 得 我 帅 吗
A1: 不 帅
A2: 我 觉 得 你 帅
A3: 我 觉 得 很 帅

Q: 讨 厌 的 周 一
A1: 哈 哈 哈
A2: 我 也 是
A3: 我 也 讨 厌 周 一

Q: 好 烦 啊
A1: 烦 啊
A2: 烦 什 么
A3: 怎 么 了

Q: 天 气 真 好
A1: 天 气 不 好
A2: 天 气 不 好 , 天 气 不 好
A3: 天 气 不 好 , 天 气 不 好 , 天 气 不 好

Q: 今 天 好 冷
A1: 今 天 冷 了
A2: 今 天 还 冷
A3: 我 今 天 也 冷

Q: 今 天 好 热
A1: 今 天 下 雨 了
A2: 今 天 下 雨
A3: 今 天 还 好 热

Q: 下 雨 了
A1: 下 雨 了
A2: 下 雨 了 ?
A3: 我 也 下 雨 了

Q: 风 好 大
A1: 是 啊
A2: 是 的
A3: 是 啊 , 我 也 是

Q: 终 于 周 五 了
A1: 我 也 是 周 五
A2: 哈 哈 哈 哈 哈
A3: 哈 哈 哈 哈 哈 哈

Q: 我 想 去 K 歌
A1: 去 吧
A2: 我 也 想
A3: 我 也 想 去

Q: 红 烧 肉 吃 了 会 发 胖 吗
A1: 不 会 的
A2: 不 会 发 胖 的
A3: 不 会 的 , 我 也 是

Q: 你 觉 得 梅 西 厉 害 吗
A1: 厉 害 了
A2: 厉 害
A3: 我 觉 得 梅 西 厉 害

------------
INFO:tensorflow:Calling model_fn.
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Starting evaluation at 2019-12-27T04:31:27Z
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/lstm_seq2seq/model.ckpt-466168
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
Reading ../data/core.txt
INFO:tensorflow:Finished evaluation at 2019-12-27-04:31:27
INFO:tensorflow:Saving dict for global step 466168: global_step = 466168, loss = 3.354984
INFO:tensorflow:Saving 'checkpoint_path' summary for global step 466168: ../model/lstm_seq2seq/model.ckpt-466168
INFO:tensorflow:Perplexity: 28.645
INFO:tensorflow:Best Perplexity: 28.559
Reading ../data/core.txt
INFO:tensorflow:Calling model_fn.
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/lstm_seq2seq/model.ckpt-466168
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
Reading ../data/core.txt
INFO:tensorflow:BLEU-2: 10.2
INFO:tensorflow:Calling model_fn.
[<tf.Variable 'Embedding/fasttext_vectors:0' shape=(5904, 300) dtype=float32_ref>,
 <tf.Variable 'Encoder/lstm_fused_cell/kernel:0' shape=(600, 1200) dtype=float32_ref>,
 <tf.Variable 'Encoder/lstm_fused_cell/bias:0' shape=(1200,) dtype=float32_ref>,
 <tf.Variable 'Encoder/lstm_fused_cell_1/kernel:0' shape=(600, 1200) dtype=float32_ref>,
 <tf.Variable 'Encoder/lstm_fused_cell_1/bias:0' shape=(1200,) dtype=float32_ref>,
 <tf.Variable 'Encoder/state_fc/kernel:0' shape=(600, 300) dtype=float32_ref>,
 <tf.Variable 'Encoder/state_fc/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/memory_layer/kernel:0' shape=(600, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/lstm_cell/kernel:0' shape=(900, 1200) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/lstm_cell/bias:0' shape=(1200,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention/query_layer/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention/attention_v:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/attention_layer/kernel:0' shape=(900, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/tied_dense/bias:0' shape=(5904,) dtype=float32_ref>]
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Create CheckpointSaverHook.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/lstm_seq2seq/model.ckpt-466168
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
INFO:tensorflow:Saving checkpoints for 466168 into ../model/lstm_seq2seq/model.ckpt.
Reading ../data/train.txt
INFO:tensorflow:loss = 5.106419, step = 466168
INFO:tensorflow:lr = 9.231435e-06
INFO:tensorflow:global_step/sec: 9.04282
INFO:tensorflow:loss = 5.0378737, step = 466268 (11.072 sec)
INFO:tensorflow:lr = 9.222162e-06 (11.070 sec)
INFO:tensorflow:global_step/sec: 9.48499
INFO:tensorflow:loss = 4.992068, step = 466368 (10.536 sec)
INFO:tensorflow:lr = 9.212899e-06 (10.536 sec)
INFO:tensorflow:global_step/sec: 9.39339
INFO:tensorflow:loss = 5.046278, step = 466468 (10.641 sec)
INFO:tensorflow:lr = 9.203645e-06 (10.642 sec)
INFO:tensorflow:global_step/sec: 9.52809
INFO:tensorflow:loss = 5.0613213, step = 466568 (10.498 sec)
INFO:tensorflow:lr = 9.194399e-06 (10.497 sec)
INFO:tensorflow:global_step/sec: 9.47824
INFO:tensorflow:loss = 4.8772717, step = 466668 (10.553 sec)
INFO:tensorflow:lr = 9.1851625e-06 (10.553 sec)
INFO:tensorflow:global_step/sec: 9.51691
INFO:tensorflow:loss = 4.9852967, step = 466768 (10.506 sec)
INFO:tensorflow:lr = 9.175934e-06 (10.506 sec)
INFO:tensorflow:global_step/sec: 9.54472
INFO:tensorflow:loss = 5.0106626, step = 466868 (10.478 sec)
INFO:tensorflow:lr = 9.166719e-06 (10.476 sec)
INFO:tensorflow:global_step/sec: 9.50077
INFO:tensorflow:loss = 4.813999, step = 466968 (10.523 sec)
INFO:tensorflow:lr = 9.15751e-06 (10.524 sec)
INFO:tensorflow:global_step/sec: 9.53044
INFO:tensorflow:loss = 5.124783, step = 467068 (10.491 sec)
INFO:tensorflow:lr = 9.148312e-06 (10.491 sec)
INFO:tensorflow:global_step/sec: 9.49479
INFO:tensorflow:loss = 4.860661, step = 467168 (10.536 sec)
INFO:tensorflow:lr = 9.139121e-06 (10.536 sec)
INFO:tensorflow:global_step/sec: 9.3938
INFO:tensorflow:loss = 4.9272833, step = 467268 (10.645 sec)
INFO:tensorflow:lr = 9.12994e-06 (10.647 sec)
INFO:tensorflow:global_step/sec: 9.49587
INFO:tensorflow:loss = 4.938763, step = 467368 (10.531 sec)
INFO:tensorflow:lr = 9.12077e-06 (10.530 sec)
INFO:tensorflow:global_step/sec: 9.51024
INFO:tensorflow:loss = 5.1004725, step = 467468 (10.514 sec)
INFO:tensorflow:lr = 9.111609e-06 (10.514 sec)
INFO:tensorflow:global_step/sec: 9.43473
INFO:tensorflow:loss = 5.0040164, step = 467568 (10.600 sec)
INFO:tensorflow:lr = 9.102456e-06 (10.600 sec)
INFO:tensorflow:global_step/sec: 9.50596
INFO:tensorflow:loss = 5.000856, step = 467668 (10.516 sec)
INFO:tensorflow:lr = 9.093311e-06 (10.516 sec)
INFO:tensorflow:global_step/sec: 9.51961
INFO:tensorflow:loss = 4.927656, step = 467768 (10.509 sec)
INFO:tensorflow:lr = 9.084175e-06 (10.508 sec)
INFO:tensorflow:global_step/sec: 9.40101
INFO:tensorflow:loss = 5.0375743, step = 467868 (10.637 sec)
INFO:tensorflow:lr = 9.075053e-06 (10.637 sec)
INFO:tensorflow:global_step/sec: 9.30002
INFO:tensorflow:loss = 4.9883757, step = 467968 (10.750 sec)
INFO:tensorflow:lr = 9.065936e-06 (10.753 sec)
INFO:tensorflow:global_step/sec: 9.48965
INFO:tensorflow:loss = 5.008112, step = 468068 (10.537 sec)
INFO:tensorflow:lr = 9.056829e-06 (10.534 sec)
INFO:tensorflow:global_step/sec: 9.41965
INFO:tensorflow:loss = 5.038007, step = 468168 (10.627 sec)
INFO:tensorflow:lr = 9.047731e-06 (10.627 sec)
INFO:tensorflow:global_step/sec: 9.48208
INFO:tensorflow:loss = 4.9820557, step = 468268 (10.540 sec)
INFO:tensorflow:lr = 9.038641e-06 (10.540 sec)
INFO:tensorflow:global_step/sec: 9.49596
INFO:tensorflow:loss = 5.1039596, step = 468368 (10.530 sec)
INFO:tensorflow:lr = 9.029564e-06 (10.530 sec)
INFO:tensorflow:global_step/sec: 9.32106
INFO:tensorflow:loss = 4.8785954, step = 468468 (10.730 sec)
INFO:tensorflow:lr = 9.020492e-06 (10.734 sec)
INFO:tensorflow:global_step/sec: 9.46567
INFO:tensorflow:loss = 5.091939, step = 468568 (10.559 sec)
INFO:tensorflow:lr = 9.01143e-06 (10.555 sec)
INFO:tensorflow:global_step/sec: 9.40274
INFO:tensorflow:loss = 4.9261107, step = 468668 (10.635 sec)
INFO:tensorflow:lr = 9.002378e-06 (10.635 sec)
INFO:tensorflow:global_step/sec: 9.36761
INFO:tensorflow:loss = 5.062692, step = 468768 (10.679 sec)
INFO:tensorflow:lr = 8.993335e-06 (10.679 sec)
INFO:tensorflow:global_step/sec: 9.48986
INFO:tensorflow:loss = 4.83335, step = 468868 (10.537 sec)
INFO:tensorflow:lr = 8.984302e-06 (10.537 sec)
INFO:tensorflow:global_step/sec: 9.41012
INFO:tensorflow:loss = 5.131312, step = 468968 (10.626 sec)
INFO:tensorflow:lr = 8.9752775e-06 (10.627 sec)
INFO:tensorflow:global_step/sec: 9.43549
INFO:tensorflow:loss = 5.01131, step = 469068 (10.599 sec)
INFO:tensorflow:lr = 8.96626e-06 (10.599 sec)
INFO:tensorflow:global_step/sec: 9.50318
INFO:tensorflow:loss = 5.072079, step = 469168 (10.523 sec)
INFO:tensorflow:lr = 8.957252e-06 (10.525 sec)
INFO:tensorflow:global_step/sec: 9.4519
INFO:tensorflow:loss = 5.1154923, step = 469268 (10.580 sec)
INFO:tensorflow:lr = 8.948254e-06 (10.578 sec)
INFO:tensorflow:global_step/sec: 9.41476
INFO:tensorflow:loss = 4.9424686, step = 469368 (10.618 sec)
INFO:tensorflow:lr = 8.939268e-06 (10.617 sec)
INFO:tensorflow:Saving checkpoints for 469371 into ../model/lstm_seq2seq/model.ckpt.
INFO:tensorflow:global_step/sec: 8.96983
INFO:tensorflow:loss = 5.0278997, step = 469468 (11.151 sec)
INFO:tensorflow:lr = 8.930287e-06 (11.152 sec)
INFO:tensorflow:global_step/sec: 9.48122
INFO:tensorflow:loss = 5.021149, step = 469568 (10.546 sec)
INFO:tensorflow:lr = 8.921316e-06 (10.545 sec)
INFO:tensorflow:global_step/sec: 9.38058
INFO:tensorflow:loss = 4.9730377, step = 469668 (10.663 sec)
INFO:tensorflow:lr = 8.912354e-06 (10.663 sec)
INFO:tensorflow:global_step/sec: 9.48626
INFO:tensorflow:loss = 5.024052, step = 469768 (10.541 sec)
INFO:tensorflow:lr = 8.9034e-06 (10.541 sec)
INFO:tensorflow:global_step/sec: 9.40562
INFO:tensorflow:loss = 5.0641794, step = 469868 (10.633 sec)
INFO:tensorflow:lr = 8.89446e-06 (10.633 sec)
INFO:tensorflow:global_step/sec: 9.38708
INFO:tensorflow:loss = 4.8666043, step = 469968 (10.648 sec)
INFO:tensorflow:lr = 8.885524e-06 (10.649 sec)
INFO:tensorflow:global_step/sec: 9.48668
INFO:tensorflow:loss = 4.934577, step = 470068 (10.543 sec)
INFO:tensorflow:lr = 8.876597e-06 (10.543 sec)
INFO:tensorflow:global_step/sec: 9.38742
INFO:tensorflow:loss = 5.067061, step = 470168 (10.653 sec)
INFO:tensorflow:lr = 8.867681e-06 (10.656 sec)
INFO:tensorflow:global_step/sec: 9.38421
INFO:tensorflow:loss = 5.0041757, step = 470268 (10.656 sec)
INFO:tensorflow:lr = 8.858771e-06 (10.653 sec)
INFO:tensorflow:global_step/sec: 9.41343
INFO:tensorflow:loss = 5.0159984, step = 470368 (10.626 sec)
INFO:tensorflow:lr = 8.849875e-06 (10.625 sec)
INFO:tensorflow:global_step/sec: 9.46198
INFO:tensorflow:loss = 4.9854717, step = 470468 (10.568 sec)
INFO:tensorflow:lr = 8.840984e-06 (10.569 sec)
INFO:tensorflow:global_step/sec: 9.41558
INFO:tensorflow:loss = 4.9914303, step = 470568 (10.618 sec)
INFO:tensorflow:lr = 8.832104e-06 (10.619 sec)
INFO:tensorflow:global_step/sec: 9.49181
INFO:tensorflow:loss = 4.874523, step = 470668 (10.538 sec)
INFO:tensorflow:lr = 8.82323e-06 (10.537 sec)
INFO:tensorflow:global_step/sec: 9.45773
INFO:tensorflow:loss = 5.0466943, step = 470768 (10.571 sec)
INFO:tensorflow:lr = 8.814367e-06 (10.573 sec)
INFO:tensorflow:global_step/sec: 9.34849
INFO:tensorflow:loss = 5.024374, step = 470868 (10.695 sec)
INFO:tensorflow:lr = 8.805515e-06 (10.694 sec)
INFO:tensorflow:global_step/sec: 9.31795
INFO:tensorflow:loss = 4.984554, step = 470968 (10.735 sec)
INFO:tensorflow:lr = 8.796669e-06 (10.734 sec)
INFO:tensorflow:global_step/sec: 9.44818
INFO:tensorflow:loss = 4.997943, step = 471068 (10.582 sec)
INFO:tensorflow:lr = 8.787832e-06 (10.585 sec)
INFO:tensorflow:global_step/sec: 9.458
INFO:tensorflow:loss = 4.9859343, step = 471168 (10.576 sec)
INFO:tensorflow:lr = 8.779005e-06 (10.575 sec)
INFO:tensorflow:global_step/sec: 9.46499
INFO:tensorflow:loss = 4.942443, step = 471268 (10.565 sec)
INFO:tensorflow:lr = 8.770185e-06 (10.567 sec)
INFO:tensorflow:global_step/sec: 9.45759
INFO:tensorflow:loss = 4.9855223, step = 471368 (10.572 sec)
INFO:tensorflow:lr = 8.761376e-06 (10.570 sec)
INFO:tensorflow:global_step/sec: 9.50191
INFO:tensorflow:loss = 4.9908857, step = 471468 (10.524 sec)
INFO:tensorflow:lr = 8.752575e-06 (10.525 sec)
INFO:tensorflow:global_step/sec: 9.47143
INFO:tensorflow:loss = 5.066538, step = 471568 (10.557 sec)
INFO:tensorflow:lr = 8.743782e-06 (10.557 sec)
INFO:tensorflow:global_step/sec: 9.49806
INFO:tensorflow:loss = 5.034741, step = 471668 (10.526 sec)
INFO:tensorflow:lr = 8.734998e-06 (10.528 sec)
INFO:tensorflow:global_step/sec: 9.44246
INFO:tensorflow:loss = 4.987155, step = 471768 (10.593 sec)
INFO:tensorflow:lr = 8.726222e-06 (10.591 sec)
INFO:tensorflow:global_step/sec: 9.47178
INFO:tensorflow:loss = 5.0220847, step = 471868 (10.555 sec)
INFO:tensorflow:lr = 8.717459e-06 (10.555 sec)
INFO:tensorflow:global_step/sec: 9.48269
INFO:tensorflow:loss = 5.005956, step = 471968 (10.549 sec)
INFO:tensorflow:lr = 8.708702e-06 (10.549 sec)
INFO:tensorflow:global_step/sec: 9.46719
INFO:tensorflow:loss = 4.9461584, step = 472068 (10.563 sec)
INFO:tensorflow:lr = 8.699954e-06 (10.562 sec)
INFO:tensorflow:global_step/sec: 9.47046
INFO:tensorflow:loss = 5.0213327, step = 472168 (10.556 sec)
INFO:tensorflow:lr = 8.691213e-06 (10.560 sec)
INFO:tensorflow:global_step/sec: 9.46417
INFO:tensorflow:loss = 4.9375196, step = 472268 (10.567 sec)
INFO:tensorflow:lr = 8.682482e-06 (10.564 sec)
INFO:tensorflow:global_step/sec: 9.50493
INFO:tensorflow:loss = 5.005917, step = 472368 (10.523 sec)
INFO:tensorflow:lr = 8.673763e-06 (10.522 sec)
INFO:tensorflow:global_step/sec: 9.52667
INFO:tensorflow:loss = 5.035502, step = 472468 (10.498 sec)
INFO:tensorflow:lr = 8.665049e-06 (10.498 sec)
INFO:tensorflow:global_step/sec: 9.45343
INFO:tensorflow:loss = 4.9278865, step = 472568 (10.573 sec)
INFO:tensorflow:lr = 8.656344e-06 (10.576 sec)
INFO:tensorflow:Saving checkpoints for 472574 into ../model/lstm_seq2seq/model.ckpt.
INFO:tensorflow:global_step/sec: 9.02257
INFO:tensorflow:loss = 5.056466, step = 472668 (11.087 sec)
INFO:tensorflow:lr = 8.647648e-06 (11.085 sec)
INFO:tensorflow:global_step/sec: 9.51601
INFO:tensorflow:loss = 5.0300064, step = 472768 (10.510 sec)
INFO:tensorflow:lr = 8.638962e-06 (10.510 sec)
INFO:tensorflow:global_step/sec: 9.48934
INFO:tensorflow:loss = 4.9757915, step = 472868 (10.536 sec)
INFO:tensorflow:lr = 8.630284e-06 (10.535 sec)
INFO:tensorflow:global_step/sec: 9.4655
INFO:tensorflow:loss = 5.0299697, step = 472968 (10.566 sec)
INFO:tensorflow:lr = 8.621616e-06 (10.570 sec)
INFO:tensorflow:global_step/sec: 8.82871
INFO:tensorflow:loss = 4.9098334, step = 473068 (11.325 sec)
INFO:tensorflow:lr = 8.612955e-06 (11.322 sec)
INFO:tensorflow:global_step/sec: 9.35489
INFO:tensorflow:loss = 4.9554076, step = 473168 (10.690 sec)
INFO:tensorflow:lr = 8.604302e-06 (10.692 sec)
INFO:tensorflow:global_step/sec: 9.26974
INFO:tensorflow:loss = 5.0148783, step = 473268 (10.788 sec)
INFO:tensorflow:lr = 8.595658e-06 (10.787 sec)
INFO:tensorflow:global_step/sec: 9.24402
INFO:tensorflow:loss = 4.921234, step = 473368 (10.816 sec)
INFO:tensorflow:lr = 8.587025e-06 (10.815 sec)
INFO:tensorflow:global_step/sec: 9.22093
INFO:tensorflow:loss = 5.061754, step = 473468 (10.843 sec)
INFO:tensorflow:lr = 8.578399e-06 (10.848 sec)
INFO:tensorflow:global_step/sec: 9.20382
INFO:tensorflow:loss = 5.0496545, step = 473568 (10.870 sec)
INFO:tensorflow:lr = 8.569781e-06 (10.864 sec)
INFO:tensorflow:global_step/sec: 9.27798
INFO:tensorflow:loss = 5.033068, step = 473668 (10.774 sec)
INFO:tensorflow:lr = 8.561172e-06 (10.776 sec)
INFO:tensorflow:global_step/sec: 9.08316
INFO:tensorflow:loss = 5.069344, step = 473768 (11.011 sec)
INFO:tensorflow:lr = 8.552572e-06 (11.012 sec)
INFO:tensorflow:global_step/sec: 9.30167
INFO:tensorflow:loss = 5.0853896, step = 473868 (10.748 sec)
INFO:tensorflow:lr = 8.543982e-06 (10.747 sec)
INFO:tensorflow:global_step/sec: 9.34002
INFO:tensorflow:loss = 5.0880632, step = 473968 (10.707 sec)
INFO:tensorflow:lr = 8.535399e-06 (10.710 sec)
INFO:tensorflow:global_step/sec: 9.43966
INFO:tensorflow:loss = 4.992522, step = 474068 (10.597 sec)
INFO:tensorflow:lr = 8.526825e-06 (10.594 sec)
INFO:tensorflow:global_step/sec: 9.42871
INFO:tensorflow:loss = 5.020393, step = 474168 (10.606 sec)
INFO:tensorflow:lr = 8.518258e-06 (10.606 sec)
INFO:tensorflow:global_step/sec: 9.41696
INFO:tensorflow:loss = 5.0429716, step = 474268 (10.616 sec)
INFO:tensorflow:lr = 8.509702e-06 (10.623 sec)
INFO:tensorflow:global_step/sec: 9.28452
INFO:tensorflow:loss = 4.9897175, step = 474368 (10.773 sec)
INFO:tensorflow:lr = 8.501156e-06 (10.767 sec)
INFO:tensorflow:global_step/sec: 9.45127
INFO:tensorflow:loss = 4.94963, step = 474468 (10.583 sec)
INFO:tensorflow:lr = 8.492615e-06 (10.582 sec)
INFO:tensorflow:global_step/sec: 9.45447
INFO:tensorflow:loss = 5.0029106, step = 474568 (10.572 sec)
INFO:tensorflow:lr = 8.484084e-06 (10.574 sec)
INFO:tensorflow:global_step/sec: 9.44623
INFO:tensorflow:loss = 4.979834, step = 474668 (10.585 sec)
INFO:tensorflow:lr = 8.47556e-06 (10.584 sec)
INFO:tensorflow:global_step/sec: 9.36765
INFO:tensorflow:loss = 4.9281325, step = 474768 (10.675 sec)
INFO:tensorflow:lr = 8.467046e-06 (10.675 sec)
INFO:tensorflow:global_step/sec: 9.49978
INFO:tensorflow:loss = 5.048876, step = 474868 (10.530 sec)
INFO:tensorflow:lr = 8.458543e-06 (10.530 sec)
INFO:tensorflow:global_step/sec: 9.35944
INFO:tensorflow:loss = 5.0641913, step = 474968 (10.683 sec)
INFO:tensorflow:lr = 8.450045e-06 (10.684 sec)
Reading ../data/test.txt
INFO:tensorflow:global_step/sec: 9.42557
INFO:tensorflow:loss = 5.0178194, step = 475068 (10.607 sec)
INFO:tensorflow:lr = 8.441557e-06 (10.606 sec)
INFO:tensorflow:global_step/sec: 10.2136
INFO:tensorflow:loss = 4.961368, step = 475168 (9.795 sec)
INFO:tensorflow:lr = 8.433076e-06 (9.795 sec)
INFO:tensorflow:global_step/sec: 10.1452
INFO:tensorflow:loss = 4.973252, step = 475268 (9.857 sec)
INFO:tensorflow:lr = 8.424605e-06 (9.857 sec)
INFO:tensorflow:global_step/sec: 10.1051
INFO:tensorflow:loss = 5.0180297, step = 475368 (9.895 sec)
INFO:tensorflow:lr = 8.416144e-06 (9.895 sec)
INFO:tensorflow:global_step/sec: 10.2077
INFO:tensorflow:loss = 5.0280023, step = 475468 (9.793 sec)
INFO:tensorflow:lr = 8.407689e-06 (9.796 sec)
INFO:tensorflow:global_step/sec: 10.0212
INFO:tensorflow:loss = 5.0296884, step = 475568 (9.980 sec)
INFO:tensorflow:lr = 8.399243e-06 (9.980 sec)
INFO:tensorflow:global_step/sec: 10.1161
INFO:tensorflow:loss = 5.1406026, step = 475668 (9.889 sec)
INFO:tensorflow:lr = 8.390805e-06 (9.886 sec)
INFO:tensorflow:global_step/sec: 10.1438
INFO:tensorflow:loss = 5.051271, step = 475768 (9.858 sec)
INFO:tensorflow:lr = 8.382376e-06 (9.859 sec)
INFO:tensorflow:Saving checkpoints for 475777 into ../model/lstm_seq2seq/model.ckpt.
INFO:tensorflow:global_step/sec: 9.8281
INFO:tensorflow:loss = 4.9542217, step = 475868 (10.178 sec)
INFO:tensorflow:lr = 8.373957e-06 (10.181 sec)
INFO:tensorflow:global_step/sec: 9.96971
INFO:tensorflow:loss = 4.9593167, step = 475968 (10.028 sec)
INFO:tensorflow:lr = 8.365545e-06 (10.025 sec)
INFO:tensorflow:global_step/sec: 10.1183
INFO:tensorflow:loss = 5.05385, step = 476068 (9.882 sec)
INFO:tensorflow:lr = 8.35714e-06 (9.881 sec)
INFO:tensorflow:global_step/sec: 10.1251
INFO:tensorflow:loss = 5.053828, step = 476168 (9.877 sec)
INFO:tensorflow:lr = 8.348746e-06 (9.878 sec)
INFO:tensorflow:global_step/sec: 10.0633
INFO:tensorflow:loss = 5.147465, step = 476268 (9.936 sec)
INFO:tensorflow:lr = 8.340358e-06 (9.935 sec)
INFO:tensorflow:global_step/sec: 10.0717
INFO:tensorflow:loss = 4.8907695, step = 476368 (9.926 sec)
INFO:tensorflow:lr = 8.331983e-06 (9.926 sec)
INFO:tensorflow:global_step/sec: 10.0451
INFO:tensorflow:loss = 5.0187607, step = 476468 (9.960 sec)
INFO:tensorflow:lr = 8.323612e-06 (9.960 sec)
INFO:tensorflow:global_step/sec: 10.1044
INFO:tensorflow:loss = 5.014258, step = 476568 (9.892 sec)
INFO:tensorflow:lr = 8.31525e-06 (9.893 sec)
INFO:tensorflow:global_step/sec: 10.1558
INFO:tensorflow:loss = 5.0770197, step = 476668 (9.849 sec)
INFO:tensorflow:lr = 8.306897e-06 (9.849 sec)
INFO:tensorflow:global_step/sec: 10.1484
INFO:tensorflow:loss = 4.9973392, step = 476768 (9.852 sec)
INFO:tensorflow:lr = 8.298553e-06 (9.851 sec)
INFO:tensorflow:global_step/sec: 9.90353
INFO:tensorflow:loss = 5.003925, step = 476868 (10.100 sec)
INFO:tensorflow:lr = 8.290219e-06 (10.104 sec)
INFO:tensorflow:global_step/sec: 10.144
INFO:tensorflow:loss = 4.9474106, step = 476968 (9.855 sec)
INFO:tensorflow:lr = 8.281891e-06 (9.854 sec)
INFO:tensorflow:global_step/sec: 10.1927
INFO:tensorflow:loss = 5.0668983, step = 477068 (9.815 sec)
INFO:tensorflow:lr = 8.27357e-06 (9.812 sec)
INFO:tensorflow:global_step/sec: 10.0343
INFO:tensorflow:loss = 4.9742074, step = 477168 (9.962 sec)
INFO:tensorflow:lr = 8.265259e-06 (9.964 sec)
INFO:tensorflow:global_step/sec: 10.1573
INFO:tensorflow:loss = 4.907556, step = 477268 (9.849 sec)
INFO:tensorflow:lr = 8.256956e-06 (9.847 sec)
INFO:tensorflow:global_step/sec: 10.079
INFO:tensorflow:loss = 4.93235, step = 477368 (9.920 sec)
INFO:tensorflow:lr = 8.248663e-06 (9.919 sec)
INFO:tensorflow:global_step/sec: 10.0779
INFO:tensorflow:loss = 4.9892263, step = 477468 (9.921 sec)
INFO:tensorflow:lr = 8.240376e-06 (9.921 sec)
INFO:tensorflow:global_step/sec: 10.0328
INFO:tensorflow:loss = 4.990312, step = 477568 (9.967 sec)
INFO:tensorflow:lr = 8.2320985e-06 (9.970 sec)
INFO:tensorflow:global_step/sec: 10.0737
INFO:tensorflow:loss = 5.0923166, step = 477668 (9.927 sec)
INFO:tensorflow:lr = 8.223828e-06 (9.925 sec)
INFO:tensorflow:global_step/sec: 10.1118
INFO:tensorflow:loss = 4.992479, step = 477768 (9.893 sec)
INFO:tensorflow:lr = 8.215567e-06 (9.892 sec)
INFO:tensorflow:global_step/sec: 10.1222
INFO:tensorflow:loss = 4.87578, step = 477868 (9.879 sec)
INFO:tensorflow:lr = 8.207316e-06 (9.880 sec)
INFO:tensorflow:global_step/sec: 10.0725
INFO:tensorflow:loss = 4.9770675, step = 477968 (9.929 sec)
INFO:tensorflow:lr = 8.19907e-06 (9.928 sec)
INFO:tensorflow:global_step/sec: 10.0846
INFO:tensorflow:loss = 4.975328, step = 478068 (9.916 sec)
INFO:tensorflow:lr = 8.190834e-06 (9.920 sec)
INFO:tensorflow:global_step/sec: 10.0941
INFO:tensorflow:loss = 5.053079, step = 478168 (9.906 sec)
INFO:tensorflow:lr = 8.1826065e-06 (9.903 sec)
INFO:tensorflow:Saving checkpoints for 478267 into ../model/lstm_seq2seq/model.ckpt.
INFO:tensorflow:Loss for final step: 5.037942.
INFO:tensorflow:Calling model_fn.
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/lstm_seq2seq/model.ckpt-478267
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
------------
minimal test
Q: 你 好
A1: 你 好
A2: 你 好 你 好
A3: 你 好 , 你 好

Q: 早 上 好
A1: 早 上 好
A2: 早 上 好 !
A3: 早 安

Q: 晚 上 好
A1: 晚 上 好
A2: 晚 上 好 !
A3: 晚 安

Q: 再 见
A1: 哈 哈 哈
A2: 哈 哈
A3: 哈 哈 哈 哈

Q: 好 久 不 见
A1: 好 久 不 见
A2: 好 久 不 见 啊
A3: 好 久 不 见 了

Q: 想 死 你 了
A1: 我 也 想 你
A2: 我 也 是
A3: 我 也 想 你 了

Q: 谢 谢 你
A1: 不 客 气
A2: 不 用 谢
A3: 客 气

Q: 爱 你
A1: 么 么 哒
A2: 我 也 爱 你
A3: 爱 你

Q: 你 好 厉 害 啊
A1: 哈 哈
A2: 哈 哈 哈
A3: 哈 哈 哈 哈

Q: 你 叫 什 么
A1: 我 叫 什 么
A2: 你 叫 什 么
A3: 叫 什 么 名 字

Q: 你 几 岁 了
A1: 岁 月
A2: 十 岁
A3: 一 岁

Q: 现 在 几 点
A1: 明 天 点
A2: 点 多 了
A3: 明 天 晚 上

Q: 今 天 天 气 怎 么 样
A1: 今 天 天 气 好
A2: 今 天 天 气 不 错
A3: 今 天 天 气 不 错 , 今 天 天 气 好

Q: 我 们 现 在 在 哪 里
A1: 你 在 哪 里
A2: 你 在 哪 里 ?
A3: 你 在 哪 里 啊

Q: 讲 个 笑 话
A1: 哈 哈 哈
A2: 哈 哈 哈 哈
A3: 哈 哈 哈 哈 哈

Q: 你 会 几 种 语 言 呀
A1: 不 会
A2: 不 会 吧
A3: 不 会 啊

Q: 你 觉 得 我 帅 吗
A1: 不 帅
A2: 我 觉 得 你 帅
A3: 我 觉 得 很 帅

Q: 讨 厌 的 周 一
A1: 哈 哈 哈
A2: 我 也 是
A3: 我 也 讨 厌 周 一

Q: 好 烦 啊
A1: 烦 什 么
A2: 怎 么 了
A3: 怎 么 了 ?

Q: 天 气 真 好
A1: 天 气 不 好
A2: 天 气 不 好 , 天 气 不 好
A3: 天 气 不 好 , 天 气 不 好 , 天 气 不 好

Q: 今 天 好 冷
A1: 今 天 冷 了
A2: 今 天 还 冷
A3: 我 今 天 也 冷

Q: 今 天 好 热
A1: 今 天 下 雨 了
A2: 今 天 下 雨
A3: 今 天 下 雨 了 。

Q: 下 雨 了
A1: 下 雨 了
A2: 下 雨 了 ?
A3: 我 也 下 雨 了

Q: 风 好 大
A1: 是 啊
A2: 哈 哈 哈
A3: 哈 哈 哈 哈

Q: 终 于 周 五 了
A1: 我 也 是 周 五
A2: 哈 哈 哈 哈 哈
A3: 哈 哈 哈 哈 哈 哈

Q: 我 想 去 K 歌
A1: 去 吧
A2: 我 也 想
A3: 我 也 想 去

Q: 红 烧 肉 吃 了 会 发 胖 吗
A1: 不 会 的
A2: 不 会 发 胖 的
A3: 不 会 的 , 我 也 是

Q: 你 觉 得 梅 西 厉 害 吗
A1: 厉 害 了
A2: 厉 害
A3: 我 觉 得 梅 西 厉 害

------------
INFO:tensorflow:Calling model_fn.
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Starting evaluation at 2019-12-27T04:53:31Z
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/lstm_seq2seq/model.ckpt-478267
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
Reading ../data/core.txt
INFO:tensorflow:Finished evaluation at 2019-12-27-04:53:32
INFO:tensorflow:Saving dict for global step 478267: global_step = 478267, loss = 3.3555279
INFO:tensorflow:Saving 'checkpoint_path' summary for global step 478267: ../model/lstm_seq2seq/model.ckpt-478267
INFO:tensorflow:Perplexity: 28.661
INFO:tensorflow:Best Perplexity: 28.559
Reading ../data/core.txt
INFO:tensorflow:Calling model_fn.
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/lstm_seq2seq/model.ckpt-478267
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
Reading ../data/core.txt
INFO:tensorflow:BLEU-2: 9.8
INFO:tensorflow:Calling model_fn.
[<tf.Variable 'Embedding/fasttext_vectors:0' shape=(5904, 300) dtype=float32_ref>,
 <tf.Variable 'Encoder/lstm_fused_cell/kernel:0' shape=(600, 1200) dtype=float32_ref>,
 <tf.Variable 'Encoder/lstm_fused_cell/bias:0' shape=(1200,) dtype=float32_ref>,
 <tf.Variable 'Encoder/lstm_fused_cell_1/kernel:0' shape=(600, 1200) dtype=float32_ref>,
 <tf.Variable 'Encoder/lstm_fused_cell_1/bias:0' shape=(1200,) dtype=float32_ref>,
 <tf.Variable 'Encoder/state_fc/kernel:0' shape=(600, 300) dtype=float32_ref>,
 <tf.Variable 'Encoder/state_fc/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/memory_layer/kernel:0' shape=(600, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/lstm_cell/kernel:0' shape=(900, 1200) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/lstm_cell/bias:0' shape=(1200,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention/query_layer/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention/attention_v:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/attention_layer/kernel:0' shape=(900, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/tied_dense/bias:0' shape=(5904,) dtype=float32_ref>]
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Create CheckpointSaverHook.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/lstm_seq2seq/model.ckpt-478267
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
INFO:tensorflow:Saving checkpoints for 478267 into ../model/lstm_seq2seq/model.ckpt.
Reading ../data/train.txt
INFO:tensorflow:loss = 4.983869, step = 478267
INFO:tensorflow:lr = 8.174468e-06
INFO:tensorflow:global_step/sec: 8.88038
INFO:tensorflow:loss = 5.059493, step = 478367 (11.263 sec)
INFO:tensorflow:lr = 8.1662565e-06 (11.266 sec)
INFO:tensorflow:global_step/sec: 9.31711
INFO:tensorflow:loss = 4.888502, step = 478467 (10.733 sec)
INFO:tensorflow:lr = 8.158055e-06 (10.729 sec)
INFO:tensorflow:global_step/sec: 9.40077
INFO:tensorflow:loss = 4.9933596, step = 478567 (10.639 sec)
INFO:tensorflow:lr = 8.14986e-06 (10.639 sec)
INFO:tensorflow:global_step/sec: 9.41619
INFO:tensorflow:loss = 4.95801, step = 478667 (10.619 sec)
INFO:tensorflow:lr = 8.141672e-06 (10.618 sec)
INFO:tensorflow:global_step/sec: 9.31262
INFO:tensorflow:loss = 5.0478053, step = 478767 (10.738 sec)
INFO:tensorflow:lr = 8.133493e-06 (10.739 sec)
INFO:tensorflow:global_step/sec: 9.43402
INFO:tensorflow:loss = 5.012176, step = 478867 (10.599 sec)
INFO:tensorflow:lr = 8.125323e-06 (10.602 sec)
INFO:tensorflow:global_step/sec: 9.33576
INFO:tensorflow:loss = 4.981342, step = 478967 (10.712 sec)
INFO:tensorflow:lr = 8.117162e-06 (10.713 sec)
INFO:tensorflow:global_step/sec: 9.37294
INFO:tensorflow:loss = 5.0138607, step = 479067 (10.670 sec)
INFO:tensorflow:lr = 8.109008e-06 (10.667 sec)
INFO:tensorflow:global_step/sec: 9.40059
INFO:tensorflow:loss = 4.911992, step = 479167 (10.642 sec)
INFO:tensorflow:lr = 8.100861e-06 (10.642 sec)
INFO:tensorflow:global_step/sec: 9.22281
INFO:tensorflow:loss = 4.928578, step = 479267 (10.840 sec)
INFO:tensorflow:lr = 8.092723e-06 (10.840 sec)
INFO:tensorflow:global_step/sec: 9.28931
INFO:tensorflow:loss = 4.9831686, step = 479367 (10.766 sec)
INFO:tensorflow:lr = 8.084594e-06 (10.767 sec)
INFO:tensorflow:global_step/sec: 9.39326
INFO:tensorflow:loss = 4.992484, step = 479467 (10.644 sec)
INFO:tensorflow:lr = 8.076475e-06 (10.643 sec)
INFO:tensorflow:global_step/sec: 9.40958
INFO:tensorflow:loss = 4.905082, step = 479567 (10.627 sec)
INFO:tensorflow:lr = 8.06836e-06 (10.628 sec)
INFO:tensorflow:global_step/sec: 9.30869
INFO:tensorflow:loss = 4.959094, step = 479667 (10.743 sec)
INFO:tensorflow:lr = 8.060256e-06 (10.744 sec)
INFO:tensorflow:global_step/sec: 9.38845
INFO:tensorflow:loss = 5.0299525, step = 479767 (10.649 sec)
INFO:tensorflow:lr = 8.052159e-06 (10.649 sec)
INFO:tensorflow:global_step/sec: 9.34806
INFO:tensorflow:loss = 4.959481, step = 479867 (10.697 sec)
INFO:tensorflow:lr = 8.0440705e-06 (10.699 sec)
INFO:tensorflow:global_step/sec: 9.35174
INFO:tensorflow:loss = 4.9743204, step = 479967 (10.693 sec)
INFO:tensorflow:lr = 8.0359905e-06 (10.693 sec)
INFO:tensorflow:global_step/sec: 9.36784
INFO:tensorflow:loss = 4.978229, step = 480067 (10.675 sec)
INFO:tensorflow:lr = 8.027917e-06 (10.671 sec)
INFO:tensorflow:global_step/sec: 9.32963
INFO:tensorflow:loss = 4.895376, step = 480167 (10.719 sec)
INFO:tensorflow:lr = 8.019852e-06 (10.720 sec)
INFO:tensorflow:global_step/sec: 9.37317
INFO:tensorflow:loss = 4.948853, step = 480267 (10.669 sec)
INFO:tensorflow:lr = 8.011796e-06 (10.669 sec)
INFO:tensorflow:global_step/sec: 9.36884
INFO:tensorflow:loss = 4.959421, step = 480367 (10.676 sec)
INFO:tensorflow:lr = 8.003747e-06 (10.676 sec)
INFO:tensorflow:global_step/sec: 9.2836
INFO:tensorflow:loss = 4.9242, step = 480467 (10.774 sec)
INFO:tensorflow:lr = 7.99571e-06 (10.775 sec)
INFO:tensorflow:global_step/sec: 9.42023
INFO:tensorflow:loss = 5.1880026, step = 480567 (10.624 sec)
INFO:tensorflow:lr = 7.987677e-06 (10.622 sec)
INFO:tensorflow:global_step/sec: 9.36228
INFO:tensorflow:loss = 5.0009804, step = 480667 (10.668 sec)
INFO:tensorflow:lr = 7.979654e-06 (10.670 sec)
INFO:tensorflow:global_step/sec: 9.31614
INFO:tensorflow:loss = 4.995461, step = 480767 (10.737 sec)
INFO:tensorflow:lr = 7.971637e-06 (10.736 sec)
INFO:tensorflow:global_step/sec: 9.36269
INFO:tensorflow:loss = 4.97353, step = 480867 (10.680 sec)
INFO:tensorflow:lr = 7.963628e-06 (10.680 sec)
INFO:tensorflow:global_step/sec: 9.29608
INFO:tensorflow:loss = 4.941411, step = 480967 (10.754 sec)
INFO:tensorflow:lr = 7.95563e-06 (10.754 sec)
INFO:tensorflow:global_step/sec: 9.23693
INFO:tensorflow:loss = 4.887877, step = 481067 (10.826 sec)
INFO:tensorflow:lr = 7.947638e-06 (10.826 sec)
INFO:tensorflow:global_step/sec: 9.18691
INFO:tensorflow:loss = 5.01914, step = 481167 (10.885 sec)
INFO:tensorflow:lr = 7.939655e-06 (10.885 sec)
INFO:tensorflow:global_step/sec: 9.18062
INFO:tensorflow:loss = 4.9355283, step = 481267 (10.892 sec)
INFO:tensorflow:lr = 7.931679e-06 (10.892 sec)
INFO:tensorflow:global_step/sec: 9.19719
INFO:tensorflow:loss = 4.960444, step = 481367 (10.876 sec)
INFO:tensorflow:lr = 7.923711e-06 (10.876 sec)
INFO:tensorflow:global_step/sec: 9.31452
INFO:tensorflow:loss = 5.0409184, step = 481467 (10.732 sec)
INFO:tensorflow:lr = 7.915753e-06 (10.734 sec)
INFO:tensorflow:Saving checkpoints for 481470 into ../model/lstm_seq2seq/model.ckpt.
INFO:tensorflow:global_step/sec: 8.79472
INFO:tensorflow:loss = 4.9060388, step = 481567 (11.371 sec)
INFO:tensorflow:lr = 7.907801e-06 (11.378 sec)
INFO:tensorflow:global_step/sec: 9.20288
INFO:tensorflow:loss = 4.983172, step = 481667 (10.866 sec)
INFO:tensorflow:lr = 7.899856e-06 (10.860 sec)
INFO:tensorflow:global_step/sec: 9.32391
INFO:tensorflow:loss = 4.984764, step = 481767 (10.724 sec)
INFO:tensorflow:lr = 7.891921e-06 (10.722 sec)
INFO:tensorflow:global_step/sec: 9.24141
INFO:tensorflow:loss = 4.998944, step = 481867 (10.827 sec)
INFO:tensorflow:lr = 7.883992e-06 (10.827 sec)
INFO:tensorflow:global_step/sec: 9.21644
INFO:tensorflow:loss = 4.8363323, step = 481967 (10.844 sec)
INFO:tensorflow:lr = 7.876074e-06 (10.845 sec)
INFO:tensorflow:global_step/sec: 9.26125
INFO:tensorflow:loss = 5.0253882, step = 482067 (10.798 sec)
INFO:tensorflow:lr = 7.868162e-06 (10.797 sec)
INFO:tensorflow:global_step/sec: 9.16094
INFO:tensorflow:loss = 4.9707484, step = 482167 (10.916 sec)
INFO:tensorflow:lr = 7.86026e-06 (10.916 sec)
INFO:tensorflow:global_step/sec: 9.2348
INFO:tensorflow:loss = 5.020268, step = 482267 (10.828 sec)
INFO:tensorflow:lr = 7.852362e-06 (10.828 sec)
INFO:tensorflow:global_step/sec: 9.29921
INFO:tensorflow:loss = 4.9196424, step = 482367 (10.757 sec)
INFO:tensorflow:lr = 7.844474e-06 (10.756 sec)
INFO:tensorflow:global_step/sec: 9.21912
INFO:tensorflow:loss = 5.030523, step = 482467 (10.844 sec)
INFO:tensorflow:lr = 7.836596e-06 (10.845 sec)
INFO:tensorflow:global_step/sec: 9.25489
INFO:tensorflow:loss = 5.058845, step = 482567 (10.809 sec)
INFO:tensorflow:lr = 7.828723e-06 (10.809 sec)
INFO:tensorflow:global_step/sec: 9.15414
INFO:tensorflow:loss = 5.072989, step = 482667 (10.924 sec)
INFO:tensorflow:lr = 7.820857e-06 (10.924 sec)
INFO:tensorflow:global_step/sec: 9.24746
INFO:tensorflow:loss = 4.914399, step = 482767 (10.812 sec)
INFO:tensorflow:lr = 7.8130015e-06 (10.813 sec)
INFO:tensorflow:global_step/sec: 9.18486
INFO:tensorflow:loss = 4.9826612, step = 482867 (10.886 sec)
INFO:tensorflow:lr = 7.8051535e-06 (10.887 sec)
INFO:tensorflow:global_step/sec: 9.2509
INFO:tensorflow:loss = 4.9862123, step = 482967 (10.813 sec)
INFO:tensorflow:lr = 7.7973145e-06 (10.815 sec)
INFO:tensorflow:global_step/sec: 9.29189
INFO:tensorflow:loss = 5.1209245, step = 483067 (10.759 sec)
INFO:tensorflow:lr = 7.789481e-06 (10.756 sec)
INFO:tensorflow:global_step/sec: 9.24517
INFO:tensorflow:loss = 5.025372, step = 483167 (10.818 sec)
INFO:tensorflow:lr = 7.781656e-06 (10.818 sec)
INFO:tensorflow:global_step/sec: 9.21929
INFO:tensorflow:loss = 4.982981, step = 483267 (10.846 sec)
INFO:tensorflow:lr = 7.773838e-06 (10.847 sec)
INFO:tensorflow:global_step/sec: 9.2798
INFO:tensorflow:loss = 5.014176, step = 483367 (10.774 sec)
INFO:tensorflow:lr = 7.766028e-06 (10.773 sec)
INFO:tensorflow:global_step/sec: 9.16141
INFO:tensorflow:loss = 5.05121, step = 483467 (10.920 sec)
INFO:tensorflow:lr = 7.758229e-06 (10.919 sec)
INFO:tensorflow:global_step/sec: 9.28576
INFO:tensorflow:loss = 5.029132, step = 483567 (10.764 sec)
INFO:tensorflow:lr = 7.7504355e-06 (10.765 sec)
INFO:tensorflow:global_step/sec: 9.25216
INFO:tensorflow:loss = 5.016911, step = 483667 (10.813 sec)
INFO:tensorflow:lr = 7.742649e-06 (10.812 sec)
INFO:tensorflow:global_step/sec: 9.22581
INFO:tensorflow:loss = 4.9738197, step = 483767 (10.839 sec)
INFO:tensorflow:lr = 7.734871e-06 (10.840 sec)
INFO:tensorflow:global_step/sec: 9.29389
INFO:tensorflow:loss = 5.0582294, step = 483867 (10.761 sec)
INFO:tensorflow:lr = 7.727101e-06 (10.759 sec)
INFO:tensorflow:global_step/sec: 9.23818
INFO:tensorflow:loss = 4.9751315, step = 483967 (10.819 sec)
INFO:tensorflow:lr = 7.719341e-06 (10.820 sec)
INFO:tensorflow:global_step/sec: 9.13764
INFO:tensorflow:loss = 4.9749274, step = 484067 (10.948 sec)
INFO:tensorflow:lr = 7.711586e-06 (10.947 sec)
INFO:tensorflow:global_step/sec: 9.23568
INFO:tensorflow:loss = 5.0735188, step = 484167 (10.828 sec)
INFO:tensorflow:lr = 7.7038385e-06 (10.829 sec)
INFO:tensorflow:global_step/sec: 9.21176
INFO:tensorflow:loss = 5.0555425, step = 484267 (10.851 sec)
INFO:tensorflow:lr = 7.6961e-06 (10.851 sec)
INFO:tensorflow:global_step/sec: 9.27266
INFO:tensorflow:loss = 4.962056, step = 484367 (10.788 sec)
INFO:tensorflow:lr = 7.688369e-06 (10.788 sec)
INFO:tensorflow:global_step/sec: 9.392
INFO:tensorflow:loss = 5.131523, step = 484467 (10.649 sec)
INFO:tensorflow:lr = 7.680647e-06 (10.651 sec)
INFO:tensorflow:global_step/sec: 9.24596
INFO:tensorflow:loss = 4.9795685, step = 484567 (10.814 sec)
INFO:tensorflow:lr = 7.672931e-06 (10.812 sec)
INFO:tensorflow:global_step/sec: 9.26504
INFO:tensorflow:loss = 5.06111, step = 484667 (10.793 sec)
INFO:tensorflow:lr = 7.665223e-06 (10.795 sec)
INFO:tensorflow:Saving checkpoints for 484673 into ../model/lstm_seq2seq/model.ckpt.
INFO:tensorflow:global_step/sec: 8.78594
INFO:tensorflow:loss = 4.961537, step = 484767 (11.380 sec)
INFO:tensorflow:lr = 7.6575225e-06 (11.379 sec)
INFO:tensorflow:global_step/sec: 9.23144
INFO:tensorflow:loss = 4.889331, step = 484867 (10.830 sec)
INFO:tensorflow:lr = 7.64983e-06 (10.830 sec)
INFO:tensorflow:global_step/sec: 9.17378
INFO:tensorflow:loss = 4.9460764, step = 484967 (10.903 sec)
INFO:tensorflow:lr = 7.6421475e-06 (10.903 sec)
INFO:tensorflow:global_step/sec: 9.13416
INFO:tensorflow:loss = 5.034136, step = 485067 (10.947 sec)
INFO:tensorflow:lr = 7.6344695e-06 (10.946 sec)
INFO:tensorflow:global_step/sec: 9.21087
INFO:tensorflow:loss = 4.996469, step = 485167 (10.859 sec)
INFO:tensorflow:lr = 7.6268007e-06 (10.859 sec)
INFO:tensorflow:global_step/sec: 9.30189
INFO:tensorflow:loss = 4.936877, step = 485267 (10.752 sec)
INFO:tensorflow:lr = 7.619139e-06 (10.753 sec)
INFO:tensorflow:global_step/sec: 9.25294
INFO:tensorflow:loss = 4.9807296, step = 485367 (10.806 sec)
INFO:tensorflow:lr = 7.6114848e-06 (10.807 sec)
INFO:tensorflow:global_step/sec: 9.1875
INFO:tensorflow:loss = 4.913814, step = 485467 (10.881 sec)
INFO:tensorflow:lr = 7.603841e-06 (10.883 sec)
INFO:tensorflow:global_step/sec: 9.23693
INFO:tensorflow:loss = 4.972317, step = 485567 (10.829 sec)
INFO:tensorflow:lr = 7.5962016e-06 (10.827 sec)
INFO:tensorflow:global_step/sec: 9.2532
INFO:tensorflow:loss = 5.108962, step = 485667 (10.807 sec)
INFO:tensorflow:lr = 7.5885705e-06 (10.807 sec)
INFO:tensorflow:global_step/sec: 9.24036
INFO:tensorflow:loss = 5.037183, step = 485767 (10.824 sec)
INFO:tensorflow:lr = 7.5809476e-06 (10.823 sec)
INFO:tensorflow:global_step/sec: 9.29369
INFO:tensorflow:loss = 4.8698444, step = 485867 (10.755 sec)
INFO:tensorflow:lr = 7.5733315e-06 (10.756 sec)
INFO:tensorflow:global_step/sec: 9.30733
INFO:tensorflow:loss = 4.973454, step = 485967 (10.750 sec)
INFO:tensorflow:lr = 7.5657263e-06 (10.749 sec)
INFO:tensorflow:global_step/sec: 9.20753
INFO:tensorflow:loss = 5.008196, step = 486067 (10.860 sec)
INFO:tensorflow:lr = 7.558126e-06 (10.861 sec)
INFO:tensorflow:global_step/sec: 9.26208
INFO:tensorflow:loss = 5.0642757, step = 486167 (10.792 sec)
INFO:tensorflow:lr = 7.5505327e-06 (10.794 sec)
INFO:tensorflow:global_step/sec: 9.21691
INFO:tensorflow:loss = 5.077269, step = 486267 (10.855 sec)
INFO:tensorflow:lr = 7.542948e-06 (10.853 sec)
INFO:tensorflow:global_step/sec: 9.08396
INFO:tensorflow:loss = 4.9948516, step = 486367 (11.003 sec)
INFO:tensorflow:lr = 7.5353705e-06 (11.007 sec)
INFO:tensorflow:global_step/sec: 9.24681
INFO:tensorflow:loss = 4.983287, step = 486467 (10.815 sec)
INFO:tensorflow:lr = 7.5278026e-06 (10.812 sec)
INFO:tensorflow:global_step/sec: 9.1724
INFO:tensorflow:loss = 4.9305334, step = 486567 (10.902 sec)
INFO:tensorflow:lr = 7.52024e-06 (10.901 sec)
INFO:tensorflow:global_step/sec: 9.29608
INFO:tensorflow:loss = 5.0150013, step = 486667 (10.761 sec)
INFO:tensorflow:lr = 7.5126854e-06 (10.762 sec)
INFO:tensorflow:global_step/sec: 9.25908
INFO:tensorflow:loss = 4.9885406, step = 486767 (10.800 sec)
INFO:tensorflow:lr = 7.5051385e-06 (10.800 sec)
INFO:tensorflow:global_step/sec: 9.22479
INFO:tensorflow:loss = 4.899035, step = 486867 (10.839 sec)
INFO:tensorflow:lr = 7.4975983e-06 (10.839 sec)
INFO:tensorflow:global_step/sec: 9.19432
INFO:tensorflow:loss = 4.917998, step = 486967 (10.874 sec)
INFO:tensorflow:lr = 7.490069e-06 (10.874 sec)
INFO:tensorflow:global_step/sec: 9.26545
INFO:tensorflow:loss = 4.954107, step = 487067 (10.792 sec)
INFO:tensorflow:lr = 7.4825443e-06 (10.797 sec)
Reading ../data/test.txt
INFO:tensorflow:global_step/sec: 9.26911
INFO:tensorflow:loss = 5.0193543, step = 487167 (10.792 sec)
INFO:tensorflow:lr = 7.475028e-06 (10.788 sec)
INFO:tensorflow:global_step/sec: 10.0584
INFO:tensorflow:loss = 4.9667034, step = 487267 (9.938 sec)
INFO:tensorflow:lr = 7.467518e-06 (9.940 sec)
INFO:tensorflow:global_step/sec: 10.0321
INFO:tensorflow:loss = 4.943231, step = 487367 (9.968 sec)
INFO:tensorflow:lr = 7.460016e-06 (9.965 sec)
INFO:tensorflow:global_step/sec: 10.0663
INFO:tensorflow:loss = 4.9761724, step = 487467 (9.934 sec)
INFO:tensorflow:lr = 7.452524e-06 (9.934 sec)
INFO:tensorflow:global_step/sec: 10.0243
INFO:tensorflow:loss = 4.935163, step = 487567 (9.977 sec)
INFO:tensorflow:lr = 7.4450377e-06 (9.978 sec)
INFO:tensorflow:global_step/sec: 10.0728
INFO:tensorflow:loss = 5.002396, step = 487667 (9.931 sec)
INFO:tensorflow:lr = 7.4375585e-06 (9.930 sec)
INFO:tensorflow:global_step/sec: 10.0581
INFO:tensorflow:loss = 4.9529357, step = 487767 (9.942 sec)
INFO:tensorflow:lr = 7.430087e-06 (9.943 sec)
INFO:tensorflow:global_step/sec: 9.95454
INFO:tensorflow:loss = 5.0179157, step = 487867 (10.047 sec)
INFO:tensorflow:lr = 7.4226227e-06 (10.047 sec)
INFO:tensorflow:Saving checkpoints for 487876 into ../model/lstm_seq2seq/model.ckpt.
INFO:tensorflow:global_step/sec: 9.40873
INFO:tensorflow:loss = 5.057166, step = 487967 (10.627 sec)
INFO:tensorflow:lr = 7.415168e-06 (10.627 sec)
INFO:tensorflow:global_step/sec: 9.97917
INFO:tensorflow:loss = 4.9310946, step = 488067 (10.021 sec)
INFO:tensorflow:lr = 7.4077193e-06 (10.021 sec)
INFO:tensorflow:global_step/sec: 9.97548
INFO:tensorflow:loss = 4.872142, step = 488167 (10.023 sec)
INFO:tensorflow:lr = 7.400277e-06 (10.024 sec)
INFO:tensorflow:global_step/sec: 10.0132
INFO:tensorflow:loss = 4.8692307, step = 488267 (9.989 sec)
INFO:tensorflow:lr = 7.392843e-06 (9.988 sec)
INFO:tensorflow:global_step/sec: 10.0103
INFO:tensorflow:loss = 5.022139, step = 488367 (9.989 sec)
INFO:tensorflow:lr = 7.3854167e-06 (9.989 sec)
INFO:tensorflow:global_step/sec: 10.0974
INFO:tensorflow:loss = 5.0367045, step = 488467 (9.900 sec)
INFO:tensorflow:lr = 7.3779993e-06 (9.900 sec)
INFO:tensorflow:global_step/sec: 10.0926
INFO:tensorflow:loss = 5.0714345, step = 488567 (9.912 sec)
INFO:tensorflow:lr = 7.370588e-06 (9.912 sec)
INFO:tensorflow:global_step/sec: 10.0051
INFO:tensorflow:loss = 5.0431595, step = 488667 (9.991 sec)
INFO:tensorflow:lr = 7.363183e-06 (9.992 sec)
INFO:tensorflow:global_step/sec: 9.93041
INFO:tensorflow:loss = 4.99954, step = 488767 (10.073 sec)
INFO:tensorflow:lr = 7.355786e-06 (10.073 sec)
INFO:tensorflow:global_step/sec: 10.0239
INFO:tensorflow:loss = 5.0540724, step = 488867 (9.973 sec)
INFO:tensorflow:lr = 7.348396e-06 (9.973 sec)
INFO:tensorflow:global_step/sec: 10.0158
INFO:tensorflow:loss = 5.0044045, step = 488967 (9.988 sec)
INFO:tensorflow:lr = 7.3410165e-06 (9.988 sec)
INFO:tensorflow:global_step/sec: 10.0227
INFO:tensorflow:loss = 4.966977, step = 489067 (9.977 sec)
INFO:tensorflow:lr = 7.3336423e-06 (9.977 sec)
INFO:tensorflow:global_step/sec: 9.98163
INFO:tensorflow:loss = 5.0028286, step = 489167 (10.017 sec)
INFO:tensorflow:lr = 7.3262745e-06 (10.016 sec)
INFO:tensorflow:global_step/sec: 10.0064
INFO:tensorflow:loss = 4.9812818, step = 489267 (9.994 sec)
INFO:tensorflow:lr = 7.318915e-06 (9.994 sec)
INFO:tensorflow:global_step/sec: 9.99108
INFO:tensorflow:loss = 4.899418, step = 489367 (10.007 sec)
INFO:tensorflow:lr = 7.311562e-06 (10.008 sec)
INFO:tensorflow:global_step/sec: 9.9383
INFO:tensorflow:loss = 5.0746746, step = 489467 (10.063 sec)
INFO:tensorflow:lr = 7.3042193e-06 (10.062 sec)
INFO:tensorflow:global_step/sec: 9.98313
INFO:tensorflow:loss = 5.0493255, step = 489567 (10.018 sec)
INFO:tensorflow:lr = 7.2968814e-06 (10.017 sec)
INFO:tensorflow:global_step/sec: 9.99272
INFO:tensorflow:loss = 5.0449967, step = 489667 (10.010 sec)
INFO:tensorflow:lr = 7.289551e-06 (10.010 sec)
INFO:tensorflow:global_step/sec: 10.0559
INFO:tensorflow:loss = 5.005454, step = 489767 (9.945 sec)
INFO:tensorflow:lr = 7.282228e-06 (9.945 sec)
INFO:tensorflow:global_step/sec: 10.0301
INFO:tensorflow:loss = 5.015932, step = 489867 (9.969 sec)
INFO:tensorflow:lr = 7.2749126e-06 (9.969 sec)
INFO:tensorflow:global_step/sec: 9.9855
INFO:tensorflow:loss = 4.9547815, step = 489967 (10.010 sec)
INFO:tensorflow:lr = 7.2676066e-06 (10.010 sec)
INFO:tensorflow:global_step/sec: 9.93353
INFO:tensorflow:loss = 4.925039, step = 490067 (10.075 sec)
INFO:tensorflow:lr = 7.2603057e-06 (10.075 sec)
INFO:tensorflow:global_step/sec: 10.0216
INFO:tensorflow:loss = 5.0049143, step = 490167 (9.975 sec)
INFO:tensorflow:lr = 7.253012e-06 (9.977 sec)
INFO:tensorflow:global_step/sec: 10.0093
INFO:tensorflow:loss = 5.0733457, step = 490267 (9.991 sec)
INFO:tensorflow:lr = 7.245726e-06 (9.989 sec)
INFO:tensorflow:Saving checkpoints for 490366 into ../model/lstm_seq2seq/model.ckpt.
INFO:tensorflow:Loss for final step: 4.98227.
INFO:tensorflow:Calling model_fn.
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/lstm_seq2seq/model.ckpt-490366
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
------------
minimal test
Q: 你 好
A1: 你 好
A2: 你 好 你 好
A3: 你 好 , 你 好

Q: 早 上 好
A1: 早 上 好
A2: 早 上 好 !
A3: 晚 上 好

Q: 晚 上 好
A1: 晚 上 好
A2: 晚 上 好 !
A3: 晚 安

Q: 再 见
A1: 再 见
A2: 哈 哈 哈
A3: 哈 哈

Q: 好 久 不 见
A1: 好 久 不 见
A2: 好 久 不 见 啊
A3: 好 久 不 见 。

Q: 想 死 你 了
A1: 我 也 想 你
A2: 我 也 是
A3: 我 也 想 你 了

Q: 谢 谢 你
A1: 不 客 气
A2: 不 用 谢
A3: 客 气

Q: 爱 你
A1: 么 么 哒
A2: 我 也 爱 你
A3: 爱 你

Q: 你 好 厉 害 啊
A1: 哈 哈
A2: 哈 哈 哈
A3: 哈 哈 哈 哈

Q: 你 叫 什 么
A1: 我 叫 什 么
A2: 你 叫 什 么
A3: 叫 什 么 名 字

Q: 你 几 岁 了
A1: 十 岁
A2: 岁 月
A3: 一 岁

Q: 现 在 几 点
A1: 明 天 点
A2: 点 多 了
A3: 明 天 晚 上

Q: 今 天 天 气 怎 么 样
A1: 今 天 天 气 好
A2: 今 天 天 气 不 错
A3: 今 天 天 气 不 错 , 今 天 天 气 好

Q: 我 们 现 在 在 哪 里
A1: 你 在 哪 里
A2: 你 在 哪 里 ?
A3: 你 在 哪 里 啊

Q: 讲 个 笑 话
A1: 哈 哈 哈
A2: 哈 哈 哈 哈
A3: 哈 哈 哈 哈 哈

Q: 你 会 几 种 语 言 呀
A1: 不 会
A2: 不 会 吧
A3: 不 会 啊

Q: 你 觉 得 我 帅 吗
A1: 不 帅
A2: 我 觉 得 你 帅
A3: 我 觉 得 很 帅

Q: 讨 厌 的 周 一
A1: 哈 哈 哈
A2: 我 也 是
A3: 我 也 讨 厌 周 一

Q: 好 烦 啊
A1: 烦 什 么
A2: 怎 么 了
A3: 怎 么 了 ?

Q: 天 气 真 好
A1: 天 气 不 好
A2: 天 气 不 好 , 天 气 不 好
A3: 天 气 不 好 , 天 气 不 好 , 天 气 不 好

Q: 今 天 好 冷
A1: 今 天 冷 了
A2: 今 天 还 冷
A3: 我 今 天 也 冷

Q: 今 天 好 热
A1: 今 天 下 雨 了
A2: 今 天 下 雨
A3: 今 天 下 雨 了 。

Q: 下 雨 了
A1: 下 雨 了
A2: 下 雨 了 ?
A3: 我 也 下 雨 了

Q: 风 好 大
A1: 是 啊
A2: 是 的
A3: 是 啊 , 我 也 是

Q: 终 于 周 五 了
A1: 我 也 是 周 五
A2: 哈 哈 哈 哈 哈
A3: 哈 哈 哈 哈 哈 哈

Q: 我 想 去 K 歌
A1: 去 吧
A2: 我 也 想
A3: 我 也 想 去

Q: 红 烧 肉 吃 了 会 发 胖 吗
A1: 不 会 的
A2: 不 会 发 胖 的
A3: 不 会 的 , 我 也 是

Q: 你 觉 得 梅 西 厉 害 吗
A1: 厉 害 了
A2: 厉 害
A3: 我 觉 得 梅 西 厉 害

------------
INFO:tensorflow:Calling model_fn.
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Starting evaluation at 2019-12-27T05:15:56Z
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/lstm_seq2seq/model.ckpt-490366
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
Reading ../data/core.txt
INFO:tensorflow:Finished evaluation at 2019-12-27-05:15:56
INFO:tensorflow:Saving dict for global step 490366: global_step = 490366, loss = 3.3521428
INFO:tensorflow:Saving 'checkpoint_path' summary for global step 490366: ../model/lstm_seq2seq/model.ckpt-490366
INFO:tensorflow:Perplexity: 28.564
INFO:tensorflow:Best Perplexity: 28.559
Reading ../data/core.txt
INFO:tensorflow:Calling model_fn.
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/lstm_seq2seq/model.ckpt-490366
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
Reading ../data/core.txt
INFO:tensorflow:BLEU-2: 10.1
INFO:tensorflow:Calling model_fn.
[<tf.Variable 'Embedding/fasttext_vectors:0' shape=(5904, 300) dtype=float32_ref>,
 <tf.Variable 'Encoder/lstm_fused_cell/kernel:0' shape=(600, 1200) dtype=float32_ref>,
 <tf.Variable 'Encoder/lstm_fused_cell/bias:0' shape=(1200,) dtype=float32_ref>,
 <tf.Variable 'Encoder/lstm_fused_cell_1/kernel:0' shape=(600, 1200) dtype=float32_ref>,
 <tf.Variable 'Encoder/lstm_fused_cell_1/bias:0' shape=(1200,) dtype=float32_ref>,
 <tf.Variable 'Encoder/state_fc/kernel:0' shape=(600, 300) dtype=float32_ref>,
 <tf.Variable 'Encoder/state_fc/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/memory_layer/kernel:0' shape=(600, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/lstm_cell/kernel:0' shape=(900, 1200) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/lstm_cell/bias:0' shape=(1200,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention/query_layer/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention/attention_v:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/attention_layer/kernel:0' shape=(900, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/tied_dense/bias:0' shape=(5904,) dtype=float32_ref>]
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Create CheckpointSaverHook.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/lstm_seq2seq/model.ckpt-490366
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
INFO:tensorflow:Saving checkpoints for 490366 into ../model/lstm_seq2seq/model.ckpt.
Reading ../data/train.txt
INFO:tensorflow:loss = 4.9508543, step = 490366
INFO:tensorflow:lr = 7.2385196e-06
INFO:tensorflow:global_step/sec: 8.72508
INFO:tensorflow:loss = 5.033379, step = 490466 (11.468 sec)
INFO:tensorflow:lr = 7.231248e-06 (11.468 sec)
INFO:tensorflow:global_step/sec: 9.27375
INFO:tensorflow:loss = 5.037429, step = 490566 (10.784 sec)
INFO:tensorflow:lr = 7.2239864e-06 (10.784 sec)
INFO:tensorflow:global_step/sec: 9.29435
INFO:tensorflow:loss = 4.953785, step = 490666 (10.753 sec)
INFO:tensorflow:lr = 7.216729e-06 (10.753 sec)
INFO:tensorflow:global_step/sec: 9.37504
INFO:tensorflow:loss = 5.0564914, step = 490766 (10.667 sec)
INFO:tensorflow:lr = 7.209479e-06 (10.668 sec)
INFO:tensorflow:global_step/sec: 9.35971
INFO:tensorflow:loss = 4.9254603, step = 490866 (10.690 sec)
INFO:tensorflow:lr = 7.2022362e-06 (10.690 sec)
INFO:tensorflow:global_step/sec: 9.37325
INFO:tensorflow:loss = 4.99614, step = 490966 (10.667 sec)
INFO:tensorflow:lr = 7.1950008e-06 (10.666 sec)
INFO:tensorflow:global_step/sec: 9.42555
INFO:tensorflow:loss = 4.92187, step = 491066 (10.604 sec)
INFO:tensorflow:lr = 7.1877753e-06 (10.604 sec)
INFO:tensorflow:global_step/sec: 9.30459
INFO:tensorflow:loss = 4.9138856, step = 491166 (10.756 sec)
INFO:tensorflow:lr = 7.180555e-06 (10.757 sec)
INFO:tensorflow:global_step/sec: 9.2826
INFO:tensorflow:loss = 4.962494, step = 491266 (10.765 sec)
INFO:tensorflow:lr = 7.1733407e-06 (10.764 sec)
INFO:tensorflow:global_step/sec: 9.39586
INFO:tensorflow:loss = 4.9852195, step = 491366 (10.643 sec)
INFO:tensorflow:lr = 7.166135e-06 (10.644 sec)
INFO:tensorflow:global_step/sec: 9.26228
INFO:tensorflow:loss = 4.9675355, step = 491466 (10.800 sec)
INFO:tensorflow:lr = 7.158935e-06 (10.799 sec)
INFO:tensorflow:global_step/sec: 9.39119
INFO:tensorflow:loss = 5.077306, step = 491566 (10.649 sec)
INFO:tensorflow:lr = 7.1517466e-06 (10.650 sec)
INFO:tensorflow:global_step/sec: 9.33809
INFO:tensorflow:loss = 4.8806295, step = 491666 (10.707 sec)
INFO:tensorflow:lr = 7.1445616e-06 (10.707 sec)
INFO:tensorflow:global_step/sec: 9.31712
INFO:tensorflow:loss = 4.986911, step = 491766 (10.733 sec)
INFO:tensorflow:lr = 7.1373843e-06 (10.734 sec)
INFO:tensorflow:global_step/sec: 9.33023
INFO:tensorflow:loss = 4.942641, step = 491866 (10.714 sec)
INFO:tensorflow:lr = 7.1302143e-06 (10.714 sec)
INFO:tensorflow:global_step/sec: 9.30994
INFO:tensorflow:loss = 4.991205, step = 491966 (10.741 sec)
INFO:tensorflow:lr = 7.1230515e-06 (10.740 sec)
INFO:tensorflow:global_step/sec: 9.34616
INFO:tensorflow:loss = 4.9937615, step = 492066 (10.700 sec)
INFO:tensorflow:lr = 7.115897e-06 (10.701 sec)
INFO:tensorflow:global_step/sec: 9.2967
INFO:tensorflow:loss = 5.0378537, step = 492166 (10.757 sec)
INFO:tensorflow:lr = 7.108749e-06 (10.759 sec)
INFO:tensorflow:global_step/sec: 9.37465
INFO:tensorflow:loss = 4.9572606, step = 492266 (10.670 sec)
INFO:tensorflow:lr = 7.1016084e-06 (10.667 sec)
INFO:tensorflow:global_step/sec: 9.30283
INFO:tensorflow:loss = 4.95002, step = 492366 (10.749 sec)
INFO:tensorflow:lr = 7.094474e-06 (10.750 sec)
INFO:tensorflow:global_step/sec: 9.40056
INFO:tensorflow:loss = 5.024897, step = 492466 (10.634 sec)
INFO:tensorflow:lr = 7.0873466e-06 (10.633 sec)
INFO:tensorflow:global_step/sec: 9.32343
INFO:tensorflow:loss = 5.0156527, step = 492566 (10.731 sec)
INFO:tensorflow:lr = 7.080229e-06 (10.732 sec)
INFO:tensorflow:global_step/sec: 9.27459
INFO:tensorflow:loss = 4.9697404, step = 492666 (10.781 sec)
INFO:tensorflow:lr = 7.0731157e-06 (10.781 sec)
INFO:tensorflow:global_step/sec: 9.33645
INFO:tensorflow:loss = 4.886942, step = 492766 (10.708 sec)
INFO:tensorflow:lr = 7.0660103e-06 (10.711 sec)
INFO:tensorflow:global_step/sec: 9.38711
INFO:tensorflow:loss = 5.004632, step = 492866 (10.654 sec)
INFO:tensorflow:lr = 7.058912e-06 (10.652 sec)
INFO:tensorflow:global_step/sec: 9.38175
INFO:tensorflow:loss = 5.018993, step = 492966 (10.655 sec)
INFO:tensorflow:lr = 7.051821e-06 (10.656 sec)
INFO:tensorflow:global_step/sec: 9.35683
INFO:tensorflow:loss = 5.0357623, step = 493066 (10.688 sec)
INFO:tensorflow:lr = 7.044739e-06 (10.688 sec)
INFO:tensorflow:global_step/sec: 9.41807
INFO:tensorflow:loss = 4.999102, step = 493166 (10.620 sec)
INFO:tensorflow:lr = 7.0376614e-06 (10.620 sec)
INFO:tensorflow:global_step/sec: 9.35388
INFO:tensorflow:loss = 5.0891976, step = 493266 (10.694 sec)
INFO:tensorflow:lr = 7.030592e-06 (10.694 sec)
INFO:tensorflow:global_step/sec: 9.31838
INFO:tensorflow:loss = 5.041768, step = 493366 (10.727 sec)
INFO:tensorflow:lr = 7.0235287e-06 (10.728 sec)
INFO:tensorflow:global_step/sec: 9.328
INFO:tensorflow:loss = 4.983491, step = 493466 (10.722 sec)
INFO:tensorflow:lr = 7.0164733e-06 (10.721 sec)
INFO:tensorflow:global_step/sec: 9.2929
INFO:tensorflow:loss = 5.1979365, step = 493566 (10.761 sec)
INFO:tensorflow:lr = 7.0094266e-06 (10.761 sec)
INFO:tensorflow:Saving checkpoints for 493569 into ../model/lstm_seq2seq/model.ckpt.
INFO:tensorflow:global_step/sec: 9.01387
INFO:tensorflow:loss = 5.0104866, step = 493666 (11.093 sec)
INFO:tensorflow:lr = 7.002385e-06 (11.094 sec)
INFO:tensorflow:global_step/sec: 9.41147
INFO:tensorflow:loss = 4.974908, step = 493766 (10.622 sec)
INFO:tensorflow:lr = 6.9953508e-06 (10.622 sec)
INFO:tensorflow:global_step/sec: 9.37351
INFO:tensorflow:loss = 4.964883, step = 493866 (10.669 sec)
INFO:tensorflow:lr = 6.988323e-06 (10.669 sec)
INFO:tensorflow:global_step/sec: 9.37299
INFO:tensorflow:loss = 4.990149, step = 493966 (10.669 sec)
INFO:tensorflow:lr = 6.9813027e-06 (10.668 sec)
INFO:tensorflow:global_step/sec: 9.37091
INFO:tensorflow:loss = 4.9921274, step = 494066 (10.675 sec)
INFO:tensorflow:lr = 6.974292e-06 (10.676 sec)
INFO:tensorflow:global_step/sec: 9.29855
INFO:tensorflow:loss = 5.0675373, step = 494166 (10.756 sec)
INFO:tensorflow:lr = 6.967285e-06 (10.755 sec)
INFO:tensorflow:global_step/sec: 9.36574
INFO:tensorflow:loss = 5.017389, step = 494266 (10.675 sec)
INFO:tensorflow:lr = 6.960286e-06 (10.676 sec)
INFO:tensorflow:global_step/sec: 9.35192
INFO:tensorflow:loss = 5.0478244, step = 494366 (10.690 sec)
INFO:tensorflow:lr = 6.953294e-06 (10.689 sec)
INFO:tensorflow:global_step/sec: 9.35919
INFO:tensorflow:loss = 4.8487453, step = 494466 (10.689 sec)
INFO:tensorflow:lr = 6.946309e-06 (10.688 sec)
INFO:tensorflow:global_step/sec: 9.29946
INFO:tensorflow:loss = 5.0147734, step = 494566 (10.751 sec)
INFO:tensorflow:lr = 6.9393327e-06 (10.752 sec)
INFO:tensorflow:global_step/sec: 9.35315
INFO:tensorflow:loss = 5.0210447, step = 494666 (10.690 sec)
INFO:tensorflow:lr = 6.9323614e-06 (10.689 sec)
INFO:tensorflow:global_step/sec: 9.32853
INFO:tensorflow:loss = 5.091724, step = 494766 (10.723 sec)
INFO:tensorflow:lr = 6.925397e-06 (10.725 sec)
INFO:tensorflow:global_step/sec: 9.41873
INFO:tensorflow:loss = 4.9477587, step = 494866 (10.614 sec)
INFO:tensorflow:lr = 6.9184393e-06 (10.613 sec)
INFO:tensorflow:global_step/sec: 9.32274
INFO:tensorflow:loss = 4.998492, step = 494966 (10.731 sec)
INFO:tensorflow:lr = 6.911489e-06 (10.730 sec)
INFO:tensorflow:global_step/sec: 9.28303
INFO:tensorflow:loss = 4.8945875, step = 495066 (10.772 sec)
INFO:tensorflow:lr = 6.904548e-06 (10.772 sec)
INFO:tensorflow:global_step/sec: 9.34639
INFO:tensorflow:loss = 4.9267883, step = 495166 (10.698 sec)
INFO:tensorflow:lr = 6.897612e-06 (10.700 sec)
INFO:tensorflow:global_step/sec: 9.41546
INFO:tensorflow:loss = 5.0617304, step = 495266 (10.618 sec)
INFO:tensorflow:lr = 6.890683e-06 (10.622 sec)
INFO:tensorflow:global_step/sec: 9.29605
INFO:tensorflow:loss = 4.947131, step = 495366 (10.761 sec)
INFO:tensorflow:lr = 6.883761e-06 (10.758 sec)
INFO:tensorflow:global_step/sec: 9.35886
INFO:tensorflow:loss = 5.0361814, step = 495466 (10.687 sec)
INFO:tensorflow:lr = 6.876846e-06 (10.684 sec)
INFO:tensorflow:global_step/sec: 9.38125
INFO:tensorflow:loss = 4.922263, step = 495566 (10.656 sec)
INFO:tensorflow:lr = 6.869939e-06 (10.661 sec)
INFO:tensorflow:global_step/sec: 9.37719
INFO:tensorflow:loss = 4.960613, step = 495666 (10.667 sec)
INFO:tensorflow:lr = 6.863038e-06 (10.662 sec)
INFO:tensorflow:global_step/sec: 9.29042
INFO:tensorflow:loss = 5.135753, step = 495766 (10.763 sec)
INFO:tensorflow:lr = 6.8561435e-06 (10.764 sec)
INFO:tensorflow:global_step/sec: 9.41339
INFO:tensorflow:loss = 5.024354, step = 495866 (10.624 sec)
INFO:tensorflow:lr = 6.8492554e-06 (10.624 sec)
INFO:tensorflow:global_step/sec: 9.20893
INFO:tensorflow:loss = 4.9789705, step = 495966 (10.855 sec)
INFO:tensorflow:lr = 6.842375e-06 (10.859 sec)
INFO:tensorflow:global_step/sec: 9.4088
INFO:tensorflow:loss = 5.1223016, step = 496066 (10.628 sec)
INFO:tensorflow:lr = 6.835504e-06 (10.625 sec)
INFO:tensorflow:global_step/sec: 9.29923
INFO:tensorflow:loss = 4.95318, step = 496166 (10.754 sec)
INFO:tensorflow:lr = 6.8286367e-06 (10.754 sec)
INFO:tensorflow:global_step/sec: 9.24842
INFO:tensorflow:loss = 5.063419, step = 496266 (10.816 sec)
INFO:tensorflow:lr = 6.8217764e-06 (10.815 sec)
INFO:tensorflow:global_step/sec: 9.35325
INFO:tensorflow:loss = 4.989826, step = 496366 (10.693 sec)
INFO:tensorflow:lr = 6.8149234e-06 (10.693 sec)
INFO:tensorflow:global_step/sec: 9.25086
INFO:tensorflow:loss = 5.101195, step = 496466 (10.810 sec)
INFO:tensorflow:lr = 6.8080767e-06 (10.810 sec)
INFO:tensorflow:global_step/sec: 9.31763
INFO:tensorflow:loss = 5.015104, step = 496566 (10.728 sec)
INFO:tensorflow:lr = 6.80124e-06 (10.729 sec)
INFO:tensorflow:global_step/sec: 9.35003
INFO:tensorflow:loss = 4.9134536, step = 496666 (10.699 sec)
INFO:tensorflow:lr = 6.7944075e-06 (10.697 sec)
INFO:tensorflow:global_step/sec: 9.30528
INFO:tensorflow:loss = 4.922562, step = 496766 (10.747 sec)
INFO:tensorflow:lr = 6.7875817e-06 (10.747 sec)
INFO:tensorflow:Saving checkpoints for 496772 into ../model/lstm_seq2seq/model.ckpt.
INFO:tensorflow:global_step/sec: 8.85739
INFO:tensorflow:loss = 4.940251, step = 496866 (11.286 sec)
INFO:tensorflow:lr = 6.780763e-06 (11.286 sec)
INFO:tensorflow:global_step/sec: 9.36338
INFO:tensorflow:loss = 4.9634748, step = 496966 (10.683 sec)
INFO:tensorflow:lr = 6.773952e-06 (10.683 sec)
INFO:tensorflow:global_step/sec: 9.33065
INFO:tensorflow:loss = 5.030951, step = 497066 (10.714 sec)
INFO:tensorflow:lr = 6.7671485e-06 (10.718 sec)
INFO:tensorflow:global_step/sec: 9.29349
INFO:tensorflow:loss = 5.049318, step = 497166 (10.761 sec)
INFO:tensorflow:lr = 6.7603496e-06 (10.759 sec)
INFO:tensorflow:global_step/sec: 9.34395
INFO:tensorflow:loss = 4.9792113, step = 497266 (10.701 sec)
INFO:tensorflow:lr = 6.753559e-06 (10.700 sec)
INFO:tensorflow:global_step/sec: 9.33948
INFO:tensorflow:loss = 5.007952, step = 497366 (10.712 sec)
INFO:tensorflow:lr = 6.746774e-06 (10.717 sec)
INFO:tensorflow:global_step/sec: 9.31887
INFO:tensorflow:loss = 4.9541097, step = 497466 (10.726 sec)
INFO:tensorflow:lr = 6.739996e-06 (10.721 sec)
INFO:tensorflow:global_step/sec: 9.41485
INFO:tensorflow:loss = 4.9348407, step = 497566 (10.622 sec)
INFO:tensorflow:lr = 6.7332276e-06 (10.622 sec)
INFO:tensorflow:global_step/sec: 9.34471
INFO:tensorflow:loss = 4.9295983, step = 497666 (10.706 sec)
INFO:tensorflow:lr = 6.7264637e-06 (10.706 sec)
INFO:tensorflow:global_step/sec: 9.38053
INFO:tensorflow:loss = 5.0464597, step = 497766 (10.659 sec)
INFO:tensorflow:lr = 6.719706e-06 (10.659 sec)
INFO:tensorflow:global_step/sec: 9.28577
INFO:tensorflow:loss = 5.0057545, step = 497866 (10.765 sec)
INFO:tensorflow:lr = 6.712956e-06 (10.767 sec)
INFO:tensorflow:global_step/sec: 9.30785
INFO:tensorflow:loss = 5.0222173, step = 497966 (10.747 sec)
INFO:tensorflow:lr = 6.7062115e-06 (10.746 sec)
INFO:tensorflow:global_step/sec: 9.38321
INFO:tensorflow:loss = 5.031013, step = 498066 (10.658 sec)
INFO:tensorflow:lr = 6.6994767e-06 (10.658 sec)
INFO:tensorflow:global_step/sec: 9.35277
INFO:tensorflow:loss = 5.064561, step = 498166 (10.692 sec)
INFO:tensorflow:lr = 6.6927464e-06 (10.692 sec)
INFO:tensorflow:global_step/sec: 9.37199
INFO:tensorflow:loss = 5.0190616, step = 498266 (10.670 sec)
INFO:tensorflow:lr = 6.686023e-06 (10.671 sec)
INFO:tensorflow:global_step/sec: 9.32619
INFO:tensorflow:loss = 4.99428, step = 498366 (10.721 sec)
INFO:tensorflow:lr = 6.679307e-06 (10.720 sec)
INFO:tensorflow:global_step/sec: 9.37028
INFO:tensorflow:loss = 5.000806, step = 498466 (10.673 sec)
INFO:tensorflow:lr = 6.6725966e-06 (10.674 sec)
INFO:tensorflow:global_step/sec: 9.29174
INFO:tensorflow:loss = 5.0059586, step = 498566 (10.764 sec)
INFO:tensorflow:lr = 6.665895e-06 (10.764 sec)
INFO:tensorflow:global_step/sec: 9.36247
INFO:tensorflow:loss = 4.941352, step = 498666 (10.676 sec)
INFO:tensorflow:lr = 6.6591983e-06 (10.677 sec)
INFO:tensorflow:global_step/sec: 9.30654
INFO:tensorflow:loss = 5.002207, step = 498766 (10.748 sec)
INFO:tensorflow:lr = 6.6525085e-06 (10.749 sec)
INFO:tensorflow:global_step/sec: 9.26532
INFO:tensorflow:loss = 5.0006332, step = 498866 (10.793 sec)
INFO:tensorflow:lr = 6.645826e-06 (10.791 sec)
INFO:tensorflow:global_step/sec: 9.34553
INFO:tensorflow:loss = 4.9926877, step = 498966 (10.698 sec)
INFO:tensorflow:lr = 6.63915e-06 (10.701 sec)
INFO:tensorflow:global_step/sec: 9.24641
INFO:tensorflow:loss = 5.0470095, step = 499066 (10.818 sec)
INFO:tensorflow:lr = 6.632482e-06 (10.815 sec)
INFO:tensorflow:global_step/sec: 9.27697
INFO:tensorflow:loss = 5.1175504, step = 499166 (10.780 sec)
INFO:tensorflow:lr = 6.6258194e-06 (10.779 sec)
Reading ../data/test.txt
INFO:tensorflow:global_step/sec: 9.39882
INFO:tensorflow:loss = 5.144274, step = 499266 (10.639 sec)
INFO:tensorflow:lr = 6.6191633e-06 (10.638 sec)
INFO:tensorflow:global_step/sec: 10.0573
INFO:tensorflow:loss = 5.023897, step = 499366 (9.946 sec)
INFO:tensorflow:lr = 6.6125135e-06 (9.947 sec)
INFO:tensorflow:global_step/sec: 9.94746
INFO:tensorflow:loss = 5.038416, step = 499466 (10.051 sec)
INFO:tensorflow:lr = 6.6058706e-06 (10.051 sec)
INFO:tensorflow:global_step/sec: 10.043
INFO:tensorflow:loss = 5.0628014, step = 499566 (9.957 sec)
INFO:tensorflow:lr = 6.5992367e-06 (9.957 sec)
INFO:tensorflow:global_step/sec: 10.0875
INFO:tensorflow:loss = 5.0373473, step = 499666 (9.913 sec)
INFO:tensorflow:lr = 6.592607e-06 (9.913 sec)
INFO:tensorflow:global_step/sec: 10.0855
INFO:tensorflow:loss = 5.014098, step = 499766 (9.913 sec)
INFO:tensorflow:lr = 6.585984e-06 (9.913 sec)
INFO:tensorflow:global_step/sec: 10.1138
INFO:tensorflow:loss = 5.044442, step = 499866 (9.892 sec)
INFO:tensorflow:lr = 6.5793674e-06 (9.891 sec)
INFO:tensorflow:global_step/sec: 10.0841
INFO:tensorflow:loss = 4.975917, step = 499966 (9.913 sec)
INFO:tensorflow:lr = 6.572758e-06 (9.913 sec)
INFO:tensorflow:Saving checkpoints for 499975 into ../model/lstm_seq2seq/model.ckpt.
INFO:tensorflow:global_step/sec: 9.6024
INFO:tensorflow:loss = 4.9750867, step = 500066 (10.413 sec)
INFO:tensorflow:lr = 6.5661575e-06 (10.414 sec)
INFO:tensorflow:global_step/sec: 10.0607
INFO:tensorflow:loss = 5.0484834, step = 500166 (9.938 sec)
INFO:tensorflow:lr = 6.559561e-06 (9.940 sec)
INFO:tensorflow:global_step/sec: 10.0411
INFO:tensorflow:loss = 5.0024714, step = 500266 (9.962 sec)
INFO:tensorflow:lr = 6.552971e-06 (9.959 sec)
INFO:tensorflow:global_step/sec: 10.0275
INFO:tensorflow:loss = 4.924542, step = 500366 (9.970 sec)
INFO:tensorflow:lr = 6.5463882e-06 (9.970 sec)
INFO:tensorflow:global_step/sec: 10.066
INFO:tensorflow:loss = 4.96359, step = 500466 (9.939 sec)
INFO:tensorflow:lr = 6.539812e-06 (9.939 sec)
INFO:tensorflow:global_step/sec: 10.1288
INFO:tensorflow:loss = 4.9994903, step = 500566 (9.871 sec)
INFO:tensorflow:lr = 6.533244e-06 (9.872 sec)
INFO:tensorflow:global_step/sec: 10.1499
INFO:tensorflow:loss = 4.926527, step = 500666 (9.853 sec)
INFO:tensorflow:lr = 6.526681e-06 (9.852 sec)
INFO:tensorflow:global_step/sec: 10.0888
INFO:tensorflow:loss = 5.087341, step = 500766 (9.912 sec)
INFO:tensorflow:lr = 6.520124e-06 (9.912 sec)
INFO:tensorflow:global_step/sec: 10.0399
INFO:tensorflow:loss = 4.996284, step = 500866 (9.959 sec)
INFO:tensorflow:lr = 6.5135746e-06 (9.958 sec)
INFO:tensorflow:global_step/sec: 10.1012
INFO:tensorflow:loss = 4.9957366, step = 500966 (9.903 sec)
INFO:tensorflow:lr = 6.5070303e-06 (9.903 sec)
INFO:tensorflow:global_step/sec: 10.0185
INFO:tensorflow:loss = 5.044159, step = 501066 (9.977 sec)
INFO:tensorflow:lr = 6.500496e-06 (9.979 sec)
INFO:tensorflow:global_step/sec: 10.0919
INFO:tensorflow:loss = 4.9312353, step = 501166 (9.909 sec)
INFO:tensorflow:lr = 6.4939654e-06 (9.910 sec)
INFO:tensorflow:global_step/sec: 10.2129
INFO:tensorflow:loss = 4.962857, step = 501266 (9.791 sec)
INFO:tensorflow:lr = 6.4874416e-06 (9.788 sec)
INFO:tensorflow:global_step/sec: 10.157
INFO:tensorflow:loss = 5.0651407, step = 501366 (9.848 sec)
INFO:tensorflow:lr = 6.480924e-06 (9.849 sec)
INFO:tensorflow:global_step/sec: 10.1686
INFO:tensorflow:loss = 5.008099, step = 501466 (9.836 sec)
INFO:tensorflow:lr = 6.474414e-06 (9.835 sec)
INFO:tensorflow:global_step/sec: 10.1914
INFO:tensorflow:loss = 5.100893, step = 501566 (9.811 sec)
INFO:tensorflow:lr = 6.467912e-06 (9.821 sec)
INFO:tensorflow:global_step/sec: 10.1544
INFO:tensorflow:loss = 5.0867243, step = 501666 (9.850 sec)
INFO:tensorflow:lr = 6.461414e-06 (9.839 sec)
INFO:tensorflow:global_step/sec: 10.1984
INFO:tensorflow:loss = 4.926524, step = 501766 (9.805 sec)
INFO:tensorflow:lr = 6.454923e-06 (9.805 sec)
INFO:tensorflow:global_step/sec: 10.2359
INFO:tensorflow:loss = 5.089726, step = 501866 (9.765 sec)
INFO:tensorflow:lr = 6.4484384e-06 (9.765 sec)
INFO:tensorflow:global_step/sec: 10.1196
INFO:tensorflow:loss = 4.975038, step = 501966 (9.885 sec)
INFO:tensorflow:lr = 6.44196e-06 (9.887 sec)
INFO:tensorflow:global_step/sec: 10.1302
INFO:tensorflow:loss = 5.106574, step = 502066 (9.873 sec)
INFO:tensorflow:lr = 6.4354904e-06 (9.872 sec)
INFO:tensorflow:global_step/sec: 10.0853
INFO:tensorflow:loss = 5.0045447, step = 502166 (9.913 sec)
INFO:tensorflow:lr = 6.4290257e-06 (9.913 sec)
INFO:tensorflow:global_step/sec: 10.0372
INFO:tensorflow:loss = 5.0598803, step = 502266 (9.963 sec)
INFO:tensorflow:lr = 6.4225674e-06 (9.964 sec)
INFO:tensorflow:global_step/sec: 10.2011
INFO:tensorflow:loss = 5.161583, step = 502366 (9.803 sec)
INFO:tensorflow:lr = 6.4161154e-06 (9.802 sec)
INFO:tensorflow:Saving checkpoints for 502465 into ../model/lstm_seq2seq/model.ckpt.
INFO:tensorflow:Loss for final step: 5.0756507.
INFO:tensorflow:Calling model_fn.
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/lstm_seq2seq/model.ckpt-502465
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
------------
minimal test
Q: 你 好
A1: 你 好
A2: 你 好 你 好
A3: 你 好 , 你 好

Q: 早 上 好
A1: 早 上 好
A2: 早 上 好 !
A3: 晚 上 好

Q: 晚 上 好
A1: 晚 上 好
A2: 晚 上 好 !
A3: 晚 安

Q: 再 见
A1: 再 见
A2: 哈 哈 哈
A3: 哈 哈

Q: 好 久 不 见
A1: 好 久 不 见
A2: 好 久 不 见 啊
A3: 好 久 不 见 。

Q: 想 死 你 了
A1: 我 也 想 你
A2: 我 也 是
A3: 哈 哈 哈

Q: 谢 谢 你
A1: 不 客 气
A2: 不 用 谢
A3: 客 气

Q: 爱 你
A1: 么 么 哒
A2: 我 也 爱 你
A3: 爱 你

Q: 你 好 厉 害 啊
A1: 哈 哈
A2: 哈 哈 哈
A3: 哈 哈 哈 哈

Q: 你 叫 什 么
A1: 我 叫 什 么
A2: 你 叫 什 么
A3: 叫 什 么 名 字

Q: 你 几 岁 了
A1: 十 岁
A2: 岁 月
A3: 一 岁

Q: 现 在 几 点
A1: 明 天 点
A2: 点 多 了
A3: 明 天 晚 上

Q: 今 天 天 气 怎 么 样
A1: 今 天 天 气 好
A2: 今 天 天 气 不 错
A3: 今 天 天 气 不 错 , 今 天 天 气 好

Q: 我 们 现 在 在 哪 里
A1: 你 在 哪 里
A2: 你 在 哪 里 ?
A3: 你 在 哪 里 啊

Q: 讲 个 笑 话
A1: 哈 哈 哈
A2: 哈 哈 哈 哈
A3: 哈 哈 哈 哈 哈

Q: 你 会 几 种 语 言 呀
A1: 不 会
A2: 不 会 吧
A3: 不 会 啊

Q: 你 觉 得 我 帅 吗
A1: 不 帅
A2: 我 觉 得 你 帅
A3: 我 觉 得 很 帅

Q: 讨 厌 的 周 一
A1: 哈 哈 哈
A2: 我 也 是
A3: 我 也 讨 厌 周 一

Q: 好 烦 啊
A1: 烦 啊
A2: 烦 什 么
A3: 怎 么 了

Q: 天 气 真 好
A1: 天 气 不 好
A2: 天 气 不 好 , 天 气 不 好
A3: 天 气 不 好 , 天 气 不 好 , 天 气 不 好

Q: 今 天 好 冷
A1: 今 天 冷 了
A2: 今 天 还 冷
A3: 我 今 天 也 冷

Q: 今 天 好 热
A1: 今 天 下 雨 了
A2: 今 天 下 雨
A3: 今 天 还 好 热

Q: 下 雨 了
A1: 下 雨 了
A2: 下 雨 了 ?
A3: 我 也 下 雨 了

Q: 风 好 大
A1: 是 啊
A2: 哈 哈 哈
A3: 哈 哈 哈 哈

Q: 终 于 周 五 了
A1: 我 也 是 周 五
A2: 哈 哈 哈 哈 哈
A3: 哈 哈 哈 哈 哈 哈

Q: 我 想 去 K 歌
A1: 去 吧
A2: 我 也 想
A3: 我 也 想 去

Q: 红 烧 肉 吃 了 会 发 胖 吗
A1: 不 会 的
A2: 不 会 发 胖 的
A3: 不 会 的 , 我 也 是

Q: 你 觉 得 梅 西 厉 害 吗
A1: 厉 害 了
A2: 厉 害
A3: 我 觉 得 梅 西 厉 害

------------
INFO:tensorflow:Calling model_fn.
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Starting evaluation at 2019-12-27T05:38:12Z
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/lstm_seq2seq/model.ckpt-502465
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
Reading ../data/core.txt
INFO:tensorflow:Finished evaluation at 2019-12-27-05:38:12
INFO:tensorflow:Saving dict for global step 502465: global_step = 502465, loss = 3.3517692
INFO:tensorflow:Saving 'checkpoint_path' summary for global step 502465: ../model/lstm_seq2seq/model.ckpt-502465
INFO:tensorflow:Perplexity: 28.553
INFO:tensorflow:Best Perplexity: 28.553
Reading ../data/core.txt
INFO:tensorflow:Calling model_fn.
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/lstm_seq2seq/model.ckpt-502465
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
Reading ../data/core.txt
INFO:tensorflow:BLEU-2: 9.3
INFO:tensorflow:Calling model_fn.
[<tf.Variable 'Embedding/fasttext_vectors:0' shape=(5904, 300) dtype=float32_ref>,
 <tf.Variable 'Encoder/lstm_fused_cell/kernel:0' shape=(600, 1200) dtype=float32_ref>,
 <tf.Variable 'Encoder/lstm_fused_cell/bias:0' shape=(1200,) dtype=float32_ref>,
 <tf.Variable 'Encoder/lstm_fused_cell_1/kernel:0' shape=(600, 1200) dtype=float32_ref>,
 <tf.Variable 'Encoder/lstm_fused_cell_1/bias:0' shape=(1200,) dtype=float32_ref>,
 <tf.Variable 'Encoder/state_fc/kernel:0' shape=(600, 300) dtype=float32_ref>,
 <tf.Variable 'Encoder/state_fc/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/memory_layer/kernel:0' shape=(600, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/lstm_cell/kernel:0' shape=(900, 1200) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/lstm_cell/bias:0' shape=(1200,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention/query_layer/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention/attention_v:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/attention_layer/kernel:0' shape=(900, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/tied_dense/bias:0' shape=(5904,) dtype=float32_ref>]
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Create CheckpointSaverHook.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/lstm_seq2seq/model.ckpt-502465
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
INFO:tensorflow:Saving checkpoints for 502465 into ../model/lstm_seq2seq/model.ckpt.
Reading ../data/train.txt
INFO:tensorflow:loss = 5.015398, step = 502465
INFO:tensorflow:lr = 6.4097344e-06
INFO:tensorflow:global_step/sec: 8.99886
INFO:tensorflow:loss = 5.057626, step = 502565 (11.116 sec)
INFO:tensorflow:lr = 6.4032956e-06 (11.115 sec)
INFO:tensorflow:global_step/sec: 9.45925
INFO:tensorflow:loss = 5.0154476, step = 502665 (10.573 sec)
INFO:tensorflow:lr = 6.396863e-06 (10.574 sec)
INFO:tensorflow:global_step/sec: 9.44274
INFO:tensorflow:loss = 4.9825683, step = 502765 (10.591 sec)
INFO:tensorflow:lr = 6.390438e-06 (10.589 sec)
INFO:tensorflow:global_step/sec: 9.35018
INFO:tensorflow:loss = 5.007729, step = 502865 (10.696 sec)
INFO:tensorflow:lr = 6.384018e-06 (10.700 sec)
INFO:tensorflow:global_step/sec: 9.32142
INFO:tensorflow:loss = 5.1187987, step = 502965 (10.728 sec)
INFO:tensorflow:lr = 6.3776056e-06 (10.724 sec)
INFO:tensorflow:global_step/sec: 9.4093
INFO:tensorflow:loss = 4.9857907, step = 503065 (10.628 sec)
INFO:tensorflow:lr = 6.3711987e-06 (10.628 sec)
INFO:tensorflow:global_step/sec: 9.41858
INFO:tensorflow:loss = 4.930766, step = 503165 (10.612 sec)
INFO:tensorflow:lr = 6.364798e-06 (10.615 sec)
INFO:tensorflow:global_step/sec: 9.39846
INFO:tensorflow:loss = 4.9874535, step = 503265 (10.644 sec)
INFO:tensorflow:lr = 6.3584057e-06 (10.641 sec)
INFO:tensorflow:global_step/sec: 9.4682
INFO:tensorflow:loss = 4.888002, step = 503365 (10.558 sec)
INFO:tensorflow:lr = 6.3520183e-06 (10.558 sec)
INFO:tensorflow:global_step/sec: 9.43454
INFO:tensorflow:loss = 4.9245996, step = 503465 (10.600 sec)
INFO:tensorflow:lr = 6.3456373e-06 (10.599 sec)
INFO:tensorflow:global_step/sec: 9.41255
INFO:tensorflow:loss = 5.026038, step = 503565 (10.624 sec)
INFO:tensorflow:lr = 6.3392627e-06 (10.625 sec)
INFO:tensorflow:global_step/sec: 9.3873
INFO:tensorflow:loss = 5.06182, step = 503665 (10.658 sec)
INFO:tensorflow:lr = 6.332895e-06 (10.657 sec)
INFO:tensorflow:global_step/sec: 9.44074
INFO:tensorflow:loss = 4.904895, step = 503765 (10.591 sec)
INFO:tensorflow:lr = 6.3265343e-06 (10.591 sec)
INFO:tensorflow:global_step/sec: 9.41421
INFO:tensorflow:loss = 4.9294987, step = 503865 (10.623 sec)
INFO:tensorflow:lr = 6.3201787e-06 (10.623 sec)
INFO:tensorflow:global_step/sec: 9.4337
INFO:tensorflow:loss = 4.9608274, step = 503965 (10.596 sec)
INFO:tensorflow:lr = 6.3138295e-06 (10.598 sec)
INFO:tensorflow:global_step/sec: 9.41837
INFO:tensorflow:loss = 5.057473, step = 504065 (10.623 sec)
INFO:tensorflow:lr = 6.3074863e-06 (10.621 sec)
INFO:tensorflow:global_step/sec: 9.40956
INFO:tensorflow:loss = 4.9968343, step = 504165 (10.627 sec)
INFO:tensorflow:lr = 6.30115e-06 (10.631 sec)
INFO:tensorflow:global_step/sec: 9.41618
INFO:tensorflow:loss = 4.9268312, step = 504265 (10.615 sec)
INFO:tensorflow:lr = 6.294822e-06 (10.611 sec)
INFO:tensorflow:global_step/sec: 9.37563
INFO:tensorflow:loss = 5.030642, step = 504365 (10.668 sec)
INFO:tensorflow:lr = 6.288498e-06 (10.667 sec)
INFO:tensorflow:global_step/sec: 9.27986
INFO:tensorflow:loss = 4.9927444, step = 504465 (10.778 sec)
INFO:tensorflow:lr = 6.2821814e-06 (10.779 sec)
INFO:tensorflow:global_step/sec: 9.2549
INFO:tensorflow:loss = 5.006516, step = 504565 (10.805 sec)
INFO:tensorflow:lr = 6.275871e-06 (10.806 sec)
INFO:tensorflow:global_step/sec: 9.41108
INFO:tensorflow:loss = 4.939181, step = 504665 (10.625 sec)
INFO:tensorflow:lr = 6.269566e-06 (10.623 sec)
INFO:tensorflow:global_step/sec: 9.39343
INFO:tensorflow:loss = 4.974719, step = 504765 (10.643 sec)
INFO:tensorflow:lr = 6.2632694e-06 (10.642 sec)
INFO:tensorflow:global_step/sec: 9.54291
INFO:tensorflow:loss = 5.001144, step = 504865 (10.483 sec)
INFO:tensorflow:lr = 6.2569775e-06 (10.484 sec)
INFO:tensorflow:global_step/sec: 9.43317
INFO:tensorflow:loss = 4.8728795, step = 504965 (10.602 sec)
INFO:tensorflow:lr = 6.2506915e-06 (10.602 sec)
INFO:tensorflow:global_step/sec: 9.40157
INFO:tensorflow:loss = 5.1725583, step = 505065 (10.634 sec)
INFO:tensorflow:lr = 6.244412e-06 (10.634 sec)
INFO:tensorflow:global_step/sec: 9.27717
INFO:tensorflow:loss = 5.039946, step = 505165 (10.780 sec)
INFO:tensorflow:lr = 6.238139e-06 (10.781 sec)
INFO:tensorflow:global_step/sec: 9.40245
INFO:tensorflow:loss = 4.996269, step = 505265 (10.633 sec)
INFO:tensorflow:lr = 6.231874e-06 (10.634 sec)
INFO:tensorflow:global_step/sec: 9.36849
INFO:tensorflow:loss = 4.915341, step = 505365 (10.678 sec)
INFO:tensorflow:lr = 6.2256136e-06 (10.677 sec)
INFO:tensorflow:global_step/sec: 9.36018
INFO:tensorflow:loss = 4.9574556, step = 505465 (10.678 sec)
INFO:tensorflow:lr = 6.2193594e-06 (10.678 sec)
INFO:tensorflow:global_step/sec: 9.44667
INFO:tensorflow:loss = 4.957939, step = 505565 (10.589 sec)
INFO:tensorflow:lr = 6.213111e-06 (10.589 sec)
INFO:tensorflow:global_step/sec: 9.45178
INFO:tensorflow:loss = 4.9314275, step = 505665 (10.576 sec)
INFO:tensorflow:lr = 6.2068693e-06 (10.577 sec)
INFO:tensorflow:Saving checkpoints for 505668 into ../model/lstm_seq2seq/model.ckpt.
INFO:tensorflow:global_step/sec: 8.95215
INFO:tensorflow:loss = 5.0254917, step = 505765 (11.170 sec)
INFO:tensorflow:lr = 6.200636e-06 (11.169 sec)
INFO:tensorflow:global_step/sec: 9.40062
INFO:tensorflow:loss = 4.987796, step = 505865 (10.641 sec)
INFO:tensorflow:lr = 6.194407e-06 (10.642 sec)
INFO:tensorflow:global_step/sec: 9.43458
INFO:tensorflow:loss = 4.957918, step = 505965 (10.599 sec)
INFO:tensorflow:lr = 6.1881838e-06 (10.599 sec)
INFO:tensorflow:global_step/sec: 9.47105
INFO:tensorflow:loss = 5.033667, step = 506065 (10.560 sec)
INFO:tensorflow:lr = 6.181968e-06 (10.560 sec)
INFO:tensorflow:global_step/sec: 9.39304
INFO:tensorflow:loss = 4.9231696, step = 506165 (10.641 sec)
INFO:tensorflow:lr = 6.1757573e-06 (10.644 sec)
INFO:tensorflow:global_step/sec: 9.45504
INFO:tensorflow:loss = 4.9886036, step = 506265 (10.581 sec)
INFO:tensorflow:lr = 6.1695555e-06 (10.578 sec)
INFO:tensorflow:global_step/sec: 9.48609
INFO:tensorflow:loss = 5.0327797, step = 506365 (10.537 sec)
INFO:tensorflow:lr = 6.1633573e-06 (10.537 sec)
INFO:tensorflow:global_step/sec: 9.47238
INFO:tensorflow:loss = 4.936563, step = 506465 (10.557 sec)
INFO:tensorflow:lr = 6.157166e-06 (10.556 sec)
INFO:tensorflow:global_step/sec: 9.3975
INFO:tensorflow:loss = 4.9333572, step = 506565 (10.641 sec)
INFO:tensorflow:lr = 6.1509804e-06 (10.641 sec)
INFO:tensorflow:global_step/sec: 9.39273
INFO:tensorflow:loss = 4.9887013, step = 506665 (10.647 sec)
INFO:tensorflow:lr = 6.144801e-06 (10.646 sec)
INFO:tensorflow:global_step/sec: 9.40232
INFO:tensorflow:loss = 4.959746, step = 506765 (10.635 sec)
INFO:tensorflow:lr = 6.13863e-06 (10.638 sec)
INFO:tensorflow:global_step/sec: 9.41892
INFO:tensorflow:loss = 5.0809274, step = 506865 (10.618 sec)
INFO:tensorflow:lr = 6.1324627e-06 (10.617 sec)
INFO:tensorflow:global_step/sec: 9.45417
INFO:tensorflow:loss = 4.9013433, step = 506965 (10.578 sec)
INFO:tensorflow:lr = 6.1263027e-06 (10.577 sec)
INFO:tensorflow:global_step/sec: 9.40833
INFO:tensorflow:loss = 4.925682, step = 507065 (10.631 sec)
INFO:tensorflow:lr = 6.120148e-06 (10.634 sec)
INFO:tensorflow:global_step/sec: 9.39999
INFO:tensorflow:loss = 5.045617, step = 507165 (10.638 sec)
INFO:tensorflow:lr = 6.114e-06 (10.635 sec)
INFO:tensorflow:global_step/sec: 9.46564
INFO:tensorflow:loss = 4.890241, step = 507265 (10.563 sec)
INFO:tensorflow:lr = 6.1078595e-06 (10.563 sec)
INFO:tensorflow:global_step/sec: 9.34728
INFO:tensorflow:loss = 4.938529, step = 507365 (10.697 sec)
INFO:tensorflow:lr = 6.1017236e-06 (10.698 sec)
INFO:tensorflow:global_step/sec: 9.25764
INFO:tensorflow:loss = 5.0246778, step = 507465 (10.807 sec)
INFO:tensorflow:lr = 6.095594e-06 (10.807 sec)
INFO:tensorflow:global_step/sec: 9.42436
INFO:tensorflow:loss = 4.944077, step = 507565 (10.610 sec)
INFO:tensorflow:lr = 6.0894713e-06 (10.610 sec)
INFO:tensorflow:global_step/sec: 9.42893
INFO:tensorflow:loss = 4.9243746, step = 507665 (10.605 sec)
INFO:tensorflow:lr = 6.0833536e-06 (10.604 sec)
INFO:tensorflow:global_step/sec: 9.36844
INFO:tensorflow:loss = 4.9577675, step = 507765 (10.673 sec)
INFO:tensorflow:lr = 6.077244e-06 (10.673 sec)
INFO:tensorflow:global_step/sec: 9.4908
INFO:tensorflow:loss = 5.00635, step = 507865 (10.539 sec)
INFO:tensorflow:lr = 6.071139e-06 (10.539 sec)
INFO:tensorflow:global_step/sec: 9.39455
INFO:tensorflow:loss = 4.9394636, step = 507965 (10.640 sec)
INFO:tensorflow:lr = 6.0650395e-06 (10.643 sec)
INFO:tensorflow:global_step/sec: 9.4222
INFO:tensorflow:loss = 5.022685, step = 508065 (10.613 sec)
INFO:tensorflow:lr = 6.058947e-06 (10.609 sec)
INFO:tensorflow:global_step/sec: 9.37322
INFO:tensorflow:loss = 4.8952193, step = 508165 (10.669 sec)
INFO:tensorflow:lr = 6.0528605e-06 (10.671 sec)
INFO:tensorflow:global_step/sec: 9.34028
INFO:tensorflow:loss = 4.984298, step = 508265 (10.711 sec)
INFO:tensorflow:lr = 6.0467805e-06 (10.709 sec)
INFO:tensorflow:global_step/sec: 9.44379
INFO:tensorflow:loss = 5.123534, step = 508365 (10.584 sec)
INFO:tensorflow:lr = 6.0407065e-06 (10.584 sec)
INFO:tensorflow:global_step/sec: 9.46358
INFO:tensorflow:loss = 5.1165147, step = 508465 (10.568 sec)
INFO:tensorflow:lr = 6.034638e-06 (10.568 sec)
INFO:tensorflow:global_step/sec: 9.36768
INFO:tensorflow:loss = 5.024161, step = 508565 (10.676 sec)
INFO:tensorflow:lr = 6.0285756e-06 (10.677 sec)
INFO:tensorflow:global_step/sec: 9.49543
INFO:tensorflow:loss = 4.9750013, step = 508665 (10.530 sec)
INFO:tensorflow:lr = 6.0225198e-06 (10.529 sec)
INFO:tensorflow:global_step/sec: 9.46916
INFO:tensorflow:loss = 5.056208, step = 508765 (10.560 sec)
INFO:tensorflow:lr = 6.016471e-06 (10.560 sec)
INFO:tensorflow:global_step/sec: 9.50733
INFO:tensorflow:loss = 5.0177784, step = 508865 (10.524 sec)
INFO:tensorflow:lr = 6.0104276e-06 (10.525 sec)
INFO:tensorflow:Saving checkpoints for 508871 into ../model/lstm_seq2seq/model.ckpt.
INFO:tensorflow:global_step/sec: 8.89563
INFO:tensorflow:loss = 4.8717337, step = 508965 (11.241 sec)
INFO:tensorflow:lr = 6.004389e-06 (11.239 sec)
INFO:tensorflow:global_step/sec: 9.45863
INFO:tensorflow:loss = 5.0370655, step = 509065 (10.571 sec)
INFO:tensorflow:lr = 5.9983577e-06 (10.571 sec)
INFO:tensorflow:global_step/sec: 9.33288
INFO:tensorflow:loss = 5.0398946, step = 509165 (10.715 sec)
INFO:tensorflow:lr = 5.992332e-06 (10.715 sec)
INFO:tensorflow:global_step/sec: 9.48483
INFO:tensorflow:loss = 5.083522, step = 509265 (10.540 sec)
INFO:tensorflow:lr = 5.9863137e-06 (10.540 sec)
INFO:tensorflow:global_step/sec: 9.50761
INFO:tensorflow:loss = 4.957897, step = 509365 (10.517 sec)
INFO:tensorflow:lr = 5.9802996e-06 (10.517 sec)
INFO:tensorflow:global_step/sec: 9.48349
INFO:tensorflow:loss = 5.0088015, step = 509465 (10.548 sec)
INFO:tensorflow:lr = 5.974292e-06 (10.549 sec)
INFO:tensorflow:global_step/sec: 9.47171
INFO:tensorflow:loss = 5.024283, step = 509565 (10.559 sec)
INFO:tensorflow:lr = 5.96829e-06 (10.558 sec)
INFO:tensorflow:global_step/sec: 9.43447
INFO:tensorflow:loss = 5.0052786, step = 509665 (10.596 sec)
INFO:tensorflow:lr = 5.9622944e-06 (10.596 sec)
INFO:tensorflow:global_step/sec: 9.34225
INFO:tensorflow:loss = 5.0316033, step = 509765 (10.705 sec)
INFO:tensorflow:lr = 5.956307e-06 (10.705 sec)
INFO:tensorflow:global_step/sec: 9.48146
INFO:tensorflow:loss = 4.99922, step = 509865 (10.545 sec)
INFO:tensorflow:lr = 5.9503236e-06 (10.548 sec)
INFO:tensorflow:global_step/sec: 9.48901
INFO:tensorflow:loss = 4.942953, step = 509965 (10.538 sec)
INFO:tensorflow:lr = 5.944346e-06 (10.536 sec)
INFO:tensorflow:global_step/sec: 9.43049
INFO:tensorflow:loss = 5.131124, step = 510065 (10.604 sec)
INFO:tensorflow:lr = 5.938374e-06 (10.604 sec)
INFO:tensorflow:global_step/sec: 9.48124
INFO:tensorflow:loss = 4.9298635, step = 510165 (10.547 sec)
INFO:tensorflow:lr = 5.9324084e-06 (10.549 sec)
INFO:tensorflow:global_step/sec: 9.38853
INFO:tensorflow:loss = 5.020635, step = 510265 (10.655 sec)
INFO:tensorflow:lr = 5.9264507e-06 (10.652 sec)
INFO:tensorflow:global_step/sec: 9.38309
INFO:tensorflow:loss = 4.997553, step = 510365 (10.654 sec)
INFO:tensorflow:lr = 5.9204967e-06 (10.656 sec)
INFO:tensorflow:global_step/sec: 9.32573
INFO:tensorflow:loss = 5.0290475, step = 510465 (10.727 sec)
INFO:tensorflow:lr = 5.914549e-06 (10.724 sec)
INFO:tensorflow:global_step/sec: 9.4936
INFO:tensorflow:loss = 4.9716597, step = 510565 (10.532 sec)
INFO:tensorflow:lr = 5.908608e-06 (10.533 sec)
INFO:tensorflow:global_step/sec: 9.47845
INFO:tensorflow:loss = 5.0527005, step = 510665 (10.551 sec)
INFO:tensorflow:lr = 5.902672e-06 (10.550 sec)
INFO:tensorflow:global_step/sec: 9.43866
INFO:tensorflow:loss = 4.9569974, step = 510765 (10.596 sec)
INFO:tensorflow:lr = 5.896744e-06 (10.596 sec)
INFO:tensorflow:global_step/sec: 9.44154
INFO:tensorflow:loss = 5.0981846, step = 510865 (10.592 sec)
INFO:tensorflow:lr = 5.8908204e-06 (10.592 sec)
INFO:tensorflow:global_step/sec: 9.44765
INFO:tensorflow:loss = 5.027546, step = 510965 (10.580 sec)
INFO:tensorflow:lr = 5.884902e-06 (10.582 sec)
INFO:tensorflow:global_step/sec: 9.46485
INFO:tensorflow:loss = 5.028934, step = 511065 (10.570 sec)
INFO:tensorflow:lr = 5.8789897e-06 (10.567 sec)
INFO:tensorflow:global_step/sec: 9.43234
INFO:tensorflow:loss = 4.932069, step = 511165 (10.601 sec)
INFO:tensorflow:lr = 5.873084e-06 (10.601 sec)
INFO:tensorflow:global_step/sec: 9.37677
INFO:tensorflow:loss = 4.984079, step = 511265 (10.665 sec)
INFO:tensorflow:lr = 5.867186e-06 (10.665 sec)
Reading ../data/test.txt
INFO:tensorflow:global_step/sec: 9.42403
INFO:tensorflow:loss = 4.955739, step = 511365 (10.611 sec)
INFO:tensorflow:lr = 5.8612914e-06 (10.612 sec)
INFO:tensorflow:global_step/sec: 10.2247
INFO:tensorflow:loss = 5.052703, step = 511465 (9.780 sec)
INFO:tensorflow:lr = 5.8554037e-06 (9.780 sec)
INFO:tensorflow:global_step/sec: 10.2079
INFO:tensorflow:loss = 5.08933, step = 511565 (9.797 sec)
INFO:tensorflow:lr = 5.8495216e-06 (9.797 sec)
INFO:tensorflow:global_step/sec: 10.2218
INFO:tensorflow:loss = 4.9145503, step = 511665 (9.779 sec)
INFO:tensorflow:lr = 5.843645e-06 (9.779 sec)
INFO:tensorflow:global_step/sec: 10.2661
INFO:tensorflow:loss = 5.0241966, step = 511765 (9.744 sec)
INFO:tensorflow:lr = 5.8377764e-06 (9.745 sec)
INFO:tensorflow:global_step/sec: 10.174
INFO:tensorflow:loss = 4.919658, step = 511865 (9.826 sec)
INFO:tensorflow:lr = 5.8319115e-06 (9.826 sec)
INFO:tensorflow:global_step/sec: 10.0856
INFO:tensorflow:loss = 5.058229, step = 511965 (9.919 sec)
INFO:tensorflow:lr = 5.826053e-06 (9.919 sec)
INFO:tensorflow:global_step/sec: 10.1946
INFO:tensorflow:loss = 4.9857454, step = 512065 (9.806 sec)
INFO:tensorflow:lr = 5.820202e-06 (9.808 sec)
INFO:tensorflow:Saving checkpoints for 512074 into ../model/lstm_seq2seq/model.ckpt.
INFO:tensorflow:global_step/sec: 9.67806
INFO:tensorflow:loss = 4.983512, step = 512165 (10.335 sec)
INFO:tensorflow:lr = 5.8143537e-06 (10.333 sec)
INFO:tensorflow:global_step/sec: 10.1932
INFO:tensorflow:loss = 4.9328156, step = 512265 (9.809 sec)
INFO:tensorflow:lr = 5.8085143e-06 (9.809 sec)
INFO:tensorflow:global_step/sec: 10.2054
INFO:tensorflow:loss = 5.0421557, step = 512365 (9.799 sec)
INFO:tensorflow:lr = 5.802677e-06 (9.799 sec)
INFO:tensorflow:global_step/sec: 10.2476
INFO:tensorflow:loss = 4.948771, step = 512465 (9.759 sec)
INFO:tensorflow:lr = 5.79685e-06 (9.759 sec)
INFO:tensorflow:global_step/sec: 10.2269
INFO:tensorflow:loss = 4.9799275, step = 512565 (9.774 sec)
INFO:tensorflow:lr = 5.7910283e-06 (9.773 sec)
INFO:tensorflow:global_step/sec: 10.2772
INFO:tensorflow:loss = 4.910077, step = 512665 (9.734 sec)
INFO:tensorflow:lr = 5.7852085e-06 (9.736 sec)
INFO:tensorflow:global_step/sec: 10.2319
INFO:tensorflow:loss = 5.036212, step = 512765 (9.774 sec)
INFO:tensorflow:lr = 5.7793986e-06 (9.772 sec)
INFO:tensorflow:global_step/sec: 10.1038
INFO:tensorflow:loss = 4.9829044, step = 512865 (9.895 sec)
INFO:tensorflow:lr = 5.773591e-06 (9.895 sec)
INFO:tensorflow:global_step/sec: 10.17
INFO:tensorflow:loss = 4.839034, step = 512965 (9.834 sec)
INFO:tensorflow:lr = 5.7677926e-06 (9.837 sec)
INFO:tensorflow:global_step/sec: 10.2735
INFO:tensorflow:loss = 5.0542407, step = 513065 (9.733 sec)
INFO:tensorflow:lr = 5.762001e-06 (9.731 sec)
INFO:tensorflow:global_step/sec: 10.1675
INFO:tensorflow:loss = 5.078288, step = 513165 (9.838 sec)
INFO:tensorflow:lr = 5.75621e-06 (9.837 sec)
INFO:tensorflow:global_step/sec: 10.1704
INFO:tensorflow:loss = 5.107254, step = 513265 (9.831 sec)
INFO:tensorflow:lr = 5.7504294e-06 (9.832 sec)
INFO:tensorflow:global_step/sec: 10.249
INFO:tensorflow:loss = 5.164943, step = 513365 (9.755 sec)
INFO:tensorflow:lr = 5.744651e-06 (9.754 sec)
INFO:tensorflow:global_step/sec: 9.99852
INFO:tensorflow:loss = 5.128712, step = 513465 (10.006 sec)
INFO:tensorflow:lr = 5.7388816e-06 (10.005 sec)
INFO:tensorflow:global_step/sec: 10.1244
INFO:tensorflow:loss = 4.996929, step = 513565 (9.872 sec)
INFO:tensorflow:lr = 5.7331176e-06 (9.874 sec)
INFO:tensorflow:global_step/sec: 10.1568
INFO:tensorflow:loss = 5.022211, step = 513665 (9.849 sec)
INFO:tensorflow:lr = 5.727357e-06 (9.847 sec)
INFO:tensorflow:global_step/sec: 10.2121
INFO:tensorflow:loss = 5.123281, step = 513765 (9.789 sec)
INFO:tensorflow:lr = 5.721605e-06 (9.790 sec)
INFO:tensorflow:global_step/sec: 10.1834
INFO:tensorflow:loss = 5.018013, step = 513865 (9.823 sec)
INFO:tensorflow:lr = 5.7158554e-06 (9.822 sec)
INFO:tensorflow:global_step/sec: 10.2682
INFO:tensorflow:loss = 4.9957967, step = 513965 (9.735 sec)
INFO:tensorflow:lr = 5.7101147e-06 (9.735 sec)
INFO:tensorflow:global_step/sec: 10.2543
INFO:tensorflow:loss = 4.996939, step = 514065 (9.752 sec)
INFO:tensorflow:lr = 5.7043803e-06 (9.753 sec)
INFO:tensorflow:global_step/sec: 10.1857
INFO:tensorflow:loss = 4.9951043, step = 514165 (9.821 sec)
INFO:tensorflow:lr = 5.698648e-06 (9.820 sec)
INFO:tensorflow:global_step/sec: 10.2239
INFO:tensorflow:loss = 4.9799223, step = 514265 (9.778 sec)
INFO:tensorflow:lr = 5.692925e-06 (9.778 sec)
INFO:tensorflow:global_step/sec: 10.1926
INFO:tensorflow:loss = 4.88449, step = 514365 (9.814 sec)
INFO:tensorflow:lr = 5.687204e-06 (9.814 sec)
INFO:tensorflow:global_step/sec: 10.1975
INFO:tensorflow:loss = 4.9586477, step = 514465 (9.805 sec)
INFO:tensorflow:lr = 5.681492e-06 (9.807 sec)
INFO:tensorflow:Saving checkpoints for 514564 into ../model/lstm_seq2seq/model.ckpt.
INFO:tensorflow:Loss for final step: 4.9845195.
INFO:tensorflow:Calling model_fn.
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/lstm_seq2seq/model.ckpt-514564
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
------------
minimal test
Q: 你 好
A1: 你 好
A2: 你 好 你 好
A3: 你 好 , 你 好

Q: 早 上 好
A1: 早 上 好
A2: 早 上 好 !
A3: 晚 上 好

Q: 晚 上 好
A1: 晚 上 好
A2: 晚 上 好 !
A3: 晚 安

Q: 再 见
A1: 再 见
A2: 哈 哈 哈
A3: 哈 哈

Q: 好 久 不 见
A1: 好 久 不 见
A2: 好 久 不 见 啊
A3: 好 久 不 见 。

Q: 想 死 你 了
A1: 我 也 想 你
A2: 我 也 是
A3: 我 也 想 你 了

Q: 谢 谢 你
A1: 不 客 气
A2: 不 用 谢
A3: 客 气

Q: 爱 你
A1: 么 么 哒
A2: 我 也 爱 你
A3: 爱 你

Q: 你 好 厉 害 啊
A1: 哈 哈
A2: 哈 哈 哈
A3: 哈 哈 哈 哈

Q: 你 叫 什 么
A1: 我 叫 什 么
A2: 你 叫 什 么
A3: 叫 什 么 名 字

Q: 你 几 岁 了
A1: 岁 月
A2: 十 岁
A3: 一 岁

Q: 现 在 几 点
A1: 明 天 点
A2: 点 多 了
A3: 明 天 晚 上

Q: 今 天 天 气 怎 么 样
A1: 今 天 天 气 好
A2: 今 天 天 气 不 错
A3: 今 天 天 气 不 错 , 今 天 天 气 好

Q: 我 们 现 在 在 哪 里
A1: 你 在 哪 里
A2: 你 在 哪 里 ?
A3: 你 在 哪 里 啊

Q: 讲 个 笑 话
A1: 哈 哈 哈
A2: 哈 哈 哈 哈
A3: 哈 哈 哈 哈 哈

Q: 你 会 几 种 语 言 呀
A1: 不 会
A2: 不 会 吧
A3: 不 会 啊

Q: 你 觉 得 我 帅 吗
A1: 不 帅
A2: 我 觉 得 你 帅
A3: 我 觉 得 很 帅

Q: 讨 厌 的 周 一
A1: 哈 哈 哈
A2: 我 也 是
A3: 我 也 讨 厌 周 一

Q: 好 烦 啊
A1: 烦 什 么
A2: 怎 么 了
A3: 怎 么 了 ?

Q: 天 气 真 好
A1: 天 气 不 好
A2: 天 气 不 好 , 天 气 不 好
A3: 天 气 不 好 , 天 气 不 好 , 天 气 不 好

Q: 今 天 好 冷
A1: 今 天 冷 了
A2: 今 天 还 冷
A3: 我 今 天 也 冷

Q: 今 天 好 热
A1: 今 天 下 雨 了
A2: 今 天 下 雨
A3: 今 天 还 好 热

Q: 下 雨 了
A1: 下 雨 了
A2: 下 雨 了 ?
A3: 我 也 下 雨 了

Q: 风 好 大
A1: 是 啊
A2: 是 的
A3: 是 啊 , 我 也 是

Q: 终 于 周 五 了
A1: 我 也 是 周 五
A2: 哈 哈 哈 哈 哈
A3: 哈 哈 哈 哈 哈 哈

Q: 我 想 去 K 歌
A1: 去 吧
A2: 我 也 想
A3: 我 也 想 去

Q: 红 烧 肉 吃 了 会 发 胖 吗
A1: 不 会 的
A2: 不 会 发 胖 的
A3: 不 会 的 , 我 也 是

Q: 你 觉 得 梅 西 厉 害 吗
A1: 厉 害 了
A2: 厉 害
A3: 我 觉 得 梅 西 厉 害

------------
INFO:tensorflow:Calling model_fn.
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Starting evaluation at 2019-12-27T06:00:14Z
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/lstm_seq2seq/model.ckpt-514564
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
Reading ../data/core.txt
INFO:tensorflow:Finished evaluation at 2019-12-27-06:00:15
INFO:tensorflow:Saving dict for global step 514564: global_step = 514564, loss = 3.3526392
INFO:tensorflow:Saving 'checkpoint_path' summary for global step 514564: ../model/lstm_seq2seq/model.ckpt-514564
INFO:tensorflow:Perplexity: 28.578
INFO:tensorflow:Best Perplexity: 28.553
Reading ../data/core.txt
INFO:tensorflow:Calling model_fn.
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/lstm_seq2seq/model.ckpt-514564
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
Reading ../data/core.txt
INFO:tensorflow:BLEU-2: 9.3
INFO:tensorflow:Calling model_fn.
[<tf.Variable 'Embedding/fasttext_vectors:0' shape=(5904, 300) dtype=float32_ref>,
 <tf.Variable 'Encoder/lstm_fused_cell/kernel:0' shape=(600, 1200) dtype=float32_ref>,
 <tf.Variable 'Encoder/lstm_fused_cell/bias:0' shape=(1200,) dtype=float32_ref>,
 <tf.Variable 'Encoder/lstm_fused_cell_1/kernel:0' shape=(600, 1200) dtype=float32_ref>,
 <tf.Variable 'Encoder/lstm_fused_cell_1/bias:0' shape=(1200,) dtype=float32_ref>,
 <tf.Variable 'Encoder/state_fc/kernel:0' shape=(600, 300) dtype=float32_ref>,
 <tf.Variable 'Encoder/state_fc/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/memory_layer/kernel:0' shape=(600, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/lstm_cell/kernel:0' shape=(900, 1200) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/lstm_cell/bias:0' shape=(1200,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention/query_layer/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention/attention_v:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/attention_layer/kernel:0' shape=(900, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/tied_dense/bias:0' shape=(5904,) dtype=float32_ref>]
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Create CheckpointSaverHook.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/lstm_seq2seq/model.ckpt-514564
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
INFO:tensorflow:Saving checkpoints for 514564 into ../model/lstm_seq2seq/model.ckpt.
Reading ../data/train.txt
INFO:tensorflow:loss = 4.9869895, step = 514564
INFO:tensorflow:lr = 5.6758427e-06
INFO:tensorflow:global_step/sec: 8.50173
INFO:tensorflow:loss = 4.8876357, step = 514664 (11.769 sec)
INFO:tensorflow:lr = 5.670142e-06 (11.769 sec)
INFO:tensorflow:global_step/sec: 8.96951
INFO:tensorflow:loss = 5.042979, step = 514764 (11.147 sec)
INFO:tensorflow:lr = 5.6644444e-06 (11.147 sec)
INFO:tensorflow:global_step/sec: 9.12352
INFO:tensorflow:loss = 4.9653406, step = 514864 (10.958 sec)
INFO:tensorflow:lr = 5.6587555e-06 (10.959 sec)
INFO:tensorflow:global_step/sec: 9.26423
INFO:tensorflow:loss = 4.914007, step = 514964 (10.798 sec)
INFO:tensorflow:lr = 5.6530694e-06 (10.798 sec)
INFO:tensorflow:global_step/sec: 9.18383
INFO:tensorflow:loss = 5.0425954, step = 515064 (10.886 sec)
INFO:tensorflow:lr = 5.647392e-06 (10.885 sec)
INFO:tensorflow:global_step/sec: 9.18517
INFO:tensorflow:loss = 5.04397, step = 515164 (10.886 sec)
INFO:tensorflow:lr = 5.6417202e-06 (10.886 sec)
INFO:tensorflow:global_step/sec: 9.12543
INFO:tensorflow:loss = 4.988011, step = 515264 (10.962 sec)
INFO:tensorflow:lr = 5.636051e-06 (10.962 sec)
INFO:tensorflow:global_step/sec: 9.18001
INFO:tensorflow:loss = 4.9411693, step = 515364 (10.889 sec)
INFO:tensorflow:lr = 5.630391e-06 (10.889 sec)
INFO:tensorflow:global_step/sec: 9.23128
INFO:tensorflow:loss = 5.053498, step = 515464 (10.833 sec)
INFO:tensorflow:lr = 5.6247327e-06 (10.833 sec)
INFO:tensorflow:global_step/sec: 9.14201
INFO:tensorflow:loss = 5.000656, step = 515564 (10.938 sec)
INFO:tensorflow:lr = 5.6190843e-06 (10.938 sec)
INFO:tensorflow:global_step/sec: 9.23389
INFO:tensorflow:loss = 4.9935346, step = 515664 (10.832 sec)
INFO:tensorflow:lr = 5.613441e-06 (10.833 sec)
INFO:tensorflow:global_step/sec: 9.19215
INFO:tensorflow:loss = 5.0150576, step = 515764 (10.876 sec)
INFO:tensorflow:lr = 5.6077997e-06 (10.876 sec)
INFO:tensorflow:global_step/sec: 9.08863
INFO:tensorflow:loss = 4.9940133, step = 515864 (11.004 sec)
INFO:tensorflow:lr = 5.602168e-06 (11.007 sec)
INFO:tensorflow:global_step/sec: 9.26869
INFO:tensorflow:loss = 4.9775524, step = 515964 (10.788 sec)
INFO:tensorflow:lr = 5.596539e-06 (10.786 sec)
INFO:tensorflow:global_step/sec: 9.17073
INFO:tensorflow:loss = 5.0395823, step = 516064 (10.909 sec)
INFO:tensorflow:lr = 5.590918e-06 (10.908 sec)
INFO:tensorflow:global_step/sec: 9.18932
INFO:tensorflow:loss = 4.9013815, step = 516164 (10.882 sec)
INFO:tensorflow:lr = 5.5853034e-06 (10.884 sec)
INFO:tensorflow:global_step/sec: 9.29075
INFO:tensorflow:loss = 5.0407696, step = 516264 (10.764 sec)
INFO:tensorflow:lr = 5.579691e-06 (10.763 sec)
INFO:tensorflow:global_step/sec: 9.24418
INFO:tensorflow:loss = 5.0336914, step = 516364 (10.816 sec)
INFO:tensorflow:lr = 5.574087e-06 (10.815 sec)
INFO:tensorflow:global_step/sec: 9.20168
INFO:tensorflow:loss = 4.9888844, step = 516464 (10.867 sec)
INFO:tensorflow:lr = 5.5684854e-06 (10.867 sec)
INFO:tensorflow:global_step/sec: 9.21686
INFO:tensorflow:loss = 5.0838213, step = 516564 (10.850 sec)
INFO:tensorflow:lr = 5.5628934e-06 (10.850 sec)
INFO:tensorflow:global_step/sec: 9.22074
INFO:tensorflow:loss = 5.009622, step = 516664 (10.846 sec)
INFO:tensorflow:lr = 5.557307e-06 (10.846 sec)
INFO:tensorflow:global_step/sec: 9.15621
INFO:tensorflow:loss = 4.9246597, step = 516764 (10.922 sec)
INFO:tensorflow:lr = 5.551722e-06 (10.922 sec)
INFO:tensorflow:global_step/sec: 9.08917
INFO:tensorflow:loss = 4.9115586, step = 516864 (11.002 sec)
INFO:tensorflow:lr = 5.546147e-06 (11.002 sec)
INFO:tensorflow:global_step/sec: 9.21543
INFO:tensorflow:loss = 4.9839253, step = 516964 (10.850 sec)
INFO:tensorflow:lr = 5.5405735e-06 (10.851 sec)
INFO:tensorflow:global_step/sec: 9.13336
INFO:tensorflow:loss = 5.116193, step = 517064 (10.946 sec)
INFO:tensorflow:lr = 5.535009e-06 (10.946 sec)
INFO:tensorflow:global_step/sec: 9.1655
INFO:tensorflow:loss = 4.9172287, step = 517164 (10.915 sec)
INFO:tensorflow:lr = 5.52945e-06 (10.914 sec)
INFO:tensorflow:global_step/sec: 9.24549
INFO:tensorflow:loss = 4.8046885, step = 517264 (10.815 sec)
INFO:tensorflow:lr = 5.523894e-06 (10.816 sec)
INFO:tensorflow:global_step/sec: 9.20495
INFO:tensorflow:loss = 4.9541926, step = 517364 (10.864 sec)
INFO:tensorflow:lr = 5.5183464e-06 (10.863 sec)
INFO:tensorflow:global_step/sec: 9.20376
INFO:tensorflow:loss = 4.980334, step = 517464 (10.865 sec)
INFO:tensorflow:lr = 5.512801e-06 (10.865 sec)
INFO:tensorflow:global_step/sec: 9.1651
INFO:tensorflow:loss = 4.924295, step = 517564 (10.912 sec)
INFO:tensorflow:lr = 5.5072646e-06 (10.914 sec)
INFO:tensorflow:global_step/sec: 9.09643
INFO:tensorflow:loss = 4.914935, step = 517664 (10.993 sec)
INFO:tensorflow:lr = 5.5017335e-06 (10.994 sec)
INFO:tensorflow:global_step/sec: 9.20898
INFO:tensorflow:loss = 5.0939074, step = 517764 (10.859 sec)
INFO:tensorflow:lr = 5.4962047e-06 (10.856 sec)
INFO:tensorflow:Saving checkpoints for 517767 into ../model/lstm_seq2seq/model.ckpt.
INFO:tensorflow:global_step/sec: 8.69893
INFO:tensorflow:loss = 5.036022, step = 517864 (11.495 sec)
INFO:tensorflow:lr = 5.490685e-06 (11.496 sec)
INFO:tensorflow:global_step/sec: 9.22208
INFO:tensorflow:loss = 5.0659285, step = 517964 (10.839 sec)
INFO:tensorflow:lr = 5.4851675e-06 (10.844 sec)
INFO:tensorflow:global_step/sec: 9.22085
INFO:tensorflow:loss = 4.990589, step = 518064 (10.849 sec)
INFO:tensorflow:lr = 5.4796587e-06 (10.843 sec)
INFO:tensorflow:global_step/sec: 9.20453
INFO:tensorflow:loss = 4.8423653, step = 518164 (10.860 sec)
INFO:tensorflow:lr = 5.4741554e-06 (10.861 sec)
INFO:tensorflow:global_step/sec: 9.1546
INFO:tensorflow:loss = 5.041102, step = 518264 (10.928 sec)
INFO:tensorflow:lr = 5.4686543e-06 (10.927 sec)
INFO:tensorflow:global_step/sec: 9.17291
INFO:tensorflow:loss = 5.0059958, step = 518364 (10.897 sec)
INFO:tensorflow:lr = 5.4631623e-06 (10.897 sec)
INFO:tensorflow:global_step/sec: 9.27809
INFO:tensorflow:loss = 4.9862714, step = 518464 (10.778 sec)
INFO:tensorflow:lr = 5.4576726e-06 (10.782 sec)
INFO:tensorflow:global_step/sec: 9.22027
INFO:tensorflow:loss = 5.0289392, step = 518564 (10.846 sec)
INFO:tensorflow:lr = 5.4521915e-06 (10.845 sec)
INFO:tensorflow:global_step/sec: 9.06603
INFO:tensorflow:loss = 4.994332, step = 518664 (11.035 sec)
INFO:tensorflow:lr = 5.446716e-06 (11.033 sec)
INFO:tensorflow:global_step/sec: 9.02666
INFO:tensorflow:loss = 4.925805, step = 518764 (11.074 sec)
INFO:tensorflow:lr = 5.4412426e-06 (11.076 sec)
INFO:tensorflow:global_step/sec: 9.24292
INFO:tensorflow:loss = 4.993056, step = 518864 (10.821 sec)
INFO:tensorflow:lr = 5.435778e-06 (10.820 sec)
INFO:tensorflow:global_step/sec: 9.22942
INFO:tensorflow:loss = 4.9140215, step = 518964 (10.835 sec)
INFO:tensorflow:lr = 5.4303155e-06 (10.834 sec)
INFO:tensorflow:global_step/sec: 9.15504
INFO:tensorflow:loss = 4.9683347, step = 519064 (10.925 sec)
INFO:tensorflow:lr = 5.4248626e-06 (10.925 sec)
INFO:tensorflow:global_step/sec: 9.2621
INFO:tensorflow:loss = 5.0066924, step = 519164 (10.792 sec)
INFO:tensorflow:lr = 5.4194147e-06 (10.792 sec)
INFO:tensorflow:global_step/sec: 9.22364
INFO:tensorflow:loss = 5.074957, step = 519264 (10.846 sec)
INFO:tensorflow:lr = 5.413968e-06 (10.846 sec)
INFO:tensorflow:global_step/sec: 9.1533
INFO:tensorflow:loss = 4.9155846, step = 519364 (10.921 sec)
INFO:tensorflow:lr = 5.4085313e-06 (10.925 sec)
INFO:tensorflow:global_step/sec: 9.24124
INFO:tensorflow:loss = 4.983648, step = 519464 (10.821 sec)
INFO:tensorflow:lr = 5.403096e-06 (10.816 sec)
INFO:tensorflow:global_step/sec: 9.24591
INFO:tensorflow:loss = 4.8926735, step = 519564 (10.819 sec)
INFO:tensorflow:lr = 5.39767e-06 (10.820 sec)
INFO:tensorflow:global_step/sec: 9.10364
INFO:tensorflow:loss = 4.994448, step = 519664 (10.985 sec)
INFO:tensorflow:lr = 5.3922495e-06 (10.985 sec)
INFO:tensorflow:global_step/sec: 9.14452
INFO:tensorflow:loss = 4.9605536, step = 519764 (10.931 sec)
INFO:tensorflow:lr = 5.3868307e-06 (10.934 sec)
INFO:tensorflow:global_step/sec: 9.19205
INFO:tensorflow:loss = 5.004824, step = 519864 (10.883 sec)
INFO:tensorflow:lr = 5.38142e-06 (10.881 sec)
INFO:tensorflow:global_step/sec: 9.09803
INFO:tensorflow:loss = 5.0127187, step = 519964 (10.987 sec)
INFO:tensorflow:lr = 5.3760127e-06 (10.987 sec)
INFO:tensorflow:global_step/sec: 9.27847
INFO:tensorflow:loss = 4.9839525, step = 520064 (10.777 sec)
INFO:tensorflow:lr = 5.3706135e-06 (10.777 sec)
INFO:tensorflow:global_step/sec: 9.17921
INFO:tensorflow:loss = 4.974862, step = 520164 (10.894 sec)
INFO:tensorflow:lr = 5.36522e-06 (10.894 sec)
INFO:tensorflow:global_step/sec: 9.19519
INFO:tensorflow:loss = 4.984278, step = 520264 (10.875 sec)
INFO:tensorflow:lr = 5.3598287e-06 (10.877 sec)
INFO:tensorflow:global_step/sec: 9.12911
INFO:tensorflow:loss = 5.0329647, step = 520364 (10.958 sec)
INFO:tensorflow:lr = 5.3544463e-06 (10.957 sec)
INFO:tensorflow:global_step/sec: 9.17565
INFO:tensorflow:loss = 5.0502753, step = 520464 (10.894 sec)
INFO:tensorflow:lr = 5.349065e-06 (10.895 sec)
INFO:tensorflow:global_step/sec: 9.16476
INFO:tensorflow:loss = 5.006477, step = 520564 (10.912 sec)
INFO:tensorflow:lr = 5.343693e-06 (10.912 sec)
INFO:tensorflow:global_step/sec: 9.27722
INFO:tensorflow:loss = 5.0437455, step = 520664 (10.779 sec)
INFO:tensorflow:lr = 5.3383264e-06 (10.784 sec)
INFO:tensorflow:global_step/sec: 9.19727
INFO:tensorflow:loss = 4.9761243, step = 520764 (10.874 sec)
INFO:tensorflow:lr = 5.3329622e-06 (10.869 sec)
INFO:tensorflow:global_step/sec: 9.18079
INFO:tensorflow:loss = 4.8576174, step = 520864 (10.895 sec)
INFO:tensorflow:lr = 5.3276062e-06 (10.894 sec)
INFO:tensorflow:global_step/sec: 9.25469
INFO:tensorflow:loss = 5.0556326, step = 520964 (10.806 sec)
INFO:tensorflow:lr = 5.322253e-06 (10.806 sec)
INFO:tensorflow:Saving checkpoints for 520970 into ../model/lstm_seq2seq/model.ckpt.
INFO:tensorflow:global_step/sec: 8.69602
INFO:tensorflow:loss = 5.0228415, step = 521064 (11.501 sec)
INFO:tensorflow:lr = 5.316908e-06 (11.501 sec)
INFO:tensorflow:global_step/sec: 9.13841
INFO:tensorflow:loss = 5.050265, step = 521164 (10.938 sec)
INFO:tensorflow:lr = 5.311568e-06 (10.939 sec)
INFO:tensorflow:global_step/sec: 9.14081
INFO:tensorflow:loss = 4.9699326, step = 521264 (10.940 sec)
INFO:tensorflow:lr = 5.3062304e-06 (10.940 sec)
INFO:tensorflow:global_step/sec: 9.18548
INFO:tensorflow:loss = 5.0713525, step = 521364 (10.887 sec)
INFO:tensorflow:lr = 5.300901e-06 (10.887 sec)
INFO:tensorflow:global_step/sec: 9.18131
INFO:tensorflow:loss = 5.0645485, step = 521464 (10.896 sec)
INFO:tensorflow:lr = 5.2955743e-06 (10.896 sec)
INFO:tensorflow:global_step/sec: 9.09508
INFO:tensorflow:loss = 5.0476313, step = 521564 (10.992 sec)
INFO:tensorflow:lr = 5.2902565e-06 (10.992 sec)
INFO:tensorflow:global_step/sec: 9.1666
INFO:tensorflow:loss = 5.0919204, step = 521664 (10.907 sec)
INFO:tensorflow:lr = 5.2849437e-06 (10.907 sec)
INFO:tensorflow:global_step/sec: 9.23193
INFO:tensorflow:loss = 4.969997, step = 521764 (10.836 sec)
INFO:tensorflow:lr = 5.279633e-06 (10.838 sec)
INFO:tensorflow:global_step/sec: 9.2265
INFO:tensorflow:loss = 4.8944287, step = 521864 (10.834 sec)
INFO:tensorflow:lr = 5.2743303e-06 (10.834 sec)
INFO:tensorflow:global_step/sec: 9.14486
INFO:tensorflow:loss = 5.0727696, step = 521964 (10.938 sec)
INFO:tensorflow:lr = 5.26903e-06 (10.938 sec)
INFO:tensorflow:global_step/sec: 9.17223
INFO:tensorflow:loss = 4.925981, step = 522064 (10.902 sec)
INFO:tensorflow:lr = 5.2637392e-06 (10.903 sec)
INFO:tensorflow:global_step/sec: 9.14205
INFO:tensorflow:loss = 4.962924, step = 522164 (10.935 sec)
INFO:tensorflow:lr = 5.2584523e-06 (10.935 sec)
INFO:tensorflow:global_step/sec: 9.16963
INFO:tensorflow:loss = 4.948397, step = 522264 (10.909 sec)
INFO:tensorflow:lr = 5.2531686e-06 (10.909 sec)
INFO:tensorflow:global_step/sec: 9.2833
INFO:tensorflow:loss = 5.096867, step = 522364 (10.771 sec)
INFO:tensorflow:lr = 5.2478927e-06 (10.771 sec)
INFO:tensorflow:global_step/sec: 9.18945
INFO:tensorflow:loss = 4.9739633, step = 522464 (10.879 sec)
INFO:tensorflow:lr = 5.242619e-06 (10.880 sec)
INFO:tensorflow:global_step/sec: 9.21625
INFO:tensorflow:loss = 4.9283085, step = 522564 (10.855 sec)
INFO:tensorflow:lr = 5.2373543e-06 (10.854 sec)
INFO:tensorflow:global_step/sec: 9.22423
INFO:tensorflow:loss = 4.8898053, step = 522664 (10.837 sec)
INFO:tensorflow:lr = 5.2320943e-06 (10.837 sec)
INFO:tensorflow:global_step/sec: 9.15435
INFO:tensorflow:loss = 4.97447, step = 522764 (10.926 sec)
INFO:tensorflow:lr = 5.2268365e-06 (10.927 sec)
INFO:tensorflow:global_step/sec: 9.19663
INFO:tensorflow:loss = 5.002693, step = 522864 (10.873 sec)
INFO:tensorflow:lr = 5.221587e-06 (10.872 sec)
INFO:tensorflow:global_step/sec: 9.25825
INFO:tensorflow:loss = 4.9716663, step = 522964 (10.804 sec)
INFO:tensorflow:lr = 5.21634e-06 (10.804 sec)
INFO:tensorflow:global_step/sec: 9.23235
INFO:tensorflow:loss = 4.9396844, step = 523064 (10.829 sec)
INFO:tensorflow:lr = 5.2111013e-06 (10.833 sec)
INFO:tensorflow:global_step/sec: 9.24342
INFO:tensorflow:loss = 4.955673, step = 523164 (10.817 sec)
INFO:tensorflow:lr = 5.205868e-06 (10.813 sec)
INFO:tensorflow:global_step/sec: 9.20969
INFO:tensorflow:loss = 5.030896, step = 523264 (10.862 sec)
INFO:tensorflow:lr = 5.2006367e-06 (10.862 sec)
INFO:tensorflow:global_step/sec: 9.26855
INFO:tensorflow:loss = 5.0163302, step = 523364 (10.788 sec)
INFO:tensorflow:lr = 5.1954135e-06 (10.788 sec)
Reading ../data/test.txt
INFO:tensorflow:global_step/sec: 9.16217
INFO:tensorflow:loss = 5.1586437, step = 523464 (10.910 sec)
INFO:tensorflow:lr = 5.1901925e-06 (10.910 sec)
INFO:tensorflow:global_step/sec: 9.94952
INFO:tensorflow:loss = 5.0380573, step = 523564 (10.055 sec)
INFO:tensorflow:lr = 5.1849797e-06 (10.055 sec)
INFO:tensorflow:global_step/sec: 9.99856
INFO:tensorflow:loss = 4.983788, step = 523664 (9.997 sec)
INFO:tensorflow:lr = 5.179773e-06 (9.998 sec)
INFO:tensorflow:global_step/sec: 9.9487
INFO:tensorflow:loss = 5.101915, step = 523764 (10.056 sec)
INFO:tensorflow:lr = 5.1745683e-06 (10.055 sec)
INFO:tensorflow:global_step/sec: 9.93166
INFO:tensorflow:loss = 4.993082, step = 523864 (10.068 sec)
INFO:tensorflow:lr = 5.1693714e-06 (10.068 sec)
INFO:tensorflow:global_step/sec: 9.96909
INFO:tensorflow:loss = 4.97284, step = 523964 (10.028 sec)
INFO:tensorflow:lr = 5.164177e-06 (10.029 sec)
INFO:tensorflow:global_step/sec: 9.9039
INFO:tensorflow:loss = 4.987285, step = 524064 (10.097 sec)
INFO:tensorflow:lr = 5.1589905e-06 (10.097 sec)
INFO:tensorflow:global_step/sec: 9.92857
INFO:tensorflow:loss = 4.924723, step = 524164 (10.075 sec)
INFO:tensorflow:lr = 5.1538095e-06 (10.075 sec)
INFO:tensorflow:Saving checkpoints for 524173 into ../model/lstm_seq2seq/model.ckpt.
INFO:tensorflow:global_step/sec: 9.45764
INFO:tensorflow:loss = 4.9650145, step = 524264 (10.570 sec)
INFO:tensorflow:lr = 5.14863e-06 (10.571 sec)
INFO:tensorflow:global_step/sec: 9.93504
INFO:tensorflow:loss = 4.903022, step = 524364 (10.065 sec)
INFO:tensorflow:lr = 5.1434595e-06 (10.066 sec)
INFO:tensorflow:global_step/sec: 9.73491
INFO:tensorflow:loss = 5.0087132, step = 524464 (10.273 sec)
INFO:tensorflow:lr = 5.138291e-06 (10.271 sec)
INFO:tensorflow:global_step/sec: 9.93614
INFO:tensorflow:loss = 5.051271, step = 524564 (10.069 sec)
INFO:tensorflow:lr = 5.1331303e-06 (10.068 sec)
INFO:tensorflow:global_step/sec: 9.94005
INFO:tensorflow:loss = 5.066162, step = 524664 (10.058 sec)
INFO:tensorflow:lr = 5.1279753e-06 (10.058 sec)
INFO:tensorflow:global_step/sec: 9.98854
INFO:tensorflow:loss = 5.163532, step = 524764 (10.012 sec)
INFO:tensorflow:lr = 5.1228226e-06 (10.013 sec)
INFO:tensorflow:global_step/sec: 9.94282
INFO:tensorflow:loss = 4.923881, step = 524864 (10.054 sec)
INFO:tensorflow:lr = 5.117678e-06 (10.057 sec)
INFO:tensorflow:global_step/sec: 9.90233
INFO:tensorflow:loss = 5.0343704, step = 524964 (10.103 sec)
INFO:tensorflow:lr = 5.1125353e-06 (10.100 sec)
INFO:tensorflow:global_step/sec: 9.85215
INFO:tensorflow:loss = 4.995884, step = 525064 (10.149 sec)
INFO:tensorflow:lr = 5.1074007e-06 (10.149 sec)
INFO:tensorflow:global_step/sec: 9.94757
INFO:tensorflow:loss = 4.8946524, step = 525164 (10.051 sec)
INFO:tensorflow:lr = 5.1022716e-06 (10.052 sec)
INFO:tensorflow:global_step/sec: 9.882
INFO:tensorflow:loss = 4.887353, step = 525264 (10.122 sec)
INFO:tensorflow:lr = 5.097144e-06 (10.121 sec)
INFO:tensorflow:global_step/sec: 10.0243
INFO:tensorflow:loss = 5.0035853, step = 525364 (9.971 sec)
INFO:tensorflow:lr = 5.092025e-06 (9.971 sec)
INFO:tensorflow:global_step/sec: 9.93322
INFO:tensorflow:loss = 5.0481734, step = 525464 (10.069 sec)
INFO:tensorflow:lr = 5.0869085e-06 (10.070 sec)
INFO:tensorflow:global_step/sec: 9.92787
INFO:tensorflow:loss = 5.023082, step = 525564 (10.071 sec)
INFO:tensorflow:lr = 5.0817994e-06 (10.072 sec)
INFO:tensorflow:global_step/sec: 9.94336
INFO:tensorflow:loss = 5.0420322, step = 525664 (10.057 sec)
INFO:tensorflow:lr = 5.0766957e-06 (10.054 sec)
INFO:tensorflow:global_step/sec: 9.90228
INFO:tensorflow:loss = 5.040933, step = 525764 (10.099 sec)
INFO:tensorflow:lr = 5.071594e-06 (10.103 sec)
INFO:tensorflow:global_step/sec: 9.85574
INFO:tensorflow:loss = 4.930077, step = 525864 (10.150 sec)
INFO:tensorflow:lr = 5.066501e-06 (10.145 sec)
INFO:tensorflow:global_step/sec: 9.92526
INFO:tensorflow:loss = 5.089307, step = 525964 (10.076 sec)
INFO:tensorflow:lr = 5.0614094e-06 (10.076 sec)
INFO:tensorflow:global_step/sec: 9.91867
INFO:tensorflow:loss = 5.1078744, step = 526064 (10.077 sec)
INFO:tensorflow:lr = 5.0563267e-06 (10.077 sec)
INFO:tensorflow:global_step/sec: 9.91822
INFO:tensorflow:loss = 5.0320325, step = 526164 (10.086 sec)
INFO:tensorflow:lr = 5.0512485e-06 (10.086 sec)
INFO:tensorflow:global_step/sec: 9.9523
INFO:tensorflow:loss = 4.9773445, step = 526264 (10.049 sec)
INFO:tensorflow:lr = 5.0461726e-06 (10.048 sec)
INFO:tensorflow:global_step/sec: 9.97442
INFO:tensorflow:loss = 5.046556, step = 526364 (10.026 sec)
INFO:tensorflow:lr = 5.041105e-06 (10.026 sec)
INFO:tensorflow:global_step/sec: 10.0255
INFO:tensorflow:loss = 4.913952, step = 526464 (9.971 sec)
INFO:tensorflow:lr = 5.0360395e-06 (9.975 sec)
INFO:tensorflow:global_step/sec: 9.91514
INFO:tensorflow:loss = 5.062876, step = 526564 (10.089 sec)
INFO:tensorflow:lr = 5.030982e-06 (10.085 sec)
INFO:tensorflow:Saving checkpoints for 526663 into ../model/lstm_seq2seq/model.ckpt.
INFO:tensorflow:Loss for final step: 5.0085807.
INFO:tensorflow:Calling model_fn.
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/lstm_seq2seq/model.ckpt-526663
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
------------
minimal test
Q: 你 好
A1: 你 好
A2: 你 好 你 好
A3: 你 好 , 你 好

Q: 早 上 好
A1: 早 上 好
A2: 早 上 好 !
A3: 晚 上 好

Q: 晚 上 好
A1: 晚 上 好
A2: 晚 上 好 !
A3: 晚 安

Q: 再 见
A1: 再 见
A2: 哈 哈 哈
A3: 哈 哈

Q: 好 久 不 见
A1: 好 久 不 见
A2: 好 久 不 见 啊
A3: 好 久 不 见 。

Q: 想 死 你 了
A1: 我 也 想 你
A2: 我 也 是
A3: 我 也 想 你 了

Q: 谢 谢 你
A1: 不 客 气
A2: 不 用 谢
A3: 客 气

Q: 爱 你
A1: 么 么 哒
A2: 我 也 爱 你
A3: 爱 你

Q: 你 好 厉 害 啊
A1: 哈 哈
A2: 哈 哈 哈
A3: 哈 哈 哈 哈

Q: 你 叫 什 么
A1: 我 叫 什 么
A2: 你 叫 什 么
A3: 叫 什 么 名 字

Q: 你 几 岁 了
A1: 岁 月
A2: 十 岁
A3: 一 岁

Q: 现 在 几 点
A1: 明 天 点
A2: 点 多 了
A3: 明 天 晚 上

Q: 今 天 天 气 怎 么 样
A1: 今 天 天 气 好
A2: 今 天 天 气 不 错
A3: 今 天 天 气 不 错 , 今 天 天 气 好

Q: 我 们 现 在 在 哪 里
A1: 你 在 哪 里
A2: 你 在 哪 里 ?
A3: 你 在 哪 里 啊

Q: 讲 个 笑 话
A1: 哈 哈 哈
A2: 哈 哈 哈 哈
A3: 哈 哈 哈 哈 哈

Q: 你 会 几 种 语 言 呀
A1: 不 会
A2: 不 会 吧
A3: 不 会 啊

Q: 你 觉 得 我 帅 吗
A1: 不 帅
A2: 我 觉 得 你 帅
A3: 我 觉 得 很 帅

Q: 讨 厌 的 周 一
A1: 哈 哈 哈
A2: 我 也 讨 厌 周 一
A3: 我 也 是

Q: 好 烦 啊
A1: 烦 啊
A2: 烦 什 么
A3: 怎 么 了

Q: 天 气 真 好
A1: 天 气 不 好
A2: 天 气 不 好 , 天 气 不 好
A3: 天 气 不 好 , 天 气 不 好 , 天 气 不 好

Q: 今 天 好 冷
A1: 今 天 冷 了
A2: 今 天 还 冷
A3: 我 今 天 也 冷

Q: 今 天 好 热
A1: 今 天 下 雨 了
A2: 今 天 下 雨
A3: 今 天 还 好 热

Q: 下 雨 了
A1: 下 雨 了
A2: 下 雨 了 ?
A3: 下 雨 了 吗

Q: 风 好 大
A1: 是 啊
A2: 是 的
A3: 是 啊 , 我 也 是

Q: 终 于 周 五 了
A1: 我 也 是 周 五
A2: 哈 哈 哈 哈 哈
A3: 哈 哈 哈 哈 哈 哈

Q: 我 想 去 K 歌
A1: 去 吧
A2: 我 也 想
A3: 我 也 想 去

Q: 红 烧 肉 吃 了 会 发 胖 吗
A1: 不 会 的
A2: 不 会 发 胖 的
A3: 不 会 的 , 我 也 是

Q: 你 觉 得 梅 西 厉 害 吗
A1: 厉 害 了
A2: 厉 害
A3: 我 觉 得 梅 西 厉 害

------------
INFO:tensorflow:Calling model_fn.
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Starting evaluation at 2019-12-27T06:22:53Z
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/lstm_seq2seq/model.ckpt-526663
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
Reading ../data/core.txt
INFO:tensorflow:Finished evaluation at 2019-12-27-06:22:54
INFO:tensorflow:Saving dict for global step 526663: global_step = 526663, loss = 3.3534763
INFO:tensorflow:Saving 'checkpoint_path' summary for global step 526663: ../model/lstm_seq2seq/model.ckpt-526663
INFO:tensorflow:Perplexity: 28.602
INFO:tensorflow:Best Perplexity: 28.553
Reading ../data/core.txt
INFO:tensorflow:Calling model_fn.
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/lstm_seq2seq/model.ckpt-526663
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
Reading ../data/core.txt
INFO:tensorflow:BLEU-2: 10.1
INFO:tensorflow:Calling model_fn.
[<tf.Variable 'Embedding/fasttext_vectors:0' shape=(5904, 300) dtype=float32_ref>,
 <tf.Variable 'Encoder/lstm_fused_cell/kernel:0' shape=(600, 1200) dtype=float32_ref>,
 <tf.Variable 'Encoder/lstm_fused_cell/bias:0' shape=(1200,) dtype=float32_ref>,
 <tf.Variable 'Encoder/lstm_fused_cell_1/kernel:0' shape=(600, 1200) dtype=float32_ref>,
 <tf.Variable 'Encoder/lstm_fused_cell_1/bias:0' shape=(1200,) dtype=float32_ref>,
 <tf.Variable 'Encoder/state_fc/kernel:0' shape=(600, 300) dtype=float32_ref>,
 <tf.Variable 'Encoder/state_fc/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/memory_layer/kernel:0' shape=(600, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/lstm_cell/kernel:0' shape=(900, 1200) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/lstm_cell/bias:0' shape=(1200,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention/query_layer/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention/attention_v:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/attention_layer/kernel:0' shape=(900, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/tied_dense/bias:0' shape=(5904,) dtype=float32_ref>]
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Create CheckpointSaverHook.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/lstm_seq2seq/model.ckpt-526663
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
INFO:tensorflow:Saving checkpoints for 526663 into ../model/lstm_seq2seq/model.ckpt.
Reading ../data/train.txt
INFO:tensorflow:loss = 5.0975065, step = 526663
INFO:tensorflow:lr = 5.025978e-06
INFO:tensorflow:global_step/sec: 8.65706
INFO:tensorflow:loss = 4.9729586, step = 526763 (11.555 sec)
INFO:tensorflow:lr = 5.0209305e-06 (11.553 sec)
INFO:tensorflow:global_step/sec: 9.03539
INFO:tensorflow:loss = 5.012806, step = 526863 (11.065 sec)
INFO:tensorflow:lr = 5.015885e-06 (11.064 sec)
INFO:tensorflow:global_step/sec: 9.13668
INFO:tensorflow:loss = 4.973766, step = 526963 (10.955 sec)
INFO:tensorflow:lr = 5.010848e-06 (10.957 sec)
INFO:tensorflow:global_step/sec: 9.15289
INFO:tensorflow:loss = 4.874131, step = 527063 (10.919 sec)
INFO:tensorflow:lr = 5.0058125e-06 (10.917 sec)
INFO:tensorflow:global_step/sec: 9.16444
INFO:tensorflow:loss = 5.0027905, step = 527163 (10.909 sec)
INFO:tensorflow:lr = 5.000785e-06 (10.913 sec)
INFO:tensorflow:global_step/sec: 9.18991
INFO:tensorflow:loss = 4.9837437, step = 527263 (10.881 sec)
INFO:tensorflow:lr = 4.995763e-06 (10.877 sec)
INFO:tensorflow:global_step/sec: 9.1629
INFO:tensorflow:loss = 5.0436797, step = 527363 (10.913 sec)
INFO:tensorflow:lr = 4.990743e-06 (10.913 sec)
INFO:tensorflow:global_step/sec: 9.25908
INFO:tensorflow:loss = 5.0342, step = 527463 (10.805 sec)
INFO:tensorflow:lr = 4.985731e-06 (10.805 sec)
INFO:tensorflow:global_step/sec: 9.10375
INFO:tensorflow:loss = 5.0021806, step = 527563 (10.981 sec)
INFO:tensorflow:lr = 4.980721e-06 (10.985 sec)
INFO:tensorflow:global_step/sec: 9.09499
INFO:tensorflow:loss = 5.0566773, step = 527663 (10.997 sec)
INFO:tensorflow:lr = 4.9757186e-06 (10.994 sec)
INFO:tensorflow:global_step/sec: 9.07118
INFO:tensorflow:loss = 4.9310975, step = 527763 (11.026 sec)
INFO:tensorflow:lr = 4.970722e-06 (11.026 sec)
INFO:tensorflow:global_step/sec: 9.14722
INFO:tensorflow:loss = 4.933389, step = 527863 (10.931 sec)
INFO:tensorflow:lr = 4.9657265e-06 (10.932 sec)
INFO:tensorflow:global_step/sec: 9.11756
INFO:tensorflow:loss = 5.0172133, step = 527963 (10.968 sec)
INFO:tensorflow:lr = 4.9607393e-06 (10.967 sec)
INFO:tensorflow:global_step/sec: 9.14809
INFO:tensorflow:loss = 4.977147, step = 528063 (10.928 sec)
INFO:tensorflow:lr = 4.955755e-06 (10.929 sec)
INFO:tensorflow:global_step/sec: 9.19636
INFO:tensorflow:loss = 4.913995, step = 528163 (10.874 sec)
INFO:tensorflow:lr = 4.9507776e-06 (10.872 sec)
INFO:tensorflow:global_step/sec: 9.0733
INFO:tensorflow:loss = 4.9953384, step = 528263 (11.021 sec)
INFO:tensorflow:lr = 4.9458054e-06 (11.021 sec)
INFO:tensorflow:global_step/sec: 9.161
INFO:tensorflow:loss = 4.978242, step = 528363 (10.916 sec)
INFO:tensorflow:lr = 4.9408354e-06 (10.916 sec)
INFO:tensorflow:global_step/sec: 9.18222
INFO:tensorflow:loss = 5.075012, step = 528463 (10.891 sec)
INFO:tensorflow:lr = 4.935873e-06 (10.891 sec)
INFO:tensorflow:global_step/sec: 9.13534
INFO:tensorflow:loss = 4.9843793, step = 528563 (10.952 sec)
INFO:tensorflow:lr = 4.9309137e-06 (10.952 sec)
INFO:tensorflow:global_step/sec: 9.14446
INFO:tensorflow:loss = 5.049984, step = 528663 (10.934 sec)
INFO:tensorflow:lr = 4.9259615e-06 (10.934 sec)
INFO:tensorflow:global_step/sec: 9.18494
INFO:tensorflow:loss = 4.948609, step = 528763 (10.888 sec)
INFO:tensorflow:lr = 4.9210144e-06 (10.888 sec)
INFO:tensorflow:global_step/sec: 9.08787
INFO:tensorflow:loss = 4.9855347, step = 528863 (11.004 sec)
INFO:tensorflow:lr = 4.9160694e-06 (11.004 sec)
INFO:tensorflow:global_step/sec: 9.11401
INFO:tensorflow:loss = 5.0210996, step = 528963 (10.972 sec)
INFO:tensorflow:lr = 4.9111322e-06 (10.972 sec)
INFO:tensorflow:global_step/sec: 9.14736
INFO:tensorflow:loss = 5.079748, step = 529063 (10.930 sec)
INFO:tensorflow:lr = 4.906197e-06 (10.931 sec)
INFO:tensorflow:global_step/sec: 9.16352
INFO:tensorflow:loss = 5.003426, step = 529163 (10.915 sec)
INFO:tensorflow:lr = 4.9012697e-06 (10.914 sec)
INFO:tensorflow:global_step/sec: 9.20149
INFO:tensorflow:loss = 5.0292726, step = 529263 (10.863 sec)
INFO:tensorflow:lr = 4.8963475e-06 (10.868 sec)
INFO:tensorflow:global_step/sec: 9.18236
INFO:tensorflow:loss = 5.030243, step = 529363 (10.895 sec)
INFO:tensorflow:lr = 4.8914276e-06 (10.891 sec)
INFO:tensorflow:global_step/sec: 9.16808
INFO:tensorflow:loss = 5.0371513, step = 529463 (10.902 sec)
INFO:tensorflow:lr = 4.886515e-06 (10.903 sec)
INFO:tensorflow:global_step/sec: 9.18001
INFO:tensorflow:loss = 5.1621222, step = 529563 (10.894 sec)
INFO:tensorflow:lr = 4.881604e-06 (10.895 sec)
INFO:tensorflow:global_step/sec: 9.08354
INFO:tensorflow:loss = 5.005918, step = 529663 (11.013 sec)
INFO:tensorflow:lr = 4.876702e-06 (11.010 sec)
INFO:tensorflow:global_step/sec: 9.04111
INFO:tensorflow:loss = 4.973647, step = 529763 (11.059 sec)
INFO:tensorflow:lr = 4.871804e-06 (11.060 sec)
INFO:tensorflow:global_step/sec: 9.19161
INFO:tensorflow:loss = 4.9206133, step = 529863 (10.881 sec)
INFO:tensorflow:lr = 4.8669085e-06 (10.880 sec)
INFO:tensorflow:Saving checkpoints for 529866 into ../model/lstm_seq2seq/model.ckpt.
INFO:tensorflow:global_step/sec: 8.70494
INFO:tensorflow:loss = 5.008988, step = 529963 (11.484 sec)
INFO:tensorflow:lr = 4.862021e-06 (11.486 sec)
INFO:tensorflow:global_step/sec: 9.19483
INFO:tensorflow:loss = 4.9525065, step = 530063 (10.879 sec)
INFO:tensorflow:lr = 4.8571346e-06 (10.877 sec)
INFO:tensorflow:global_step/sec: 9.21325
INFO:tensorflow:loss = 4.9308934, step = 530163 (10.850 sec)
INFO:tensorflow:lr = 4.852257e-06 (10.850 sec)
INFO:tensorflow:global_step/sec: 9.19336
INFO:tensorflow:loss = 5.0877285, step = 530263 (10.879 sec)
INFO:tensorflow:lr = 4.8473844e-06 (10.880 sec)
INFO:tensorflow:global_step/sec: 9.24709
INFO:tensorflow:loss = 4.9870405, step = 530363 (10.818 sec)
INFO:tensorflow:lr = 4.842513e-06 (10.818 sec)
INFO:tensorflow:global_step/sec: 9.1369
INFO:tensorflow:loss = 5.017323, step = 530463 (10.939 sec)
INFO:tensorflow:lr = 4.8376496e-06 (10.939 sec)
INFO:tensorflow:global_step/sec: 9.14053
INFO:tensorflow:loss = 5.071167, step = 530563 (10.940 sec)
INFO:tensorflow:lr = 4.832788e-06 (10.940 sec)
INFO:tensorflow:global_step/sec: 9.22053
INFO:tensorflow:loss = 5.0062203, step = 530663 (10.850 sec)
INFO:tensorflow:lr = 4.8279344e-06 (10.850 sec)
INFO:tensorflow:global_step/sec: 9.24544
INFO:tensorflow:loss = 4.9455914, step = 530763 (10.811 sec)
INFO:tensorflow:lr = 4.823086e-06 (10.811 sec)
INFO:tensorflow:global_step/sec: 9.0925
INFO:tensorflow:loss = 5.009485, step = 530863 (10.998 sec)
INFO:tensorflow:lr = 4.8182396e-06 (11.001 sec)
INFO:tensorflow:global_step/sec: 9.24009
INFO:tensorflow:loss = 4.9812965, step = 530963 (10.825 sec)
INFO:tensorflow:lr = 4.8134007e-06 (10.823 sec)
INFO:tensorflow:global_step/sec: 9.22357
INFO:tensorflow:loss = 4.946969, step = 531063 (10.841 sec)
INFO:tensorflow:lr = 4.808564e-06 (10.842 sec)
INFO:tensorflow:global_step/sec: 9.17331
INFO:tensorflow:loss = 5.043719, step = 531163 (10.901 sec)
INFO:tensorflow:lr = 4.8037346e-06 (10.900 sec)
INFO:tensorflow:global_step/sec: 9.1964
INFO:tensorflow:loss = 5.0132127, step = 531263 (10.872 sec)
INFO:tensorflow:lr = 4.79891e-06 (10.872 sec)
INFO:tensorflow:global_step/sec: 9.24548
INFO:tensorflow:loss = 5.013522, step = 531363 (10.816 sec)
INFO:tensorflow:lr = 4.794088e-06 (10.820 sec)
INFO:tensorflow:global_step/sec: 9.18666
INFO:tensorflow:loss = 4.9669213, step = 531463 (10.891 sec)
INFO:tensorflow:lr = 4.7892736e-06 (10.886 sec)
INFO:tensorflow:global_step/sec: 9.20062
INFO:tensorflow:loss = 4.9525027, step = 531563 (10.869 sec)
INFO:tensorflow:lr = 4.784461e-06 (10.869 sec)
INFO:tensorflow:global_step/sec: 9.20378
INFO:tensorflow:loss = 5.0028324, step = 531663 (10.862 sec)
INFO:tensorflow:lr = 4.7796557e-06 (10.863 sec)
INFO:tensorflow:global_step/sec: 9.17454
INFO:tensorflow:loss = 5.0588837, step = 531763 (10.901 sec)
INFO:tensorflow:lr = 4.774856e-06 (10.900 sec)
INFO:tensorflow:global_step/sec: 9.16817
INFO:tensorflow:loss = 4.963858, step = 531863 (10.910 sec)
INFO:tensorflow:lr = 4.7700573e-06 (10.911 sec)
INFO:tensorflow:global_step/sec: 9.20104
INFO:tensorflow:loss = 5.0159373, step = 531963 (10.862 sec)
INFO:tensorflow:lr = 4.7652666e-06 (10.865 sec)
INFO:tensorflow:global_step/sec: 9.25186
INFO:tensorflow:loss = 5.0944185, step = 532063 (10.811 sec)
INFO:tensorflow:lr = 4.760478e-06 (10.808 sec)
INFO:tensorflow:global_step/sec: 9.17609
INFO:tensorflow:loss = 5.0865474, step = 532163 (10.899 sec)
INFO:tensorflow:lr = 4.755697e-06 (10.899 sec)
INFO:tensorflow:global_step/sec: 9.17309
INFO:tensorflow:loss = 5.080225, step = 532263 (10.898 sec)
INFO:tensorflow:lr = 4.7509207e-06 (10.899 sec)
INFO:tensorflow:global_step/sec: 9.25159
INFO:tensorflow:loss = 4.973862, step = 532363 (10.813 sec)
INFO:tensorflow:lr = 4.746147e-06 (10.813 sec)
INFO:tensorflow:global_step/sec: 9.21144
INFO:tensorflow:loss = 4.9849887, step = 532463 (10.856 sec)
INFO:tensorflow:lr = 4.7413805e-06 (10.856 sec)
INFO:tensorflow:global_step/sec: 9.06166
INFO:tensorflow:loss = 5.0271115, step = 532563 (11.036 sec)
INFO:tensorflow:lr = 4.736616e-06 (11.034 sec)
INFO:tensorflow:global_step/sec: 9.17561
INFO:tensorflow:loss = 4.9728527, step = 532663 (10.895 sec)
INFO:tensorflow:lr = 4.7318595e-06 (10.896 sec)
INFO:tensorflow:global_step/sec: 9.14596
INFO:tensorflow:loss = 5.133542, step = 532763 (10.936 sec)
INFO:tensorflow:lr = 4.727107e-06 (10.936 sec)
INFO:tensorflow:global_step/sec: 9.12115
INFO:tensorflow:loss = 4.926026, step = 532863 (10.967 sec)
INFO:tensorflow:lr = 4.722356e-06 (10.966 sec)
INFO:tensorflow:global_step/sec: 9.16443
INFO:tensorflow:loss = 4.9751616, step = 532963 (10.912 sec)
INFO:tensorflow:lr = 4.7176136e-06 (10.911 sec)
INFO:tensorflow:global_step/sec: 9.24617
INFO:tensorflow:loss = 5.013285, step = 533063 (10.810 sec)
INFO:tensorflow:lr = 4.7128733e-06 (10.811 sec)
INFO:tensorflow:Saving checkpoints for 533069 into ../model/lstm_seq2seq/model.ckpt.
INFO:tensorflow:global_step/sec: 8.75403
INFO:tensorflow:loss = 5.0235643, step = 533163 (11.424 sec)
INFO:tensorflow:lr = 4.7081403e-06 (11.424 sec)
INFO:tensorflow:global_step/sec: 9.25512
INFO:tensorflow:loss = 4.8782864, step = 533263 (10.807 sec)
INFO:tensorflow:lr = 4.703412e-06 (10.808 sec)
INFO:tensorflow:global_step/sec: 9.14248
INFO:tensorflow:loss = 4.9880724, step = 533363 (10.939 sec)
INFO:tensorflow:lr = 4.6986856e-06 (10.937 sec)
INFO:tensorflow:global_step/sec: 9.11299
INFO:tensorflow:loss = 5.016115, step = 533463 (10.975 sec)
INFO:tensorflow:lr = 4.693967e-06 (10.975 sec)
INFO:tensorflow:global_step/sec: 9.19762
INFO:tensorflow:loss = 5.0371914, step = 533563 (10.870 sec)
INFO:tensorflow:lr = 4.6892496e-06 (10.870 sec)
INFO:tensorflow:global_step/sec: 9.22477
INFO:tensorflow:loss = 5.078476, step = 533663 (10.838 sec)
INFO:tensorflow:lr = 4.6845403e-06 (10.840 sec)
INFO:tensorflow:global_step/sec: 9.28585
INFO:tensorflow:loss = 4.881642, step = 533763 (10.773 sec)
INFO:tensorflow:lr = 4.6798355e-06 (10.771 sec)
INFO:tensorflow:global_step/sec: 9.18893
INFO:tensorflow:loss = 4.9703884, step = 533863 (10.879 sec)
INFO:tensorflow:lr = 4.6751334e-06 (10.882 sec)
INFO:tensorflow:global_step/sec: 9.25303
INFO:tensorflow:loss = 4.999136, step = 533963 (10.809 sec)
INFO:tensorflow:lr = 4.670438e-06 (10.805 sec)
INFO:tensorflow:global_step/sec: 9.16453
INFO:tensorflow:loss = 5.006316, step = 534063 (10.914 sec)
INFO:tensorflow:lr = 4.6657447e-06 (10.914 sec)
INFO:tensorflow:global_step/sec: 9.21091
INFO:tensorflow:loss = 5.012591, step = 534163 (10.855 sec)
INFO:tensorflow:lr = 4.6610594e-06 (10.854 sec)
INFO:tensorflow:global_step/sec: 9.25104
INFO:tensorflow:loss = 5.020505, step = 534263 (10.811 sec)
INFO:tensorflow:lr = 4.6563778e-06 (10.812 sec)
INFO:tensorflow:global_step/sec: 9.17313
INFO:tensorflow:loss = 5.050522, step = 534363 (10.898 sec)
INFO:tensorflow:lr = 4.6516984e-06 (10.897 sec)
INFO:tensorflow:global_step/sec: 9.10882
INFO:tensorflow:loss = 5.0443487, step = 534463 (10.980 sec)
INFO:tensorflow:lr = 4.647027e-06 (10.980 sec)
INFO:tensorflow:global_step/sec: 9.12646
INFO:tensorflow:loss = 5.02952, step = 534563 (10.956 sec)
INFO:tensorflow:lr = 4.642358e-06 (10.957 sec)
INFO:tensorflow:global_step/sec: 9.1491
INFO:tensorflow:loss = 5.0866284, step = 534663 (10.932 sec)
INFO:tensorflow:lr = 4.637695e-06 (10.934 sec)
INFO:tensorflow:global_step/sec: 9.22249
INFO:tensorflow:loss = 5.038642, step = 534763 (10.840 sec)
INFO:tensorflow:lr = 4.6330374e-06 (10.838 sec)
INFO:tensorflow:global_step/sec: 9.22784
INFO:tensorflow:loss = 5.0823307, step = 534863 (10.841 sec)
INFO:tensorflow:lr = 4.6283817e-06 (10.840 sec)
INFO:tensorflow:global_step/sec: 9.14339
INFO:tensorflow:loss = 4.9944835, step = 534963 (10.936 sec)
INFO:tensorflow:lr = 4.6237337e-06 (10.937 sec)
INFO:tensorflow:global_step/sec: 9.19196
INFO:tensorflow:loss = 5.0418754, step = 535063 (10.878 sec)
INFO:tensorflow:lr = 4.6190867e-06 (10.879 sec)
INFO:tensorflow:global_step/sec: 8.42251
INFO:tensorflow:loss = 5.0467353, step = 535163 (11.874 sec)
INFO:tensorflow:lr = 4.614448e-06 (11.873 sec)
INFO:tensorflow:global_step/sec: 9.1985
INFO:tensorflow:loss = 4.9969525, step = 535263 (10.868 sec)
INFO:tensorflow:lr = 4.609814e-06 (10.869 sec)
INFO:tensorflow:global_step/sec: 9.10247
INFO:tensorflow:loss = 4.988988, step = 535363 (10.988 sec)
INFO:tensorflow:lr = 4.6051823e-06 (10.989 sec)
INFO:tensorflow:global_step/sec: 9.07839
INFO:tensorflow:loss = 4.992004, step = 535463 (11.020 sec)
INFO:tensorflow:lr = 4.600557e-06 (11.019 sec)
Reading ../data/test.txt
INFO:tensorflow:global_step/sec: 9.21344
INFO:tensorflow:loss = 4.982813, step = 535563 (10.851 sec)
INFO:tensorflow:lr = 4.595934e-06 (10.851 sec)
INFO:tensorflow:global_step/sec: 9.9537
INFO:tensorflow:loss = 5.0003304, step = 535663 (10.042 sec)
INFO:tensorflow:lr = 4.5913184e-06 (10.042 sec)
INFO:tensorflow:global_step/sec: 9.88249
INFO:tensorflow:loss = 5.039105, step = 535763 (10.119 sec)
INFO:tensorflow:lr = 4.5867073e-06 (10.119 sec)
INFO:tensorflow:global_step/sec: 10.0647
INFO:tensorflow:loss = 4.9628696, step = 535863 (9.936 sec)
INFO:tensorflow:lr = 4.582098e-06 (9.935 sec)
INFO:tensorflow:global_step/sec: 10.034
INFO:tensorflow:loss = 4.9828753, step = 535963 (9.970 sec)
INFO:tensorflow:lr = 4.577496e-06 (9.973 sec)
INFO:tensorflow:global_step/sec: 9.95864
INFO:tensorflow:loss = 4.8594346, step = 536063 (10.037 sec)
INFO:tensorflow:lr = 4.5728966e-06 (10.034 sec)
INFO:tensorflow:global_step/sec: 9.96756
INFO:tensorflow:loss = 4.9694357, step = 536163 (10.032 sec)
INFO:tensorflow:lr = 4.568304e-06 (10.035 sec)
INFO:tensorflow:global_step/sec: 10.04
INFO:tensorflow:loss = 5.015782, step = 536263 (9.961 sec)
INFO:tensorflow:lr = 4.5637157e-06 (9.958 sec)
INFO:tensorflow:Saving checkpoints for 536272 into ../model/lstm_seq2seq/model.ckpt.
INFO:tensorflow:global_step/sec: 9.4787
INFO:tensorflow:loss = 4.967905, step = 536363 (10.554 sec)
INFO:tensorflow:lr = 4.55913e-06 (10.554 sec)
INFO:tensorflow:global_step/sec: 9.79206
INFO:tensorflow:loss = 4.957945, step = 536463 (10.211 sec)
INFO:tensorflow:lr = 4.554551e-06 (10.213 sec)
INFO:tensorflow:global_step/sec: 9.99231
INFO:tensorflow:loss = 4.851201, step = 536563 (10.008 sec)
INFO:tensorflow:lr = 4.549974e-06 (10.006 sec)
INFO:tensorflow:global_step/sec: 9.88503
INFO:tensorflow:loss = 4.983765, step = 536663 (10.117 sec)
INFO:tensorflow:lr = 4.545405e-06 (10.118 sec)
INFO:tensorflow:global_step/sec: 10.0068
INFO:tensorflow:loss = 4.971458, step = 536763 (9.990 sec)
INFO:tensorflow:lr = 4.54084e-06 (9.989 sec)
INFO:tensorflow:global_step/sec: 10.0204
INFO:tensorflow:loss = 5.0399923, step = 536863 (9.984 sec)
INFO:tensorflow:lr = 4.5362767e-06 (9.984 sec)
INFO:tensorflow:global_step/sec: 10.0063
INFO:tensorflow:loss = 5.0406866, step = 536963 (9.994 sec)
INFO:tensorflow:lr = 4.531722e-06 (9.994 sec)
INFO:tensorflow:global_step/sec: 9.95528
INFO:tensorflow:loss = 5.1393766, step = 537063 (10.044 sec)
INFO:tensorflow:lr = 4.5271677e-06 (10.044 sec)
INFO:tensorflow:global_step/sec: 9.96024
INFO:tensorflow:loss = 5.031348, step = 537163 (10.042 sec)
INFO:tensorflow:lr = 4.5226216e-06 (10.043 sec)
INFO:tensorflow:global_step/sec: 9.87267
INFO:tensorflow:loss = 4.9652214, step = 537263 (10.126 sec)
INFO:tensorflow:lr = 4.518079e-06 (10.125 sec)
INFO:tensorflow:global_step/sec: 9.95456
INFO:tensorflow:loss = 4.990999, step = 537363 (10.047 sec)
INFO:tensorflow:lr = 4.5135384e-06 (10.047 sec)
INFO:tensorflow:global_step/sec: 9.97624
INFO:tensorflow:loss = 4.9298787, step = 537463 (10.024 sec)
INFO:tensorflow:lr = 4.5090064e-06 (10.024 sec)
INFO:tensorflow:global_step/sec: 10.017
INFO:tensorflow:loss = 4.9523673, step = 537563 (9.978 sec)
INFO:tensorflow:lr = 4.504475e-06 (9.980 sec)
INFO:tensorflow:global_step/sec: 9.97904
INFO:tensorflow:loss = 4.946407, step = 537663 (10.023 sec)
INFO:tensorflow:lr = 4.499951e-06 (10.023 sec)
INFO:tensorflow:global_step/sec: 9.97357
INFO:tensorflow:loss = 4.8787584, step = 537763 (10.024 sec)
INFO:tensorflow:lr = 4.4954318e-06 (10.026 sec)
INFO:tensorflow:global_step/sec: 10.031
INFO:tensorflow:loss = 5.035144, step = 537863 (9.973 sec)
INFO:tensorflow:lr = 4.4909143e-06 (9.971 sec)
INFO:tensorflow:global_step/sec: 9.9947
INFO:tensorflow:loss = 5.003545, step = 537963 (10.005 sec)
INFO:tensorflow:lr = 4.4864046e-06 (10.004 sec)
INFO:tensorflow:global_step/sec: 9.94461
INFO:tensorflow:loss = 4.9311333, step = 538063 (10.055 sec)
INFO:tensorflow:lr = 4.481896e-06 (10.056 sec)
INFO:tensorflow:global_step/sec: 9.96657
INFO:tensorflow:loss = 5.005857, step = 538163 (10.033 sec)
INFO:tensorflow:lr = 4.477395e-06 (10.033 sec)
INFO:tensorflow:global_step/sec: 10.0358
INFO:tensorflow:loss = 5.074722, step = 538263 (9.964 sec)
INFO:tensorflow:lr = 4.4728986e-06 (9.963 sec)
INFO:tensorflow:global_step/sec: 9.96528
INFO:tensorflow:loss = 5.0638447, step = 538363 (10.037 sec)
INFO:tensorflow:lr = 4.468403e-06 (10.037 sec)
INFO:tensorflow:global_step/sec: 9.80355
INFO:tensorflow:loss = 4.936194, step = 538463 (10.201 sec)
INFO:tensorflow:lr = 4.4639155e-06 (10.202 sec)
INFO:tensorflow:global_step/sec: 9.93856
INFO:tensorflow:loss = 5.055923, step = 538563 (10.057 sec)
INFO:tensorflow:lr = 4.4594303e-06 (10.062 sec)
INFO:tensorflow:global_step/sec: 9.95895
INFO:tensorflow:loss = 4.9910502, step = 538663 (10.046 sec)
INFO:tensorflow:lr = 4.454952e-06 (10.040 sec)
INFO:tensorflow:Saving checkpoints for 538762 into ../model/lstm_seq2seq/model.ckpt.
INFO:tensorflow:Loss for final step: 4.951275.
INFO:tensorflow:Calling model_fn.
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/lstm_seq2seq/model.ckpt-538762
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
------------
minimal test
Q: 你 好
A1: 你 好
A2: 你 好 你 好
A3: 你 好 , 你 好

Q: 早 上 好
A1: 早 上 好
A2: 早 上 好 !
A3: 早 安

Q: 晚 上 好
A1: 晚 上 好
A2: 晚 上 好 !
A3: 晚 安

Q: 再 见
A1: 再 见
A2: 哈 哈 哈
A3: 哈 哈

Q: 好 久 不 见
A1: 好 久 不 见
A2: 好 久 不 见 啊
A3: 好 久 不 见 。

Q: 想 死 你 了
A1: 我 也 想 你
A2: 我 也 是
A3: 我 也 想 你 了

Q: 谢 谢 你
A1: 不 客 气
A2: 不 用 谢
A3: 客 气

Q: 爱 你
A1: 么 么 哒
A2: 我 也 爱 你
A3: 爱 你

Q: 你 好 厉 害 啊
A1: 哈 哈
A2: 哈 哈 哈
A3: 哈 哈 哈 哈

Q: 你 叫 什 么
A1: 我 叫 什 么
A2: 你 叫 什 么
A3: 叫 什 么 名 字

Q: 你 几 岁 了
A1: 岁 月
A2: 十 岁
A3: 一 岁

Q: 现 在 几 点
A1: 明 天 点
A2: 点 多 了
A3: 明 天 晚 上

Q: 今 天 天 气 怎 么 样
A1: 今 天 天 气 好
A2: 今 天 天 气 不 错
A3: 今 天 天 气 不 错 , 今 天 天 气 好

Q: 我 们 现 在 在 哪 里
A1: 你 在 哪 里
A2: 你 在 哪 里 ?
A3: 你 在 哪 里 啊

Q: 讲 个 笑 话
A1: 哈 哈 哈
A2: 哈 哈 哈 哈
A3: 哈 哈 哈 哈 哈

Q: 你 会 几 种 语 言 呀
A1: 不 会
A2: 不 会 吧
A3: 不 会 啊

Q: 你 觉 得 我 帅 吗
A1: 不 帅
A2: 我 觉 得 你 帅
A3: 我 觉 得 很 帅

Q: 讨 厌 的 周 一
A1: 哈 哈 哈
A2: 我 也 讨 厌 周 一
A3: 我 也 是

Q: 好 烦 啊
A1: 烦 什 么
A2: 怎 么 了
A3: 怎 么 了 ?

Q: 天 气 真 好
A1: 天 气 不 好
A2: 天 气 不 好 , 天 气 不 好
A3: 天 气 不 好 , 天 气 不 好 , 天 气 不 好

Q: 今 天 好 冷
A1: 今 天 冷 了
A2: 今 天 还 冷
A3: 我 今 天 也 冷

Q: 今 天 好 热
A1: 今 天 下 雨 了
A2: 今 天 下 雨
A3: 今 天 还 好 热

Q: 下 雨 了
A1: 下 雨 了
A2: 下 雨 了 ?
A3: 我 也 下 雨 了

Q: 风 好 大
A1: 是 啊
A2: 哈 哈 哈
A3: 哈 哈 哈 哈

Q: 终 于 周 五 了
A1: 我 也 是 周 五
A2: 哈 哈 哈 哈 哈
A3: 哈 哈 哈 哈 哈 哈

Q: 我 想 去 K 歌
A1: 去 吧
A2: 我 也 想
A3: 我 也 想 去

Q: 红 烧 肉 吃 了 会 发 胖 吗
A1: 不 会 的
A2: 不 会 发 胖 的
A3: 不 会 的 , 我 也 是

Q: 你 觉 得 梅 西 厉 害 吗
A1: 厉 害 了
A2: 厉 害
A3: 我 觉 得 梅 西 厉 害

------------
INFO:tensorflow:Calling model_fn.
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Starting evaluation at 2019-12-27T06:45:32Z
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/lstm_seq2seq/model.ckpt-538762
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
Reading ../data/core.txt
INFO:tensorflow:Finished evaluation at 2019-12-27-06:45:33
INFO:tensorflow:Saving dict for global step 538762: global_step = 538762, loss = 3.3532906
INFO:tensorflow:Saving 'checkpoint_path' summary for global step 538762: ../model/lstm_seq2seq/model.ckpt-538762
INFO:tensorflow:Perplexity: 28.597
INFO:tensorflow:Best Perplexity: 28.553
Reading ../data/core.txt
INFO:tensorflow:Calling model_fn.
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/lstm_seq2seq/model.ckpt-538762
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
Reading ../data/core.txt
INFO:tensorflow:BLEU-2: 9.4
INFO:tensorflow:Calling model_fn.
[<tf.Variable 'Embedding/fasttext_vectors:0' shape=(5904, 300) dtype=float32_ref>,
 <tf.Variable 'Encoder/lstm_fused_cell/kernel:0' shape=(600, 1200) dtype=float32_ref>,
 <tf.Variable 'Encoder/lstm_fused_cell/bias:0' shape=(1200,) dtype=float32_ref>,
 <tf.Variable 'Encoder/lstm_fused_cell_1/kernel:0' shape=(600, 1200) dtype=float32_ref>,
 <tf.Variable 'Encoder/lstm_fused_cell_1/bias:0' shape=(1200,) dtype=float32_ref>,
 <tf.Variable 'Encoder/state_fc/kernel:0' shape=(600, 300) dtype=float32_ref>,
 <tf.Variable 'Encoder/state_fc/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/memory_layer/kernel:0' shape=(600, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/lstm_cell/kernel:0' shape=(900, 1200) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/lstm_cell/bias:0' shape=(1200,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention/query_layer/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention/attention_v:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/attention_layer/kernel:0' shape=(900, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/tied_dense/bias:0' shape=(5904,) dtype=float32_ref>]
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Create CheckpointSaverHook.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/lstm_seq2seq/model.ckpt-538762
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
INFO:tensorflow:Saving checkpoints for 538762 into ../model/lstm_seq2seq/model.ckpt.
Reading ../data/train.txt
INFO:tensorflow:loss = 5.035316, step = 538762
INFO:tensorflow:lr = 4.4505214e-06
INFO:tensorflow:global_step/sec: 8.76639
INFO:tensorflow:loss = 5.061815, step = 538862 (11.413 sec)
INFO:tensorflow:lr = 4.4460517e-06 (11.411 sec)
INFO:tensorflow:global_step/sec: 9.13877
INFO:tensorflow:loss = 4.8815765, step = 538962 (10.938 sec)
INFO:tensorflow:lr = 4.4415838e-06 (10.938 sec)
INFO:tensorflow:global_step/sec: 9.2411
INFO:tensorflow:loss = 5.01925, step = 539062 (10.823 sec)
INFO:tensorflow:lr = 4.437123e-06 (10.826 sec)
INFO:tensorflow:global_step/sec: 9.17946
INFO:tensorflow:loss = 4.9809246, step = 539162 (10.896 sec)
INFO:tensorflow:lr = 4.4326644e-06 (10.894 sec)
INFO:tensorflow:global_step/sec: 9.29204
INFO:tensorflow:loss = 4.9793286, step = 539262 (10.760 sec)
INFO:tensorflow:lr = 4.428213e-06 (10.762 sec)
INFO:tensorflow:global_step/sec: 9.23684
INFO:tensorflow:loss = 5.133272, step = 539362 (10.827 sec)
INFO:tensorflow:lr = 4.423766e-06 (10.826 sec)
INFO:tensorflow:global_step/sec: 9.19348
INFO:tensorflow:loss = 4.951595, step = 539462 (10.874 sec)
INFO:tensorflow:lr = 4.41932e-06 (10.873 sec)
INFO:tensorflow:global_step/sec: 9.24634
INFO:tensorflow:loss = 5.0057673, step = 539562 (10.820 sec)
INFO:tensorflow:lr = 4.414882e-06 (10.821 sec)
INFO:tensorflow:global_step/sec: 9.16364
INFO:tensorflow:loss = 5.002371, step = 539662 (10.910 sec)
INFO:tensorflow:lr = 4.4104454e-06 (10.909 sec)
INFO:tensorflow:global_step/sec: 9.16876
INFO:tensorflow:loss = 4.936393, step = 539762 (10.908 sec)
INFO:tensorflow:lr = 4.4060157e-06 (10.909 sec)
INFO:tensorflow:global_step/sec: 9.29912
INFO:tensorflow:loss = 4.9120836, step = 539862 (10.753 sec)
INFO:tensorflow:lr = 4.401591e-06 (10.753 sec)
INFO:tensorflow:global_step/sec: 9.24757
INFO:tensorflow:loss = 5.219055, step = 539962 (10.811 sec)
INFO:tensorflow:lr = 4.397168e-06 (10.810 sec)
INFO:tensorflow:global_step/sec: 9.24881
INFO:tensorflow:loss = 5.0442495, step = 540062 (10.817 sec)
INFO:tensorflow:lr = 4.392752e-06 (10.817 sec)
INFO:tensorflow:global_step/sec: 9.26893
INFO:tensorflow:loss = 5.1004033, step = 540162 (10.785 sec)
INFO:tensorflow:lr = 4.3883383e-06 (10.785 sec)
INFO:tensorflow:global_step/sec: 9.18114
INFO:tensorflow:loss = 5.0951285, step = 540262 (10.891 sec)
INFO:tensorflow:lr = 4.383931e-06 (10.891 sec)
INFO:tensorflow:global_step/sec: 9.22056
INFO:tensorflow:loss = 4.979691, step = 540362 (10.845 sec)
INFO:tensorflow:lr = 4.379528e-06 (10.849 sec)
INFO:tensorflow:global_step/sec: 9.16068
INFO:tensorflow:loss = 4.9960237, step = 540462 (10.916 sec)
INFO:tensorflow:lr = 4.375127e-06 (10.913 sec)
INFO:tensorflow:global_step/sec: 9.27076
INFO:tensorflow:loss = 5.1218233, step = 540562 (10.787 sec)
INFO:tensorflow:lr = 4.3707328e-06 (10.787 sec)
INFO:tensorflow:global_step/sec: 9.18439
INFO:tensorflow:loss = 4.968811, step = 540662 (10.888 sec)
INFO:tensorflow:lr = 4.366341e-06 (10.887 sec)
INFO:tensorflow:global_step/sec: 9.08247
INFO:tensorflow:loss = 4.945546, step = 540762 (11.012 sec)
INFO:tensorflow:lr = 4.361956e-06 (11.013 sec)
INFO:tensorflow:global_step/sec: 9.14692
INFO:tensorflow:loss = 4.997137, step = 540862 (10.936 sec)
INFO:tensorflow:lr = 4.357575e-06 (10.935 sec)
INFO:tensorflow:global_step/sec: 9.21851
INFO:tensorflow:loss = 4.8615966, step = 540962 (10.842 sec)
INFO:tensorflow:lr = 4.3531963e-06 (10.842 sec)
INFO:tensorflow:global_step/sec: 9.22474
INFO:tensorflow:loss = 4.9268947, step = 541062 (10.845 sec)
INFO:tensorflow:lr = 4.3488244e-06 (10.845 sec)
INFO:tensorflow:global_step/sec: 9.18826
INFO:tensorflow:loss = 4.9911113, step = 541162 (10.882 sec)
INFO:tensorflow:lr = 4.3444543e-06 (10.883 sec)
INFO:tensorflow:global_step/sec: 9.16734
INFO:tensorflow:loss = 5.1087756, step = 541262 (10.909 sec)
INFO:tensorflow:lr = 4.3400914e-06 (10.910 sec)
INFO:tensorflow:global_step/sec: 9.23128
INFO:tensorflow:loss = 4.978024, step = 541362 (10.834 sec)
INFO:tensorflow:lr = 4.3357327e-06 (10.833 sec)
INFO:tensorflow:global_step/sec: 9.19162
INFO:tensorflow:loss = 5.0532804, step = 541462 (10.875 sec)
INFO:tensorflow:lr = 4.3313757e-06 (10.876 sec)
INFO:tensorflow:global_step/sec: 9.20529
INFO:tensorflow:loss = 5.050496, step = 541562 (10.865 sec)
INFO:tensorflow:lr = 4.327026e-06 (10.867 sec)
INFO:tensorflow:global_step/sec: 9.17093
INFO:tensorflow:loss = 4.9477115, step = 541662 (10.902 sec)
INFO:tensorflow:lr = 4.322678e-06 (10.902 sec)
INFO:tensorflow:global_step/sec: 9.18805
INFO:tensorflow:loss = 4.873999, step = 541762 (10.885 sec)
INFO:tensorflow:lr = 4.318337e-06 (10.884 sec)
INFO:tensorflow:global_step/sec: 9.15043
INFO:tensorflow:loss = 5.071583, step = 541862 (10.931 sec)
INFO:tensorflow:lr = 4.3139994e-06 (10.929 sec)
INFO:tensorflow:global_step/sec: 9.16207
INFO:tensorflow:loss = 5.011184, step = 541962 (10.910 sec)
INFO:tensorflow:lr = 4.3096647e-06 (10.911 sec)
INFO:tensorflow:Saving checkpoints for 541965 into ../model/lstm_seq2seq/model.ckpt.
INFO:tensorflow:global_step/sec: 8.8451
INFO:tensorflow:loss = 4.92346, step = 542062 (11.310 sec)
INFO:tensorflow:lr = 4.3053365e-06 (11.310 sec)
INFO:tensorflow:global_step/sec: 9.22558
INFO:tensorflow:loss = 5.023804, step = 542162 (10.840 sec)
INFO:tensorflow:lr = 4.30101e-06 (10.840 sec)
INFO:tensorflow:global_step/sec: 9.25316
INFO:tensorflow:loss = 5.0663695, step = 542262 (10.802 sec)
INFO:tensorflow:lr = 4.29669e-06 (10.802 sec)
INFO:tensorflow:global_step/sec: 9.20455
INFO:tensorflow:loss = 4.9233203, step = 542362 (10.867 sec)
INFO:tensorflow:lr = 4.2923753e-06 (10.867 sec)
INFO:tensorflow:global_step/sec: 9.2155
INFO:tensorflow:loss = 4.9877205, step = 542462 (10.854 sec)
INFO:tensorflow:lr = 4.288062e-06 (10.854 sec)
INFO:tensorflow:global_step/sec: 9.39651
INFO:tensorflow:loss = 4.9879346, step = 542562 (10.641 sec)
INFO:tensorflow:lr = 4.283756e-06 (10.641 sec)
INFO:tensorflow:global_step/sec: 9.33907
INFO:tensorflow:loss = 4.978375, step = 542662 (10.705 sec)
INFO:tensorflow:lr = 4.279451e-06 (10.707 sec)
INFO:tensorflow:global_step/sec: 9.39734
INFO:tensorflow:loss = 4.941675, step = 542762 (10.643 sec)
INFO:tensorflow:lr = 4.2751526e-06 (10.641 sec)
INFO:tensorflow:global_step/sec: 9.45517
INFO:tensorflow:loss = 4.976388, step = 542862 (10.574 sec)
INFO:tensorflow:lr = 4.27086e-06 (10.575 sec)
INFO:tensorflow:global_step/sec: 9.41896
INFO:tensorflow:loss = 4.940145, step = 542962 (10.615 sec)
INFO:tensorflow:lr = 4.266568e-06 (10.616 sec)
INFO:tensorflow:global_step/sec: 9.46242
INFO:tensorflow:loss = 4.8963227, step = 543062 (10.568 sec)
INFO:tensorflow:lr = 4.2622833e-06 (10.566 sec)
INFO:tensorflow:global_step/sec: 9.33723
INFO:tensorflow:loss = 4.9440527, step = 543162 (10.713 sec)
INFO:tensorflow:lr = 4.258e-06 (10.714 sec)
INFO:tensorflow:global_step/sec: 9.31516
INFO:tensorflow:loss = 5.0110536, step = 543262 (10.735 sec)
INFO:tensorflow:lr = 4.253724e-06 (10.734 sec)
INFO:tensorflow:global_step/sec: 9.25628
INFO:tensorflow:loss = 5.0365605, step = 543362 (10.804 sec)
INFO:tensorflow:lr = 4.249452e-06 (10.805 sec)
INFO:tensorflow:global_step/sec: 9.07173
INFO:tensorflow:loss = 4.9189095, step = 543462 (11.019 sec)
INFO:tensorflow:lr = 4.245181e-06 (11.024 sec)
INFO:tensorflow:global_step/sec: 9.00654
INFO:tensorflow:loss = 4.9754148, step = 543562 (11.104 sec)
INFO:tensorflow:lr = 4.2409183e-06 (11.099 sec)
INFO:tensorflow:global_step/sec: 8.92711
INFO:tensorflow:loss = 4.972348, step = 543662 (11.201 sec)
INFO:tensorflow:lr = 4.236657e-06 (11.203 sec)
INFO:tensorflow:global_step/sec: 9.0321
INFO:tensorflow:loss = 4.9538937, step = 543762 (11.072 sec)
INFO:tensorflow:lr = 4.232402e-06 (11.070 sec)
INFO:tensorflow:global_step/sec: 9.163
INFO:tensorflow:loss = 5.0150995, step = 543862 (10.916 sec)
INFO:tensorflow:lr = 4.2281513e-06 (10.916 sec)
INFO:tensorflow:global_step/sec: 9.21982
INFO:tensorflow:loss = 5.0165634, step = 543962 (10.844 sec)
INFO:tensorflow:lr = 4.2239026e-06 (10.844 sec)
INFO:tensorflow:global_step/sec: 9.06424
INFO:tensorflow:loss = 4.920351, step = 544062 (11.037 sec)
INFO:tensorflow:lr = 4.2196607e-06 (11.035 sec)
INFO:tensorflow:global_step/sec: 9.17721
INFO:tensorflow:loss = 5.008413, step = 544162 (10.895 sec)
INFO:tensorflow:lr = 4.21542e-06 (10.895 sec)
INFO:tensorflow:global_step/sec: 9.30237
INFO:tensorflow:loss = 5.103299, step = 544262 (10.746 sec)
INFO:tensorflow:lr = 4.2111865e-06 (10.746 sec)
INFO:tensorflow:global_step/sec: 9.32654
INFO:tensorflow:loss = 4.934261, step = 544362 (10.724 sec)
INFO:tensorflow:lr = 4.2069573e-06 (10.725 sec)
INFO:tensorflow:global_step/sec: 9.28628
INFO:tensorflow:loss = 4.980623, step = 544462 (10.767 sec)
INFO:tensorflow:lr = 4.202729e-06 (10.768 sec)
INFO:tensorflow:global_step/sec: 9.45749
INFO:tensorflow:loss = 4.9178824, step = 544562 (10.575 sec)
INFO:tensorflow:lr = 4.1985086e-06 (10.574 sec)
INFO:tensorflow:global_step/sec: 9.29615
INFO:tensorflow:loss = 5.0718937, step = 544662 (10.760 sec)
INFO:tensorflow:lr = 4.19429e-06 (10.763 sec)
INFO:tensorflow:global_step/sec: 9.05235
INFO:tensorflow:loss = 4.8569427, step = 544762 (11.043 sec)
INFO:tensorflow:lr = 4.1900776e-06 (11.039 sec)
INFO:tensorflow:global_step/sec: 9.20971
INFO:tensorflow:loss = 4.9773707, step = 544862 (10.857 sec)
INFO:tensorflow:lr = 4.18587e-06 (10.861 sec)
INFO:tensorflow:global_step/sec: 8.89142
INFO:tensorflow:loss = 4.991313, step = 544962 (11.247 sec)
INFO:tensorflow:lr = 4.1816634e-06 (11.247 sec)
INFO:tensorflow:global_step/sec: 8.9983
INFO:tensorflow:loss = 4.8997946, step = 545062 (11.117 sec)
INFO:tensorflow:lr = 4.1774633e-06 (11.114 sec)
INFO:tensorflow:global_step/sec: 8.99138
INFO:tensorflow:loss = 4.9752607, step = 545162 (11.118 sec)
INFO:tensorflow:lr = 4.1732656e-06 (11.121 sec)
INFO:tensorflow:Saving checkpoints for 545168 into ../model/lstm_seq2seq/model.ckpt.
INFO:tensorflow:global_step/sec: 8.51026
INFO:tensorflow:loss = 4.950003, step = 545262 (11.756 sec)
INFO:tensorflow:lr = 4.1690746e-06 (11.753 sec)
INFO:tensorflow:global_step/sec: 9.05177
INFO:tensorflow:loss = 5.144796, step = 545362 (11.047 sec)
INFO:tensorflow:lr = 4.1648877e-06 (11.049 sec)
INFO:tensorflow:global_step/sec: 9.20178
INFO:tensorflow:loss = 5.04251, step = 545462 (10.864 sec)
INFO:tensorflow:lr = 4.1607027e-06 (10.864 sec)
INFO:tensorflow:global_step/sec: 9.12875
INFO:tensorflow:loss = 4.993956, step = 545562 (10.954 sec)
INFO:tensorflow:lr = 4.156524e-06 (10.952 sec)
INFO:tensorflow:global_step/sec: 9.11114
INFO:tensorflow:loss = 4.9195814, step = 545662 (10.975 sec)
INFO:tensorflow:lr = 4.152347e-06 (10.978 sec)
INFO:tensorflow:global_step/sec: 9.25175
INFO:tensorflow:loss = 4.8351088, step = 545762 (10.810 sec)
INFO:tensorflow:lr = 4.148177e-06 (10.806 sec)
INFO:tensorflow:global_step/sec: 9.1864
INFO:tensorflow:loss = 4.9587164, step = 545862 (10.887 sec)
INFO:tensorflow:lr = 4.144011e-06 (10.889 sec)
INFO:tensorflow:global_step/sec: 9.21654
INFO:tensorflow:loss = 5.0209203, step = 545962 (10.851 sec)
INFO:tensorflow:lr = 4.139847e-06 (10.850 sec)
INFO:tensorflow:global_step/sec: 9.24346
INFO:tensorflow:loss = 5.0094967, step = 546062 (10.815 sec)
INFO:tensorflow:lr = 4.135689e-06 (10.815 sec)
INFO:tensorflow:global_step/sec: 9.21453
INFO:tensorflow:loss = 5.012261, step = 546162 (10.853 sec)
INFO:tensorflow:lr = 4.1315334e-06 (10.854 sec)
INFO:tensorflow:global_step/sec: 9.33668
INFO:tensorflow:loss = 5.057127, step = 546262 (10.712 sec)
INFO:tensorflow:lr = 4.127384e-06 (10.713 sec)
INFO:tensorflow:global_step/sec: 9.27401
INFO:tensorflow:loss = 4.809531, step = 546362 (10.785 sec)
INFO:tensorflow:lr = 4.1232393e-06 (10.783 sec)
INFO:tensorflow:global_step/sec: 9.16923
INFO:tensorflow:loss = 4.927895, step = 546462 (10.905 sec)
INFO:tensorflow:lr = 4.1190956e-06 (10.906 sec)
INFO:tensorflow:global_step/sec: 9.28848
INFO:tensorflow:loss = 4.9152756, step = 546562 (10.763 sec)
INFO:tensorflow:lr = 4.1149588e-06 (10.762 sec)
INFO:tensorflow:global_step/sec: 9.29485
INFO:tensorflow:loss = 4.991766, step = 546662 (10.763 sec)
INFO:tensorflow:lr = 4.1108237e-06 (10.763 sec)
INFO:tensorflow:global_step/sec: 9.30006
INFO:tensorflow:loss = 4.9496255, step = 546762 (10.752 sec)
INFO:tensorflow:lr = 4.106695e-06 (10.752 sec)
INFO:tensorflow:global_step/sec: 9.32602
INFO:tensorflow:loss = 4.910137, step = 546862 (10.722 sec)
INFO:tensorflow:lr = 4.1025705e-06 (10.724 sec)
INFO:tensorflow:global_step/sec: 9.31083
INFO:tensorflow:loss = 5.092056, step = 546962 (10.743 sec)
INFO:tensorflow:lr = 4.0984487e-06 (10.741 sec)
INFO:tensorflow:global_step/sec: 9.30166
INFO:tensorflow:loss = 5.0533786, step = 547062 (10.746 sec)
INFO:tensorflow:lr = 4.094333e-06 (10.746 sec)
INFO:tensorflow:global_step/sec: 9.29341
INFO:tensorflow:loss = 4.898974, step = 547162 (10.762 sec)
INFO:tensorflow:lr = 4.090218e-06 (10.762 sec)
INFO:tensorflow:global_step/sec: 9.22523
INFO:tensorflow:loss = 4.9304214, step = 547262 (10.838 sec)
INFO:tensorflow:lr = 4.0861105e-06 (10.840 sec)
INFO:tensorflow:global_step/sec: 9.28578
INFO:tensorflow:loss = 4.951484, step = 547362 (10.771 sec)
INFO:tensorflow:lr = 4.0820064e-06 (10.771 sec)
INFO:tensorflow:global_step/sec: 9.35022
INFO:tensorflow:loss = 5.100996, step = 547462 (10.696 sec)
INFO:tensorflow:lr = 4.0779046e-06 (10.694 sec)
INFO:tensorflow:global_step/sec: 9.29066
INFO:tensorflow:loss = 4.9378266, step = 547562 (10.764 sec)
INFO:tensorflow:lr = 4.0738096e-06 (10.764 sec)
Reading ../data/test.txt
INFO:tensorflow:global_step/sec: 9.38443
INFO:tensorflow:loss = 4.978715, step = 547662 (10.652 sec)
INFO:tensorflow:lr = 4.069716e-06 (10.652 sec)
INFO:tensorflow:global_step/sec: 10.0915
INFO:tensorflow:loss = 4.9548945, step = 547762 (9.909 sec)
INFO:tensorflow:lr = 4.065628e-06 (9.909 sec)
INFO:tensorflow:global_step/sec: 10.0846
INFO:tensorflow:loss = 5.063682, step = 547862 (9.918 sec)
INFO:tensorflow:lr = 4.0615455e-06 (9.921 sec)
INFO:tensorflow:global_step/sec: 10.0784
INFO:tensorflow:loss = 5.090344, step = 547962 (9.921 sec)
INFO:tensorflow:lr = 4.0574632e-06 (9.918 sec)
INFO:tensorflow:global_step/sec: 10.0594
INFO:tensorflow:loss = 5.08635, step = 548062 (9.945 sec)
INFO:tensorflow:lr = 4.0533887e-06 (9.946 sec)
INFO:tensorflow:global_step/sec: 10.0886
INFO:tensorflow:loss = 5.0607176, step = 548162 (9.911 sec)
INFO:tensorflow:lr = 4.049316e-06 (9.910 sec)
INFO:tensorflow:global_step/sec: 10.0818
INFO:tensorflow:loss = 5.0261517, step = 548262 (9.921 sec)
INFO:tensorflow:lr = 4.0452487e-06 (9.921 sec)
INFO:tensorflow:global_step/sec: 10.1323
INFO:tensorflow:loss = 5.0662007, step = 548362 (9.869 sec)
INFO:tensorflow:lr = 4.0411865e-06 (9.870 sec)
INFO:tensorflow:Saving checkpoints for 548371 into ../model/lstm_seq2seq/model.ckpt.
INFO:tensorflow:global_step/sec: 9.58534
INFO:tensorflow:loss = 5.005683, step = 548462 (10.433 sec)
INFO:tensorflow:lr = 4.037125e-06 (10.438 sec)
INFO:tensorflow:global_step/sec: 10.1383
INFO:tensorflow:loss = 4.884064, step = 548562 (9.863 sec)
INFO:tensorflow:lr = 4.0330706e-06 (9.858 sec)
INFO:tensorflow:global_step/sec: 10.1374
INFO:tensorflow:loss = 4.952269, step = 548662 (9.861 sec)
INFO:tensorflow:lr = 4.0290183e-06 (9.861 sec)
INFO:tensorflow:global_step/sec: 10.1519
INFO:tensorflow:loss = 5.0773926, step = 548762 (9.855 sec)
INFO:tensorflow:lr = 4.0249724e-06 (9.854 sec)
INFO:tensorflow:global_step/sec: 10.1013
INFO:tensorflow:loss = 4.9685764, step = 548862 (9.901 sec)
INFO:tensorflow:lr = 4.02093e-06 (9.901 sec)
INFO:tensorflow:global_step/sec: 10.1562
INFO:tensorflow:loss = 5.041516, step = 548962 (9.841 sec)
INFO:tensorflow:lr = 4.016889e-06 (9.842 sec)
INFO:tensorflow:global_step/sec: 10.1214
INFO:tensorflow:loss = 5.046347, step = 549062 (9.880 sec)
INFO:tensorflow:lr = 4.012855e-06 (9.879 sec)
INFO:tensorflow:global_step/sec: 10.1963
INFO:tensorflow:loss = 4.962625, step = 549162 (9.811 sec)
INFO:tensorflow:lr = 4.0088225e-06 (9.811 sec)
INFO:tensorflow:global_step/sec: 10.1363
INFO:tensorflow:loss = 4.9623795, step = 549262 (9.862 sec)
INFO:tensorflow:lr = 4.0047967e-06 (9.861 sec)
INFO:tensorflow:global_step/sec: 10.1433
INFO:tensorflow:loss = 5.0116353, step = 549362 (9.863 sec)
INFO:tensorflow:lr = 4.000775e-06 (9.864 sec)
INFO:tensorflow:global_step/sec: 10.0134
INFO:tensorflow:loss = 5.001685, step = 549462 (9.987 sec)
INFO:tensorflow:lr = 3.9967545e-06 (9.987 sec)
INFO:tensorflow:global_step/sec: 9.9635
INFO:tensorflow:loss = 4.960223, step = 549562 (10.036 sec)
INFO:tensorflow:lr = 3.992741e-06 (10.035 sec)
INFO:tensorflow:global_step/sec: 10.1208
INFO:tensorflow:loss = 4.9885964, step = 549662 (9.881 sec)
INFO:tensorflow:lr = 3.988728e-06 (9.882 sec)
INFO:tensorflow:global_step/sec: 10.1246
INFO:tensorflow:loss = 4.92419, step = 549762 (9.873 sec)
INFO:tensorflow:lr = 3.9847223e-06 (9.874 sec)
INFO:tensorflow:global_step/sec: 10.103
INFO:tensorflow:loss = 4.961216, step = 549862 (9.900 sec)
INFO:tensorflow:lr = 3.9807205e-06 (9.899 sec)
INFO:tensorflow:global_step/sec: 10.1809
INFO:tensorflow:loss = 4.933071, step = 549962 (9.820 sec)
INFO:tensorflow:lr = 3.9767206e-06 (9.820 sec)
INFO:tensorflow:global_step/sec: 10.217
INFO:tensorflow:loss = 5.0131893, step = 550062 (9.792 sec)
INFO:tensorflow:lr = 3.972726e-06 (9.791 sec)
INFO:tensorflow:global_step/sec: 10.1609
INFO:tensorflow:loss = 5.028202, step = 550162 (9.838 sec)
INFO:tensorflow:lr = 3.9687343e-06 (9.841 sec)
INFO:tensorflow:global_step/sec: 10.1935
INFO:tensorflow:loss = 4.9183836, step = 550262 (9.812 sec)
INFO:tensorflow:lr = 3.9647484e-06 (9.811 sec)
INFO:tensorflow:global_step/sec: 10.0496
INFO:tensorflow:loss = 5.02566, step = 550362 (9.953 sec)
INFO:tensorflow:lr = 3.960767e-06 (9.951 sec)
INFO:tensorflow:global_step/sec: 10.1532
INFO:tensorflow:loss = 5.0178437, step = 550462 (9.847 sec)
INFO:tensorflow:lr = 3.956787e-06 (9.848 sec)
INFO:tensorflow:global_step/sec: 10.1939
INFO:tensorflow:loss = 5.069702, step = 550562 (9.812 sec)
INFO:tensorflow:lr = 3.952813e-06 (9.812 sec)
INFO:tensorflow:global_step/sec: 10.1579
INFO:tensorflow:loss = 5.0065203, step = 550662 (9.841 sec)
INFO:tensorflow:lr = 3.948841e-06 (9.841 sec)
INFO:tensorflow:global_step/sec: 10.1608
INFO:tensorflow:loss = 5.068063, step = 550762 (9.845 sec)
INFO:tensorflow:lr = 3.944875e-06 (9.844 sec)
INFO:tensorflow:Saving checkpoints for 550861 into ../model/lstm_seq2seq/model.ckpt.
INFO:tensorflow:Loss for final step: 4.998909.
INFO:tensorflow:Calling model_fn.
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/lstm_seq2seq/model.ckpt-550861
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
------------
minimal test
Q: 你 好
A1: 你 好
A2: 你 好 你 好
A3: 你 好 , 你 好

Q: 早 上 好
A1: 早 上 好
A2: 早 上 好 !
A3: 晚 上 好

Q: 晚 上 好
A1: 晚 上 好
A2: 晚 上 好 !
A3: 晚 安

Q: 再 见
A1: 再 见
A2: 哈 哈 哈
A3: 哈 哈

Q: 好 久 不 见
A1: 好 久 不 见
A2: 好 久 不 见 啊
A3: 好 久 不 见 。

Q: 想 死 你 了
A1: 我 也 想 你
A2: 我 也 是
A3: 哈 哈 哈 哈

Q: 谢 谢 你
A1: 不 客 气
A2: 不 用 谢
A3: 客 气

Q: 爱 你
A1: 么 么 哒
A2: 我 也 爱 你
A3: 爱 你

Q: 你 好 厉 害 啊
A1: 哈 哈
A2: 哈 哈 哈
A3: 哈 哈 哈 哈

Q: 你 叫 什 么
A1: 我 叫 什 么
A2: 你 叫 什 么
A3: 叫 什 么 名 字

Q: 你 几 岁 了
A1: 岁 月
A2: 十 岁
A3: 一 岁

Q: 现 在 几 点
A1: 明 天 点
A2: 点 多 了
A3: 明 天 晚 上

Q: 今 天 天 气 怎 么 样
A1: 今 天 天 气 好
A2: 今 天 天 气 不 错
A3: 今 天 天 气 不 错 , 今 天 天 气 好

Q: 我 们 现 在 在 哪 里
A1: 你 在 哪 里
A2: 你 在 哪 里 ?
A3: 你 在 哪 里 啊

Q: 讲 个 笑 话
A1: 哈 哈 哈
A2: 哈 哈 哈 哈
A3: 哈 哈 哈 哈 哈

Q: 你 会 几 种 语 言 呀
A1: 不 会
A2: 不 会 吧
A3: 不 会 啊

Q: 你 觉 得 我 帅 吗
A1: 不 帅
A2: 我 觉 得 你 帅
A3: 我 觉 得 很 帅

Q: 讨 厌 的 周 一
A1: 哈 哈 哈
A2: 我 也 讨 厌
A3: 我 也 是

Q: 好 烦 啊
A1: 烦 什 么
A2: 怎 么 了
A3: 怎 么 了 ?

Q: 天 气 真 好
A1: 天 气 不 好
A2: 天 气 不 好 , 天 气 不 好
A3: 天 气 不 好 , 天 气 不 好 , 天 气 不 好

Q: 今 天 好 冷
A1: 今 天 冷 了
A2: 今 天 还 冷
A3: 我 今 天 也 冷

Q: 今 天 好 热
A1: 今 天 下 雨 了
A2: 今 天 下 雨
A3: 今 天 还 好 热

Q: 下 雨 了
A1: 下 雨 了
A2: 下 雨 了 ?
A3: 我 也 下 雨 了

Q: 风 好 大
A1: 是 啊
A2: 哈 哈 哈
A3: 哈 哈 哈 哈

Q: 终 于 周 五 了
A1: 我 也 是 周 五
A2: 哈 哈 哈 哈 哈
A3: 哈 哈 哈 哈 哈 哈

Q: 我 想 去 K 歌
A1: 去 吧
A2: 我 也 想
A3: 我 也 想 去

Q: 红 烧 肉 吃 了 会 发 胖 吗
A1: 不 会 的
A2: 不 会 发 胖 的
A3: 不 会 的 , 我 也 是

Q: 你 觉 得 梅 西 厉 害 吗
A1: 厉 害 了
A2: 厉 害
A3: 我 觉 得 梅 西 厉 害

------------
INFO:tensorflow:Calling model_fn.
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Starting evaluation at 2019-12-27T07:08:00Z
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/lstm_seq2seq/model.ckpt-550861
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
Reading ../data/core.txt
INFO:tensorflow:Finished evaluation at 2019-12-27-07:08:01
INFO:tensorflow:Saving dict for global step 550861: global_step = 550861, loss = 3.3526058
INFO:tensorflow:Saving 'checkpoint_path' summary for global step 550861: ../model/lstm_seq2seq/model.ckpt-550861
INFO:tensorflow:Perplexity: 28.577
INFO:tensorflow:Best Perplexity: 28.553
Reading ../data/core.txt
INFO:tensorflow:Calling model_fn.
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/lstm_seq2seq/model.ckpt-550861
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
Reading ../data/core.txt
INFO:tensorflow:BLEU-2: 10.0
INFO:tensorflow:Calling model_fn.
[<tf.Variable 'Embedding/fasttext_vectors:0' shape=(5904, 300) dtype=float32_ref>,
 <tf.Variable 'Encoder/lstm_fused_cell/kernel:0' shape=(600, 1200) dtype=float32_ref>,
 <tf.Variable 'Encoder/lstm_fused_cell/bias:0' shape=(1200,) dtype=float32_ref>,
 <tf.Variable 'Encoder/lstm_fused_cell_1/kernel:0' shape=(600, 1200) dtype=float32_ref>,
 <tf.Variable 'Encoder/lstm_fused_cell_1/bias:0' shape=(1200,) dtype=float32_ref>,
 <tf.Variable 'Encoder/state_fc/kernel:0' shape=(600, 300) dtype=float32_ref>,
 <tf.Variable 'Encoder/state_fc/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/memory_layer/kernel:0' shape=(600, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/lstm_cell/kernel:0' shape=(900, 1200) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/lstm_cell/bias:0' shape=(1200,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention/query_layer/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention/attention_v:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/attention_layer/kernel:0' shape=(900, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/tied_dense/bias:0' shape=(5904,) dtype=float32_ref>]
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Create CheckpointSaverHook.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/lstm_seq2seq/model.ckpt-550861
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
INFO:tensorflow:Saving checkpoints for 550861 into ../model/lstm_seq2seq/model.ckpt.
Reading ../data/train.txt
INFO:tensorflow:loss = 5.002615, step = 550861
INFO:tensorflow:lr = 3.9409524e-06
INFO:tensorflow:global_step/sec: 9.00298
INFO:tensorflow:loss = 4.935841, step = 550961 (11.112 sec)
INFO:tensorflow:lr = 3.9369947e-06 (11.112 sec)
INFO:tensorflow:global_step/sec: 9.36069
INFO:tensorflow:loss = 4.893533, step = 551061 (10.685 sec)
INFO:tensorflow:lr = 3.9330384e-06 (10.685 sec)
INFO:tensorflow:global_step/sec: 9.42892
INFO:tensorflow:loss = 4.9881983, step = 551161 (10.604 sec)
INFO:tensorflow:lr = 3.929088e-06 (10.603 sec)
INFO:tensorflow:global_step/sec: 9.34195
INFO:tensorflow:loss = 4.967841, step = 551261 (10.706 sec)
INFO:tensorflow:lr = 3.92514e-06 (10.706 sec)
INFO:tensorflow:global_step/sec: 9.35782
INFO:tensorflow:loss = 5.0028915, step = 551361 (10.681 sec)
INFO:tensorflow:lr = 3.9211977e-06 (10.681 sec)
INFO:tensorflow:global_step/sec: 9.31114
INFO:tensorflow:loss = 5.0042562, step = 551461 (10.744 sec)
INFO:tensorflow:lr = 3.9172596e-06 (10.743 sec)
INFO:tensorflow:global_step/sec: 9.44683
INFO:tensorflow:loss = 5.019453, step = 551561 (10.582 sec)
INFO:tensorflow:lr = 3.913324e-06 (10.584 sec)
INFO:tensorflow:global_step/sec: 9.46534
INFO:tensorflow:loss = 5.0784144, step = 551661 (10.565 sec)
INFO:tensorflow:lr = 3.9093934e-06 (10.564 sec)
INFO:tensorflow:global_step/sec: 9.49937
INFO:tensorflow:loss = 5.0145817, step = 551761 (10.534 sec)
INFO:tensorflow:lr = 3.905465e-06 (10.533 sec)
INFO:tensorflow:global_step/sec: 9.4373
INFO:tensorflow:loss = 4.979802, step = 551861 (10.589 sec)
INFO:tensorflow:lr = 3.9015426e-06 (10.588 sec)
INFO:tensorflow:global_step/sec: 9.27229
INFO:tensorflow:loss = 4.981451, step = 551961 (10.789 sec)
INFO:tensorflow:lr = 3.8976245e-06 (10.789 sec)
INFO:tensorflow:global_step/sec: 9.39199
INFO:tensorflow:loss = 4.9081306, step = 552061 (10.646 sec)
INFO:tensorflow:lr = 3.893708e-06 (10.647 sec)
INFO:tensorflow:global_step/sec: 9.50517
INFO:tensorflow:loss = 4.9824076, step = 552161 (10.518 sec)
INFO:tensorflow:lr = 3.889797e-06 (10.519 sec)
INFO:tensorflow:global_step/sec: 9.41772
INFO:tensorflow:loss = 5.0687523, step = 552261 (10.619 sec)
INFO:tensorflow:lr = 3.8858884e-06 (10.619 sec)
INFO:tensorflow:global_step/sec: 9.46597
INFO:tensorflow:loss = 5.020153, step = 552361 (10.562 sec)
INFO:tensorflow:lr = 3.881986e-06 (10.564 sec)
INFO:tensorflow:global_step/sec: 9.42728
INFO:tensorflow:loss = 4.9220757, step = 552461 (10.608 sec)
INFO:tensorflow:lr = 3.878087e-06 (10.605 sec)
INFO:tensorflow:global_step/sec: 9.40025
INFO:tensorflow:loss = 5.0171146, step = 552561 (10.642 sec)
INFO:tensorflow:lr = 3.87419e-06 (10.642 sec)
INFO:tensorflow:global_step/sec: 9.3715
INFO:tensorflow:loss = 4.9448075, step = 552661 (10.670 sec)
INFO:tensorflow:lr = 3.870299e-06 (10.671 sec)
INFO:tensorflow:global_step/sec: 9.44268
INFO:tensorflow:loss = 5.0436697, step = 552761 (10.590 sec)
INFO:tensorflow:lr = 3.86641e-06 (10.590 sec)
INFO:tensorflow:global_step/sec: 9.33578
INFO:tensorflow:loss = 4.9493856, step = 552861 (10.713 sec)
INFO:tensorflow:lr = 3.862527e-06 (10.713 sec)
INFO:tensorflow:global_step/sec: 9.46798
INFO:tensorflow:loss = 5.0287004, step = 552961 (10.558 sec)
INFO:tensorflow:lr = 3.858648e-06 (10.559 sec)
INFO:tensorflow:global_step/sec: 9.44463
INFO:tensorflow:loss = 5.0385528, step = 553061 (10.592 sec)
INFO:tensorflow:lr = 3.8547705e-06 (10.591 sec)
INFO:tensorflow:global_step/sec: 9.42639
INFO:tensorflow:loss = 5.017499, step = 553161 (10.610 sec)
INFO:tensorflow:lr = 3.8508992e-06 (10.608 sec)
INFO:tensorflow:global_step/sec: 9.41267
INFO:tensorflow:loss = 5.0024643, step = 553261 (10.623 sec)
INFO:tensorflow:lr = 3.8470293e-06 (10.622 sec)
INFO:tensorflow:global_step/sec: 9.44768
INFO:tensorflow:loss = 5.0029006, step = 553361 (10.584 sec)
INFO:tensorflow:lr = 3.8431663e-06 (10.586 sec)
INFO:tensorflow:global_step/sec: 9.47758
INFO:tensorflow:loss = 4.980913, step = 553461 (10.547 sec)
INFO:tensorflow:lr = 3.8393064e-06 (10.550 sec)
INFO:tensorflow:global_step/sec: 9.42996
INFO:tensorflow:loss = 4.970377, step = 553561 (10.610 sec)
INFO:tensorflow:lr = 3.8354483e-06 (10.609 sec)
INFO:tensorflow:global_step/sec: 9.38942
INFO:tensorflow:loss = 5.045648, step = 553661 (10.647 sec)
INFO:tensorflow:lr = 3.831596e-06 (10.646 sec)
INFO:tensorflow:global_step/sec: 9.36953
INFO:tensorflow:loss = 4.9591346, step = 553761 (10.674 sec)
INFO:tensorflow:lr = 3.8277462e-06 (10.673 sec)
INFO:tensorflow:global_step/sec: 9.46408
INFO:tensorflow:loss = 4.998732, step = 553861 (10.570 sec)
INFO:tensorflow:lr = 3.823902e-06 (10.570 sec)
INFO:tensorflow:global_step/sec: 9.52299
INFO:tensorflow:loss = 5.11518, step = 553961 (10.497 sec)
INFO:tensorflow:lr = 3.820062e-06 (10.499 sec)
INFO:tensorflow:global_step/sec: 9.43101
INFO:tensorflow:loss = 5.0569415, step = 554061 (10.600 sec)
INFO:tensorflow:lr = 3.816223e-06 (10.598 sec)
INFO:tensorflow:Saving checkpoints for 554064 into ../model/lstm_seq2seq/model.ckpt.
INFO:tensorflow:global_step/sec: 9.08749
INFO:tensorflow:loss = 5.015686, step = 554161 (11.004 sec)
INFO:tensorflow:lr = 3.8123903e-06 (11.004 sec)
INFO:tensorflow:global_step/sec: 9.39567
INFO:tensorflow:loss = 4.9328675, step = 554261 (10.646 sec)
INFO:tensorflow:lr = 3.8085593e-06 (10.645 sec)
INFO:tensorflow:global_step/sec: 9.36149
INFO:tensorflow:loss = 5.040798, step = 554361 (10.684 sec)
INFO:tensorflow:lr = 3.8047344e-06 (10.684 sec)
INFO:tensorflow:global_step/sec: 9.44873
INFO:tensorflow:loss = 4.95008, step = 554461 (10.579 sec)
INFO:tensorflow:lr = 3.8009132e-06 (10.583 sec)
INFO:tensorflow:global_step/sec: 9.53223
INFO:tensorflow:loss = 5.025497, step = 554561 (10.491 sec)
INFO:tensorflow:lr = 3.7970938e-06 (10.488 sec)
INFO:tensorflow:global_step/sec: 9.46047
INFO:tensorflow:loss = 5.0606084, step = 554661 (10.576 sec)
INFO:tensorflow:lr = 3.7932803e-06 (10.575 sec)
INFO:tensorflow:global_step/sec: 9.41179
INFO:tensorflow:loss = 4.9767838, step = 554761 (10.623 sec)
INFO:tensorflow:lr = 3.7894686e-06 (10.623 sec)
INFO:tensorflow:global_step/sec: 9.32658
INFO:tensorflow:loss = 5.03632, step = 554861 (10.718 sec)
INFO:tensorflow:lr = 3.785663e-06 (10.719 sec)
INFO:tensorflow:global_step/sec: 9.35987
INFO:tensorflow:loss = 4.974177, step = 554961 (10.684 sec)
INFO:tensorflow:lr = 3.781861e-06 (10.685 sec)
INFO:tensorflow:global_step/sec: 9.44458
INFO:tensorflow:loss = 5.014016, step = 555061 (10.591 sec)
INFO:tensorflow:lr = 3.7780605e-06 (10.592 sec)
INFO:tensorflow:global_step/sec: 9.48237
INFO:tensorflow:loss = 4.978053, step = 555161 (10.547 sec)
INFO:tensorflow:lr = 3.7742664e-06 (10.548 sec)
INFO:tensorflow:global_step/sec: 9.44004
INFO:tensorflow:loss = 5.0085154, step = 555261 (10.593 sec)
INFO:tensorflow:lr = 3.7704735e-06 (10.591 sec)
INFO:tensorflow:global_step/sec: 9.41357
INFO:tensorflow:loss = 4.971028, step = 555361 (10.622 sec)
INFO:tensorflow:lr = 3.7666873e-06 (10.622 sec)
INFO:tensorflow:global_step/sec: 9.50012
INFO:tensorflow:loss = 5.072942, step = 555461 (10.522 sec)
INFO:tensorflow:lr = 3.7629045e-06 (10.522 sec)
INFO:tensorflow:global_step/sec: 9.33693
INFO:tensorflow:loss = 4.9597135, step = 555561 (10.710 sec)
INFO:tensorflow:lr = 3.759123e-06 (10.710 sec)
INFO:tensorflow:global_step/sec: 9.51369
INFO:tensorflow:loss = 5.058483, step = 555661 (10.515 sec)
INFO:tensorflow:lr = 3.755348e-06 (10.514 sec)
INFO:tensorflow:global_step/sec: 9.54765
INFO:tensorflow:loss = 4.9809113, step = 555761 (10.471 sec)
INFO:tensorflow:lr = 3.751574e-06 (10.472 sec)
INFO:tensorflow:global_step/sec: 9.33704
INFO:tensorflow:loss = 4.9045663, step = 555861 (10.709 sec)
INFO:tensorflow:lr = 3.7478064e-06 (10.709 sec)
INFO:tensorflow:global_step/sec: 9.48731
INFO:tensorflow:loss = 4.9231076, step = 555961 (10.540 sec)
INFO:tensorflow:lr = 3.7440427e-06 (10.543 sec)
INFO:tensorflow:global_step/sec: 9.45035
INFO:tensorflow:loss = 4.990301, step = 556061 (10.586 sec)
INFO:tensorflow:lr = 3.7402801e-06 (10.583 sec)
INFO:tensorflow:global_step/sec: 9.44596
INFO:tensorflow:loss = 5.085736, step = 556161 (10.582 sec)
INFO:tensorflow:lr = 3.7365237e-06 (10.582 sec)
INFO:tensorflow:global_step/sec: 9.4733
INFO:tensorflow:loss = 4.980701, step = 556261 (10.560 sec)
INFO:tensorflow:lr = 3.7327693e-06 (10.560 sec)
INFO:tensorflow:global_step/sec: 9.4499
INFO:tensorflow:loss = 4.9920983, step = 556361 (10.583 sec)
INFO:tensorflow:lr = 3.7290204e-06 (10.583 sec)
INFO:tensorflow:global_step/sec: 9.43713
INFO:tensorflow:loss = 5.149415, step = 556461 (10.595 sec)
INFO:tensorflow:lr = 3.7252753e-06 (10.595 sec)
INFO:tensorflow:global_step/sec: 9.48657
INFO:tensorflow:loss = 4.98765, step = 556561 (10.538 sec)
INFO:tensorflow:lr = 3.7215318e-06 (10.542 sec)
INFO:tensorflow:global_step/sec: 9.40389
INFO:tensorflow:loss = 5.119887, step = 556661 (10.637 sec)
INFO:tensorflow:lr = 3.7177942e-06 (10.636 sec)
INFO:tensorflow:global_step/sec: 9.49763
INFO:tensorflow:loss = 5.005477, step = 556761 (10.529 sec)
INFO:tensorflow:lr = 3.714058e-06 (10.526 sec)
INFO:tensorflow:global_step/sec: 9.50577
INFO:tensorflow:loss = 4.9874578, step = 556861 (10.520 sec)
INFO:tensorflow:lr = 3.710328e-06 (10.520 sec)
INFO:tensorflow:global_step/sec: 9.40372
INFO:tensorflow:loss = 5.054556, step = 556961 (10.634 sec)
INFO:tensorflow:lr = 3.7066018e-06 (10.634 sec)
INFO:tensorflow:global_step/sec: 9.43981
INFO:tensorflow:loss = 5.073881, step = 557061 (10.595 sec)
INFO:tensorflow:lr = 3.7028772e-06 (10.594 sec)
INFO:tensorflow:global_step/sec: 9.51486
INFO:tensorflow:loss = 5.045827, step = 557161 (10.510 sec)
INFO:tensorflow:lr = 3.6991587e-06 (10.510 sec)
INFO:tensorflow:global_step/sec: 9.45986
INFO:tensorflow:loss = 5.00306, step = 557261 (10.567 sec)
INFO:tensorflow:lr = 3.6954414e-06 (10.568 sec)
INFO:tensorflow:Saving checkpoints for 557267 into ../model/lstm_seq2seq/model.ckpt.
INFO:tensorflow:global_step/sec: 9.04928
INFO:tensorflow:loss = 5.0495667, step = 557361 (11.057 sec)
INFO:tensorflow:lr = 3.69173e-06 (11.062 sec)
INFO:tensorflow:global_step/sec: 9.44147
INFO:tensorflow:loss = 5.0463185, step = 557461 (10.591 sec)
INFO:tensorflow:lr = 3.6880226e-06 (10.586 sec)
INFO:tensorflow:global_step/sec: 9.45006
INFO:tensorflow:loss = 5.0127163, step = 557561 (10.580 sec)
INFO:tensorflow:lr = 3.6843164e-06 (10.580 sec)
INFO:tensorflow:global_step/sec: 9.46149
INFO:tensorflow:loss = 4.931086, step = 557661 (10.569 sec)
INFO:tensorflow:lr = 3.6806164e-06 (10.568 sec)
INFO:tensorflow:global_step/sec: 9.42553
INFO:tensorflow:loss = 4.935251, step = 557761 (10.606 sec)
INFO:tensorflow:lr = 3.6769181e-06 (10.606 sec)
INFO:tensorflow:global_step/sec: 9.39669
INFO:tensorflow:loss = 4.8952093, step = 557861 (10.642 sec)
INFO:tensorflow:lr = 3.6732251e-06 (10.643 sec)
INFO:tensorflow:global_step/sec: 9.44762
INFO:tensorflow:loss = 5.0286117, step = 557961 (10.584 sec)
INFO:tensorflow:lr = 3.6695365e-06 (10.584 sec)
INFO:tensorflow:global_step/sec: 9.43568
INFO:tensorflow:loss = 4.9320707, step = 558061 (10.598 sec)
INFO:tensorflow:lr = 3.665849e-06 (10.598 sec)
INFO:tensorflow:global_step/sec: 9.38077
INFO:tensorflow:loss = 4.9705033, step = 558161 (10.660 sec)
INFO:tensorflow:lr = 3.662167e-06 (10.666 sec)
INFO:tensorflow:global_step/sec: 9.42038
INFO:tensorflow:loss = 5.0315185, step = 558261 (10.620 sec)
INFO:tensorflow:lr = 3.6584868e-06 (10.614 sec)
INFO:tensorflow:global_step/sec: 9.55742
INFO:tensorflow:loss = 5.022048, step = 558361 (10.459 sec)
INFO:tensorflow:lr = 3.6548126e-06 (10.459 sec)
INFO:tensorflow:global_step/sec: 9.40324
INFO:tensorflow:loss = 5.0060163, step = 558461 (10.634 sec)
INFO:tensorflow:lr = 3.6511422e-06 (10.637 sec)
INFO:tensorflow:global_step/sec: 9.4417
INFO:tensorflow:loss = 5.0418696, step = 558561 (10.591 sec)
INFO:tensorflow:lr = 3.6474735e-06 (10.591 sec)
INFO:tensorflow:global_step/sec: 9.50097
INFO:tensorflow:loss = 4.970042, step = 558661 (10.530 sec)
INFO:tensorflow:lr = 3.6438105e-06 (10.527 sec)
INFO:tensorflow:global_step/sec: 9.38364
INFO:tensorflow:loss = 5.0910397, step = 558761 (10.652 sec)
INFO:tensorflow:lr = 3.6401484e-06 (10.652 sec)
INFO:tensorflow:global_step/sec: 9.44649
INFO:tensorflow:loss = 5.1633253, step = 558861 (10.590 sec)
INFO:tensorflow:lr = 3.636493e-06 (10.590 sec)
INFO:tensorflow:global_step/sec: 9.42433
INFO:tensorflow:loss = 4.963497, step = 558961 (10.607 sec)
INFO:tensorflow:lr = 3.6328406e-06 (10.607 sec)
INFO:tensorflow:global_step/sec: 9.43679
INFO:tensorflow:loss = 5.0597634, step = 559061 (10.601 sec)
INFO:tensorflow:lr = 3.6291901e-06 (10.600 sec)
INFO:tensorflow:global_step/sec: 9.44849
INFO:tensorflow:loss = 4.9738054, step = 559161 (10.582 sec)
INFO:tensorflow:lr = 3.6255453e-06 (10.582 sec)
INFO:tensorflow:global_step/sec: 9.46209
INFO:tensorflow:loss = 5.022407, step = 559261 (10.566 sec)
INFO:tensorflow:lr = 3.6219024e-06 (10.565 sec)
INFO:tensorflow:global_step/sec: 9.49128
INFO:tensorflow:loss = 5.083141, step = 559361 (10.536 sec)
INFO:tensorflow:lr = 3.6182648e-06 (10.540 sec)
INFO:tensorflow:global_step/sec: 9.50812
INFO:tensorflow:loss = 4.9191413, step = 559461 (10.518 sec)
INFO:tensorflow:lr = 3.6146312e-06 (10.515 sec)
INFO:tensorflow:global_step/sec: 9.52653
INFO:tensorflow:loss = 5.0730057, step = 559561 (10.502 sec)
INFO:tensorflow:lr = 3.6109986e-06 (10.502 sec)
INFO:tensorflow:global_step/sec: 9.40738
INFO:tensorflow:loss = 5.005212, step = 559661 (10.629 sec)
INFO:tensorflow:lr = 3.607372e-06 (10.629 sec)
Reading ../data/test.txt
INFO:tensorflow:global_step/sec: 9.54504
INFO:tensorflow:loss = 4.883066, step = 559761 (10.474 sec)
INFO:tensorflow:lr = 3.603747e-06 (10.475 sec)
INFO:tensorflow:global_step/sec: 10.2653
INFO:tensorflow:loss = 4.925832, step = 559861 (9.743 sec)
INFO:tensorflow:lr = 3.6001277e-06 (9.743 sec)
INFO:tensorflow:global_step/sec: 10.1918
INFO:tensorflow:loss = 4.963128, step = 559961 (9.811 sec)
INFO:tensorflow:lr = 3.596512e-06 (9.811 sec)
INFO:tensorflow:global_step/sec: 10.217
INFO:tensorflow:loss = 4.9360228, step = 560061 (9.786 sec)
INFO:tensorflow:lr = 3.5928983e-06 (9.784 sec)
INFO:tensorflow:global_step/sec: 10.2187
INFO:tensorflow:loss = 4.9568334, step = 560161 (9.786 sec)
INFO:tensorflow:lr = 3.5892897e-06 (9.786 sec)
INFO:tensorflow:global_step/sec: 10.271
INFO:tensorflow:loss = 4.9537826, step = 560261 (9.739 sec)
INFO:tensorflow:lr = 3.585683e-06 (9.738 sec)
INFO:tensorflow:global_step/sec: 10.1916
INFO:tensorflow:loss = 4.9314184, step = 560361 (9.813 sec)
INFO:tensorflow:lr = 3.5820822e-06 (9.813 sec)
INFO:tensorflow:global_step/sec: 10.206
INFO:tensorflow:loss = 5.079842, step = 560461 (9.794 sec)
INFO:tensorflow:lr = 3.578485e-06 (9.799 sec)
INFO:tensorflow:Saving checkpoints for 560470 into ../model/lstm_seq2seq/model.ckpt.
INFO:tensorflow:global_step/sec: 9.70397
INFO:tensorflow:loss = 4.951129, step = 560561 (10.309 sec)
INFO:tensorflow:lr = 3.5748885e-06 (10.305 sec)
INFO:tensorflow:global_step/sec: 10.1992
INFO:tensorflow:loss = 5.0364895, step = 560661 (9.800 sec)
INFO:tensorflow:lr = 3.5712983e-06 (9.802 sec)
INFO:tensorflow:global_step/sec: 10.097
INFO:tensorflow:loss = 4.895544, step = 560761 (9.907 sec)
INFO:tensorflow:lr = 3.5677094e-06 (9.906 sec)
INFO:tensorflow:global_step/sec: 10.153
INFO:tensorflow:loss = 4.971392, step = 560861 (9.846 sec)
INFO:tensorflow:lr = 3.5641267e-06 (9.846 sec)
INFO:tensorflow:global_step/sec: 10.2081
INFO:tensorflow:loss = 4.9889026, step = 560961 (9.796 sec)
INFO:tensorflow:lr = 3.5605474e-06 (9.795 sec)
INFO:tensorflow:global_step/sec: 10.1973
INFO:tensorflow:loss = 4.979382, step = 561061 (9.812 sec)
INFO:tensorflow:lr = 3.5569692e-06 (9.812 sec)
INFO:tensorflow:global_step/sec: 10.2779
INFO:tensorflow:loss = 4.9462204, step = 561161 (9.725 sec)
INFO:tensorflow:lr = 3.5533972e-06 (9.727 sec)
INFO:tensorflow:global_step/sec: 10.2353
INFO:tensorflow:loss = 5.0644827, step = 561261 (9.774 sec)
INFO:tensorflow:lr = 3.5498263e-06 (9.772 sec)
INFO:tensorflow:global_step/sec: 10.2271
INFO:tensorflow:loss = 4.9868402, step = 561361 (9.779 sec)
INFO:tensorflow:lr = 3.5462613e-06 (9.779 sec)
INFO:tensorflow:global_step/sec: 10.2139
INFO:tensorflow:loss = 4.8269176, step = 561461 (9.789 sec)
INFO:tensorflow:lr = 3.5426997e-06 (9.791 sec)
INFO:tensorflow:global_step/sec: 10.2334
INFO:tensorflow:loss = 4.9817853, step = 561561 (9.772 sec)
INFO:tensorflow:lr = 3.53914e-06 (9.772 sec)
INFO:tensorflow:global_step/sec: 10.2754
INFO:tensorflow:loss = 5.0770264, step = 561661 (9.732 sec)
INFO:tensorflow:lr = 3.5355852e-06 (9.734 sec)
INFO:tensorflow:global_step/sec: 10.229
INFO:tensorflow:loss = 5.01496, step = 561761 (9.776 sec)
INFO:tensorflow:lr = 3.5320327e-06 (9.774 sec)
INFO:tensorflow:global_step/sec: 10.2692
INFO:tensorflow:loss = 4.9773464, step = 561861 (9.734 sec)
INFO:tensorflow:lr = 3.5284856e-06 (9.734 sec)
INFO:tensorflow:global_step/sec: 10.2273
INFO:tensorflow:loss = 4.9925385, step = 561961 (9.779 sec)
INFO:tensorflow:lr = 3.5249418e-06 (9.779 sec)
INFO:tensorflow:global_step/sec: 10.2327
INFO:tensorflow:loss = 5.058778, step = 562061 (9.774 sec)
INFO:tensorflow:lr = 3.5213998e-06 (9.775 sec)
INFO:tensorflow:global_step/sec: 10.2092
INFO:tensorflow:loss = 5.0492463, step = 562161 (9.793 sec)
INFO:tensorflow:lr = 3.5178632e-06 (9.792 sec)
INFO:tensorflow:global_step/sec: 10.2388
INFO:tensorflow:loss = 5.153321, step = 562261 (9.770 sec)
INFO:tensorflow:lr = 3.514328e-06 (9.770 sec)
INFO:tensorflow:global_step/sec: 10.2754
INFO:tensorflow:loss = 5.0306554, step = 562361 (9.733 sec)
INFO:tensorflow:lr = 3.5107987e-06 (9.733 sec)
INFO:tensorflow:global_step/sec: 10.27
INFO:tensorflow:loss = 4.947259, step = 562461 (9.738 sec)
INFO:tensorflow:lr = 3.507273e-06 (9.737 sec)
INFO:tensorflow:global_step/sec: 10.2018
INFO:tensorflow:loss = 5.0062, step = 562561 (9.798 sec)
INFO:tensorflow:lr = 3.5037483e-06 (9.798 sec)
INFO:tensorflow:global_step/sec: 10.2354
INFO:tensorflow:loss = 4.8756247, step = 562661 (9.769 sec)
INFO:tensorflow:lr = 3.50023e-06 (9.771 sec)
INFO:tensorflow:global_step/sec: 10.2758
INFO:tensorflow:loss = 5.0654783, step = 562761 (9.735 sec)
INFO:tensorflow:lr = 3.4967125e-06 (9.735 sec)
INFO:tensorflow:global_step/sec: 10.2037
INFO:tensorflow:loss = 5.0313272, step = 562861 (9.801 sec)
INFO:tensorflow:lr = 3.4932007e-06 (9.800 sec)
INFO:tensorflow:Saving checkpoints for 562960 into ../model/lstm_seq2seq/model.ckpt.
INFO:tensorflow:Loss for final step: 4.8988285.
INFO:tensorflow:Calling model_fn.
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/lstm_seq2seq/model.ckpt-562960
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
------------
minimal test
Q: 你 好
A1: 你 好
A2: 你 好 你 好
A3: 你 好 , 你 好

Q: 早 上 好
A1: 早 上 好
A2: 早 上 好 !
A3: 早 安

Q: 晚 上 好
A1: 晚 上 好
A2: 晚 上 好 !
A3: 晚 安

Q: 再 见
A1: 再 见
A2: 哈 哈 哈
A3: 哈 哈

Q: 好 久 不 见
A1: 好 久 不 见
A2: 好 久 不 见 啊
A3: 好 久 不 见 。

Q: 想 死 你 了
A1: 我 也 想 你
A2: 我 也 是
A3: 我 也 想 你 了

Q: 谢 谢 你
A1: 不 客 气
A2: 不 用 谢
A3: 客 气

Q: 爱 你
A1: 么 么 哒
A2: 我 也 爱 你
A3: 爱 你

Q: 你 好 厉 害 啊
A1: 哈 哈
A2: 哈 哈 哈
A3: 哈 哈 哈 哈

Q: 你 叫 什 么
A1: 我 叫 什 么
A2: 你 叫 什 么
A3: 叫 什 么 名 字

Q: 你 几 岁 了
A1: 十 岁
A2: 岁 月
A3: 一 岁

Q: 现 在 几 点
A1: 明 天 点
A2: 点 多 了
A3: 明 天 晚 上

Q: 今 天 天 气 怎 么 样
A1: 今 天 天 气 好
A2: 今 天 天 气 不 错
A3: 今 天 天 气 不 错 , 今 天 天 气 好

Q: 我 们 现 在 在 哪 里
A1: 你 在 哪 里
A2: 你 在 哪 里 ?
A3: 你 在 哪 里 啊

Q: 讲 个 笑 话
A1: 哈 哈 哈
A2: 哈 哈 哈 哈
A3: 哈 哈 哈 哈 哈

Q: 你 会 几 种 语 言 呀
A1: 不 会
A2: 不 会 吧
A3: 不 会 啊

Q: 你 觉 得 我 帅 吗
A1: 不 帅
A2: 我 觉 得 你 帅
A3: 我 觉 得 很 帅

Q: 讨 厌 的 周 一
A1: 我 也 讨 厌 周 一
A2: 哈 哈 哈
A3: 我 也 是

Q: 好 烦 啊
A1: 烦 什 么
A2: 怎 么 了
A3: 怎 么 了 ?

Q: 天 气 真 好
A1: 天 气 不 好
A2: 天 气 不 好 , 天 气 不 好
A3: 天 气 不 好 , 天 气 不 好 , 天 气 不 好

Q: 今 天 好 冷
A1: 今 天 冷 了
A2: 今 天 还 冷
A3: 我 今 天 也 冷

Q: 今 天 好 热
A1: 今 天 下 雨 了
A2: 今 天 下 雨
A3: 今 天 还 好 热

Q: 下 雨 了
A1: 下 雨 了
A2: 下 雨 了 ?
A3: 我 也 下 雨 了

Q: 风 好 大
A1: 是 啊
A2: 哈 哈 哈
A3: 哈 哈 哈 哈

Q: 终 于 周 五 了
A1: 我 也 是 周 五
A2: 哈 哈 哈 哈 哈
A3: 哈 哈 哈 哈 哈 哈

Q: 我 想 去 K 歌
A1: 去 吧
A2: 我 也 想
A3: 我 也 想 去

Q: 红 烧 肉 吃 了 会 发 胖 吗
A1: 不 会 的
A2: 不 会 发 胖 的
A3: 不 会 的 , 我 也 是

Q: 你 觉 得 梅 西 厉 害 吗
A1: 厉 害 了
A2: 厉 害
A3: 我 觉 得 梅 西 厉 害

------------
INFO:tensorflow:Calling model_fn.
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Starting evaluation at 2019-12-27T07:30:00Z
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/lstm_seq2seq/model.ckpt-562960
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
Reading ../data/core.txt
INFO:tensorflow:Finished evaluation at 2019-12-27-07:30:00
INFO:tensorflow:Saving dict for global step 562960: global_step = 562960, loss = 3.352873
INFO:tensorflow:Saving 'checkpoint_path' summary for global step 562960: ../model/lstm_seq2seq/model.ckpt-562960
INFO:tensorflow:Perplexity: 28.585
INFO:tensorflow:Best Perplexity: 28.553
Reading ../data/core.txt
INFO:tensorflow:Calling model_fn.
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/lstm_seq2seq/model.ckpt-562960
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
Reading ../data/core.txt
INFO:tensorflow:BLEU-2: 10.5
INFO:tensorflow:Calling model_fn.
[<tf.Variable 'Embedding/fasttext_vectors:0' shape=(5904, 300) dtype=float32_ref>,
 <tf.Variable 'Encoder/lstm_fused_cell/kernel:0' shape=(600, 1200) dtype=float32_ref>,
 <tf.Variable 'Encoder/lstm_fused_cell/bias:0' shape=(1200,) dtype=float32_ref>,
 <tf.Variable 'Encoder/lstm_fused_cell_1/kernel:0' shape=(600, 1200) dtype=float32_ref>,
 <tf.Variable 'Encoder/lstm_fused_cell_1/bias:0' shape=(1200,) dtype=float32_ref>,
 <tf.Variable 'Encoder/state_fc/kernel:0' shape=(600, 300) dtype=float32_ref>,
 <tf.Variable 'Encoder/state_fc/bias:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/memory_layer/kernel:0' shape=(600, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/lstm_cell/kernel:0' shape=(900, 1200) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/lstm_cell/bias:0' shape=(1200,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention/query_layer/kernel:0' shape=(300, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/bahdanau_attention/attention_v:0' shape=(300,) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/attention_wrapper/attention_layer/kernel:0' shape=(900, 300) dtype=float32_ref>,
 <tf.Variable 'Decoder/decoder/tied_dense/bias:0' shape=(5904,) dtype=float32_ref>]
INFO:tensorflow:Done calling model_fn.
INFO:tensorflow:Create CheckpointSaverHook.
INFO:tensorflow:Graph was finalized.
INFO:tensorflow:Restoring parameters from ../model/lstm_seq2seq/model.ckpt-562960
INFO:tensorflow:Running local_init_op.
INFO:tensorflow:Done running local_init_op.
INFO:tensorflow:Saving checkpoints for 562960 into ../model/lstm_seq2seq/model.ckpt.
Reading ../data/train.txt
INFO:tensorflow:loss = 4.8760185, step = 562960
INFO:tensorflow:lr = 3.4897269e-06
INFO:tensorflow:global_step/sec: 9.07684
INFO:tensorflow:loss = 5.0460916, step = 563060 (11.023 sec)
INFO:tensorflow:lr = 3.4862223e-06 (11.020 sec)
INFO:tensorflow:global_step/sec: 9.47599
INFO:tensorflow:loss = 5.0302553, step = 563160 (10.552 sec)
INFO:tensorflow:lr = 3.482719e-06 (10.552 sec)
INFO:tensorflow:global_step/sec: 9.42258
INFO:tensorflow:loss = 4.9218335, step = 563260 (10.613 sec)
INFO:tensorflow:lr = 3.4792213e-06 (10.612 sec)
INFO:tensorflow:global_step/sec: 9.42504
INFO:tensorflow:loss = 4.8961883, step = 563360 (10.606 sec)
INFO:tensorflow:lr = 3.4757252e-06 (10.607 sec)
INFO:tensorflow:global_step/sec: 9.54337
INFO:tensorflow:loss = 4.988152, step = 563460 (10.483 sec)
INFO:tensorflow:lr = 3.4722343e-06 (10.485 sec)
INFO:tensorflow:global_step/sec: 9.54998
INFO:tensorflow:loss = 4.984981, step = 563560 (10.470 sec)
INFO:tensorflow:lr = 3.468747e-06 (10.469 sec)
INFO:tensorflow:global_step/sec: 9.6385
INFO:tensorflow:loss = 4.939911, step = 563660 (10.371 sec)
INFO:tensorflow:lr = 3.4652614e-06 (10.371 sec)
INFO:tensorflow:global_step/sec: 9.59668
INFO:tensorflow:loss = 5.093003, step = 563760 (10.420 sec)
INFO:tensorflow:lr = 3.461781e-06 (10.421 sec)
INFO:tensorflow:global_step/sec: 9.46446
INFO:tensorflow:loss = 5.027376, step = 563860 (10.570 sec)
INFO:tensorflow:lr = 3.4583027e-06 (10.569 sec)
INFO:tensorflow:global_step/sec: 9.5534
INFO:tensorflow:loss = 4.938473, step = 563960 (10.466 sec)
INFO:tensorflow:lr = 3.4548298e-06 (10.466 sec)
INFO:tensorflow:global_step/sec: 9.61881
INFO:tensorflow:loss = 4.9383454, step = 564060 (10.397 sec)
INFO:tensorflow:lr = 3.4513598e-06 (10.396 sec)
INFO:tensorflow:global_step/sec: 9.56244
INFO:tensorflow:loss = 5.0315127, step = 564160 (10.456 sec)
INFO:tensorflow:lr = 3.4478917e-06 (10.456 sec)
INFO:tensorflow:global_step/sec: 9.59152
INFO:tensorflow:loss = 4.856254, step = 564260 (10.425 sec)
INFO:tensorflow:lr = 3.444429e-06 (10.425 sec)
INFO:tensorflow:global_step/sec: 9.5794
INFO:tensorflow:loss = 5.068552, step = 564360 (10.440 sec)
INFO:tensorflow:lr = 3.4409675e-06 (10.441 sec)
INFO:tensorflow:global_step/sec: 9.59562
INFO:tensorflow:loss = 5.021286, step = 564460 (10.419 sec)
INFO:tensorflow:lr = 3.4375119e-06 (10.419 sec)
INFO:tensorflow:global_step/sec: 9.59488
INFO:tensorflow:loss = 5.050445, step = 564560 (10.427 sec)
INFO:tensorflow:lr = 3.4340599e-06 (10.426 sec)
INFO:tensorflow:global_step/sec: 9.46439
INFO:tensorflow:loss = 4.909879, step = 564660 (10.565 sec)
INFO:tensorflow:lr = 3.4306088e-06 (10.566 sec)
INFO:tensorflow:global_step/sec: 9.53658
INFO:tensorflow:loss = 4.9848194, step = 564760 (10.484 sec)
INFO:tensorflow:lr = 3.4271636e-06 (10.485 sec)
INFO:tensorflow:global_step/sec: 9.5679
INFO:tensorflow:loss = 4.910139, step = 564860 (10.450 sec)
INFO:tensorflow:lr = 3.4237198e-06 (10.449 sec)
INFO:tensorflow:global_step/sec: 9.53187
INFO:tensorflow:loss = 4.991311, step = 564960 (10.491 sec)
INFO:tensorflow:lr = 3.4202815e-06 (10.490 sec)
INFO:tensorflow:global_step/sec: 9.52512
INFO:tensorflow:loss = 4.982816, step = 565060 (10.499 sec)
INFO:tensorflow:lr = 3.4168465e-06 (10.501 sec)
INFO:tensorflow:global_step/sec: 9.56733
INFO:tensorflow:loss = 5.019485, step = 565160 (10.456 sec)
INFO:tensorflow:lr = 3.4134127e-06 (10.454 sec)
INFO:tensorflow:global_step/sec: 9.51731
INFO:tensorflow:loss = 4.8672724, step = 565260 (10.504 sec)
INFO:tensorflow:lr = 3.4099846e-06 (10.503 sec)
INFO:tensorflow:global_step/sec: 9.55135
INFO:tensorflow:loss = 4.954376, step = 565360 (10.470 sec)
INFO:tensorflow:lr = 3.4065583e-06 (10.471 sec)
INFO:tensorflow:global_step/sec: 9.50492
INFO:tensorflow:loss = 4.963905, step = 565460 (10.524 sec)
INFO:tensorflow:lr = 3.4031368e-06 (10.524 sec)
INFO:tensorflow:global_step/sec: 9.5884
INFO:tensorflow:loss = 5.0718727, step = 565560 (10.429 sec)
INFO:tensorflow:lr = 3.3997194e-06 (10.431 sec)
INFO:tensorflow:global_step/sec: 9.57132
INFO:tensorflow:loss = 4.98276, step = 565660 (10.444 sec)
INFO:tensorflow:lr = 3.396303e-06 (10.443 sec)
INFO:tensorflow:global_step/sec: 9.53295
INFO:tensorflow:loss = 4.890038, step = 565760 (10.494 sec)
INFO:tensorflow:lr = 3.3928918e-06 (10.493 sec)
INFO:tensorflow:global_step/sec: 9.58188
INFO:tensorflow:loss = 5.008793, step = 565860 (10.432 sec)
INFO:tensorflow:lr = 3.3894826e-06 (10.434 sec)
INFO:tensorflow:global_step/sec: 9.60873
INFO:tensorflow:loss = 4.967022, step = 565960 (10.407 sec)
INFO:tensorflow:lr = 3.3860786e-06 (10.405 sec)
INFO:tensorflow:global_step/sec: 9.51266
INFO:tensorflow:loss = 5.0273495, step = 566060 (10.517 sec)
INFO:tensorflow:lr = 3.3826777e-06 (10.518 sec)
INFO:tensorflow:global_step/sec: 9.51326
INFO:tensorflow:loss = 4.9509897, step = 566160 (10.509 sec)
INFO:tensorflow:lr = 3.3792785e-06 (10.508 sec)
INFO:tensorflow:Saving checkpoints for 566163 into ../model/lstm_seq2seq/model.ckpt.
INFO:tensorflow:global_step/sec: 8.94732
INFO:tensorflow:loss = 4.9421096, step = 566260 (11.178 sec)
INFO:tensorflow:lr = 3.375885e-06 (11.178 sec)
INFO:tensorflow:global_step/sec: 9.48117
INFO:tensorflow:loss = 5.0851016, step = 566360 (10.548 sec)
INFO:tensorflow:lr = 3.3724925e-06 (10.548 sec)
INFO:tensorflow:global_step/sec: 9.52573
INFO:tensorflow:loss = 5.0297933, step = 566460 (10.497 sec)
INFO:tensorflow:lr = 3.3691056e-06 (10.497 sec)
INFO:tensorflow:global_step/sec: 9.48436
INFO:tensorflow:loss = 5.002166, step = 566560 (10.545 sec)
INFO:tensorflow:lr = 3.3657223e-06 (10.544 sec)
INFO:tensorflow:global_step/sec: 9.43884
INFO:tensorflow:loss = 5.011364, step = 566660 (10.593 sec)
INFO:tensorflow:lr = 3.3623396e-06 (10.594 sec)
INFO:tensorflow:global_step/sec: 9.43442
INFO:tensorflow:loss = 5.0367517, step = 566760 (10.601 sec)
INFO:tensorflow:lr = 3.358963e-06 (10.600 sec)
INFO:tensorflow:global_step/sec: 9.48758
INFO:tensorflow:loss = 4.8488493, step = 566860 (10.538 sec)
INFO:tensorflow:lr = 3.3555878e-06 (10.538 sec)
INFO:tensorflow:global_step/sec: 9.47739
INFO:tensorflow:loss = 4.998344, step = 566960 (10.550 sec)
INFO:tensorflow:lr = 3.3522176e-06 (10.549 sec)
INFO:tensorflow:global_step/sec: 9.51925
INFO:tensorflow:loss = 4.9879155, step = 567060 (10.505 sec)
INFO:tensorflow:lr = 3.3488514e-06 (10.506 sec)
INFO:tensorflow:global_step/sec: 9.55082
INFO:tensorflow:loss = 5.01905, step = 567160 (10.470 sec)
INFO:tensorflow:lr = 3.3454862e-06 (10.473 sec)
INFO:tensorflow:global_step/sec: 9.60145
INFO:tensorflow:loss = 4.8691416, step = 567260 (10.419 sec)
INFO:tensorflow:lr = 3.342126e-06 (10.417 sec)
INFO:tensorflow:global_step/sec: 9.60872
INFO:tensorflow:loss = 5.017783, step = 567360 (10.408 sec)
INFO:tensorflow:lr = 3.3387676e-06 (10.409 sec)
INFO:tensorflow:global_step/sec: 9.51262
INFO:tensorflow:loss = 5.0390086, step = 567460 (10.513 sec)
INFO:tensorflow:lr = 3.3354147e-06 (10.512 sec)
INFO:tensorflow:global_step/sec: 9.6086
INFO:tensorflow:loss = 5.033246, step = 567560 (10.406 sec)
INFO:tensorflow:lr = 3.3320646e-06 (10.406 sec)
INFO:tensorflow:global_step/sec: 9.56901
INFO:tensorflow:loss = 4.9465966, step = 567660 (10.450 sec)
INFO:tensorflow:lr = 3.3287163e-06 (10.451 sec)
INFO:tensorflow:global_step/sec: 9.51678
INFO:tensorflow:loss = 5.0228148, step = 567760 (10.503 sec)
INFO:tensorflow:lr = 3.3253734e-06 (10.503 sec)
INFO:tensorflow:global_step/sec: 9.56115
INFO:tensorflow:loss = 4.918188, step = 567860 (10.459 sec)
INFO:tensorflow:lr = 3.3220317e-06 (10.461 sec)
INFO:tensorflow:global_step/sec: 9.60759
INFO:tensorflow:loss = 4.896188, step = 567960 (10.412 sec)
INFO:tensorflow:lr = 3.3186957e-06 (10.410 sec)
INFO:tensorflow:global_step/sec: 9.47526
INFO:tensorflow:loss = 5.0589957, step = 568060 (10.550 sec)
INFO:tensorflow:lr = 3.3153628e-06 (10.550 sec)
INFO:tensorflow:global_step/sec: 9.52291
INFO:tensorflow:loss = 4.987546, step = 568160 (10.501 sec)
INFO:tensorflow:lr = 3.312031e-06 (10.507 sec)
INFO:tensorflow:global_step/sec: 9.52652
INFO:tensorflow:loss = 5.0337157, step = 568260 (10.499 sec)
INFO:tensorflow:lr = 3.308705e-06 (10.494 sec)
INFO:tensorflow:global_step/sec: 9.51376
INFO:tensorflow:loss = 5.0317774, step = 568360 (10.509 sec)
INFO:tensorflow:lr = 3.3053798e-06 (10.511 sec)
INFO:tensorflow:global_step/sec: 9.49953
INFO:tensorflow:loss = 4.9945283, step = 568460 (10.527 sec)
INFO:tensorflow:lr = 3.3020601e-06 (10.524 sec)
INFO:tensorflow:global_step/sec: 9.56784
INFO:tensorflow:loss = 5.0772357, step = 568560 (10.455 sec)
INFO:tensorflow:lr = 3.2987443e-06 (10.456 sec)
INFO:tensorflow:global_step/sec: 9.45889
INFO:tensorflow:loss = 5.0023136, step = 568660 (10.572 sec)
INFO:tensorflow:lr = 3.2954292e-06 (10.573 sec)
INFO:tensorflow:global_step/sec: 9.57984
INFO:tensorflow:loss = 4.974216, step = 568760 (10.438 sec)
INFO:tensorflow:lr = 3.2921198e-06 (10.437 sec)
INFO:tensorflow:global_step/sec: 9.50976
INFO:tensorflow:loss = 5.1104255, step = 568860 (10.517 sec)
INFO:tensorflow:lr = 3.2888117e-06 (10.518 sec)
INFO:tensorflow:global_step/sec: 9.52651
INFO:tensorflow:loss = 4.9476066, step = 568960 (10.497 sec)
INFO:tensorflow:lr = 3.2855085e-06 (10.497 sec)
INFO:tensorflow:global_step/sec: 9.62891
INFO:tensorflow:loss = 4.9162846, step = 569060 (10.383 sec)
INFO:tensorflow:lr = 3.282209e-06 (10.383 sec)
INFO:tensorflow:global_step/sec: 9.49868
INFO:tensorflow:loss = 5.0447006, step = 569160 (10.525 sec)
INFO:tensorflow:lr = 3.2789108e-06 (10.525 sec)
INFO:tensorflow:global_step/sec: 9.35878
INFO:tensorflow:loss = 4.9165497, step = 569260 (10.690 sec)
INFO:tensorflow:lr = 3.275618e-06 (10.691 sec)
INFO:tensorflow:global_step/sec: 9.55516
INFO:tensorflow:loss = 4.959611, step = 569360 (10.465 sec)
INFO:tensorflow:lr = 3.2723262e-06 (10.463 sec)
INFO:tensorflow:Saving checkpoints for 569366 into ../model/lstm_seq2seq/model.ckpt.
INFO:tensorflow:global_step/sec: 9.08925
INFO:tensorflow:loss = 4.954653, step = 569460 (11.002 sec)
INFO:tensorflow:lr = 3.26904e-06 (11.003 sec)
INFO:tensorflow:global_step/sec: 9.50107