In [0]:
"""
We use following lines because we are running on Google Colab
If you are running notebook on a local computer, you don't need these
"""
from google.colab import drive
drive.mount('/content/gdrive')
import os
os.chdir('/content/gdrive/My Drive/finch/tensorflow2/text_classification/imdb/main')
In [0]:
%tensorflow_version 2.x
TensorFlow 2.x selected.
In [0]:
import tensorflow as tf
import numpy as np
import pprint
import logging
import time

print("TensorFlow Version", tf.__version__)
print('GPU Enabled:', tf.test.is_gpu_available())
TensorFlow Version 2.0.0
GPU Enabled: True
In [0]:
def get_vocab(f_path):
  word2idx = {}
  with open(f_path) as f:
    for i, line in enumerate(f):
      line = line.rstrip()
      word2idx[line] = i
  return word2idx


def get_idx(symbol2idx, symbol):
  return symbol2idx.get(symbol, len(symbol2idx))
In [0]:
def data_generator(f_paths, params):
  for f_path in f_paths:
    
    with open(f_path) as f:
      print('Reading', f_path)
      for line in f:
        line = line.rstrip()
        label, text = line.split('\t')
        text = text.split(' ')

        words = [get_idx(params['word2idx'], w) for w in text]
        if len(words) >= params['max_word_len']:
          words = words[:params['max_word_len']]
        else:
          words += [0] * (params['max_word_len'] - len(words))

        chars = []
        for w in text:
          temp = []
          for c in list(w):
            temp.append(get_idx(params['char2idx'], c))
          if len(temp) < params['max_char_len']:
            temp += [0] * (params['max_char_len'] - len(temp))
          else:
            temp = temp[:params['max_char_len']]
          chars.append(temp)
        if len(chars) >= params['max_word_len']:
          chars = chars[:params['max_word_len']]
        else:
          chars += [[0] * params['max_char_len']] * (params['max_word_len'] - len(chars))

        y = int(label)

        yield words, chars, y


def dataset(is_training, params):
  _shapes = ([params['max_word_len']], [params['max_word_len'], params['max_char_len']], ())
  _types = (tf.int32, tf.int32, tf.int32)
  
  if is_training:
    ds = tf.data.Dataset.from_generator(
      lambda: data_generator(params['train_paths'], params),
      output_shapes = _shapes,
      output_types = _types,)
    ds = ds.shuffle(params['buffer_size'])
    ds = ds.batch(params['batch_size'])
    ds = ds.prefetch(tf.data.experimental.AUTOTUNE)
  else:
    ds = tf.data.Dataset.from_generator(
      lambda: data_generator(params['test_paths'], params),
      output_shapes = _shapes,
      output_types = _types,)
    ds = ds.batch(params['batch_size'])
    ds = ds.prefetch(tf.data.experimental.AUTOTUNE)
  
  return ds
In [0]:
class Model(tf.keras.Model):
  def __init__(self, params):
    super().__init__()
    
    self.char_embedding = tf.keras.layers.Embedding(len(params['char2idx'])+1, params['char_embed_size'])
    self.word_embedding = tf.Variable(np.load('../vocab/word.npy'),
                                      dtype=tf.float32,
                                      name='pretrained_glove',
                                      trainable=False,)
    
    self.embed_drop = tf.keras.layers.Dropout(params['dropout_rate'])
    self.embed_fc = tf.keras.layers.Dense(params['cnn_filters'], tf.nn.elu, name='embed_fc')
    
    self.drop1 = tf.keras.layers.Dropout(params['dropout_rate'])
    self.drop2 = tf.keras.layers.Dropout(params['dropout_rate'])
    self.drop3 = tf.keras.layers.Dropout(params['dropout_rate'])
    
    self.char_cnn = tf.keras.layers.Conv1D(filters=params['cnn_filters'], kernel_size=params['cnn_kernel_size'], padding='same')
    self.word_rnn1 = tf.keras.layers.Bidirectional(tf.keras.layers.LSTM(params['rnn_units'], return_sequences=True))
    self.word_rnn2 = tf.keras.layers.Bidirectional(tf.keras.layers.LSTM(params['rnn_units'], return_sequences=True))
    self.word_rnn3 = tf.keras.layers.Bidirectional(tf.keras.layers.LSTM(params['rnn_units'], return_sequences=True))
    
    self.fc_drop = tf.keras.layers.Dropout(params['dropout_rate'])
    self.fc = tf.keras.layers.Dense(params['rnn_units'], tf.nn.elu)
    
    self.out_linear = tf.keras.layers.Dense(2)
  
  
  def call(self, inputs, training=False):
    words, chars = inputs
    if words.dtype != tf.int32:
      words = tf.cast(words, tf.int32)
    
    batch_sz = tf.shape(words)[0]
    rnn_units = 2 * params['rnn_units']
    
    chars = self.char_embedding(chars)
    chars = tf.reshape(chars, (batch_sz*params['max_word_len'], params['max_char_len'], params['char_embed_size']))
    chars = self.char_cnn(chars)
    chars = tf.reduce_max(chars, 1)
    chars = tf.reshape(chars, (batch_sz, params['max_word_len'], params['cnn_filters']))
    
    words = tf.nn.embedding_lookup(self.word_embedding, words)
    
    x = tf.concat((words, chars), axis=-1)
    x = self.embed_drop(x, training=training)
    x = self.embed_fc(x)
    
    x = tf.reshape(x, (batch_sz*10*10, 10, params['cnn_filters']))
    x = self.drop1(x, training=training)
    x = self.word_rnn1(x)
    x = tf.reduce_max(x, 1)
    
    x = tf.reshape(x, (batch_sz*10, 10, rnn_units))
    x = self.drop2(x, training=training)
    x = self.word_rnn2(x)
    x = tf.reduce_max(x, 1)
    
    x = tf.reshape(x, (batch_sz, 10, rnn_units))
    x = self.drop3(x, training=training)
    x = self.word_rnn3(x)
    x = tf.reduce_max(x, 1)
    
    x = self.fc_drop(x, training=training)
    x = self.fc(x)
    
    x = self.out_linear(x)
    
    return x
In [0]:
params = {
  'train_paths': [
    '../data/train_bt_part1.txt',
    '../data/train_bt_part2.txt',
    '../data/train_bt_part3.txt',
    '../data/train_bt_part4.txt',
    '../data/train_bt_part5.txt',
    '../data/train_bt_part6.txt',
  ],
  'test_paths': [
    '../data/test.txt',
  ],
  'buffer_size': 25000*2,
  'num_labels': 2,
  'batch_size': 32,
  'max_word_len': 1000,
  'max_char_len': 10,
  'char_embed_size': 30,
  'rnn_units': 200,
  'cnn_filters': 300,
  'cnn_kernel_size': 5,
  'dropout_rate': 0.2,
  'clip_norm': 10.,
  'num_patience': 3,
  'lr': 3e-4,
}
In [0]:
def is_descending(history: list):
  history = history[-(params['num_patience']+1):]
  for i in range(1, len(history)):
    if history[i-1] <= history[i]:
      return False
  return True    
In [9]:
params['char2idx'] = get_vocab('../vocab/char.txt')
params['word2idx'] = get_vocab('../vocab/word.txt')

model = Model(params)
model.build(input_shape=[[None, params['max_word_len']], [None, params['max_word_len'], params['max_char_len']]])
pprint.pprint([(v.name, v.shape) for v in model.trainable_variables])

decay_lr = tf.optimizers.schedules.ExponentialDecay(params['lr'], 1000, 0.95)
optim = tf.optimizers.Adam(params['lr'])
global_step = 0

history_acc = []
best_acc = .0

t0 = time.time()
logger = logging.getLogger('tensorflow')
logger.setLevel(logging.INFO)


while True:
  # TRAINING
  for words, chars, labels in dataset(is_training=True, params=params):
    with tf.GradientTape() as tape:
      logits = model((words, chars), training=True)
      loss = tf.reduce_mean(tf.losses.categorical_crossentropy(y_true = tf.one_hot(labels, 2),
                                                               y_pred = logits,
                                                               from_logits = True,
                                                               label_smoothing = .2,))
  
    optim.lr.assign(decay_lr(global_step))
    grads = tape.gradient(loss, model.trainable_variables)
    grads, _ = tf.clip_by_global_norm(grads, params['clip_norm'])
    optim.apply_gradients(zip(grads, model.trainable_variables))

    if global_step % 50 == 0:
      logger.info("Step {} | Loss: {:.4f} | Spent: {:.1f} secs | LR: {:.6f}".format(
          global_step, loss.numpy().item(), time.time()-t0, optim.lr.numpy().item()))
      t0 = time.time()
    global_step += 1

  # EVALUATION
  m = tf.keras.metrics.Accuracy()

  for words, chars, labels in dataset(is_training=False, params=params):
    logits = model((words, chars), training=False)
    y_pred = tf.argmax(logits, axis=-1)
    m.update_state(y_true=labels, y_pred=y_pred)
    
  acc = m.result().numpy()
  logger.info("Evaluation: Testing Accuracy: {:.3f}".format(acc))
  history_acc.append(acc)
  
  if acc > best_acc:
    best_acc = acc
    # you can save model here
  logger.info("Best Accuracy: {:.3f}".format(best_acc))
  
  if len(history_acc) > params['num_patience'] and is_descending(history_acc):
    logger.info("Testing Accuracy not improved over {} epochs, Early Stop".format(params['num_patience']))
    break
[('embedding/embeddings:0', TensorShape([80, 30])),
 ('embed_fc/kernel:0', TensorShape([600, 300])),
 ('embed_fc/bias:0', TensorShape([300])),
 ('conv1d/kernel:0', TensorShape([5, 30, 300])),
 ('conv1d/bias:0', TensorShape([300])),
 ('bidirectional/forward_lstm/kernel:0', TensorShape([300, 800])),
 ('bidirectional/forward_lstm/recurrent_kernel:0', TensorShape([200, 800])),
 ('bidirectional/forward_lstm/bias:0', TensorShape([800])),
 ('bidirectional/backward_lstm/kernel:0', TensorShape([300, 800])),
 ('bidirectional/backward_lstm/recurrent_kernel:0', TensorShape([200, 800])),
 ('bidirectional/backward_lstm/bias:0', TensorShape([800])),
 ('bidirectional_1/forward_lstm_1/kernel:0', TensorShape([400, 800])),
 ('bidirectional_1/forward_lstm_1/recurrent_kernel:0', TensorShape([200, 800])),
 ('bidirectional_1/forward_lstm_1/bias:0', TensorShape([800])),
 ('bidirectional_1/backward_lstm_1/kernel:0', TensorShape([400, 800])),
 ('bidirectional_1/backward_lstm_1/recurrent_kernel:0',
  TensorShape([200, 800])),
 ('bidirectional_1/backward_lstm_1/bias:0', TensorShape([800])),
 ('bidirectional_2/forward_lstm_2/kernel:0', TensorShape([400, 800])),
 ('bidirectional_2/forward_lstm_2/recurrent_kernel:0', TensorShape([200, 800])),
 ('bidirectional_2/forward_lstm_2/bias:0', TensorShape([800])),
 ('bidirectional_2/backward_lstm_2/kernel:0', TensorShape([400, 800])),
 ('bidirectional_2/backward_lstm_2/recurrent_kernel:0',
  TensorShape([200, 800])),
 ('bidirectional_2/backward_lstm_2/bias:0', TensorShape([800])),
 ('dense/kernel:0', TensorShape([400, 200])),
 ('dense/bias:0', TensorShape([200])),
 ('dense_1/kernel:0', TensorShape([200, 2])),
 ('dense_1/bias:0', TensorShape([2]))]
Reading ../data/train_bt_part1.txt
Reading ../data/train_bt_part2.txt
Reading ../data/train_bt_part3.txt
Reading ../data/train_bt_part4.txt
Reading ../data/train_bt_part5.txt
Reading ../data/train_bt_part6.txt
INFO:tensorflow:Step 0 | Loss: 0.6936 | Spent: 79.2 secs | LR: 0.000300
INFO:tensorflow:Step 50 | Loss: 0.7093 | Spent: 11.9 secs | LR: 0.000299
INFO:tensorflow:Step 100 | Loss: 0.6889 | Spent: 11.9 secs | LR: 0.000298
INFO:tensorflow:Step 150 | Loss: 0.5396 | Spent: 11.9 secs | LR: 0.000298
INFO:tensorflow:Step 200 | Loss: 0.5365 | Spent: 11.9 secs | LR: 0.000297
INFO:tensorflow:Step 250 | Loss: 0.4297 | Spent: 11.9 secs | LR: 0.000296
INFO:tensorflow:Step 300 | Loss: 0.4697 | Spent: 12.0 secs | LR: 0.000295
INFO:tensorflow:Step 350 | Loss: 0.5521 | Spent: 11.9 secs | LR: 0.000295
INFO:tensorflow:Step 400 | Loss: 0.5676 | Spent: 12.0 secs | LR: 0.000294
INFO:tensorflow:Step 450 | Loss: 0.4692 | Spent: 11.9 secs | LR: 0.000293
INFO:tensorflow:Step 500 | Loss: 0.4177 | Spent: 11.8 secs | LR: 0.000292
INFO:tensorflow:Step 550 | Loss: 0.6246 | Spent: 11.7 secs | LR: 0.000292
INFO:tensorflow:Step 600 | Loss: 0.4238 | Spent: 12.1 secs | LR: 0.000291
INFO:tensorflow:Step 650 | Loss: 0.4444 | Spent: 11.9 secs | LR: 0.000290
INFO:tensorflow:Step 700 | Loss: 0.4152 | Spent: 11.8 secs | LR: 0.000289
INFO:tensorflow:Step 750 | Loss: 0.5687 | Spent: 11.8 secs | LR: 0.000289
INFO:tensorflow:Step 800 | Loss: 0.4648 | Spent: 11.8 secs | LR: 0.000288
INFO:tensorflow:Step 850 | Loss: 0.4888 | Spent: 11.9 secs | LR: 0.000287
INFO:tensorflow:Step 900 | Loss: 0.4786 | Spent: 11.9 secs | LR: 0.000286
INFO:tensorflow:Step 950 | Loss: 0.4804 | Spent: 11.9 secs | LR: 0.000286
INFO:tensorflow:Step 1000 | Loss: 0.4941 | Spent: 11.8 secs | LR: 0.000285
INFO:tensorflow:Step 1050 | Loss: 0.5174 | Spent: 12.0 secs | LR: 0.000284
INFO:tensorflow:Step 1100 | Loss: 0.5430 | Spent: 11.8 secs | LR: 0.000284
INFO:tensorflow:Step 1150 | Loss: 0.4825 | Spent: 11.8 secs | LR: 0.000283
INFO:tensorflow:Step 1200 | Loss: 0.4705 | Spent: 11.9 secs | LR: 0.000282
INFO:tensorflow:Step 1250 | Loss: 0.4576 | Spent: 11.8 secs | LR: 0.000281
INFO:tensorflow:Step 1300 | Loss: 0.5062 | Spent: 11.9 secs | LR: 0.000281
INFO:tensorflow:Step 1350 | Loss: 0.4777 | Spent: 11.8 secs | LR: 0.000280
INFO:tensorflow:Step 1400 | Loss: 0.4643 | Spent: 11.8 secs | LR: 0.000279
INFO:tensorflow:Step 1450 | Loss: 0.5193 | Spent: 12.1 secs | LR: 0.000278
INFO:tensorflow:Step 1500 | Loss: 0.3796 | Spent: 11.9 secs | LR: 0.000278
INFO:tensorflow:Step 1550 | Loss: 0.4795 | Spent: 11.8 secs | LR: 0.000277
Reading ../data/test.txt
INFO:tensorflow:Evaluation: Testing Accuracy: 0.884
INFO:tensorflow:Best Accuracy: 0.884
Reading ../data/train_bt_part1.txt
Reading ../data/train_bt_part2.txt
Reading ../data/train_bt_part3.txt
Reading ../data/train_bt_part4.txt
Reading ../data/train_bt_part5.txt
Reading ../data/train_bt_part6.txt
INFO:tensorflow:Step 1600 | Loss: 0.4458 | Spent: 229.2 secs | LR: 0.000276
INFO:tensorflow:Step 1650 | Loss: 0.4628 | Spent: 12.0 secs | LR: 0.000276
INFO:tensorflow:Step 1700 | Loss: 0.4047 | Spent: 12.0 secs | LR: 0.000275
INFO:tensorflow:Step 1750 | Loss: 0.3555 | Spent: 11.9 secs | LR: 0.000274
INFO:tensorflow:Step 1800 | Loss: 0.4099 | Spent: 11.8 secs | LR: 0.000274
INFO:tensorflow:Step 1850 | Loss: 0.3679 | Spent: 11.8 secs | LR: 0.000273
INFO:tensorflow:Step 1900 | Loss: 0.7100 | Spent: 11.9 secs | LR: 0.000272
INFO:tensorflow:Step 1950 | Loss: 0.4285 | Spent: 11.8 secs | LR: 0.000271
INFO:tensorflow:Step 2000 | Loss: 0.5759 | Spent: 12.0 secs | LR: 0.000271
INFO:tensorflow:Step 2050 | Loss: 0.6139 | Spent: 11.8 secs | LR: 0.000270
INFO:tensorflow:Step 2100 | Loss: 0.5941 | Spent: 11.9 secs | LR: 0.000269
INFO:tensorflow:Step 2150 | Loss: 0.5321 | Spent: 11.8 secs | LR: 0.000269
INFO:tensorflow:Step 2200 | Loss: 0.4583 | Spent: 11.8 secs | LR: 0.000268
INFO:tensorflow:Step 2250 | Loss: 0.4835 | Spent: 12.0 secs | LR: 0.000267
INFO:tensorflow:Step 2300 | Loss: 0.4452 | Spent: 11.8 secs | LR: 0.000267
INFO:tensorflow:Step 2350 | Loss: 0.4714 | Spent: 11.8 secs | LR: 0.000266
INFO:tensorflow:Step 2400 | Loss: 0.4626 | Spent: 11.9 secs | LR: 0.000265
INFO:tensorflow:Step 2450 | Loss: 0.5043 | Spent: 12.0 secs | LR: 0.000265
INFO:tensorflow:Step 2500 | Loss: 0.4041 | Spent: 12.0 secs | LR: 0.000264
INFO:tensorflow:Step 2550 | Loss: 0.4178 | Spent: 11.9 secs | LR: 0.000263
INFO:tensorflow:Step 2600 | Loss: 0.3814 | Spent: 11.9 secs | LR: 0.000263
INFO:tensorflow:Step 2650 | Loss: 0.4471 | Spent: 11.8 secs | LR: 0.000262
INFO:tensorflow:Step 2700 | Loss: 0.5131 | Spent: 11.9 secs | LR: 0.000261
INFO:tensorflow:Step 2750 | Loss: 0.4193 | Spent: 12.1 secs | LR: 0.000261
INFO:tensorflow:Step 2800 | Loss: 0.4234 | Spent: 12.2 secs | LR: 0.000260
INFO:tensorflow:Step 2850 | Loss: 0.4101 | Spent: 11.8 secs | LR: 0.000259
INFO:tensorflow:Step 2900 | Loss: 0.4289 | Spent: 11.8 secs | LR: 0.000259
INFO:tensorflow:Step 2950 | Loss: 0.4285 | Spent: 11.8 secs | LR: 0.000258
INFO:tensorflow:Step 3000 | Loss: 0.4582 | Spent: 11.8 secs | LR: 0.000257
INFO:tensorflow:Step 3050 | Loss: 0.4222 | Spent: 11.8 secs | LR: 0.000257
INFO:tensorflow:Step 3100 | Loss: 0.4171 | Spent: 11.9 secs | LR: 0.000256
Reading ../data/test.txt
INFO:tensorflow:Evaluation: Testing Accuracy: 0.903
INFO:tensorflow:Best Accuracy: 0.903
Reading ../data/train_bt_part1.txt
Reading ../data/train_bt_part2.txt
Reading ../data/train_bt_part3.txt
Reading ../data/train_bt_part4.txt
Reading ../data/train_bt_part5.txt
Reading ../data/train_bt_part6.txt
INFO:tensorflow:Step 3150 | Loss: 0.4635 | Spent: 226.0 secs | LR: 0.000255
INFO:tensorflow:Step 3200 | Loss: 0.4318 | Spent: 11.9 secs | LR: 0.000255
INFO:tensorflow:Step 3250 | Loss: 0.4919 | Spent: 12.0 secs | LR: 0.000254
INFO:tensorflow:Step 3300 | Loss: 0.4512 | Spent: 11.8 secs | LR: 0.000253
INFO:tensorflow:Step 3350 | Loss: 0.4742 | Spent: 11.8 secs | LR: 0.000253
INFO:tensorflow:Step 3400 | Loss: 0.4864 | Spent: 11.9 secs | LR: 0.000252
INFO:tensorflow:Step 3450 | Loss: 0.3930 | Spent: 11.8 secs | LR: 0.000251
INFO:tensorflow:Step 3500 | Loss: 0.4718 | Spent: 11.8 secs | LR: 0.000251
INFO:tensorflow:Step 3550 | Loss: 0.5020 | Spent: 11.9 secs | LR: 0.000250
INFO:tensorflow:Step 3600 | Loss: 0.5819 | Spent: 11.8 secs | LR: 0.000249
INFO:tensorflow:Step 3650 | Loss: 0.4944 | Spent: 11.9 secs | LR: 0.000249
INFO:tensorflow:Step 3700 | Loss: 0.4110 | Spent: 11.8 secs | LR: 0.000248
INFO:tensorflow:Step 3750 | Loss: 0.5309 | Spent: 11.8 secs | LR: 0.000248
INFO:tensorflow:Step 3800 | Loss: 0.3702 | Spent: 11.8 secs | LR: 0.000247
INFO:tensorflow:Step 3850 | Loss: 0.4800 | Spent: 11.8 secs | LR: 0.000246
INFO:tensorflow:Step 3900 | Loss: 0.4711 | Spent: 11.9 secs | LR: 0.000246
INFO:tensorflow:Step 3950 | Loss: 0.4143 | Spent: 11.8 secs | LR: 0.000245
INFO:tensorflow:Step 4000 | Loss: 0.4448 | Spent: 11.8 secs | LR: 0.000244
INFO:tensorflow:Step 4050 | Loss: 0.4259 | Spent: 11.8 secs | LR: 0.000244
INFO:tensorflow:Step 4100 | Loss: 0.4008 | Spent: 11.8 secs | LR: 0.000243
INFO:tensorflow:Step 4150 | Loss: 0.4130 | Spent: 11.8 secs | LR: 0.000242
INFO:tensorflow:Step 4200 | Loss: 0.4074 | Spent: 11.9 secs | LR: 0.000242
INFO:tensorflow:Step 4250 | Loss: 0.4625 | Spent: 11.8 secs | LR: 0.000241
INFO:tensorflow:Step 4300 | Loss: 0.4253 | Spent: 11.9 secs | LR: 0.000241
INFO:tensorflow:Step 4350 | Loss: 0.5110 | Spent: 12.0 secs | LR: 0.000240
INFO:tensorflow:Step 4400 | Loss: 0.4114 | Spent: 11.8 secs | LR: 0.000239
INFO:tensorflow:Step 4450 | Loss: 0.4628 | Spent: 11.9 secs | LR: 0.000239
INFO:tensorflow:Step 4500 | Loss: 0.4557 | Spent: 11.9 secs | LR: 0.000238
INFO:tensorflow:Step 4550 | Loss: 0.4414 | Spent: 11.9 secs | LR: 0.000238
INFO:tensorflow:Step 4600 | Loss: 0.4552 | Spent: 11.8 secs | LR: 0.000237
INFO:tensorflow:Step 4650 | Loss: 0.4284 | Spent: 11.8 secs | LR: 0.000236
Reading ../data/test.txt
INFO:tensorflow:Evaluation: Testing Accuracy: 0.887
INFO:tensorflow:Best Accuracy: 0.903
Reading ../data/train_bt_part1.txt
Reading ../data/train_bt_part2.txt
Reading ../data/train_bt_part3.txt
Reading ../data/train_bt_part4.txt
Reading ../data/train_bt_part5.txt
Reading ../data/train_bt_part6.txt
INFO:tensorflow:Step 4700 | Loss: 0.5898 | Spent: 227.0 secs | LR: 0.000236
INFO:tensorflow:Step 4750 | Loss: 0.5042 | Spent: 11.9 secs | LR: 0.000235
INFO:tensorflow:Step 4800 | Loss: 0.3993 | Spent: 11.8 secs | LR: 0.000235
INFO:tensorflow:Step 4850 | Loss: 0.3629 | Spent: 11.9 secs | LR: 0.000234
INFO:tensorflow:Step 4900 | Loss: 0.4028 | Spent: 12.0 secs | LR: 0.000233
INFO:tensorflow:Step 4950 | Loss: 0.4431 | Spent: 11.8 secs | LR: 0.000233
INFO:tensorflow:Step 5000 | Loss: 0.5930 | Spent: 11.9 secs | LR: 0.000232
INFO:tensorflow:Step 5050 | Loss: 0.5501 | Spent: 11.8 secs | LR: 0.000232
INFO:tensorflow:Step 5100 | Loss: 0.4737 | Spent: 11.8 secs | LR: 0.000231
INFO:tensorflow:Step 5150 | Loss: 0.3739 | Spent: 12.0 secs | LR: 0.000230
INFO:tensorflow:Step 5200 | Loss: 0.3746 | Spent: 11.8 secs | LR: 0.000230
INFO:tensorflow:Step 5250 | Loss: 0.4231 | Spent: 11.9 secs | LR: 0.000229
INFO:tensorflow:Step 5300 | Loss: 0.4346 | Spent: 11.9 secs | LR: 0.000229
INFO:tensorflow:Step 5350 | Loss: 0.4695 | Spent: 11.9 secs | LR: 0.000228
INFO:tensorflow:Step 5400 | Loss: 0.4419 | Spent: 11.9 secs | LR: 0.000227
INFO:tensorflow:Step 5450 | Loss: 0.4513 | Spent: 11.8 secs | LR: 0.000227
INFO:tensorflow:Step 5500 | Loss: 0.3998 | Spent: 11.9 secs | LR: 0.000226
INFO:tensorflow:Step 5550 | Loss: 0.4466 | Spent: 11.8 secs | LR: 0.000226
INFO:tensorflow:Step 5600 | Loss: 0.4497 | Spent: 11.9 secs | LR: 0.000225
INFO:tensorflow:Step 5650 | Loss: 0.4594 | Spent: 12.0 secs | LR: 0.000225
INFO:tensorflow:Step 5700 | Loss: 0.4691 | Spent: 12.0 secs | LR: 0.000224
INFO:tensorflow:Step 5750 | Loss: 0.4066 | Spent: 11.9 secs | LR: 0.000223
INFO:tensorflow:Step 5800 | Loss: 0.5399 | Spent: 11.9 secs | LR: 0.000223
INFO:tensorflow:Step 5850 | Loss: 0.3689 | Spent: 11.8 secs | LR: 0.000222
INFO:tensorflow:Step 5900 | Loss: 0.4088 | Spent: 11.8 secs | LR: 0.000222
INFO:tensorflow:Step 5950 | Loss: 0.3994 | Spent: 11.9 secs | LR: 0.000221
INFO:tensorflow:Step 6000 | Loss: 0.4387 | Spent: 11.9 secs | LR: 0.000221
INFO:tensorflow:Step 6050 | Loss: 0.4158 | Spent: 11.9 secs | LR: 0.000220
INFO:tensorflow:Step 6100 | Loss: 0.4295 | Spent: 11.9 secs | LR: 0.000219
INFO:tensorflow:Step 6150 | Loss: 0.4518 | Spent: 11.9 secs | LR: 0.000219
INFO:tensorflow:Step 6200 | Loss: 0.4635 | Spent: 11.9 secs | LR: 0.000218
INFO:tensorflow:Step 6250 | Loss: 0.4612 | Spent: 12.0 secs | LR: 0.000218
Reading ../data/test.txt
INFO:tensorflow:Evaluation: Testing Accuracy: 0.913
INFO:tensorflow:Best Accuracy: 0.913
Reading ../data/train_bt_part1.txt
Reading ../data/train_bt_part2.txt
Reading ../data/train_bt_part3.txt
Reading ../data/train_bt_part4.txt
Reading ../data/train_bt_part5.txt
Reading ../data/train_bt_part6.txt
INFO:tensorflow:Step 6300 | Loss: 0.3533 | Spent: 226.8 secs | LR: 0.000217
INFO:tensorflow:Step 6350 | Loss: 0.4360 | Spent: 11.8 secs | LR: 0.000217
INFO:tensorflow:Step 6400 | Loss: 0.4761 | Spent: 11.9 secs | LR: 0.000216
INFO:tensorflow:Step 6450 | Loss: 0.4234 | Spent: 11.9 secs | LR: 0.000215
INFO:tensorflow:Step 6500 | Loss: 0.4055 | Spent: 11.9 secs | LR: 0.000215
INFO:tensorflow:Step 6550 | Loss: 0.4039 | Spent: 12.0 secs | LR: 0.000214
INFO:tensorflow:Step 6600 | Loss: 0.3717 | Spent: 12.0 secs | LR: 0.000214
INFO:tensorflow:Step 6650 | Loss: 0.4499 | Spent: 11.9 secs | LR: 0.000213
INFO:tensorflow:Step 6700 | Loss: 0.4660 | Spent: 11.9 secs | LR: 0.000213
INFO:tensorflow:Step 6750 | Loss: 0.3731 | Spent: 11.9 secs | LR: 0.000212
INFO:tensorflow:Step 6800 | Loss: 0.4004 | Spent: 12.0 secs | LR: 0.000212
INFO:tensorflow:Step 6850 | Loss: 0.4184 | Spent: 11.9 secs | LR: 0.000211
INFO:tensorflow:Step 6900 | Loss: 0.3896 | Spent: 11.8 secs | LR: 0.000211
INFO:tensorflow:Step 6950 | Loss: 0.4652 | Spent: 11.8 secs | LR: 0.000210
INFO:tensorflow:Step 7000 | Loss: 0.4460 | Spent: 11.9 secs | LR: 0.000210
INFO:tensorflow:Step 7050 | Loss: 0.4045 | Spent: 11.9 secs | LR: 0.000209
INFO:tensorflow:Step 7100 | Loss: 0.3875 | Spent: 12.1 secs | LR: 0.000208
INFO:tensorflow:Step 7150 | Loss: 0.5035 | Spent: 12.0 secs | LR: 0.000208
INFO:tensorflow:Step 7200 | Loss: 0.4127 | Spent: 11.9 secs | LR: 0.000207
INFO:tensorflow:Step 7250 | Loss: 0.4240 | Spent: 11.8 secs | LR: 0.000207
INFO:tensorflow:Step 7300 | Loss: 0.5807 | Spent: 11.8 secs | LR: 0.000206
INFO:tensorflow:Step 7350 | Loss: 0.4413 | Spent: 11.8 secs | LR: 0.000206
INFO:tensorflow:Step 7400 | Loss: 0.3951 | Spent: 11.8 secs | LR: 0.000205
INFO:tensorflow:Step 7450 | Loss: 0.4761 | Spent: 11.9 secs | LR: 0.000205
INFO:tensorflow:Step 7500 | Loss: 0.4498 | Spent: 11.9 secs | LR: 0.000204
INFO:tensorflow:Step 7550 | Loss: 0.4117 | Spent: 11.8 secs | LR: 0.000204
INFO:tensorflow:Step 7600 | Loss: 0.4836 | Spent: 11.9 secs | LR: 0.000203
INFO:tensorflow:Step 7650 | Loss: 0.4654 | Spent: 11.8 secs | LR: 0.000203
INFO:tensorflow:Step 7700 | Loss: 0.4202 | Spent: 11.9 secs | LR: 0.000202
INFO:tensorflow:Step 7750 | Loss: 0.4870 | Spent: 11.9 secs | LR: 0.000202
INFO:tensorflow:Step 7800 | Loss: 0.4949 | Spent: 11.9 secs | LR: 0.000201
Reading ../data/test.txt
INFO:tensorflow:Evaluation: Testing Accuracy: 0.918
INFO:tensorflow:Best Accuracy: 0.918
Reading ../data/train_bt_part1.txt
Reading ../data/train_bt_part2.txt
Reading ../data/train_bt_part3.txt
Reading ../data/train_bt_part4.txt
Reading ../data/train_bt_part5.txt
Reading ../data/train_bt_part6.txt
INFO:tensorflow:Step 7850 | Loss: 0.3866 | Spent: 226.3 secs | LR: 0.000201
INFO:tensorflow:Step 7900 | Loss: 0.4785 | Spent: 11.8 secs | LR: 0.000200
INFO:tensorflow:Step 7950 | Loss: 0.3647 | Spent: 12.0 secs | LR: 0.000200
INFO:tensorflow:Step 8000 | Loss: 0.3672 | Spent: 11.9 secs | LR: 0.000199
INFO:tensorflow:Step 8050 | Loss: 0.4408 | Spent: 11.8 secs | LR: 0.000199
INFO:tensorflow:Step 8100 | Loss: 0.3918 | Spent: 11.8 secs | LR: 0.000198
INFO:tensorflow:Step 8150 | Loss: 0.4339 | Spent: 11.8 secs | LR: 0.000198
INFO:tensorflow:Step 8200 | Loss: 0.3878 | Spent: 11.8 secs | LR: 0.000197
INFO:tensorflow:Step 8250 | Loss: 0.5037 | Spent: 11.9 secs | LR: 0.000196
INFO:tensorflow:Step 8300 | Loss: 0.4390 | Spent: 12.0 secs | LR: 0.000196
INFO:tensorflow:Step 8350 | Loss: 0.4637 | Spent: 11.8 secs | LR: 0.000195
INFO:tensorflow:Step 8400 | Loss: 0.4121 | Spent: 11.8 secs | LR: 0.000195
INFO:tensorflow:Step 8450 | Loss: 0.3752 | Spent: 11.8 secs | LR: 0.000194
INFO:tensorflow:Step 8500 | Loss: 0.4470 | Spent: 11.8 secs | LR: 0.000194
INFO:tensorflow:Step 8550 | Loss: 0.4295 | Spent: 11.8 secs | LR: 0.000193
INFO:tensorflow:Step 8600 | Loss: 0.3703 | Spent: 11.8 secs | LR: 0.000193
INFO:tensorflow:Step 8650 | Loss: 0.3316 | Spent: 11.8 secs | LR: 0.000192
INFO:tensorflow:Step 8700 | Loss: 0.4240 | Spent: 11.8 secs | LR: 0.000192
INFO:tensorflow:Step 8750 | Loss: 0.4060 | Spent: 11.8 secs | LR: 0.000192
INFO:tensorflow:Step 8800 | Loss: 0.4002 | Spent: 11.8 secs | LR: 0.000191
INFO:tensorflow:Step 8850 | Loss: 0.3949 | Spent: 11.8 secs | LR: 0.000191
INFO:tensorflow:Step 8900 | Loss: 0.4433 | Spent: 11.8 secs | LR: 0.000190
INFO:tensorflow:Step 8950 | Loss: 0.4010 | Spent: 11.8 secs | LR: 0.000190
INFO:tensorflow:Step 9000 | Loss: 0.4337 | Spent: 11.8 secs | LR: 0.000189
INFO:tensorflow:Step 9050 | Loss: 0.4394 | Spent: 12.0 secs | LR: 0.000189
INFO:tensorflow:Step 9100 | Loss: 0.4054 | Spent: 11.7 secs | LR: 0.000188
INFO:tensorflow:Step 9150 | Loss: 0.3763 | Spent: 11.8 secs | LR: 0.000188
INFO:tensorflow:Step 9200 | Loss: 0.3488 | Spent: 11.8 secs | LR: 0.000187
INFO:tensorflow:Step 9250 | Loss: 0.3990 | Spent: 11.8 secs | LR: 0.000187
INFO:tensorflow:Step 9300 | Loss: 0.4244 | Spent: 11.9 secs | LR: 0.000186
INFO:tensorflow:Step 9350 | Loss: 0.3984 | Spent: 11.8 secs | LR: 0.000186
Reading ../data/test.txt
INFO:tensorflow:Evaluation: Testing Accuracy: 0.920
INFO:tensorflow:Best Accuracy: 0.920
Reading ../data/train_bt_part1.txt
Reading ../data/train_bt_part2.txt
Reading ../data/train_bt_part3.txt
Reading ../data/train_bt_part4.txt
Reading ../data/train_bt_part5.txt
Reading ../data/train_bt_part6.txt
INFO:tensorflow:Step 9400 | Loss: 0.4116 | Spent: 226.6 secs | LR: 0.000185
INFO:tensorflow:Step 9450 | Loss: 0.4069 | Spent: 11.8 secs | LR: 0.000185
INFO:tensorflow:Step 9500 | Loss: 0.4304 | Spent: 11.8 secs | LR: 0.000184
INFO:tensorflow:Step 9550 | Loss: 0.3860 | Spent: 11.8 secs | LR: 0.000184
INFO:tensorflow:Step 9600 | Loss: 0.3884 | Spent: 11.8 secs | LR: 0.000183
INFO:tensorflow:Step 9650 | Loss: 0.3951 | Spent: 11.8 secs | LR: 0.000183
INFO:tensorflow:Step 9700 | Loss: 0.3845 | Spent: 11.8 secs | LR: 0.000182
INFO:tensorflow:Step 9750 | Loss: 0.3692 | Spent: 11.8 secs | LR: 0.000182
INFO:tensorflow:Step 9800 | Loss: 0.3943 | Spent: 11.8 secs | LR: 0.000181
INFO:tensorflow:Step 9850 | Loss: 0.4141 | Spent: 11.8 secs | LR: 0.000181
INFO:tensorflow:Step 9900 | Loss: 0.4028 | Spent: 11.8 secs | LR: 0.000181
INFO:tensorflow:Step 9950 | Loss: 0.4108 | Spent: 11.9 secs | LR: 0.000180
INFO:tensorflow:Step 10000 | Loss: 0.3913 | Spent: 12.0 secs | LR: 0.000180
INFO:tensorflow:Step 10050 | Loss: 0.4093 | Spent: 11.8 secs | LR: 0.000179
INFO:tensorflow:Step 10100 | Loss: 0.5369 | Spent: 11.8 secs | LR: 0.000179
INFO:tensorflow:Step 10150 | Loss: 0.5089 | Spent: 11.8 secs | LR: 0.000178
INFO:tensorflow:Step 10200 | Loss: 0.3956 | Spent: 11.8 secs | LR: 0.000178
INFO:tensorflow:Step 10250 | Loss: 0.3730 | Spent: 11.7 secs | LR: 0.000177
INFO:tensorflow:Step 10300 | Loss: 0.3735 | Spent: 11.7 secs | LR: 0.000177
INFO:tensorflow:Step 10350 | Loss: 0.4520 | Spent: 11.8 secs | LR: 0.000176
INFO:tensorflow:Step 10400 | Loss: 0.3721 | Spent: 11.8 secs | LR: 0.000176
INFO:tensorflow:Step 10450 | Loss: 0.4954 | Spent: 11.8 secs | LR: 0.000176
INFO:tensorflow:Step 10500 | Loss: 0.4567 | Spent: 11.8 secs | LR: 0.000175
INFO:tensorflow:Step 10550 | Loss: 0.4801 | Spent: 11.8 secs | LR: 0.000175
INFO:tensorflow:Step 10600 | Loss: 0.4178 | Spent: 11.8 secs | LR: 0.000174
INFO:tensorflow:Step 10650 | Loss: 0.4548 | Spent: 11.8 secs | LR: 0.000174
INFO:tensorflow:Step 10700 | Loss: 0.3914 | Spent: 11.8 secs | LR: 0.000173
INFO:tensorflow:Step 10750 | Loss: 0.4094 | Spent: 11.8 secs | LR: 0.000173
INFO:tensorflow:Step 10800 | Loss: 0.3506 | Spent: 11.8 secs | LR: 0.000172
INFO:tensorflow:Step 10850 | Loss: 0.3988 | Spent: 11.8 secs | LR: 0.000172
INFO:tensorflow:Step 10900 | Loss: 0.4017 | Spent: 11.8 secs | LR: 0.000172
Reading ../data/test.txt
INFO:tensorflow:Evaluation: Testing Accuracy: 0.918
INFO:tensorflow:Best Accuracy: 0.920
Reading ../data/train_bt_part1.txt
Reading ../data/train_bt_part2.txt
Reading ../data/train_bt_part3.txt
Reading ../data/train_bt_part4.txt
Reading ../data/train_bt_part5.txt
Reading ../data/train_bt_part6.txt
INFO:tensorflow:Step 10950 | Loss: 0.4171 | Spent: 227.3 secs | LR: 0.000171
INFO:tensorflow:Step 11000 | Loss: 0.4349 | Spent: 11.8 secs | LR: 0.000171
INFO:tensorflow:Step 11050 | Loss: 0.3873 | Spent: 11.7 secs | LR: 0.000170
INFO:tensorflow:Step 11100 | Loss: 0.3828 | Spent: 11.8 secs | LR: 0.000170
INFO:tensorflow:Step 11150 | Loss: 0.4412 | Spent: 11.8 secs | LR: 0.000169
INFO:tensorflow:Step 11200 | Loss: 0.4105 | Spent: 11.8 secs | LR: 0.000169
INFO:tensorflow:Step 11250 | Loss: 0.3723 | Spent: 11.8 secs | LR: 0.000168
INFO:tensorflow:Step 11300 | Loss: 0.4122 | Spent: 11.8 secs | LR: 0.000168
INFO:tensorflow:Step 11350 | Loss: 0.4384 | Spent: 11.9 secs | LR: 0.000168
INFO:tensorflow:Step 11400 | Loss: 0.3851 | Spent: 11.8 secs | LR: 0.000167
INFO:tensorflow:Step 11450 | Loss: 0.4331 | Spent: 11.8 secs | LR: 0.000167
INFO:tensorflow:Step 11500 | Loss: 0.3741 | Spent: 11.8 secs | LR: 0.000166
INFO:tensorflow:Step 11550 | Loss: 0.3896 | Spent: 11.9 secs | LR: 0.000166
INFO:tensorflow:Step 11600 | Loss: 0.3564 | Spent: 11.8 secs | LR: 0.000165
INFO:tensorflow:Step 11650 | Loss: 0.3898 | Spent: 11.8 secs | LR: 0.000165
INFO:tensorflow:Step 11700 | Loss: 0.3682 | Spent: 11.9 secs | LR: 0.000165
INFO:tensorflow:Step 11750 | Loss: 0.3978 | Spent: 11.9 secs | LR: 0.000164
INFO:tensorflow:Step 11800 | Loss: 0.4026 | Spent: 11.8 secs | LR: 0.000164
INFO:tensorflow:Step 11850 | Loss: 0.4536 | Spent: 11.8 secs | LR: 0.000163
INFO:tensorflow:Step 11900 | Loss: 0.4163 | Spent: 11.8 secs | LR: 0.000163
INFO:tensorflow:Step 11950 | Loss: 0.3942 | Spent: 12.0 secs | LR: 0.000163
INFO:tensorflow:Step 12000 | Loss: 0.4040 | Spent: 11.8 secs | LR: 0.000162
INFO:tensorflow:Step 12050 | Loss: 0.4214 | Spent: 11.8 secs | LR: 0.000162
INFO:tensorflow:Step 12100 | Loss: 0.4413 | Spent: 11.8 secs | LR: 0.000161
INFO:tensorflow:Step 12150 | Loss: 0.3786 | Spent: 11.8 secs | LR: 0.000161
INFO:tensorflow:Step 12200 | Loss: 0.3873 | Spent: 11.8 secs | LR: 0.000160
INFO:tensorflow:Step 12250 | Loss: 0.3466 | Spent: 11.8 secs | LR: 0.000160
INFO:tensorflow:Step 12300 | Loss: 0.3564 | Spent: 11.8 secs | LR: 0.000160
INFO:tensorflow:Step 12350 | Loss: 0.3682 | Spent: 11.8 secs | LR: 0.000159
INFO:tensorflow:Step 12400 | Loss: 0.5091 | Spent: 11.8 secs | LR: 0.000159
INFO:tensorflow:Step 12450 | Loss: 0.5078 | Spent: 11.8 secs | LR: 0.000158
INFO:tensorflow:Step 12500 | Loss: 0.3668 | Spent: 11.8 secs | LR: 0.000158
Reading ../data/test.txt
INFO:tensorflow:Evaluation: Testing Accuracy: 0.922
INFO:tensorflow:Best Accuracy: 0.922
Reading ../data/train_bt_part1.txt
Reading ../data/train_bt_part2.txt
Reading ../data/train_bt_part3.txt
Reading ../data/train_bt_part4.txt
Reading ../data/train_bt_part5.txt
Reading ../data/train_bt_part6.txt
INFO:tensorflow:Step 12550 | Loss: 0.3853 | Spent: 226.0 secs | LR: 0.000158
INFO:tensorflow:Step 12600 | Loss: 0.4402 | Spent: 11.8 secs | LR: 0.000157
INFO:tensorflow:Step 12650 | Loss: 0.3681 | Spent: 11.8 secs | LR: 0.000157
INFO:tensorflow:Step 12700 | Loss: 0.3742 | Spent: 11.8 secs | LR: 0.000156
INFO:tensorflow:Step 12750 | Loss: 0.4084 | Spent: 11.8 secs | LR: 0.000156
INFO:tensorflow:Step 12800 | Loss: 0.3967 | Spent: 11.9 secs | LR: 0.000156
INFO:tensorflow:Step 12850 | Loss: 0.3491 | Spent: 11.8 secs | LR: 0.000155
INFO:tensorflow:Step 12900 | Loss: 0.4117 | Spent: 11.8 secs | LR: 0.000155
INFO:tensorflow:Step 12950 | Loss: 0.3828 | Spent: 11.7 secs | LR: 0.000154
INFO:tensorflow:Step 13000 | Loss: 0.4459 | Spent: 11.9 secs | LR: 0.000154
INFO:tensorflow:Step 13050 | Loss: 0.3886 | Spent: 11.8 secs | LR: 0.000154
INFO:tensorflow:Step 13100 | Loss: 0.4382 | Spent: 11.8 secs | LR: 0.000153
INFO:tensorflow:Step 13150 | Loss: 0.3700 | Spent: 11.7 secs | LR: 0.000153
INFO:tensorflow:Step 13200 | Loss: 0.4523 | Spent: 11.8 secs | LR: 0.000152
INFO:tensorflow:Step 13250 | Loss: 0.4504 | Spent: 11.8 secs | LR: 0.000152
INFO:tensorflow:Step 13300 | Loss: 0.3752 | Spent: 11.8 secs | LR: 0.000152
INFO:tensorflow:Step 13350 | Loss: 0.3491 | Spent: 11.8 secs | LR: 0.000151
INFO:tensorflow:Step 13400 | Loss: 0.4299 | Spent: 11.8 secs | LR: 0.000151
INFO:tensorflow:Step 13450 | Loss: 0.4838 | Spent: 12.0 secs | LR: 0.000150
INFO:tensorflow:Step 13500 | Loss: 0.3716 | Spent: 11.7 secs | LR: 0.000150
INFO:tensorflow:Step 13550 | Loss: 0.4158 | Spent: 11.8 secs | LR: 0.000150
INFO:tensorflow:Step 13600 | Loss: 0.3620 | Spent: 11.8 secs | LR: 0.000149
INFO:tensorflow:Step 13650 | Loss: 0.3429 | Spent: 11.8 secs | LR: 0.000149
INFO:tensorflow:Step 13700 | Loss: 0.3681 | Spent: 11.9 secs | LR: 0.000149
INFO:tensorflow:Step 13750 | Loss: 0.3872 | Spent: 11.8 secs | LR: 0.000148
INFO:tensorflow:Step 13800 | Loss: 0.3612 | Spent: 11.8 secs | LR: 0.000148
INFO:tensorflow:Step 13850 | Loss: 0.4000 | Spent: 11.8 secs | LR: 0.000147
INFO:tensorflow:Step 13900 | Loss: 0.3964 | Spent: 11.8 secs | LR: 0.000147
INFO:tensorflow:Step 13950 | Loss: 0.4031 | Spent: 12.0 secs | LR: 0.000147
INFO:tensorflow:Step 14000 | Loss: 0.4652 | Spent: 11.8 secs | LR: 0.000146
INFO:tensorflow:Step 14050 | Loss: 0.3642 | Spent: 11.9 secs | LR: 0.000146
Reading ../data/test.txt
INFO:tensorflow:Evaluation: Testing Accuracy: 0.921
INFO:tensorflow:Best Accuracy: 0.922
Reading ../data/train_bt_part1.txt
Reading ../data/train_bt_part2.txt
Reading ../data/train_bt_part3.txt
Reading ../data/train_bt_part4.txt
Reading ../data/train_bt_part5.txt
Reading ../data/train_bt_part6.txt
INFO:tensorflow:Step 14100 | Loss: 0.4219 | Spent: 226.2 secs | LR: 0.000146
INFO:tensorflow:Step 14150 | Loss: 0.3948 | Spent: 11.8 secs | LR: 0.000145
INFO:tensorflow:Step 14200 | Loss: 0.4087 | Spent: 11.8 secs | LR: 0.000145
INFO:tensorflow:Step 14250 | Loss: 0.3629 | Spent: 11.8 secs | LR: 0.000144
INFO:tensorflow:Step 14300 | Loss: 0.4207 | Spent: 11.8 secs | LR: 0.000144
INFO:tensorflow:Step 14350 | Loss: 0.3958 | Spent: 12.0 secs | LR: 0.000144
INFO:tensorflow:Step 14400 | Loss: 0.3385 | Spent: 11.8 secs | LR: 0.000143
INFO:tensorflow:Step 14450 | Loss: 0.3502 | Spent: 11.8 secs | LR: 0.000143
INFO:tensorflow:Step 14500 | Loss: 0.4000 | Spent: 11.9 secs | LR: 0.000143
INFO:tensorflow:Step 14550 | Loss: 0.4232 | Spent: 11.8 secs | LR: 0.000142
INFO:tensorflow:Step 14600 | Loss: 0.3848 | Spent: 12.0 secs | LR: 0.000142
INFO:tensorflow:Step 14650 | Loss: 0.3804 | Spent: 12.0 secs | LR: 0.000142
INFO:tensorflow:Step 14700 | Loss: 0.3454 | Spent: 11.9 secs | LR: 0.000141
INFO:tensorflow:Step 14750 | Loss: 0.3470 | Spent: 11.8 secs | LR: 0.000141
INFO:tensorflow:Step 14800 | Loss: 0.4585 | Spent: 11.8 secs | LR: 0.000140
INFO:tensorflow:Step 14850 | Loss: 0.4417 | Spent: 11.8 secs | LR: 0.000140
INFO:tensorflow:Step 14900 | Loss: 0.5006 | Spent: 12.1 secs | LR: 0.000140
INFO:tensorflow:Step 14950 | Loss: 0.4055 | Spent: 11.8 secs | LR: 0.000139
INFO:tensorflow:Step 15000 | Loss: 0.3959 | Spent: 11.8 secs | LR: 0.000139
INFO:tensorflow:Step 15050 | Loss: 0.4154 | Spent: 11.8 secs | LR: 0.000139
INFO:tensorflow:Step 15100 | Loss: 0.3808 | Spent: 11.8 secs | LR: 0.000138
INFO:tensorflow:Step 15150 | Loss: 0.4163 | Spent: 12.0 secs | LR: 0.000138
INFO:tensorflow:Step 15200 | Loss: 0.4220 | Spent: 12.1 secs | LR: 0.000138
INFO:tensorflow:Step 15250 | Loss: 0.3799 | Spent: 11.9 secs | LR: 0.000137
INFO:tensorflow:Step 15300 | Loss: 0.3707 | Spent: 11.8 secs | LR: 0.000137
INFO:tensorflow:Step 15350 | Loss: 0.3334 | Spent: 11.8 secs | LR: 0.000137
INFO:tensorflow:Step 15400 | Loss: 0.3851 | Spent: 11.8 secs | LR: 0.000136
INFO:tensorflow:Step 15450 | Loss: 0.3402 | Spent: 11.8 secs | LR: 0.000136
INFO:tensorflow:Step 15500 | Loss: 0.3400 | Spent: 12.0 secs | LR: 0.000135
INFO:tensorflow:Step 15550 | Loss: 0.4159 | Spent: 11.8 secs | LR: 0.000135
INFO:tensorflow:Step 15600 | Loss: 0.4741 | Spent: 11.8 secs | LR: 0.000135
Reading ../data/test.txt
INFO:tensorflow:Evaluation: Testing Accuracy: 0.924
INFO:tensorflow:Best Accuracy: 0.924
Reading ../data/train_bt_part1.txt
Reading ../data/train_bt_part2.txt
Reading ../data/train_bt_part3.txt
Reading ../data/train_bt_part4.txt
Reading ../data/train_bt_part5.txt
Reading ../data/train_bt_part6.txt
INFO:tensorflow:Step 15650 | Loss: 0.4066 | Spent: 227.4 secs | LR: 0.000134
INFO:tensorflow:Step 15700 | Loss: 0.3544 | Spent: 12.0 secs | LR: 0.000134
INFO:tensorflow:Step 15750 | Loss: 0.4200 | Spent: 12.0 secs | LR: 0.000134
INFO:tensorflow:Step 15800 | Loss: 0.3427 | Spent: 12.0 secs | LR: 0.000133
INFO:tensorflow:Step 15850 | Loss: 0.3445 | Spent: 11.8 secs | LR: 0.000133
INFO:tensorflow:Step 15900 | Loss: 0.4005 | Spent: 11.9 secs | LR: 0.000133
INFO:tensorflow:Step 15950 | Loss: 0.3829 | Spent: 11.8 secs | LR: 0.000132
INFO:tensorflow:Step 16000 | Loss: 0.3656 | Spent: 11.8 secs | LR: 0.000132
INFO:tensorflow:Step 16050 | Loss: 0.4173 | Spent: 12.0 secs | LR: 0.000132
INFO:tensorflow:Step 16100 | Loss: 0.4013 | Spent: 11.9 secs | LR: 0.000131
INFO:tensorflow:Step 16150 | Loss: 0.4524 | Spent: 11.9 secs | LR: 0.000131
INFO:tensorflow:Step 16200 | Loss: 0.3977 | Spent: 11.8 secs | LR: 0.000131
INFO:tensorflow:Step 16250 | Loss: 0.3987 | Spent: 11.9 secs | LR: 0.000130
INFO:tensorflow:Step 16300 | Loss: 0.4741 | Spent: 12.0 secs | LR: 0.000130
INFO:tensorflow:Step 16350 | Loss: 0.3538 | Spent: 11.9 secs | LR: 0.000130
INFO:tensorflow:Step 16400 | Loss: 0.4381 | Spent: 11.8 secs | LR: 0.000129
INFO:tensorflow:Step 16450 | Loss: 0.3431 | Spent: 11.8 secs | LR: 0.000129
INFO:tensorflow:Step 16500 | Loss: 0.3371 | Spent: 11.8 secs | LR: 0.000129
INFO:tensorflow:Step 16550 | Loss: 0.4404 | Spent: 11.9 secs | LR: 0.000128
INFO:tensorflow:Step 16600 | Loss: 0.4050 | Spent: 12.1 secs | LR: 0.000128
INFO:tensorflow:Step 16650 | Loss: 0.3911 | Spent: 12.0 secs | LR: 0.000128
INFO:tensorflow:Step 16700 | Loss: 0.4180 | Spent: 11.9 secs | LR: 0.000127
INFO:tensorflow:Step 16750 | Loss: 0.3990 | Spent: 11.8 secs | LR: 0.000127
INFO:tensorflow:Step 16800 | Loss: 0.3636 | Spent: 11.8 secs | LR: 0.000127
INFO:tensorflow:Step 16850 | Loss: 0.3749 | Spent: 12.0 secs | LR: 0.000126
INFO:tensorflow:Step 16900 | Loss: 0.3336 | Spent: 12.1 secs | LR: 0.000126
INFO:tensorflow:Step 16950 | Loss: 0.4294 | Spent: 12.0 secs | LR: 0.000126
INFO:tensorflow:Step 17000 | Loss: 0.3778 | Spent: 11.9 secs | LR: 0.000125
INFO:tensorflow:Step 17050 | Loss: 0.3484 | Spent: 11.8 secs | LR: 0.000125
INFO:tensorflow:Step 17100 | Loss: 0.4254 | Spent: 11.8 secs | LR: 0.000125
INFO:tensorflow:Step 17150 | Loss: 0.3486 | Spent: 12.0 secs | LR: 0.000124
Reading ../data/test.txt
INFO:tensorflow:Evaluation: Testing Accuracy: 0.924
INFO:tensorflow:Best Accuracy: 0.924
Reading ../data/train_bt_part1.txt
Reading ../data/train_bt_part2.txt
Reading ../data/train_bt_part3.txt
Reading ../data/train_bt_part4.txt
Reading ../data/train_bt_part5.txt
Reading ../data/train_bt_part6.txt
INFO:tensorflow:Step 17200 | Loss: 0.3985 | Spent: 227.4 secs | LR: 0.000124
INFO:tensorflow:Step 17250 | Loss: 0.4178 | Spent: 12.0 secs | LR: 0.000124
INFO:tensorflow:Step 17300 | Loss: 0.4426 | Spent: 11.9 secs | LR: 0.000124
INFO:tensorflow:Step 17350 | Loss: 0.3296 | Spent: 11.8 secs | LR: 0.000123
INFO:tensorflow:Step 17400 | Loss: 0.4560 | Spent: 12.0 secs | LR: 0.000123
INFO:tensorflow:Step 17450 | Loss: 0.3498 | Spent: 11.8 secs | LR: 0.000123
INFO:tensorflow:Step 17500 | Loss: 0.3967 | Spent: 11.8 secs | LR: 0.000122
INFO:tensorflow:Step 17550 | Loss: 0.4067 | Spent: 11.9 secs | LR: 0.000122
INFO:tensorflow:Step 17600 | Loss: 0.3861 | Spent: 11.9 secs | LR: 0.000122
INFO:tensorflow:Step 17650 | Loss: 0.4085 | Spent: 12.1 secs | LR: 0.000121
INFO:tensorflow:Step 17700 | Loss: 0.4576 | Spent: 12.0 secs | LR: 0.000121
INFO:tensorflow:Step 17750 | Loss: 0.3665 | Spent: 11.9 secs | LR: 0.000121
INFO:tensorflow:Step 17800 | Loss: 0.4150 | Spent: 11.8 secs | LR: 0.000120
INFO:tensorflow:Step 17850 | Loss: 0.3630 | Spent: 11.8 secs | LR: 0.000120
INFO:tensorflow:Step 17900 | Loss: 0.3314 | Spent: 12.0 secs | LR: 0.000120
INFO:tensorflow:Step 17950 | Loss: 0.3982 | Spent: 12.0 secs | LR: 0.000119
INFO:tensorflow:Step 18000 | Loss: 0.3814 | Spent: 12.0 secs | LR: 0.000119
INFO:tensorflow:Step 18050 | Loss: 0.3605 | Spent: 11.9 secs | LR: 0.000119
INFO:tensorflow:Step 18100 | Loss: 0.3491 | Spent: 11.9 secs | LR: 0.000119
INFO:tensorflow:Step 18150 | Loss: 0.3748 | Spent: 11.9 secs | LR: 0.000118
INFO:tensorflow:Step 18200 | Loss: 0.3998 | Spent: 11.9 secs | LR: 0.000118
INFO:tensorflow:Step 18250 | Loss: 0.3564 | Spent: 12.0 secs | LR: 0.000118
INFO:tensorflow:Step 18300 | Loss: 0.3914 | Spent: 11.8 secs | LR: 0.000117
INFO:tensorflow:Step 18350 | Loss: 0.3428 | Spent: 11.9 secs | LR: 0.000117
INFO:tensorflow:Step 18400 | Loss: 0.3821 | Spent: 11.9 secs | LR: 0.000117
INFO:tensorflow:Step 18450 | Loss: 0.3724 | Spent: 11.8 secs | LR: 0.000116
INFO:tensorflow:Step 18500 | Loss: 0.3986 | Spent: 12.0 secs | LR: 0.000116
INFO:tensorflow:Step 18550 | Loss: 0.3518 | Spent: 12.0 secs | LR: 0.000116
INFO:tensorflow:Step 18600 | Loss: 0.3723 | Spent: 11.9 secs | LR: 0.000116
INFO:tensorflow:Step 18650 | Loss: 0.3880 | Spent: 11.8 secs | LR: 0.000115
INFO:tensorflow:Step 18700 | Loss: 0.3458 | Spent: 11.8 secs | LR: 0.000115
INFO:tensorflow:Step 18750 | Loss: 0.3497 | Spent: 12.0 secs | LR: 0.000115
Reading ../data/test.txt
INFO:tensorflow:Evaluation: Testing Accuracy: 0.916
INFO:tensorflow:Best Accuracy: 0.924
Reading ../data/train_bt_part1.txt
Reading ../data/train_bt_part2.txt
Reading ../data/train_bt_part3.txt
Reading ../data/train_bt_part4.txt
Reading ../data/train_bt_part5.txt
Reading ../data/train_bt_part6.txt
INFO:tensorflow:Step 18800 | Loss: 0.4166 | Spent: 227.0 secs | LR: 0.000114
INFO:tensorflow:Step 18850 | Loss: 0.4388 | Spent: 12.1 secs | LR: 0.000114
INFO:tensorflow:Step 18900 | Loss: 0.3645 | Spent: 11.9 secs | LR: 0.000114
INFO:tensorflow:Step 18950 | Loss: 0.3332 | Spent: 12.1 secs | LR: 0.000113
INFO:tensorflow:Step 19000 | Loss: 0.4181 | Spent: 12.1 secs | LR: 0.000113
INFO:tensorflow:Step 19050 | Loss: 0.3652 | Spent: 11.9 secs | LR: 0.000113
INFO:tensorflow:Step 19100 | Loss: 0.4162 | Spent: 11.8 secs | LR: 0.000113
INFO:tensorflow:Step 19150 | Loss: 0.5009 | Spent: 11.8 secs | LR: 0.000112
INFO:tensorflow:Step 19200 | Loss: 0.3642 | Spent: 11.9 secs | LR: 0.000112
INFO:tensorflow:Step 19250 | Loss: 0.3631 | Spent: 11.8 secs | LR: 0.000112
INFO:tensorflow:Step 19300 | Loss: 0.3469 | Spent: 11.8 secs | LR: 0.000111
INFO:tensorflow:Step 19350 | Loss: 0.4249 | Spent: 11.8 secs | LR: 0.000111
INFO:tensorflow:Step 19400 | Loss: 0.4567 | Spent: 11.8 secs | LR: 0.000111
INFO:tensorflow:Step 19450 | Loss: 0.4848 | Spent: 11.8 secs | LR: 0.000111
INFO:tensorflow:Step 19500 | Loss: 0.3368 | Spent: 11.8 secs | LR: 0.000110
INFO:tensorflow:Step 19550 | Loss: 0.3564 | Spent: 11.9 secs | LR: 0.000110
INFO:tensorflow:Step 19600 | Loss: 0.3817 | Spent: 11.9 secs | LR: 0.000110
INFO:tensorflow:Step 19650 | Loss: 0.3628 | Spent: 11.9 secs | LR: 0.000109
INFO:tensorflow:Step 19700 | Loss: 0.4228 | Spent: 11.9 secs | LR: 0.000109
INFO:tensorflow:Step 19750 | Loss: 0.3482 | Spent: 11.9 secs | LR: 0.000109
INFO:tensorflow:Step 19800 | Loss: 0.4294 | Spent: 11.8 secs | LR: 0.000109
INFO:tensorflow:Step 19850 | Loss: 0.3350 | Spent: 11.8 secs | LR: 0.000108
INFO:tensorflow:Step 19900 | Loss: 0.3791 | Spent: 11.9 secs | LR: 0.000108
INFO:tensorflow:Step 19950 | Loss: 0.4028 | Spent: 11.8 secs | LR: 0.000108
INFO:tensorflow:Step 20000 | Loss: 0.3536 | Spent: 12.0 secs | LR: 0.000108
INFO:tensorflow:Step 20050 | Loss: 0.3354 | Spent: 11.8 secs | LR: 0.000107
INFO:tensorflow:Step 20100 | Loss: 0.3811 | Spent: 11.8 secs | LR: 0.000107
INFO:tensorflow:Step 20150 | Loss: 0.3344 | Spent: 11.8 secs | LR: 0.000107
INFO:tensorflow:Step 20200 | Loss: 0.3989 | Spent: 11.9 secs | LR: 0.000106
INFO:tensorflow:Step 20250 | Loss: 0.4012 | Spent: 11.9 secs | LR: 0.000106
INFO:tensorflow:Step 20300 | Loss: 0.5588 | Spent: 11.9 secs | LR: 0.000106
Reading ../data/test.txt
INFO:tensorflow:Evaluation: Testing Accuracy: 0.920
INFO:tensorflow:Best Accuracy: 0.924
Reading ../data/train_bt_part1.txt
Reading ../data/train_bt_part2.txt
Reading ../data/train_bt_part3.txt
Reading ../data/train_bt_part4.txt
Reading ../data/train_bt_part5.txt
Reading ../data/train_bt_part6.txt
INFO:tensorflow:Step 20350 | Loss: 0.3888 | Spent: 226.9 secs | LR: 0.000106
INFO:tensorflow:Step 20400 | Loss: 0.3758 | Spent: 11.8 secs | LR: 0.000105
INFO:tensorflow:Step 20450 | Loss: 0.3472 | Spent: 11.8 secs | LR: 0.000105
INFO:tensorflow:Step 20500 | Loss: 0.3691 | Spent: 11.8 secs | LR: 0.000105
INFO:tensorflow:Step 20550 | Loss: 0.3562 | Spent: 11.8 secs | LR: 0.000105
INFO:tensorflow:Step 20600 | Loss: 0.4170 | Spent: 11.8 secs | LR: 0.000104
INFO:tensorflow:Step 20650 | Loss: 0.3744 | Spent: 12.0 secs | LR: 0.000104
INFO:tensorflow:Step 20700 | Loss: 0.3875 | Spent: 11.9 secs | LR: 0.000104
INFO:tensorflow:Step 20750 | Loss: 0.3618 | Spent: 11.8 secs | LR: 0.000103
INFO:tensorflow:Step 20800 | Loss: 0.3646 | Spent: 11.9 secs | LR: 0.000103
INFO:tensorflow:Step 20850 | Loss: 0.3868 | Spent: 11.8 secs | LR: 0.000103
INFO:tensorflow:Step 20900 | Loss: 0.3575 | Spent: 11.9 secs | LR: 0.000103
INFO:tensorflow:Step 20950 | Loss: 0.3669 | Spent: 12.0 secs | LR: 0.000102
INFO:tensorflow:Step 21000 | Loss: 0.4167 | Spent: 11.9 secs | LR: 0.000102
INFO:tensorflow:Step 21050 | Loss: 0.3519 | Spent: 11.8 secs | LR: 0.000102
INFO:tensorflow:Step 21100 | Loss: 0.3314 | Spent: 11.8 secs | LR: 0.000102
INFO:tensorflow:Step 21150 | Loss: 0.3788 | Spent: 11.8 secs | LR: 0.000101
INFO:tensorflow:Step 21200 | Loss: 0.4332 | Spent: 11.8 secs | LR: 0.000101
INFO:tensorflow:Step 21250 | Loss: 0.3711 | Spent: 11.8 secs | LR: 0.000101
INFO:tensorflow:Step 21300 | Loss: 0.3325 | Spent: 11.8 secs | LR: 0.000101
INFO:tensorflow:Step 21350 | Loss: 0.3664 | Spent: 11.9 secs | LR: 0.000100
INFO:tensorflow:Step 21400 | Loss: 0.3913 | Spent: 11.8 secs | LR: 0.000100
INFO:tensorflow:Step 21450 | Loss: 0.4405 | Spent: 11.8 secs | LR: 0.000100
INFO:tensorflow:Step 21500 | Loss: 0.3733 | Spent: 11.8 secs | LR: 0.000100
INFO:tensorflow:Step 21550 | Loss: 0.3647 | Spent: 11.8 secs | LR: 0.000099
INFO:tensorflow:Step 21600 | Loss: 0.4246 | Spent: 11.8 secs | LR: 0.000099
INFO:tensorflow:Step 21650 | Loss: 0.4648 | Spent: 11.8 secs | LR: 0.000099
INFO:tensorflow:Step 21700 | Loss: 0.3476 | Spent: 11.9 secs | LR: 0.000099
INFO:tensorflow:Step 21750 | Loss: 0.4657 | Spent: 11.8 secs | LR: 0.000098
INFO:tensorflow:Step 21800 | Loss: 0.3639 | Spent: 11.8 secs | LR: 0.000098
INFO:tensorflow:Step 21850 | Loss: 0.3788 | Spent: 11.8 secs | LR: 0.000098
Reading ../data/test.txt
INFO:tensorflow:Evaluation: Testing Accuracy: 0.920
INFO:tensorflow:Best Accuracy: 0.924
Reading ../data/train_bt_part1.txt
Reading ../data/train_bt_part2.txt
Reading ../data/train_bt_part3.txt
Reading ../data/train_bt_part4.txt
Reading ../data/train_bt_part5.txt
Reading ../data/train_bt_part6.txt
INFO:tensorflow:Step 21900 | Loss: 0.3504 | Spent: 226.0 secs | LR: 0.000098
INFO:tensorflow:Step 21950 | Loss: 0.3714 | Spent: 12.0 secs | LR: 0.000097
INFO:tensorflow:Step 22000 | Loss: 0.3608 | Spent: 11.9 secs | LR: 0.000097
INFO:tensorflow:Step 22050 | Loss: 0.3899 | Spent: 11.9 secs | LR: 0.000097
INFO:tensorflow:Step 22100 | Loss: 0.3983 | Spent: 11.9 secs | LR: 0.000097
INFO:tensorflow:Step 22150 | Loss: 0.4165 | Spent: 11.9 secs | LR: 0.000096
INFO:tensorflow:Step 22200 | Loss: 0.3973 | Spent: 11.8 secs | LR: 0.000096
INFO:tensorflow:Step 22250 | Loss: 0.3582 | Spent: 11.9 secs | LR: 0.000096
INFO:tensorflow:Step 22300 | Loss: 0.4912 | Spent: 11.9 secs | LR: 0.000096
INFO:tensorflow:Step 22350 | Loss: 0.3308 | Spent: 11.9 secs | LR: 0.000095
INFO:tensorflow:Step 22400 | Loss: 0.4077 | Spent: 12.0 secs | LR: 0.000095
INFO:tensorflow:Step 22450 | Loss: 0.4181 | Spent: 11.9 secs | LR: 0.000095
INFO:tensorflow:Step 22500 | Loss: 0.3349 | Spent: 11.9 secs | LR: 0.000095
INFO:tensorflow:Step 22550 | Loss: 0.3535 | Spent: 11.9 secs | LR: 0.000094
INFO:tensorflow:Step 22600 | Loss: 0.4311 | Spent: 11.9 secs | LR: 0.000094
INFO:tensorflow:Step 22650 | Loss: 0.3448 | Spent: 11.9 secs | LR: 0.000094
INFO:tensorflow:Step 22700 | Loss: 0.3835 | Spent: 11.9 secs | LR: 0.000094
INFO:tensorflow:Step 22750 | Loss: 0.3590 | Spent: 11.9 secs | LR: 0.000093
INFO:tensorflow:Step 22800 | Loss: 0.3416 | Spent: 11.9 secs | LR: 0.000093
INFO:tensorflow:Step 22850 | Loss: 0.3494 | Spent: 11.9 secs | LR: 0.000093
INFO:tensorflow:Step 22900 | Loss: 0.3922 | Spent: 11.9 secs | LR: 0.000093
INFO:tensorflow:Step 22950 | Loss: 0.3621 | Spent: 11.9 secs | LR: 0.000092
INFO:tensorflow:Step 23000 | Loss: 0.3855 | Spent: 12.0 secs | LR: 0.000092
INFO:tensorflow:Step 23050 | Loss: 0.3518 | Spent: 11.9 secs | LR: 0.000092
INFO:tensorflow:Step 23100 | Loss: 0.4644 | Spent: 11.9 secs | LR: 0.000092
INFO:tensorflow:Step 23150 | Loss: 0.4415 | Spent: 12.1 secs | LR: 0.000092
INFO:tensorflow:Step 23200 | Loss: 0.3805 | Spent: 11.9 secs | LR: 0.000091
INFO:tensorflow:Step 23250 | Loss: 0.3353 | Spent: 11.9 secs | LR: 0.000091
INFO:tensorflow:Step 23300 | Loss: 0.3708 | Spent: 11.9 secs | LR: 0.000091
INFO:tensorflow:Step 23350 | Loss: 0.3989 | Spent: 11.9 secs | LR: 0.000091
INFO:tensorflow:Step 23400 | Loss: 0.4772 | Spent: 11.9 secs | LR: 0.000090
Reading ../data/test.txt
INFO:tensorflow:Evaluation: Testing Accuracy: 0.923
INFO:tensorflow:Best Accuracy: 0.924
Reading ../data/train_bt_part1.txt
Reading ../data/train_bt_part2.txt
Reading ../data/train_bt_part3.txt
Reading ../data/train_bt_part4.txt
Reading ../data/train_bt_part5.txt
Reading ../data/train_bt_part6.txt
INFO:tensorflow:Step 23450 | Loss: 0.3421 | Spent: 226.6 secs | LR: 0.000090
INFO:tensorflow:Step 23500 | Loss: 0.4534 | Spent: 11.9 secs | LR: 0.000090
INFO:tensorflow:Step 23550 | Loss: 0.3914 | Spent: 11.9 secs | LR: 0.000090
INFO:tensorflow:Step 23600 | Loss: 0.3571 | Spent: 11.9 secs | LR: 0.000089
INFO:tensorflow:Step 23650 | Loss: 0.4531 | Spent: 11.9 secs | LR: 0.000089
INFO:tensorflow:Step 23700 | Loss: 0.3397 | Spent: 11.9 secs | LR: 0.000089
INFO:tensorflow:Step 23750 | Loss: 0.3448 | Spent: 11.9 secs | LR: 0.000089
INFO:tensorflow:Step 23800 | Loss: 0.4673 | Spent: 11.8 secs | LR: 0.000088
INFO:tensorflow:Step 23850 | Loss: 0.3447 | Spent: 11.9 secs | LR: 0.000088
INFO:tensorflow:Step 23900 | Loss: 0.3914 | Spent: 11.9 secs | LR: 0.000088
INFO:tensorflow:Step 23950 | Loss: 0.4900 | Spent: 11.9 secs | LR: 0.000088
INFO:tensorflow:Step 24000 | Loss: 0.4112 | Spent: 11.9 secs | LR: 0.000088
INFO:tensorflow:Step 24050 | Loss: 0.3515 | Spent: 11.9 secs | LR: 0.000087
INFO:tensorflow:Step 24100 | Loss: 0.3448 | Spent: 12.3 secs | LR: 0.000087
INFO:tensorflow:Step 24150 | Loss: 0.3844 | Spent: 11.9 secs | LR: 0.000087
INFO:tensorflow:Step 24200 | Loss: 0.3569 | Spent: 11.9 secs | LR: 0.000087
INFO:tensorflow:Step 24250 | Loss: 0.3557 | Spent: 11.9 secs | LR: 0.000086
INFO:tensorflow:Step 24300 | Loss: 0.3455 | Spent: 11.9 secs | LR: 0.000086
INFO:tensorflow:Step 24350 | Loss: 0.3452 | Spent: 11.9 secs | LR: 0.000086
INFO:tensorflow:Step 24400 | Loss: 0.3605 | Spent: 11.9 secs | LR: 0.000086
INFO:tensorflow:Step 24450 | Loss: 0.3516 | Spent: 11.9 secs | LR: 0.000086
INFO:tensorflow:Step 24500 | Loss: 0.3712 | Spent: 11.9 secs | LR: 0.000085
INFO:tensorflow:Step 24550 | Loss: 0.3470 | Spent: 11.9 secs | LR: 0.000085
INFO:tensorflow:Step 24600 | Loss: 0.4275 | Spent: 11.9 secs | LR: 0.000085
INFO:tensorflow:Step 24650 | Loss: 0.3401 | Spent: 11.9 secs | LR: 0.000085
INFO:tensorflow:Step 24700 | Loss: 0.3541 | Spent: 11.9 secs | LR: 0.000085
INFO:tensorflow:Step 24750 | Loss: 0.3972 | Spent: 11.9 secs | LR: 0.000084
INFO:tensorflow:Step 24800 | Loss: 0.3420 | Spent: 11.9 secs | LR: 0.000084
INFO:tensorflow:Step 24850 | Loss: 0.3554 | Spent: 11.8 secs | LR: 0.000084
INFO:tensorflow:Step 24900 | Loss: 0.3563 | Spent: 11.9 secs | LR: 0.000084
INFO:tensorflow:Step 24950 | Loss: 0.3831 | Spent: 12.0 secs | LR: 0.000083
INFO:tensorflow:Step 25000 | Loss: 0.3901 | Spent: 11.9 secs | LR: 0.000083
Reading ../data/test.txt
INFO:tensorflow:Evaluation: Testing Accuracy: 0.919
INFO:tensorflow:Best Accuracy: 0.924
Reading ../data/train_bt_part1.txt
Reading ../data/train_bt_part2.txt
Reading ../data/train_bt_part3.txt
Reading ../data/train_bt_part4.txt
Reading ../data/train_bt_part5.txt
Reading ../data/train_bt_part6.txt
INFO:tensorflow:Step 25050 | Loss: 0.4252 | Spent: 226.8 secs | LR: 0.000083
INFO:tensorflow:Step 25100 | Loss: 0.3702 | Spent: 12.1 secs | LR: 0.000083
INFO:tensorflow:Step 25150 | Loss: 0.3475 | Spent: 11.9 secs | LR: 0.000083
INFO:tensorflow:Step 25200 | Loss: 0.4213 | Spent: 11.9 secs | LR: 0.000082
INFO:tensorflow:Step 25250 | Loss: 0.3267 | Spent: 11.9 secs | LR: 0.000082
INFO:tensorflow:Step 25300 | Loss: 0.3271 | Spent: 11.9 secs | LR: 0.000082
INFO:tensorflow:Step 25350 | Loss: 0.3279 | Spent: 11.9 secs | LR: 0.000082
INFO:tensorflow:Step 25400 | Loss: 0.3398 | Spent: 11.9 secs | LR: 0.000082
INFO:tensorflow:Step 25450 | Loss: 0.3341 | Spent: 11.9 secs | LR: 0.000081
INFO:tensorflow:Step 25500 | Loss: 0.3853 | Spent: 11.9 secs | LR: 0.000081
INFO:tensorflow:Step 25550 | Loss: 0.3637 | Spent: 11.9 secs | LR: 0.000081
INFO:tensorflow:Step 25600 | Loss: 0.3342 | Spent: 11.9 secs | LR: 0.000081
INFO:tensorflow:Step 25650 | Loss: 0.4067 | Spent: 11.8 secs | LR: 0.000080
INFO:tensorflow:Step 25700 | Loss: 0.3377 | Spent: 11.9 secs | LR: 0.000080
INFO:tensorflow:Step 25750 | Loss: 0.3269 | Spent: 11.9 secs | LR: 0.000080
INFO:tensorflow:Step 25800 | Loss: 0.3571 | Spent: 12.1 secs | LR: 0.000080
INFO:tensorflow:Step 25850 | Loss: 0.3699 | Spent: 11.9 secs | LR: 0.000080
INFO:tensorflow:Step 25900 | Loss: 0.3393 | Spent: 11.9 secs | LR: 0.000079
INFO:tensorflow:Step 25950 | Loss: 0.3637 | Spent: 11.9 secs | LR: 0.000079
INFO:tensorflow:Step 26000 | Loss: 0.4027 | Spent: 11.9 secs | LR: 0.000079
INFO:tensorflow:Step 26050 | Loss: 0.4429 | Spent: 11.9 secs | LR: 0.000079
INFO:tensorflow:Step 26100 | Loss: 0.3370 | Spent: 11.9 secs | LR: 0.000079
INFO:tensorflow:Step 26150 | Loss: 0.3927 | Spent: 11.9 secs | LR: 0.000078
INFO:tensorflow:Step 26200 | Loss: 0.3391 | Spent: 11.9 secs | LR: 0.000078
INFO:tensorflow:Step 26250 | Loss: 0.4019 | Spent: 11.9 secs | LR: 0.000078
INFO:tensorflow:Step 26300 | Loss: 0.3896 | Spent: 12.0 secs | LR: 0.000078
INFO:tensorflow:Step 26350 | Loss: 0.3418 | Spent: 12.0 secs | LR: 0.000078
INFO:tensorflow:Step 26400 | Loss: 0.3947 | Spent: 12.0 secs | LR: 0.000077
INFO:tensorflow:Step 26450 | Loss: 0.3274 | Spent: 11.9 secs | LR: 0.000077
INFO:tensorflow:Step 26500 | Loss: 0.3297 | Spent: 11.9 secs | LR: 0.000077
INFO:tensorflow:Step 26550 | Loss: 0.3961 | Spent: 11.9 secs | LR: 0.000077
Reading ../data/test.txt
INFO:tensorflow:Evaluation: Testing Accuracy: 0.923
INFO:tensorflow:Best Accuracy: 0.924
Reading ../data/train_bt_part1.txt
Reading ../data/train_bt_part2.txt
Reading ../data/train_bt_part3.txt
Reading ../data/train_bt_part4.txt
Reading ../data/train_bt_part5.txt
Reading ../data/train_bt_part6.txt
INFO:tensorflow:Step 26600 | Loss: 0.3692 | Spent: 225.2 secs | LR: 0.000077
INFO:tensorflow:Step 26650 | Loss: 0.3280 | Spent: 11.8 secs | LR: 0.000076
INFO:tensorflow:Step 26700 | Loss: 0.3682 | Spent: 11.9 secs | LR: 0.000076
INFO:tensorflow:Step 26750 | Loss: 0.4050 | Spent: 11.9 secs | LR: 0.000076
INFO:tensorflow:Step 26800 | Loss: 0.3324 | Spent: 11.8 secs | LR: 0.000076
INFO:tensorflow:Step 26850 | Loss: 0.4470 | Spent: 11.9 secs | LR: 0.000076
INFO:tensorflow:Step 26900 | Loss: 0.3576 | Spent: 11.9 secs | LR: 0.000075
INFO:tensorflow:Step 26950 | Loss: 0.4156 | Spent: 11.9 secs | LR: 0.000075
INFO:tensorflow:Step 27000 | Loss: 0.3418 | Spent: 11.8 secs | LR: 0.000075
INFO:tensorflow:Step 27050 | Loss: 0.4223 | Spent: 11.8 secs | LR: 0.000075
INFO:tensorflow:Step 27100 | Loss: 0.4560 | Spent: 11.8 secs | LR: 0.000075
INFO:tensorflow:Step 27150 | Loss: 0.3512 | Spent: 11.9 secs | LR: 0.000075
INFO:tensorflow:Step 27200 | Loss: 0.3861 | Spent: 11.9 secs | LR: 0.000074
INFO:tensorflow:Step 27250 | Loss: 0.3386 | Spent: 11.8 secs | LR: 0.000074
INFO:tensorflow:Step 27300 | Loss: 0.4356 | Spent: 11.8 secs | LR: 0.000074
INFO:tensorflow:Step 27350 | Loss: 0.3462 | Spent: 12.0 secs | LR: 0.000074
INFO:tensorflow:Step 27400 | Loss: 0.3480 | Spent: 11.8 secs | LR: 0.000074
INFO:tensorflow:Step 27450 | Loss: 0.3372 | Spent: 11.9 secs | LR: 0.000073
INFO:tensorflow:Step 27500 | Loss: 0.3511 | Spent: 12.0 secs | LR: 0.000073
INFO:tensorflow:Step 27550 | Loss: 0.3778 | Spent: 11.9 secs | LR: 0.000073
INFO:tensorflow:Step 27600 | Loss: 0.3382 | Spent: 11.8 secs | LR: 0.000073
INFO:tensorflow:Step 27650 | Loss: 0.3522 | Spent: 11.8 secs | LR: 0.000073
INFO:tensorflow:Step 27700 | Loss: 0.3314 | Spent: 11.9 secs | LR: 0.000072
INFO:tensorflow:Step 27750 | Loss: 0.4274 | Spent: 11.8 secs | LR: 0.000072
INFO:tensorflow:Step 27800 | Loss: 0.3544 | Spent: 11.8 secs | LR: 0.000072
INFO:tensorflow:Step 27850 | Loss: 0.3513 | Spent: 11.8 secs | LR: 0.000072
INFO:tensorflow:Step 27900 | Loss: 0.3949 | Spent: 11.8 secs | LR: 0.000072
INFO:tensorflow:Step 27950 | Loss: 0.3825 | Spent: 11.8 secs | LR: 0.000072
INFO:tensorflow:Step 28000 | Loss: 0.3300 | Spent: 11.9 secs | LR: 0.000071
INFO:tensorflow:Step 28050 | Loss: 0.3349 | Spent: 11.9 secs | LR: 0.000071
INFO:tensorflow:Step 28100 | Loss: 0.3656 | Spent: 11.9 secs | LR: 0.000071
Reading ../data/test.txt
INFO:tensorflow:Evaluation: Testing Accuracy: 0.923
INFO:tensorflow:Best Accuracy: 0.924
Reading ../data/train_bt_part1.txt
Reading ../data/train_bt_part2.txt
Reading ../data/train_bt_part3.txt
Reading ../data/train_bt_part4.txt
Reading ../data/train_bt_part5.txt
Reading ../data/train_bt_part6.txt
INFO:tensorflow:Step 28150 | Loss: 0.3992 | Spent: 226.0 secs | LR: 0.000071
INFO:tensorflow:Step 28200 | Loss: 0.3276 | Spent: 11.8 secs | LR: 0.000071
INFO:tensorflow:Step 28250 | Loss: 0.3796 | Spent: 11.8 secs | LR: 0.000070
INFO:tensorflow:Step 28300 | Loss: 0.3914 | Spent: 11.9 secs | LR: 0.000070
INFO:tensorflow:Step 28350 | Loss: 0.4081 | Spent: 12.1 secs | LR: 0.000070
INFO:tensorflow:Step 28400 | Loss: 0.3619 | Spent: 11.9 secs | LR: 0.000070
INFO:tensorflow:Step 28450 | Loss: 0.3742 | Spent: 11.8 secs | LR: 0.000070
INFO:tensorflow:Step 28500 | Loss: 0.4354 | Spent: 11.8 secs | LR: 0.000070
INFO:tensorflow:Step 28550 | Loss: 0.4229 | Spent: 11.9 secs | LR: 0.000069
INFO:tensorflow:Step 28600 | Loss: 0.3648 | Spent: 11.9 secs | LR: 0.000069
INFO:tensorflow:Step 28650 | Loss: 0.3766 | Spent: 11.9 secs | LR: 0.000069
INFO:tensorflow:Step 28700 | Loss: 0.4353 | Spent: 11.8 secs | LR: 0.000069
INFO:tensorflow:Step 28750 | Loss: 0.3333 | Spent: 11.9 secs | LR: 0.000069
INFO:tensorflow:Step 28800 | Loss: 0.3633 | Spent: 11.8 secs | LR: 0.000068
INFO:tensorflow:Step 28850 | Loss: 0.3405 | Spent: 11.8 secs | LR: 0.000068
INFO:tensorflow:Step 28900 | Loss: 0.3509 | Spent: 11.8 secs | LR: 0.000068
INFO:tensorflow:Step 28950 | Loss: 0.3967 | Spent: 11.8 secs | LR: 0.000068
INFO:tensorflow:Step 29000 | Loss: 0.3874 | Spent: 11.9 secs | LR: 0.000068
INFO:tensorflow:Step 29050 | Loss: 0.3538 | Spent: 11.8 secs | LR: 0.000068
INFO:tensorflow:Step 29100 | Loss: 0.3567 | Spent: 11.8 secs | LR: 0.000067
INFO:tensorflow:Step 29150 | Loss: 0.3340 | Spent: 11.8 secs | LR: 0.000067
INFO:tensorflow:Step 29200 | Loss: 0.3734 | Spent: 11.9 secs | LR: 0.000067
INFO:tensorflow:Step 29250 | Loss: 0.3707 | Spent: 12.0 secs | LR: 0.000067
INFO:tensorflow:Step 29300 | Loss: 0.3265 | Spent: 11.9 secs | LR: 0.000067
INFO:tensorflow:Step 29350 | Loss: 0.4007 | Spent: 11.9 secs | LR: 0.000067
INFO:tensorflow:Step 29400 | Loss: 0.4254 | Spent: 11.9 secs | LR: 0.000066
INFO:tensorflow:Step 29450 | Loss: 0.3288 | Spent: 11.8 secs | LR: 0.000066
INFO:tensorflow:Step 29500 | Loss: 0.3820 | Spent: 11.9 secs | LR: 0.000066
INFO:tensorflow:Step 29550 | Loss: 0.3540 | Spent: 11.9 secs | LR: 0.000066
INFO:tensorflow:Step 29600 | Loss: 0.3592 | Spent: 12.0 secs | LR: 0.000066
INFO:tensorflow:Step 29650 | Loss: 0.3339 | Spent: 11.9 secs | LR: 0.000066
Reading ../data/test.txt
INFO:tensorflow:Evaluation: Testing Accuracy: 0.925
INFO:tensorflow:Best Accuracy: 0.925
Reading ../data/train_bt_part1.txt
Reading ../data/train_bt_part2.txt
Reading ../data/train_bt_part3.txt
Reading ../data/train_bt_part4.txt
Reading ../data/train_bt_part5.txt
Reading ../data/train_bt_part6.txt
INFO:tensorflow:Step 29700 | Loss: 0.3523 | Spent: 224.9 secs | LR: 0.000065
INFO:tensorflow:Step 29750 | Loss: 0.3452 | Spent: 11.8 secs | LR: 0.000065
INFO:tensorflow:Step 29800 | Loss: 0.3938 | Spent: 11.9 secs | LR: 0.000065
INFO:tensorflow:Step 29850 | Loss: 0.3822 | Spent: 11.8 secs | LR: 0.000065
INFO:tensorflow:Step 29900 | Loss: 0.3274 | Spent: 11.8 secs | LR: 0.000065
INFO:tensorflow:Step 29950 | Loss: 0.3285 | Spent: 11.8 secs | LR: 0.000065
INFO:tensorflow:Step 30000 | Loss: 0.3510 | Spent: 11.8 secs | LR: 0.000064
INFO:tensorflow:Step 30050 | Loss: 0.3403 | Spent: 11.9 secs | LR: 0.000064
INFO:tensorflow:Step 30100 | Loss: 0.3714 | Spent: 11.9 secs | LR: 0.000064
INFO:tensorflow:Step 30150 | Loss: 0.3291 | Spent: 11.8 secs | LR: 0.000064
INFO:tensorflow:Step 30200 | Loss: 0.3546 | Spent: 11.8 secs | LR: 0.000064
INFO:tensorflow:Step 30250 | Loss: 0.3326 | Spent: 11.8 secs | LR: 0.000064
INFO:tensorflow:Step 30300 | Loss: 0.4646 | Spent: 11.8 secs | LR: 0.000063
INFO:tensorflow:Step 30350 | Loss: 0.4174 | Spent: 11.8 secs | LR: 0.000063
INFO:tensorflow:Step 30400 | Loss: 0.4490 | Spent: 11.8 secs | LR: 0.000063
INFO:tensorflow:Step 30450 | Loss: 0.4060 | Spent: 11.9 secs | LR: 0.000063
INFO:tensorflow:Step 30500 | Loss: 0.3369 | Spent: 11.9 secs | LR: 0.000063
INFO:tensorflow:Step 30550 | Loss: 0.3424 | Spent: 11.8 secs | LR: 0.000063
INFO:tensorflow:Step 30600 | Loss: 0.4265 | Spent: 11.8 secs | LR: 0.000062
INFO:tensorflow:Step 30650 | Loss: 0.3711 | Spent: 12.0 secs | LR: 0.000062
INFO:tensorflow:Step 30700 | Loss: 0.3310 | Spent: 11.8 secs | LR: 0.000062
INFO:tensorflow:Step 30750 | Loss: 0.3861 | Spent: 11.8 secs | LR: 0.000062
INFO:tensorflow:Step 30800 | Loss: 0.4043 | Spent: 11.9 secs | LR: 0.000062
INFO:tensorflow:Step 30850 | Loss: 0.3307 | Spent: 11.9 secs | LR: 0.000062
INFO:tensorflow:Step 30900 | Loss: 0.3468 | Spent: 11.8 secs | LR: 0.000061
INFO:tensorflow:Step 30950 | Loss: 0.4011 | Spent: 12.1 secs | LR: 0.000061
INFO:tensorflow:Step 31000 | Loss: 0.3666 | Spent: 11.8 secs | LR: 0.000061
INFO:tensorflow:Step 31050 | Loss: 0.3268 | Spent: 11.9 secs | LR: 0.000061
INFO:tensorflow:Step 31100 | Loss: 0.4136 | Spent: 11.9 secs | LR: 0.000061
INFO:tensorflow:Step 31150 | Loss: 0.3660 | Spent: 11.9 secs | LR: 0.000061
INFO:tensorflow:Step 31200 | Loss: 0.3457 | Spent: 11.9 secs | LR: 0.000061
INFO:tensorflow:Step 31250 | Loss: 0.3826 | Spent: 11.9 secs | LR: 0.000060
Reading ../data/test.txt
INFO:tensorflow:Evaluation: Testing Accuracy: 0.918
INFO:tensorflow:Best Accuracy: 0.925
Reading ../data/train_bt_part1.txt
Reading ../data/train_bt_part2.txt
Reading ../data/train_bt_part3.txt
Reading ../data/train_bt_part4.txt
Reading ../data/train_bt_part5.txt
Reading ../data/train_bt_part6.txt
INFO:tensorflow:Step 31300 | Loss: 0.3323 | Spent: 224.5 secs | LR: 0.000060
INFO:tensorflow:Step 31350 | Loss: 0.3694 | Spent: 12.0 secs | LR: 0.000060
INFO:tensorflow:Step 31400 | Loss: 0.3596 | Spent: 11.9 secs | LR: 0.000060
INFO:tensorflow:Step 31450 | Loss: 0.3376 | Spent: 11.8 secs | LR: 0.000060
INFO:tensorflow:Step 31500 | Loss: 0.3518 | Spent: 11.9 secs | LR: 0.000060
INFO:tensorflow:Step 31550 | Loss: 0.3479 | Spent: 12.0 secs | LR: 0.000059
INFO:tensorflow:Step 31600 | Loss: 0.3503 | Spent: 11.9 secs | LR: 0.000059
INFO:tensorflow:Step 31650 | Loss: 0.4420 | Spent: 11.8 secs | LR: 0.000059
INFO:tensorflow:Step 31700 | Loss: 0.3499 | Spent: 12.0 secs | LR: 0.000059
INFO:tensorflow:Step 31750 | Loss: 0.3371 | Spent: 11.9 secs | LR: 0.000059
INFO:tensorflow:Step 31800 | Loss: 0.4563 | Spent: 11.9 secs | LR: 0.000059
INFO:tensorflow:Step 31850 | Loss: 0.3289 | Spent: 11.9 secs | LR: 0.000059
INFO:tensorflow:Step 31900 | Loss: 0.3396 | Spent: 11.8 secs | LR: 0.000058
INFO:tensorflow:Step 31950 | Loss: 0.3295 | Spent: 11.9 secs | LR: 0.000058
INFO:tensorflow:Step 32000 | Loss: 0.3298 | Spent: 11.9 secs | LR: 0.000058
INFO:tensorflow:Step 32050 | Loss: 0.3846 | Spent: 11.9 secs | LR: 0.000058
INFO:tensorflow:Step 32100 | Loss: 0.3321 | Spent: 11.8 secs | LR: 0.000058
INFO:tensorflow:Step 32150 | Loss: 0.3298 | Spent: 11.9 secs | LR: 0.000058
INFO:tensorflow:Step 32200 | Loss: 0.3457 | Spent: 11.9 secs | LR: 0.000058
INFO:tensorflow:Step 32250 | Loss: 0.3642 | Spent: 11.9 secs | LR: 0.000057
INFO:tensorflow:Step 32300 | Loss: 0.3486 | Spent: 12.0 secs | LR: 0.000057
INFO:tensorflow:Step 32350 | Loss: 0.3354 | Spent: 12.0 secs | LR: 0.000057
INFO:tensorflow:Step 32400 | Loss: 0.3460 | Spent: 12.0 secs | LR: 0.000057
INFO:tensorflow:Step 32450 | Loss: 0.3654 | Spent: 12.0 secs | LR: 0.000057
INFO:tensorflow:Step 32500 | Loss: 0.3488 | Spent: 12.0 secs | LR: 0.000057
INFO:tensorflow:Step 32550 | Loss: 0.3323 | Spent: 12.1 secs | LR: 0.000056
INFO:tensorflow:Step 32600 | Loss: 0.4081 | Spent: 12.2 secs | LR: 0.000056
INFO:tensorflow:Step 32650 | Loss: 0.4358 | Spent: 12.2 secs | LR: 0.000056
INFO:tensorflow:Step 32700 | Loss: 0.4151 | Spent: 12.2 secs | LR: 0.000056
INFO:tensorflow:Step 32750 | Loss: 0.3267 | Spent: 11.9 secs | LR: 0.000056
INFO:tensorflow:Step 32800 | Loss: 0.3373 | Spent: 11.9 secs | LR: 0.000056
Reading ../data/test.txt
INFO:tensorflow:Evaluation: Testing Accuracy: 0.922
INFO:tensorflow:Best Accuracy: 0.925
Reading ../data/train_bt_part1.txt
Reading ../data/train_bt_part2.txt
Reading ../data/train_bt_part3.txt
Reading ../data/train_bt_part4.txt
Reading ../data/train_bt_part5.txt
Reading ../data/train_bt_part6.txt
---------------------------------------------------------------------------
KeyboardInterrupt                         Traceback (most recent call last)
<ipython-input-9-0f7c084072c4> in <module>()
     20 while True:
     21   # TRAINING
---> 22   for words, chars, labels in dataset(is_training=True, params=params):
     23     with tf.GradientTape() as tape:
     24       logits = model((words, chars), training=True)

/tensorflow-2.0.0/python3.6/tensorflow_core/python/data/ops/iterator_ops.py in __next__(self)
    620 
    621   def __next__(self):  # For Python 3 compatibility
--> 622     return self.next()
    623 
    624   def _next_internal(self):

/tensorflow-2.0.0/python3.6/tensorflow_core/python/data/ops/iterator_ops.py in next(self)
    664     """Returns a nested structure of `Tensor`s containing the next element."""
    665     try:
--> 666       return self._next_internal()
    667     except errors.OutOfRangeError:
    668       raise StopIteration

/tensorflow-2.0.0/python3.6/tensorflow_core/python/data/ops/iterator_ops.py in _next_internal(self)
    649             self._iterator_resource,
    650             output_types=self._flat_output_types,
--> 651             output_shapes=self._flat_output_shapes)
    652 
    653       try:

/tensorflow-2.0.0/python3.6/tensorflow_core/python/ops/gen_dataset_ops.py in iterator_get_next_sync(iterator, output_types, output_shapes, name)
   2657         _ctx._context_handle, _ctx._thread_local_data.device_name,
   2658         "IteratorGetNextSync", name, _ctx._post_execution_callbacks, iterator,
-> 2659         "output_types", output_types, "output_shapes", output_shapes)
   2660       return _result
   2661     except _core._FallbackException:

KeyboardInterrupt: