In [1]:
"""
We use following lines because we are running on Google Colab
If you are running notebook on a local computer, you don't need these
"""
from google.colab import drive
drive.mount('/content/gdrive')
import os
os.chdir('/content/gdrive/My Drive/finch/tensorflow2/text_classification/imdb/main')
Drive already mounted at /content/gdrive; to attempt to forcibly remount, call drive.mount("/content/gdrive", force_remount=True).
In [2]:
!pip install tensorflow-gpu==2.0.0-alpha0
Requirement already satisfied: tensorflow-gpu==2.0.0-alpha0 in /usr/local/lib/python3.6/dist-packages (2.0.0a0)
Requirement already satisfied: six>=1.10.0 in /usr/local/lib/python3.6/dist-packages (from tensorflow-gpu==2.0.0-alpha0) (1.12.0)
Requirement already satisfied: protobuf>=3.6.1 in /usr/local/lib/python3.6/dist-packages (from tensorflow-gpu==2.0.0-alpha0) (3.7.1)
Requirement already satisfied: tf-estimator-nightly<1.14.0.dev2019030116,>=1.14.0.dev2019030115 in /usr/local/lib/python3.6/dist-packages (from tensorflow-gpu==2.0.0-alpha0) (1.14.0.dev2019030115)
Requirement already satisfied: astor>=0.6.0 in /usr/local/lib/python3.6/dist-packages (from tensorflow-gpu==2.0.0-alpha0) (0.8.0)
Requirement already satisfied: keras-preprocessing>=1.0.5 in /usr/local/lib/python3.6/dist-packages (from tensorflow-gpu==2.0.0-alpha0) (1.0.9)
Requirement already satisfied: wheel>=0.26 in /usr/local/lib/python3.6/dist-packages (from tensorflow-gpu==2.0.0-alpha0) (0.33.4)
Requirement already satisfied: gast>=0.2.0 in /usr/local/lib/python3.6/dist-packages (from tensorflow-gpu==2.0.0-alpha0) (0.2.2)
Requirement already satisfied: keras-applications>=1.0.6 in /usr/local/lib/python3.6/dist-packages (from tensorflow-gpu==2.0.0-alpha0) (1.0.7)
Requirement already satisfied: numpy<2.0,>=1.14.5 in /usr/local/lib/python3.6/dist-packages (from tensorflow-gpu==2.0.0-alpha0) (1.16.4)
Requirement already satisfied: tb-nightly<1.14.0a20190302,>=1.14.0a20190301 in /usr/local/lib/python3.6/dist-packages (from tensorflow-gpu==2.0.0-alpha0) (1.14.0a20190301)
Requirement already satisfied: google-pasta>=0.1.2 in /usr/local/lib/python3.6/dist-packages (from tensorflow-gpu==2.0.0-alpha0) (0.1.7)
Requirement already satisfied: grpcio>=1.8.6 in /usr/local/lib/python3.6/dist-packages (from tensorflow-gpu==2.0.0-alpha0) (1.15.0)
Requirement already satisfied: absl-py>=0.7.0 in /usr/local/lib/python3.6/dist-packages (from tensorflow-gpu==2.0.0-alpha0) (0.7.1)
Requirement already satisfied: termcolor>=1.1.0 in /usr/local/lib/python3.6/dist-packages (from tensorflow-gpu==2.0.0-alpha0) (1.1.0)
Requirement already satisfied: setuptools in /usr/local/lib/python3.6/dist-packages (from protobuf>=3.6.1->tensorflow-gpu==2.0.0-alpha0) (41.0.1)
Requirement already satisfied: h5py in /usr/local/lib/python3.6/dist-packages (from keras-applications>=1.0.6->tensorflow-gpu==2.0.0-alpha0) (2.8.0)
Requirement already satisfied: werkzeug>=0.11.15 in /usr/local/lib/python3.6/dist-packages (from tb-nightly<1.14.0a20190302,>=1.14.0a20190301->tensorflow-gpu==2.0.0-alpha0) (0.15.4)
Requirement already satisfied: markdown>=2.6.8 in /usr/local/lib/python3.6/dist-packages (from tb-nightly<1.14.0a20190302,>=1.14.0a20190301->tensorflow-gpu==2.0.0-alpha0) (3.1.1)
In [3]:
import tensorflow as tf
import numpy as np
import pprint
import logging
import time

print("TensorFlow Version", tf.__version__)
print('GPU Enabled:', tf.test.is_gpu_available())
TensorFlow Version 2.0.0-alpha0
GPU Enabled: True
In [0]:
def get_vocab(f_path):
  word2idx = {}
  with open(f_path) as f:
    for i, line in enumerate(f):
      line = line.rstrip()
      word2idx[line] = i
  return word2idx


def get_idx(symbol2idx, symbol):
  return symbol2idx.get(symbol, len(symbol2idx))
In [0]:
def data_generator(f_paths, params):
  for f_path in f_paths:
    
    with open(f_path) as f:
      print('Reading', f_path)
      for line in f:
        line = line.rstrip()
        label, text = line.split('\t')
        text = text.split(' ')

        words = [get_idx(params['word2idx'], w) for w in text]
        if len(words) >= params['max_word_len']:
          words = words[:params['max_word_len']]
        else:
          words += [0] * (params['max_word_len'] - len(words))

        chars = []
        for w in text:
          temp = []
          for c in list(w):
            temp.append(get_idx(params['char2idx'], c))
          if len(temp) < params['max_char_len']:
            temp += [0] * (params['max_char_len'] - len(temp))
          else:
            temp = temp[:params['max_char_len']]
          chars.append(temp)
        if len(chars) >= params['max_word_len']:
          chars = chars[:params['max_word_len']]
        else:
          chars += [[0] * params['max_char_len']] * (params['max_word_len'] - len(chars))

        y = int(label)

        yield words, chars, y


def dataset(is_training, params):
  _shapes = ([params['max_word_len']], [params['max_word_len'], params['max_char_len']], ())
  _types = (tf.int32, tf.int32, tf.int32)
  
  if is_training:
    ds = tf.data.Dataset.from_generator(
      lambda: data_generator(params['train_paths'], params),
      output_shapes = _shapes,
      output_types = _types,)
    ds = ds.shuffle(params['buffer_size'])
    ds = ds.batch(params['batch_size'])
    ds = ds.prefetch(tf.data.experimental.AUTOTUNE)
  else:
    ds = tf.data.Dataset.from_generator(
      lambda: data_generator(params['test_paths'], params),
      output_shapes = _shapes,
      output_types = _types,)
    ds = ds.batch(params['batch_size'])
    ds = ds.prefetch(tf.data.experimental.AUTOTUNE)
  
  return ds
In [0]:
class Model(tf.keras.Model):
  def __init__(self, params):
    super().__init__()
    
    self.char_embedding = tf.keras.layers.Embedding(len(params['char2idx'])+1, params['char_embed_size'])
    self.word_embedding = tf.Variable(np.load('../vocab/word.npy'),
                                      dtype=tf.float32,
                                      name='pretrained_glove',
                                      trainable=False,)
    
    self.embed_drop = tf.keras.layers.Dropout(params['dropout_rate'])
    self.embed_fc = tf.keras.layers.Dense(params['cnn_filters'], tf.nn.elu, name='embed_fc')
    
    self.drop1 = tf.keras.layers.Dropout(params['dropout_rate'])
    self.drop2 = tf.keras.layers.Dropout(params['dropout_rate'])
    self.drop3 = tf.keras.layers.Dropout(params['dropout_rate'])
    
    self.char_cnn = tf.keras.layers.Conv1D(filters=params['cnn_filters'], kernel_size=params['cnn_kernel_size'], padding='same')
    self.word_rnn1 = tf.keras.layers.Bidirectional(tf.keras.layers.LSTM(params['rnn_units'], return_sequences=True))
    self.word_rnn2 = tf.keras.layers.Bidirectional(tf.keras.layers.LSTM(params['rnn_units'], return_sequences=True))
    self.word_rnn3 = tf.keras.layers.Bidirectional(tf.keras.layers.LSTM(params['rnn_units'], return_sequences=True))
    
    self.fc_drop = tf.keras.layers.Dropout(params['dropout_rate'])
    self.fc = tf.keras.layers.Dense(params['rnn_units'], tf.nn.elu)
    
    self.out_linear = tf.keras.layers.Dense(2)
  
  
  def call(self, inputs, training=False):
    words, chars = inputs
    if words.dtype != tf.int32:
      words = tf.cast(words, tf.int32)
    
    batch_sz = tf.shape(words)[0]
    rnn_units = 2 * params['rnn_units']
    
    chars = self.char_embedding(chars)
    chars = tf.reshape(chars, (batch_sz*params['max_word_len'], params['max_char_len'], params['char_embed_size']))
    chars = self.char_cnn(chars)
    chars = tf.reduce_max(chars, 1)
    chars = tf.reshape(chars, (batch_sz, params['max_word_len'], params['cnn_filters']))
    
    words = tf.nn.embedding_lookup(self.word_embedding, words)
    
    x = tf.concat((words, chars), axis=-1)
    x = self.embed_drop(x, training=training)
    x = self.embed_fc(x)
    
    x = tf.reshape(x, (batch_sz*10*10, 10, params['cnn_filters']))
    x = self.drop1(x, training=training)
    x = self.word_rnn1(x)
    x = tf.reduce_max(x, 1)
    
    x = tf.reshape(x, (batch_sz*10, 10, rnn_units))
    x = self.drop2(x, training=training)
    x = self.word_rnn2(x)
    x = tf.reduce_max(x, 1)
    
    x = tf.reshape(x, (batch_sz, 10, rnn_units))
    x = self.drop3(x, training=training)
    x = self.word_rnn3(x)
    x = tf.reduce_max(x, 1)
    
    x = self.fc_drop(x, training=training)
    x = self.fc(x)
    
    x = self.out_linear(x)
    
    return x
In [0]:
params = {
  'train_paths': [
    '../data/train_bt_part1.txt',
    '../data/train_bt_part2.txt',
    '../data/train_bt_part3.txt',
    '../data/train_bt_part4.txt',
    '../data/train_bt_part5.txt',
    '../data/train_bt_part6.txt',
  ],
  'test_paths': [
    '../data/test.txt',
  ],
  'buffer_size': 25000*2,
  'num_labels': 2,
  'batch_size': 32,
  'max_word_len': 1000,
  'max_char_len': 10,
  'char_embed_size': 30,
  'rnn_units': 200,
  'cnn_filters': 300,
  'cnn_kernel_size': 5,
  'dropout_rate': 0.2,
  'clip_norm': 10.,
  'num_patience': 3,
  'lr': 3e-4,
}
In [0]:
def is_descending(history: list):
  history = history[-(params['num_patience']+1):]
  for i in range(1, len(history)):
    if history[i-1] <= history[i]:
      return False
  return True    
In [9]:
params['char2idx'] = get_vocab('../vocab/char.txt')
params['word2idx'] = get_vocab('../vocab/word.txt')

model = Model(params)
model.build(input_shape=[[None, params['max_word_len']], [None, params['max_word_len'], params['max_char_len']]])
pprint.pprint([(v.name, v.shape) for v in model.trainable_variables])

decay_lr = tf.optimizers.schedules.ExponentialDecay(params['lr'], 1000, 0.95)
optim = tf.optimizers.Adam(params['lr'])
global_step = 0

history_acc = []
best_acc = .0

t0 = time.time()
logger = logging.getLogger('tensorflow')
logger.setLevel(logging.INFO)


while True:
  # TRAINING
  for words, chars, labels in dataset(is_training=True, params=params):
    with tf.GradientTape() as tape:
      logits = model((words, chars), training=True)
      loss = tf.nn.sparse_softmax_cross_entropy_with_logits(labels=labels, logits=logits)
      loss = tf.reduce_mean(loss)
  
    optim.lr.assign(decay_lr(global_step))
    grads = tape.gradient(loss, model.trainable_variables)
    grads, _ = tf.clip_by_global_norm(grads, params['clip_norm'])
    optim.apply_gradients(zip(grads, model.trainable_variables))

    if global_step % 50 == 0:
      logger.info("Step {} | Loss: {:.4f} | Spent: {:.1f} secs | LR: {:.6f}".format(
          global_step, loss.numpy().item(), time.time()-t0, optim.lr.numpy().item()))
      t0 = time.time()
    global_step += 1

  # EVALUATION
  m = tf.keras.metrics.Accuracy()

  for words, chars, labels in dataset(is_training=False, params=params):
    logits = model((words, chars), training=False)
    y_pred = tf.argmax(logits, axis=-1)
    m.update_state(y_true=labels, y_pred=y_pred)
    
  acc = m.result().numpy()
  logger.info("Evaluation: Testing Accuracy: {:.3f}".format(acc))
  history_acc.append(acc)
  
  if acc > best_acc:
    best_acc = acc
    # you can save model here
  logger.info("Best Accuracy: {:.3f}".format(best_acc))
  
  if len(history_acc) > params['num_patience'] and is_descending(history_acc):
    logger.info("Testing Accuracy not improved over {} epochs, Early Stop".format(params['num_patience']))
    break
WARNING: Logging before flag parsing goes to stderr.
W0606 00:46:09.944340 140404402947968 tf_logging.py:161] <tensorflow.python.keras.layers.recurrent.UnifiedLSTM object at 0x7fb1fa0be518>: Note that this layer is not optimized for performance. Please use tf.keras.layers.CuDNNLSTM for better performance on GPU.
W0606 00:46:09.950720 140404402947968 tf_logging.py:161] <tensorflow.python.keras.layers.recurrent.UnifiedLSTM object at 0x7fb1fa0bee10>: Note that this layer is not optimized for performance. Please use tf.keras.layers.CuDNNLSTM for better performance on GPU.
W0606 00:46:09.959536 140404402947968 tf_logging.py:161] <tensorflow.python.keras.layers.recurrent.UnifiedLSTM object at 0x7fb1fa0d64a8>: Note that this layer is not optimized for performance. Please use tf.keras.layers.CuDNNLSTM for better performance on GPU.
W0606 00:46:09.962278 140404402947968 tf_logging.py:161] <tensorflow.python.keras.layers.recurrent.UnifiedLSTM object at 0x7fb1fa0d6cc0>: Note that this layer is not optimized for performance. Please use tf.keras.layers.CuDNNLSTM for better performance on GPU.
W0606 00:46:09.966785 140404402947968 tf_logging.py:161] <tensorflow.python.keras.layers.recurrent.UnifiedLSTM object at 0x7fb1fa119400>: Note that this layer is not optimized for performance. Please use tf.keras.layers.CuDNNLSTM for better performance on GPU.
W0606 00:46:09.971243 140404402947968 tf_logging.py:161] <tensorflow.python.keras.layers.recurrent.UnifiedLSTM object at 0x7fb1fa119b70>: Note that this layer is not optimized for performance. Please use tf.keras.layers.CuDNNLSTM for better performance on GPU.
W0606 00:46:10.631014 140404402947968 deprecation.py:323] From /usr/local/lib/python3.6/dist-packages/tensorflow/python/data/ops/dataset_ops.py:410: py_func (from tensorflow.python.ops.script_ops) is deprecated and will be removed in a future version.
Instructions for updating:
tf.py_func is deprecated in TF V2. Instead, there are two
    options available in V2.
    - tf.py_function takes a python function which manipulates tf eager
    tensors instead of numpy arrays. It's easy to convert a tf eager tensor to
    an ndarray (just call tensor.numpy()) but having access to eager tensors
    means `tf.py_function`s can use accelerators such as GPUs as well as
    being differentiable using a gradient tape.
    - tf.numpy_function maintains the semantics of the deprecated tf.py_func
    (it is not differentiable, and manipulates numpy arrays). It drops the
    stateful argument making all functions stateful.
    
[('embedding/embeddings:0', TensorShape([80, 30])),
 ('embed_fc/kernel:0', TensorShape([600, 300])),
 ('embed_fc/bias:0', TensorShape([300])),
 ('conv1d/kernel:0', TensorShape([5, 30, 300])),
 ('conv1d/bias:0', TensorShape([300])),
 ('bidirectional/forward_unified_lstm/kernel:0', TensorShape([300, 800])),
 ('bidirectional/forward_unified_lstm/recurrent_kernel:0',
  TensorShape([200, 800])),
 ('bidirectional/forward_unified_lstm/bias:0', TensorShape([800])),
 ('bidirectional/backward_unified_lstm/kernel:0', TensorShape([300, 800])),
 ('bidirectional/backward_unified_lstm/recurrent_kernel:0',
  TensorShape([200, 800])),
 ('bidirectional/backward_unified_lstm/bias:0', TensorShape([800])),
 ('bidirectional_1/forward_unified_lstm_1/kernel:0', TensorShape([400, 800])),
 ('bidirectional_1/forward_unified_lstm_1/recurrent_kernel:0',
  TensorShape([200, 800])),
 ('bidirectional_1/forward_unified_lstm_1/bias:0', TensorShape([800])),
 ('bidirectional_1/backward_unified_lstm_1/kernel:0', TensorShape([400, 800])),
 ('bidirectional_1/backward_unified_lstm_1/recurrent_kernel:0',
  TensorShape([200, 800])),
 ('bidirectional_1/backward_unified_lstm_1/bias:0', TensorShape([800])),
 ('bidirectional_2/forward_unified_lstm_2/kernel:0', TensorShape([400, 800])),
 ('bidirectional_2/forward_unified_lstm_2/recurrent_kernel:0',
  TensorShape([200, 800])),
 ('bidirectional_2/forward_unified_lstm_2/bias:0', TensorShape([800])),
 ('bidirectional_2/backward_unified_lstm_2/kernel:0', TensorShape([400, 800])),
 ('bidirectional_2/backward_unified_lstm_2/recurrent_kernel:0',
  TensorShape([200, 800])),
 ('bidirectional_2/backward_unified_lstm_2/bias:0', TensorShape([800])),
 ('dense/kernel:0', TensorShape([400, 200])),
 ('dense/bias:0', TensorShape([200])),
 ('dense_1/kernel:0', TensorShape([200, 2])),
 ('dense_1/bias:0', TensorShape([2]))]
Reading ../data/train_bt_part1.txt
Reading ../data/train_bt_part2.txt
Reading ../data/train_bt_part3.txt
Reading ../data/train_bt_part4.txt
Reading ../data/train_bt_part5.txt
Reading ../data/train_bt_part6.txt
I0606 00:47:41.302307 140404402947968 interactiveshell.py:2882] Step 0 | Loss: 0.6983 | Spent: 90.7 secs | LR: 0.000300
I0606 00:47:57.012588 140404402947968 interactiveshell.py:2882] Step 50 | Loss: 0.6782 | Spent: 15.7 secs | LR: 0.000299
I0606 00:48:12.826883 140404402947968 interactiveshell.py:2882] Step 100 | Loss: 0.4201 | Spent: 15.8 secs | LR: 0.000298
I0606 00:48:28.838133 140404402947968 interactiveshell.py:2882] Step 150 | Loss: 0.4245 | Spent: 16.0 secs | LR: 0.000298
I0606 00:48:44.907822 140404402947968 interactiveshell.py:2882] Step 200 | Loss: 0.3736 | Spent: 16.1 secs | LR: 0.000297
I0606 00:49:01.145899 140404402947968 interactiveshell.py:2882] Step 250 | Loss: 0.2618 | Spent: 16.2 secs | LR: 0.000296
I0606 00:49:17.440918 140404402947968 interactiveshell.py:2882] Step 300 | Loss: 0.3082 | Spent: 16.3 secs | LR: 0.000295
I0606 00:49:33.738649 140404402947968 interactiveshell.py:2882] Step 350 | Loss: 0.2754 | Spent: 16.3 secs | LR: 0.000295
I0606 00:49:49.876327 140404402947968 interactiveshell.py:2882] Step 400 | Loss: 0.2420 | Spent: 16.1 secs | LR: 0.000294
I0606 00:50:05.918987 140404402947968 interactiveshell.py:2882] Step 450 | Loss: 0.2994 | Spent: 16.0 secs | LR: 0.000293
I0606 00:50:22.092329 140404402947968 interactiveshell.py:2882] Step 500 | Loss: 0.4096 | Spent: 16.2 secs | LR: 0.000292
I0606 00:50:38.310647 140404402947968 interactiveshell.py:2882] Step 550 | Loss: 0.3178 | Spent: 16.2 secs | LR: 0.000292
I0606 00:50:54.476882 140404402947968 interactiveshell.py:2882] Step 600 | Loss: 0.2967 | Spent: 16.2 secs | LR: 0.000291
I0606 00:51:10.633730 140404402947968 interactiveshell.py:2882] Step 650 | Loss: 0.2646 | Spent: 16.2 secs | LR: 0.000290
I0606 00:51:26.797150 140404402947968 interactiveshell.py:2882] Step 700 | Loss: 0.3107 | Spent: 16.2 secs | LR: 0.000289
I0606 00:51:43.250251 140404402947968 interactiveshell.py:2882] Step 750 | Loss: 0.2257 | Spent: 16.5 secs | LR: 0.000289
I0606 00:51:59.473094 140404402947968 interactiveshell.py:2882] Step 800 | Loss: 0.3468 | Spent: 16.2 secs | LR: 0.000288
I0606 00:52:15.661557 140404402947968 interactiveshell.py:2882] Step 850 | Loss: 0.3132 | Spent: 16.2 secs | LR: 0.000287
I0606 00:52:31.840917 140404402947968 interactiveshell.py:2882] Step 900 | Loss: 0.3512 | Spent: 16.2 secs | LR: 0.000286
I0606 00:52:48.019681 140404402947968 interactiveshell.py:2882] Step 950 | Loss: 0.3125 | Spent: 16.2 secs | LR: 0.000286
I0606 00:53:04.232765 140404402947968 interactiveshell.py:2882] Step 1000 | Loss: 0.3646 | Spent: 16.2 secs | LR: 0.000285
I0606 00:53:20.386891 140404402947968 interactiveshell.py:2882] Step 1050 | Loss: 0.2955 | Spent: 16.2 secs | LR: 0.000284
I0606 00:53:36.645808 140404402947968 interactiveshell.py:2882] Step 1100 | Loss: 0.3380 | Spent: 16.3 secs | LR: 0.000284
I0606 00:53:52.841753 140404402947968 interactiveshell.py:2882] Step 1150 | Loss: 0.5743 | Spent: 16.2 secs | LR: 0.000283
I0606 00:54:09.207625 140404402947968 interactiveshell.py:2882] Step 1200 | Loss: 0.3226 | Spent: 16.4 secs | LR: 0.000282
I0606 00:54:25.415464 140404402947968 interactiveshell.py:2882] Step 1250 | Loss: 0.4061 | Spent: 16.2 secs | LR: 0.000281
I0606 00:54:41.568659 140404402947968 interactiveshell.py:2882] Step 1300 | Loss: 0.2887 | Spent: 16.2 secs | LR: 0.000281
I0606 00:54:57.722769 140404402947968 interactiveshell.py:2882] Step 1350 | Loss: 0.5084 | Spent: 16.2 secs | LR: 0.000280
I0606 00:55:13.904654 140404402947968 interactiveshell.py:2882] Step 1400 | Loss: 0.4092 | Spent: 16.2 secs | LR: 0.000279
I0606 00:55:30.126890 140404402947968 interactiveshell.py:2882] Step 1450 | Loss: 0.5612 | Spent: 16.2 secs | LR: 0.000278
I0606 00:55:46.455759 140404402947968 interactiveshell.py:2882] Step 1500 | Loss: 0.3429 | Spent: 16.3 secs | LR: 0.000278
I0606 00:56:02.676874 140404402947968 interactiveshell.py:2882] Step 1550 | Loss: 0.3966 | Spent: 16.2 secs | LR: 0.000277
Reading ../data/test.txt
I0606 00:59:20.659213 140404402947968 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.887
I0606 00:59:20.660254 140404402947968 interactiveshell.py:2882] Best Accuracy: 0.887
Reading ../data/train_bt_part1.txt
Reading ../data/train_bt_part2.txt
Reading ../data/train_bt_part3.txt
Reading ../data/train_bt_part4.txt
Reading ../data/train_bt_part5.txt
Reading ../data/train_bt_part6.txt
I0606 01:00:58.277450 140404402947968 interactiveshell.py:2882] Step 1600 | Loss: 0.2914 | Spent: 295.6 secs | LR: 0.000276
I0606 01:01:14.842294 140404402947968 interactiveshell.py:2882] Step 1650 | Loss: 0.2939 | Spent: 16.6 secs | LR: 0.000276
I0606 01:01:31.142168 140404402947968 interactiveshell.py:2882] Step 1700 | Loss: 0.2681 | Spent: 16.3 secs | LR: 0.000275
I0606 01:01:47.404806 140404402947968 interactiveshell.py:2882] Step 1750 | Loss: 0.2623 | Spent: 16.3 secs | LR: 0.000274
I0606 01:02:03.730344 140404402947968 interactiveshell.py:2882] Step 1800 | Loss: 0.2436 | Spent: 16.3 secs | LR: 0.000274
I0606 01:02:20.049281 140404402947968 interactiveshell.py:2882] Step 1850 | Loss: 0.3980 | Spent: 16.3 secs | LR: 0.000273
I0606 01:02:36.345085 140404402947968 interactiveshell.py:2882] Step 1900 | Loss: 0.3619 | Spent: 16.3 secs | LR: 0.000272
I0606 01:02:52.626817 140404402947968 interactiveshell.py:2882] Step 1950 | Loss: 0.1496 | Spent: 16.3 secs | LR: 0.000271
I0606 01:03:08.880678 140404402947968 interactiveshell.py:2882] Step 2000 | Loss: 0.1730 | Spent: 16.3 secs | LR: 0.000271
I0606 01:03:25.083417 140404402947968 interactiveshell.py:2882] Step 2050 | Loss: 0.3612 | Spent: 16.2 secs | LR: 0.000270
I0606 01:03:41.443542 140404402947968 interactiveshell.py:2882] Step 2100 | Loss: 0.3092 | Spent: 16.4 secs | LR: 0.000269
I0606 01:03:57.661451 140404402947968 interactiveshell.py:2882] Step 2150 | Loss: 0.2699 | Spent: 16.2 secs | LR: 0.000269
I0606 01:04:13.897598 140404402947968 interactiveshell.py:2882] Step 2200 | Loss: 0.3483 | Spent: 16.2 secs | LR: 0.000268
I0606 01:04:30.125323 140404402947968 interactiveshell.py:2882] Step 2250 | Loss: 0.2313 | Spent: 16.2 secs | LR: 0.000267
I0606 01:04:46.362498 140404402947968 interactiveshell.py:2882] Step 2300 | Loss: 0.3501 | Spent: 16.2 secs | LR: 0.000267
I0606 01:05:02.683455 140404402947968 interactiveshell.py:2882] Step 2350 | Loss: 0.3657 | Spent: 16.3 secs | LR: 0.000266
I0606 01:05:18.927587 140404402947968 interactiveshell.py:2882] Step 2400 | Loss: 0.3878 | Spent: 16.2 secs | LR: 0.000265
I0606 01:05:35.253159 140404402947968 interactiveshell.py:2882] Step 2450 | Loss: 0.1554 | Spent: 16.3 secs | LR: 0.000265
I0606 01:05:51.456888 140404402947968 interactiveshell.py:2882] Step 2500 | Loss: 0.5250 | Spent: 16.2 secs | LR: 0.000264
I0606 01:06:07.719911 140404402947968 interactiveshell.py:2882] Step 2550 | Loss: 0.1811 | Spent: 16.3 secs | LR: 0.000263
I0606 01:06:24.122230 140404402947968 interactiveshell.py:2882] Step 2600 | Loss: 0.1413 | Spent: 16.4 secs | LR: 0.000263
I0606 01:06:40.415806 140404402947968 interactiveshell.py:2882] Step 2650 | Loss: 0.3528 | Spent: 16.3 secs | LR: 0.000262
I0606 01:06:56.600008 140404402947968 interactiveshell.py:2882] Step 2700 | Loss: 0.2825 | Spent: 16.2 secs | LR: 0.000261
I0606 01:07:12.976848 140404402947968 interactiveshell.py:2882] Step 2750 | Loss: 0.2549 | Spent: 16.4 secs | LR: 0.000261
I0606 01:07:29.239233 140404402947968 interactiveshell.py:2882] Step 2800 | Loss: 0.2371 | Spent: 16.3 secs | LR: 0.000260
I0606 01:07:45.551536 140404402947968 interactiveshell.py:2882] Step 2850 | Loss: 0.2330 | Spent: 16.3 secs | LR: 0.000259
I0606 01:08:01.785646 140404402947968 interactiveshell.py:2882] Step 2900 | Loss: 0.3324 | Spent: 16.2 secs | LR: 0.000259
I0606 01:08:17.946820 140404402947968 interactiveshell.py:2882] Step 2950 | Loss: 0.1794 | Spent: 16.2 secs | LR: 0.000258
I0606 01:08:34.204185 140404402947968 interactiveshell.py:2882] Step 3000 | Loss: 0.4293 | Spent: 16.3 secs | LR: 0.000257
I0606 01:08:50.618250 140404402947968 interactiveshell.py:2882] Step 3050 | Loss: 0.2027 | Spent: 16.4 secs | LR: 0.000257
I0606 01:09:07.054327 140404402947968 interactiveshell.py:2882] Step 3100 | Loss: 0.2014 | Spent: 16.4 secs | LR: 0.000256
Reading ../data/test.txt
I0606 01:12:26.224915 140404402947968 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.899
I0606 01:12:26.226115 140404402947968 interactiveshell.py:2882] Best Accuracy: 0.899
Reading ../data/train_bt_part1.txt
Reading ../data/train_bt_part2.txt
Reading ../data/train_bt_part3.txt
Reading ../data/train_bt_part4.txt
Reading ../data/train_bt_part5.txt
Reading ../data/train_bt_part6.txt
I0606 01:13:58.989884 140404402947968 interactiveshell.py:2882] Step 3150 | Loss: 0.2218 | Spent: 291.9 secs | LR: 0.000255
I0606 01:14:14.887244 140404402947968 interactiveshell.py:2882] Step 3200 | Loss: 0.1179 | Spent: 15.9 secs | LR: 0.000255
I0606 01:14:30.772538 140404402947968 interactiveshell.py:2882] Step 3250 | Loss: 0.1999 | Spent: 15.9 secs | LR: 0.000254
I0606 01:14:46.767221 140404402947968 interactiveshell.py:2882] Step 3300 | Loss: 0.2503 | Spent: 16.0 secs | LR: 0.000253
I0606 01:15:03.014487 140404402947968 interactiveshell.py:2882] Step 3350 | Loss: 0.2751 | Spent: 16.2 secs | LR: 0.000253
I0606 01:15:19.330890 140404402947968 interactiveshell.py:2882] Step 3400 | Loss: 0.3376 | Spent: 16.3 secs | LR: 0.000252
I0606 01:15:35.555155 140404402947968 interactiveshell.py:2882] Step 3450 | Loss: 0.3239 | Spent: 16.2 secs | LR: 0.000251
I0606 01:15:51.672421 140404402947968 interactiveshell.py:2882] Step 3500 | Loss: 0.1508 | Spent: 16.1 secs | LR: 0.000251
I0606 01:16:07.799435 140404402947968 interactiveshell.py:2882] Step 3550 | Loss: 0.3082 | Spent: 16.1 secs | LR: 0.000250
I0606 01:16:23.951243 140404402947968 interactiveshell.py:2882] Step 3600 | Loss: 0.2332 | Spent: 16.2 secs | LR: 0.000249
I0606 01:16:40.133185 140404402947968 interactiveshell.py:2882] Step 3650 | Loss: 0.1992 | Spent: 16.2 secs | LR: 0.000249
I0606 01:16:56.347470 140404402947968 interactiveshell.py:2882] Step 3700 | Loss: 0.2726 | Spent: 16.2 secs | LR: 0.000248
I0606 01:17:12.761689 140404402947968 interactiveshell.py:2882] Step 3750 | Loss: 0.6118 | Spent: 16.4 secs | LR: 0.000248
I0606 01:17:29.144258 140404402947968 interactiveshell.py:2882] Step 3800 | Loss: 0.4407 | Spent: 16.4 secs | LR: 0.000247
I0606 01:17:45.753565 140404402947968 interactiveshell.py:2882] Step 3850 | Loss: 0.2898 | Spent: 16.6 secs | LR: 0.000246
I0606 01:18:02.311998 140404402947968 interactiveshell.py:2882] Step 3900 | Loss: 0.1094 | Spent: 16.6 secs | LR: 0.000246
I0606 01:18:18.674692 140404402947968 interactiveshell.py:2882] Step 3950 | Loss: 0.2216 | Spent: 16.4 secs | LR: 0.000245
I0606 01:18:35.033604 140404402947968 interactiveshell.py:2882] Step 4000 | Loss: 0.2350 | Spent: 16.4 secs | LR: 0.000244
I0606 01:18:51.346857 140404402947968 interactiveshell.py:2882] Step 4050 | Loss: 0.1688 | Spent: 16.3 secs | LR: 0.000244
I0606 01:19:07.925160 140404402947968 interactiveshell.py:2882] Step 4100 | Loss: 0.1895 | Spent: 16.6 secs | LR: 0.000243
I0606 01:19:24.246038 140404402947968 interactiveshell.py:2882] Step 4150 | Loss: 0.2517 | Spent: 16.3 secs | LR: 0.000242
I0606 01:19:40.508501 140404402947968 interactiveshell.py:2882] Step 4200 | Loss: 0.1633 | Spent: 16.3 secs | LR: 0.000242
I0606 01:19:56.814743 140404402947968 interactiveshell.py:2882] Step 4250 | Loss: 0.1899 | Spent: 16.3 secs | LR: 0.000241
I0606 01:20:13.075443 140404402947968 interactiveshell.py:2882] Step 4300 | Loss: 0.1362 | Spent: 16.3 secs | LR: 0.000241
I0606 01:20:29.336953 140404402947968 interactiveshell.py:2882] Step 4350 | Loss: 0.3744 | Spent: 16.3 secs | LR: 0.000240
I0606 01:20:45.761568 140404402947968 interactiveshell.py:2882] Step 4400 | Loss: 0.2911 | Spent: 16.4 secs | LR: 0.000239
I0606 01:21:02.065927 140404402947968 interactiveshell.py:2882] Step 4450 | Loss: 0.2669 | Spent: 16.3 secs | LR: 0.000239
I0606 01:21:18.386416 140404402947968 interactiveshell.py:2882] Step 4500 | Loss: 0.2269 | Spent: 16.3 secs | LR: 0.000238
I0606 01:21:34.618343 140404402947968 interactiveshell.py:2882] Step 4550 | Loss: 0.2390 | Spent: 16.2 secs | LR: 0.000238
I0606 01:21:50.861274 140404402947968 interactiveshell.py:2882] Step 4600 | Loss: 0.3800 | Spent: 16.2 secs | LR: 0.000237
I0606 01:22:07.108895 140404402947968 interactiveshell.py:2882] Step 4650 | Loss: 0.0544 | Spent: 16.2 secs | LR: 0.000236
Reading ../data/test.txt
I0606 01:25:29.701449 140404402947968 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.909
I0606 01:25:29.702595 140404402947968 interactiveshell.py:2882] Best Accuracy: 0.909
Reading ../data/train_bt_part1.txt
Reading ../data/train_bt_part2.txt
Reading ../data/train_bt_part3.txt
Reading ../data/train_bt_part4.txt
Reading ../data/train_bt_part5.txt
Reading ../data/train_bt_part6.txt
I0606 01:26:58.112738 140404402947968 interactiveshell.py:2882] Step 4700 | Loss: 0.2837 | Spent: 291.0 secs | LR: 0.000236
I0606 01:27:13.916957 140404402947968 interactiveshell.py:2882] Step 4750 | Loss: 0.1319 | Spent: 15.8 secs | LR: 0.000235
I0606 01:27:29.835641 140404402947968 interactiveshell.py:2882] Step 4800 | Loss: 0.1718 | Spent: 15.9 secs | LR: 0.000235
I0606 01:27:45.854631 140404402947968 interactiveshell.py:2882] Step 4850 | Loss: 0.6341 | Spent: 16.0 secs | LR: 0.000234
I0606 01:28:02.240440 140404402947968 interactiveshell.py:2882] Step 4900 | Loss: 0.1510 | Spent: 16.4 secs | LR: 0.000233
I0606 01:28:18.318455 140404402947968 interactiveshell.py:2882] Step 4950 | Loss: 0.0807 | Spent: 16.1 secs | LR: 0.000233
I0606 01:28:34.415333 140404402947968 interactiveshell.py:2882] Step 5000 | Loss: 0.1783 | Spent: 16.1 secs | LR: 0.000232
I0606 01:28:50.626876 140404402947968 interactiveshell.py:2882] Step 5050 | Loss: 0.1404 | Spent: 16.2 secs | LR: 0.000232
I0606 01:29:06.852447 140404402947968 interactiveshell.py:2882] Step 5100 | Loss: 0.3321 | Spent: 16.2 secs | LR: 0.000231
I0606 01:29:23.089052 140404402947968 interactiveshell.py:2882] Step 5150 | Loss: 0.1389 | Spent: 16.2 secs | LR: 0.000230
I0606 01:29:39.331480 140404402947968 interactiveshell.py:2882] Step 5200 | Loss: 0.1948 | Spent: 16.2 secs | LR: 0.000230
I0606 01:29:55.606230 140404402947968 interactiveshell.py:2882] Step 5250 | Loss: 0.1380 | Spent: 16.3 secs | LR: 0.000229
I0606 01:30:11.857444 140404402947968 interactiveshell.py:2882] Step 5300 | Loss: 0.1890 | Spent: 16.2 secs | LR: 0.000229
I0606 01:30:28.206799 140404402947968 interactiveshell.py:2882] Step 5350 | Loss: 0.3226 | Spent: 16.3 secs | LR: 0.000228
I0606 01:30:44.491958 140404402947968 interactiveshell.py:2882] Step 5400 | Loss: 0.1460 | Spent: 16.3 secs | LR: 0.000227
I0606 01:31:00.745399 140404402947968 interactiveshell.py:2882] Step 5450 | Loss: 0.1607 | Spent: 16.3 secs | LR: 0.000227
I0606 01:31:16.973613 140404402947968 interactiveshell.py:2882] Step 5500 | Loss: 0.3283 | Spent: 16.2 secs | LR: 0.000226
I0606 01:31:33.251083 140404402947968 interactiveshell.py:2882] Step 5550 | Loss: 0.3292 | Spent: 16.3 secs | LR: 0.000226
I0606 01:31:49.560517 140404402947968 interactiveshell.py:2882] Step 5600 | Loss: 0.2424 | Spent: 16.3 secs | LR: 0.000225
I0606 01:32:05.863171 140404402947968 interactiveshell.py:2882] Step 5650 | Loss: 0.3723 | Spent: 16.3 secs | LR: 0.000225
I0606 01:32:22.199410 140404402947968 interactiveshell.py:2882] Step 5700 | Loss: 0.3871 | Spent: 16.3 secs | LR: 0.000224
I0606 01:32:38.503841 140404402947968 interactiveshell.py:2882] Step 5750 | Loss: 0.5200 | Spent: 16.3 secs | LR: 0.000223
I0606 01:32:54.760877 140404402947968 interactiveshell.py:2882] Step 5800 | Loss: 0.2429 | Spent: 16.3 secs | LR: 0.000223
I0606 01:33:11.297024 140404402947968 interactiveshell.py:2882] Step 5850 | Loss: 0.2506 | Spent: 16.5 secs | LR: 0.000222
I0606 01:33:27.524674 140404402947968 interactiveshell.py:2882] Step 5900 | Loss: 0.2379 | Spent: 16.2 secs | LR: 0.000222
I0606 01:33:43.766230 140404402947968 interactiveshell.py:2882] Step 5950 | Loss: 0.2971 | Spent: 16.2 secs | LR: 0.000221
I0606 01:33:59.991365 140404402947968 interactiveshell.py:2882] Step 6000 | Loss: 0.3194 | Spent: 16.2 secs | LR: 0.000221
I0606 01:34:16.269635 140404402947968 interactiveshell.py:2882] Step 6050 | Loss: 0.2242 | Spent: 16.3 secs | LR: 0.000220
I0606 01:34:32.527153 140404402947968 interactiveshell.py:2882] Step 6100 | Loss: 0.2314 | Spent: 16.3 secs | LR: 0.000219
I0606 01:34:48.724549 140404402947968 interactiveshell.py:2882] Step 6150 | Loss: 0.2521 | Spent: 16.2 secs | LR: 0.000219
I0606 01:35:04.989671 140404402947968 interactiveshell.py:2882] Step 6200 | Loss: 0.1848 | Spent: 16.3 secs | LR: 0.000218
I0606 01:35:21.257337 140404402947968 interactiveshell.py:2882] Step 6250 | Loss: 0.1291 | Spent: 16.3 secs | LR: 0.000218
Reading ../data/test.txt
I0606 01:38:31.736829 140404402947968 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.916
I0606 01:38:31.737763 140404402947968 interactiveshell.py:2882] Best Accuracy: 0.916
Reading ../data/train_bt_part1.txt
Reading ../data/train_bt_part2.txt
Reading ../data/train_bt_part3.txt
Reading ../data/train_bt_part4.txt
Reading ../data/train_bt_part5.txt
Reading ../data/train_bt_part6.txt
I0606 01:40:12.191225 140404402947968 interactiveshell.py:2882] Step 6300 | Loss: 0.1043 | Spent: 290.9 secs | LR: 0.000217
I0606 01:40:27.997331 140404402947968 interactiveshell.py:2882] Step 6350 | Loss: 0.2049 | Spent: 15.8 secs | LR: 0.000217
I0606 01:40:43.908326 140404402947968 interactiveshell.py:2882] Step 6400 | Loss: 0.1589 | Spent: 15.9 secs | LR: 0.000216
I0606 01:40:59.800093 140404402947968 interactiveshell.py:2882] Step 6450 | Loss: 0.2858 | Spent: 15.9 secs | LR: 0.000215
I0606 01:41:15.894477 140404402947968 interactiveshell.py:2882] Step 6500 | Loss: 0.1472 | Spent: 16.1 secs | LR: 0.000215
I0606 01:41:32.104243 140404402947968 interactiveshell.py:2882] Step 6550 | Loss: 0.1145 | Spent: 16.2 secs | LR: 0.000214
I0606 01:41:48.405839 140404402947968 interactiveshell.py:2882] Step 6600 | Loss: 0.2641 | Spent: 16.3 secs | LR: 0.000214
I0606 01:42:04.516474 140404402947968 interactiveshell.py:2882] Step 6650 | Loss: 0.2546 | Spent: 16.1 secs | LR: 0.000213
I0606 01:42:20.593784 140404402947968 interactiveshell.py:2882] Step 6700 | Loss: 0.4402 | Spent: 16.1 secs | LR: 0.000213
I0606 01:42:36.783013 140404402947968 interactiveshell.py:2882] Step 6750 | Loss: 0.2267 | Spent: 16.2 secs | LR: 0.000212
I0606 01:42:52.974926 140404402947968 interactiveshell.py:2882] Step 6800 | Loss: 0.1698 | Spent: 16.2 secs | LR: 0.000212
I0606 01:43:09.189909 140404402947968 interactiveshell.py:2882] Step 6850 | Loss: 0.1846 | Spent: 16.2 secs | LR: 0.000211
I0606 01:43:25.506047 140404402947968 interactiveshell.py:2882] Step 6900 | Loss: 0.3111 | Spent: 16.3 secs | LR: 0.000211
I0606 01:43:41.775396 140404402947968 interactiveshell.py:2882] Step 6950 | Loss: 0.1018 | Spent: 16.3 secs | LR: 0.000210
I0606 01:43:57.987263 140404402947968 interactiveshell.py:2882] Step 7000 | Loss: 0.3789 | Spent: 16.2 secs | LR: 0.000210
I0606 01:44:14.265064 140404402947968 interactiveshell.py:2882] Step 7050 | Loss: 0.1399 | Spent: 16.3 secs | LR: 0.000209
I0606 01:44:30.469915 140404402947968 interactiveshell.py:2882] Step 7100 | Loss: 0.1704 | Spent: 16.2 secs | LR: 0.000208
I0606 01:44:46.649397 140404402947968 interactiveshell.py:2882] Step 7150 | Loss: 0.2503 | Spent: 16.2 secs | LR: 0.000208
I0606 01:45:02.818916 140404402947968 interactiveshell.py:2882] Step 7200 | Loss: 0.1877 | Spent: 16.2 secs | LR: 0.000207
I0606 01:45:19.005708 140404402947968 interactiveshell.py:2882] Step 7250 | Loss: 0.2471 | Spent: 16.2 secs | LR: 0.000207
I0606 01:45:35.220605 140404402947968 interactiveshell.py:2882] Step 7300 | Loss: 0.2974 | Spent: 16.2 secs | LR: 0.000206
I0606 01:45:51.397719 140404402947968 interactiveshell.py:2882] Step 7350 | Loss: 0.1601 | Spent: 16.2 secs | LR: 0.000206
I0606 01:46:07.605949 140404402947968 interactiveshell.py:2882] Step 7400 | Loss: 0.1939 | Spent: 16.2 secs | LR: 0.000205
I0606 01:46:23.812767 140404402947968 interactiveshell.py:2882] Step 7450 | Loss: 0.1907 | Spent: 16.2 secs | LR: 0.000205
I0606 01:46:40.094927 140404402947968 interactiveshell.py:2882] Step 7500 | Loss: 0.2235 | Spent: 16.3 secs | LR: 0.000204
I0606 01:46:56.398790 140404402947968 interactiveshell.py:2882] Step 7550 | Loss: 0.1092 | Spent: 16.3 secs | LR: 0.000204
I0606 01:47:12.609823 140404402947968 interactiveshell.py:2882] Step 7600 | Loss: 0.1355 | Spent: 16.2 secs | LR: 0.000203
I0606 01:47:29.054423 140404402947968 interactiveshell.py:2882] Step 7650 | Loss: 0.4001 | Spent: 16.4 secs | LR: 0.000203
I0606 01:47:45.380263 140404402947968 interactiveshell.py:2882] Step 7700 | Loss: 0.2585 | Spent: 16.3 secs | LR: 0.000202
I0606 01:48:01.918766 140404402947968 interactiveshell.py:2882] Step 7750 | Loss: 0.3046 | Spent: 16.5 secs | LR: 0.000202
I0606 01:48:18.247150 140404402947968 interactiveshell.py:2882] Step 7800 | Loss: 0.1459 | Spent: 16.3 secs | LR: 0.000201
Reading ../data/test.txt
I0606 01:51:34.400827 140404402947968 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.917
I0606 01:51:34.401953 140404402947968 interactiveshell.py:2882] Best Accuracy: 0.917
Reading ../data/train_bt_part1.txt
Reading ../data/train_bt_part2.txt
Reading ../data/train_bt_part3.txt
Reading ../data/train_bt_part4.txt
Reading ../data/train_bt_part5.txt
Reading ../data/train_bt_part6.txt
I0606 01:53:11.702276 140404402947968 interactiveshell.py:2882] Step 7850 | Loss: 0.1100 | Spent: 293.5 secs | LR: 0.000201
I0606 01:53:27.574167 140404402947968 interactiveshell.py:2882] Step 7900 | Loss: 0.1968 | Spent: 15.9 secs | LR: 0.000200
I0606 01:53:43.552544 140404402947968 interactiveshell.py:2882] Step 7950 | Loss: 0.1878 | Spent: 16.0 secs | LR: 0.000200
I0606 01:53:59.605066 140404402947968 interactiveshell.py:2882] Step 8000 | Loss: 0.2154 | Spent: 16.1 secs | LR: 0.000199
I0606 01:54:15.577339 140404402947968 interactiveshell.py:2882] Step 8050 | Loss: 0.2080 | Spent: 16.0 secs | LR: 0.000199
I0606 01:54:31.589511 140404402947968 interactiveshell.py:2882] Step 8100 | Loss: 0.1979 | Spent: 16.0 secs | LR: 0.000198
I0606 01:54:47.733883 140404402947968 interactiveshell.py:2882] Step 8150 | Loss: 0.3624 | Spent: 16.1 secs | LR: 0.000198
I0606 01:55:03.750761 140404402947968 interactiveshell.py:2882] Step 8200 | Loss: 0.2641 | Spent: 16.0 secs | LR: 0.000197
I0606 01:55:19.748040 140404402947968 interactiveshell.py:2882] Step 8250 | Loss: 0.0864 | Spent: 16.0 secs | LR: 0.000196
I0606 01:55:35.812979 140404402947968 interactiveshell.py:2882] Step 8300 | Loss: 0.2014 | Spent: 16.1 secs | LR: 0.000196
I0606 01:55:51.876773 140404402947968 interactiveshell.py:2882] Step 8350 | Loss: 0.1704 | Spent: 16.1 secs | LR: 0.000195
I0606 01:56:07.988489 140404402947968 interactiveshell.py:2882] Step 8400 | Loss: 0.2210 | Spent: 16.1 secs | LR: 0.000195
I0606 01:56:24.132233 140404402947968 interactiveshell.py:2882] Step 8450 | Loss: 0.1049 | Spent: 16.1 secs | LR: 0.000194
I0606 01:56:40.226491 140404402947968 interactiveshell.py:2882] Step 8500 | Loss: 0.0852 | Spent: 16.1 secs | LR: 0.000194
I0606 01:56:56.348140 140404402947968 interactiveshell.py:2882] Step 8550 | Loss: 0.2655 | Spent: 16.1 secs | LR: 0.000193
I0606 01:57:12.460040 140404402947968 interactiveshell.py:2882] Step 8600 | Loss: 0.2843 | Spent: 16.1 secs | LR: 0.000193
I0606 01:57:28.715596 140404402947968 interactiveshell.py:2882] Step 8650 | Loss: 0.1339 | Spent: 16.3 secs | LR: 0.000192
I0606 01:57:44.883231 140404402947968 interactiveshell.py:2882] Step 8700 | Loss: 0.2075 | Spent: 16.2 secs | LR: 0.000192
I0606 01:58:01.077496 140404402947968 interactiveshell.py:2882] Step 8750 | Loss: 0.3076 | Spent: 16.2 secs | LR: 0.000192
I0606 01:58:17.228507 140404402947968 interactiveshell.py:2882] Step 8800 | Loss: 0.0778 | Spent: 16.1 secs | LR: 0.000191
I0606 01:58:33.414614 140404402947968 interactiveshell.py:2882] Step 8850 | Loss: 0.2286 | Spent: 16.2 secs | LR: 0.000191
I0606 01:58:49.634436 140404402947968 interactiveshell.py:2882] Step 8900 | Loss: 0.1476 | Spent: 16.2 secs | LR: 0.000190
I0606 01:59:06.024325 140404402947968 interactiveshell.py:2882] Step 8950 | Loss: 0.1003 | Spent: 16.4 secs | LR: 0.000190
I0606 01:59:22.193563 140404402947968 interactiveshell.py:2882] Step 9000 | Loss: 0.1203 | Spent: 16.2 secs | LR: 0.000189
I0606 01:59:38.423432 140404402947968 interactiveshell.py:2882] Step 9050 | Loss: 0.1391 | Spent: 16.2 secs | LR: 0.000189
I0606 01:59:54.667439 140404402947968 interactiveshell.py:2882] Step 9100 | Loss: 0.1571 | Spent: 16.2 secs | LR: 0.000188
I0606 02:00:10.981742 140404402947968 interactiveshell.py:2882] Step 9150 | Loss: 0.1250 | Spent: 16.3 secs | LR: 0.000188
I0606 02:00:27.150454 140404402947968 interactiveshell.py:2882] Step 9200 | Loss: 0.1485 | Spent: 16.2 secs | LR: 0.000187
I0606 02:00:43.361469 140404402947968 interactiveshell.py:2882] Step 9250 | Loss: 0.3006 | Spent: 16.2 secs | LR: 0.000187
I0606 02:00:59.614764 140404402947968 interactiveshell.py:2882] Step 9300 | Loss: 0.0928 | Spent: 16.3 secs | LR: 0.000186
I0606 02:01:15.838552 140404402947968 interactiveshell.py:2882] Step 9350 | Loss: 0.1401 | Spent: 16.2 secs | LR: 0.000186
Reading ../data/test.txt
I0606 02:04:34.896375 140404402947968 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.920
I0606 02:04:34.897478 140404402947968 interactiveshell.py:2882] Best Accuracy: 0.920
Reading ../data/train_bt_part1.txt
Reading ../data/train_bt_part2.txt
Reading ../data/train_bt_part3.txt
Reading ../data/train_bt_part4.txt
Reading ../data/train_bt_part5.txt
Reading ../data/train_bt_part6.txt
I0606 02:06:07.784912 140404402947968 interactiveshell.py:2882] Step 9400 | Loss: 0.1862 | Spent: 291.9 secs | LR: 0.000185
I0606 02:06:23.515657 140404402947968 interactiveshell.py:2882] Step 9450 | Loss: 0.3169 | Spent: 15.7 secs | LR: 0.000185
I0606 02:06:39.316903 140404402947968 interactiveshell.py:2882] Step 9500 | Loss: 0.2055 | Spent: 15.8 secs | LR: 0.000184
I0606 02:06:55.210041 140404402947968 interactiveshell.py:2882] Step 9550 | Loss: 0.1090 | Spent: 15.9 secs | LR: 0.000184
I0606 02:07:11.110775 140404402947968 interactiveshell.py:2882] Step 9600 | Loss: 0.1232 | Spent: 15.9 secs | LR: 0.000183
I0606 02:07:27.030687 140404402947968 interactiveshell.py:2882] Step 9650 | Loss: 0.1908 | Spent: 15.9 secs | LR: 0.000183
I0606 02:07:43.001453 140404402947968 interactiveshell.py:2882] Step 9700 | Loss: 0.1988 | Spent: 16.0 secs | LR: 0.000182
I0606 02:07:59.034676 140404402947968 interactiveshell.py:2882] Step 9750 | Loss: 0.1734 | Spent: 16.0 secs | LR: 0.000182
I0606 02:08:15.074098 140404402947968 interactiveshell.py:2882] Step 9800 | Loss: 0.2249 | Spent: 16.0 secs | LR: 0.000181
I0606 02:08:31.102829 140404402947968 interactiveshell.py:2882] Step 9850 | Loss: 0.1517 | Spent: 16.0 secs | LR: 0.000181
I0606 02:08:47.235308 140404402947968 interactiveshell.py:2882] Step 9900 | Loss: 0.3492 | Spent: 16.1 secs | LR: 0.000181
I0606 02:09:03.288186 140404402947968 interactiveshell.py:2882] Step 9950 | Loss: 0.0906 | Spent: 16.1 secs | LR: 0.000180
I0606 02:09:19.483402 140404402947968 interactiveshell.py:2882] Step 10000 | Loss: 0.1522 | Spent: 16.2 secs | LR: 0.000180
I0606 02:09:35.726302 140404402947968 interactiveshell.py:2882] Step 10050 | Loss: 0.1915 | Spent: 16.2 secs | LR: 0.000179
I0606 02:09:51.956345 140404402947968 interactiveshell.py:2882] Step 10100 | Loss: 0.1615 | Spent: 16.2 secs | LR: 0.000179
I0606 02:10:08.144504 140404402947968 interactiveshell.py:2882] Step 10150 | Loss: 0.1646 | Spent: 16.2 secs | LR: 0.000178
I0606 02:10:24.288482 140404402947968 interactiveshell.py:2882] Step 10200 | Loss: 0.1231 | Spent: 16.1 secs | LR: 0.000178
I0606 02:10:40.474452 140404402947968 interactiveshell.py:2882] Step 10250 | Loss: 0.0938 | Spent: 16.2 secs | LR: 0.000177
I0606 02:10:56.680913 140404402947968 interactiveshell.py:2882] Step 10300 | Loss: 0.2173 | Spent: 16.2 secs | LR: 0.000177
I0606 02:11:12.820741 140404402947968 interactiveshell.py:2882] Step 10350 | Loss: 0.2054 | Spent: 16.1 secs | LR: 0.000176
I0606 02:11:28.975294 140404402947968 interactiveshell.py:2882] Step 10400 | Loss: 0.1822 | Spent: 16.2 secs | LR: 0.000176
I0606 02:11:45.130094 140404402947968 interactiveshell.py:2882] Step 10450 | Loss: 0.1568 | Spent: 16.2 secs | LR: 0.000176
I0606 02:12:01.350221 140404402947968 interactiveshell.py:2882] Step 10500 | Loss: 0.1290 | Spent: 16.2 secs | LR: 0.000175
I0606 02:12:17.617406 140404402947968 interactiveshell.py:2882] Step 10550 | Loss: 0.0460 | Spent: 16.3 secs | LR: 0.000175
I0606 02:12:33.814144 140404402947968 interactiveshell.py:2882] Step 10600 | Loss: 0.1890 | Spent: 16.2 secs | LR: 0.000174
I0606 02:12:50.116001 140404402947968 interactiveshell.py:2882] Step 10650 | Loss: 0.1045 | Spent: 16.3 secs | LR: 0.000174
I0606 02:13:06.323212 140404402947968 interactiveshell.py:2882] Step 10700 | Loss: 0.1839 | Spent: 16.2 secs | LR: 0.000173
I0606 02:13:22.540619 140404402947968 interactiveshell.py:2882] Step 10750 | Loss: 0.1191 | Spent: 16.2 secs | LR: 0.000173
I0606 02:13:38.745892 140404402947968 interactiveshell.py:2882] Step 10800 | Loss: 0.1690 | Spent: 16.2 secs | LR: 0.000172
I0606 02:13:54.961066 140404402947968 interactiveshell.py:2882] Step 10850 | Loss: 0.0966 | Spent: 16.2 secs | LR: 0.000172
I0606 02:14:11.162349 140404402947968 interactiveshell.py:2882] Step 10900 | Loss: 0.2210 | Spent: 16.2 secs | LR: 0.000172
Reading ../data/test.txt
I0606 02:17:34.556714 140404402947968 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.923
I0606 02:17:34.557797 140404402947968 interactiveshell.py:2882] Best Accuracy: 0.923
Reading ../data/train_bt_part1.txt
Reading ../data/train_bt_part2.txt
Reading ../data/train_bt_part3.txt
Reading ../data/train_bt_part4.txt
Reading ../data/train_bt_part5.txt
Reading ../data/train_bt_part6.txt
I0606 02:19:02.778356 140404402947968 interactiveshell.py:2882] Step 10950 | Loss: 0.3210 | Spent: 291.6 secs | LR: 0.000171
I0606 02:19:18.465336 140404402947968 interactiveshell.py:2882] Step 11000 | Loss: 0.1227 | Spent: 15.7 secs | LR: 0.000171
I0606 02:19:34.199043 140404402947968 interactiveshell.py:2882] Step 11050 | Loss: 0.1276 | Spent: 15.7 secs | LR: 0.000170
I0606 02:19:50.188905 140404402947968 interactiveshell.py:2882] Step 11100 | Loss: 0.1255 | Spent: 16.0 secs | LR: 0.000170
I0606 02:20:06.110247 140404402947968 interactiveshell.py:2882] Step 11150 | Loss: 0.0384 | Spent: 15.9 secs | LR: 0.000169
I0606 02:20:21.952320 140404402947968 interactiveshell.py:2882] Step 11200 | Loss: 0.0917 | Spent: 15.8 secs | LR: 0.000169
I0606 02:20:37.838414 140404402947968 interactiveshell.py:2882] Step 11250 | Loss: 0.0831 | Spent: 15.9 secs | LR: 0.000168
I0606 02:20:53.756710 140404402947968 interactiveshell.py:2882] Step 11300 | Loss: 0.2670 | Spent: 15.9 secs | LR: 0.000168
I0606 02:21:09.711323 140404402947968 interactiveshell.py:2882] Step 11350 | Loss: 0.1297 | Spent: 16.0 secs | LR: 0.000168
I0606 02:21:25.832017 140404402947968 interactiveshell.py:2882] Step 11400 | Loss: 0.1151 | Spent: 16.1 secs | LR: 0.000167
I0606 02:21:41.877621 140404402947968 interactiveshell.py:2882] Step 11450 | Loss: 0.1147 | Spent: 16.0 secs | LR: 0.000167
I0606 02:21:57.903919 140404402947968 interactiveshell.py:2882] Step 11500 | Loss: 0.0989 | Spent: 16.0 secs | LR: 0.000166
I0606 02:22:13.876178 140404402947968 interactiveshell.py:2882] Step 11550 | Loss: 0.1948 | Spent: 16.0 secs | LR: 0.000166
I0606 02:22:29.951544 140404402947968 interactiveshell.py:2882] Step 11600 | Loss: 0.0885 | Spent: 16.1 secs | LR: 0.000165
I0606 02:22:46.106837 140404402947968 interactiveshell.py:2882] Step 11650 | Loss: 0.1200 | Spent: 16.2 secs | LR: 0.000165
I0606 02:23:02.225389 140404402947968 interactiveshell.py:2882] Step 11700 | Loss: 0.1334 | Spent: 16.1 secs | LR: 0.000165
I0606 02:23:18.363623 140404402947968 interactiveshell.py:2882] Step 11750 | Loss: 0.2141 | Spent: 16.1 secs | LR: 0.000164
I0606 02:23:34.481402 140404402947968 interactiveshell.py:2882] Step 11800 | Loss: 0.1269 | Spent: 16.1 secs | LR: 0.000164
I0606 02:23:50.593124 140404402947968 interactiveshell.py:2882] Step 11850 | Loss: 0.1728 | Spent: 16.1 secs | LR: 0.000163
I0606 02:24:06.723805 140404402947968 interactiveshell.py:2882] Step 11900 | Loss: 0.0794 | Spent: 16.1 secs | LR: 0.000163
I0606 02:24:22.862629 140404402947968 interactiveshell.py:2882] Step 11950 | Loss: 0.0227 | Spent: 16.1 secs | LR: 0.000163
I0606 02:24:38.982481 140404402947968 interactiveshell.py:2882] Step 12000 | Loss: 0.0406 | Spent: 16.1 secs | LR: 0.000162
I0606 02:24:55.403795 140404402947968 interactiveshell.py:2882] Step 12050 | Loss: 0.1176 | Spent: 16.4 secs | LR: 0.000162
I0606 02:25:11.612079 140404402947968 interactiveshell.py:2882] Step 12100 | Loss: 0.0601 | Spent: 16.2 secs | LR: 0.000161
I0606 02:25:27.987046 140404402947968 interactiveshell.py:2882] Step 12150 | Loss: 0.1325 | Spent: 16.4 secs | LR: 0.000161
I0606 02:25:44.242895 140404402947968 interactiveshell.py:2882] Step 12200 | Loss: 0.2079 | Spent: 16.3 secs | LR: 0.000160
I0606 02:26:00.458737 140404402947968 interactiveshell.py:2882] Step 12250 | Loss: 0.1674 | Spent: 16.2 secs | LR: 0.000160
I0606 02:26:16.674580 140404402947968 interactiveshell.py:2882] Step 12300 | Loss: 0.1163 | Spent: 16.2 secs | LR: 0.000160
I0606 02:26:32.901511 140404402947968 interactiveshell.py:2882] Step 12350 | Loss: 0.0643 | Spent: 16.2 secs | LR: 0.000159
I0606 02:26:49.190097 140404402947968 interactiveshell.py:2882] Step 12400 | Loss: 0.2291 | Spent: 16.3 secs | LR: 0.000159
I0606 02:27:05.551260 140404402947968 interactiveshell.py:2882] Step 12450 | Loss: 0.1659 | Spent: 16.4 secs | LR: 0.000158
I0606 02:27:21.816718 140404402947968 interactiveshell.py:2882] Step 12500 | Loss: 0.1302 | Spent: 16.3 secs | LR: 0.000158
Reading ../data/test.txt
I0606 02:30:35.372127 140404402947968 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.922
I0606 02:30:35.373193 140404402947968 interactiveshell.py:2882] Best Accuracy: 0.923
Reading ../data/train_bt_part1.txt
Reading ../data/train_bt_part2.txt
Reading ../data/train_bt_part3.txt
Reading ../data/train_bt_part4.txt
Reading ../data/train_bt_part5.txt
Reading ../data/train_bt_part6.txt
I0606 02:32:17.176255 140404402947968 interactiveshell.py:2882] Step 12550 | Loss: 0.2617 | Spent: 295.4 secs | LR: 0.000158
I0606 02:32:33.003481 140404402947968 interactiveshell.py:2882] Step 12600 | Loss: 0.2128 | Spent: 15.8 secs | LR: 0.000157
I0606 02:32:48.959660 140404402947968 interactiveshell.py:2882] Step 12650 | Loss: 0.1494 | Spent: 16.0 secs | LR: 0.000157
I0606 02:33:04.902570 140404402947968 interactiveshell.py:2882] Step 12700 | Loss: 0.2129 | Spent: 15.9 secs | LR: 0.000156
I0606 02:33:20.873701 140404402947968 interactiveshell.py:2882] Step 12750 | Loss: 0.0708 | Spent: 16.0 secs | LR: 0.000156
I0606 02:33:36.988569 140404402947968 interactiveshell.py:2882] Step 12800 | Loss: 0.2341 | Spent: 16.1 secs | LR: 0.000156
I0606 02:33:53.047969 140404402947968 interactiveshell.py:2882] Step 12850 | Loss: 0.1381 | Spent: 16.1 secs | LR: 0.000155
I0606 02:34:09.148226 140404402947968 interactiveshell.py:2882] Step 12900 | Loss: 0.0840 | Spent: 16.1 secs | LR: 0.000155
I0606 02:34:25.377384 140404402947968 interactiveshell.py:2882] Step 12950 | Loss: 0.1286 | Spent: 16.2 secs | LR: 0.000154
I0606 02:34:41.459817 140404402947968 interactiveshell.py:2882] Step 13000 | Loss: 0.0818 | Spent: 16.1 secs | LR: 0.000154
I0606 02:34:57.713063 140404402947968 interactiveshell.py:2882] Step 13050 | Loss: 0.2236 | Spent: 16.3 secs | LR: 0.000154
I0606 02:35:14.082418 140404402947968 interactiveshell.py:2882] Step 13100 | Loss: 0.1938 | Spent: 16.4 secs | LR: 0.000153
I0606 02:35:30.310475 140404402947968 interactiveshell.py:2882] Step 13150 | Loss: 0.1563 | Spent: 16.2 secs | LR: 0.000153
I0606 02:35:46.533603 140404402947968 interactiveshell.py:2882] Step 13200 | Loss: 0.1614 | Spent: 16.2 secs | LR: 0.000152
I0606 02:36:02.780484 140404402947968 interactiveshell.py:2882] Step 13250 | Loss: 0.1682 | Spent: 16.2 secs | LR: 0.000152
I0606 02:36:19.105637 140404402947968 interactiveshell.py:2882] Step 13300 | Loss: 0.1338 | Spent: 16.3 secs | LR: 0.000152
I0606 02:36:35.301120 140404402947968 interactiveshell.py:2882] Step 13350 | Loss: 0.1652 | Spent: 16.2 secs | LR: 0.000151
I0606 02:36:51.551343 140404402947968 interactiveshell.py:2882] Step 13400 | Loss: 0.0826 | Spent: 16.2 secs | LR: 0.000151
I0606 02:37:07.835777 140404402947968 interactiveshell.py:2882] Step 13450 | Loss: 0.2524 | Spent: 16.3 secs | LR: 0.000150
I0606 02:37:24.078342 140404402947968 interactiveshell.py:2882] Step 13500 | Loss: 0.3870 | Spent: 16.2 secs | LR: 0.000150
I0606 02:37:40.427930 140404402947968 interactiveshell.py:2882] Step 13550 | Loss: 0.2125 | Spent: 16.3 secs | LR: 0.000150
I0606 02:37:56.691915 140404402947968 interactiveshell.py:2882] Step 13600 | Loss: 0.3893 | Spent: 16.3 secs | LR: 0.000149
I0606 02:38:12.959820 140404402947968 interactiveshell.py:2882] Step 13650 | Loss: 0.1421 | Spent: 16.3 secs | LR: 0.000149
I0606 02:38:29.266382 140404402947968 interactiveshell.py:2882] Step 13700 | Loss: 0.1775 | Spent: 16.3 secs | LR: 0.000149
I0606 02:38:45.475263 140404402947968 interactiveshell.py:2882] Step 13750 | Loss: 0.0528 | Spent: 16.2 secs | LR: 0.000148
I0606 02:39:01.877415 140404402947968 interactiveshell.py:2882] Step 13800 | Loss: 0.0890 | Spent: 16.4 secs | LR: 0.000148
I0606 02:39:18.127507 140404402947968 interactiveshell.py:2882] Step 13850 | Loss: 0.1398 | Spent: 16.2 secs | LR: 0.000147
I0606 02:39:34.417949 140404402947968 interactiveshell.py:2882] Step 13900 | Loss: 0.2110 | Spent: 16.3 secs | LR: 0.000147
I0606 02:39:50.710028 140404402947968 interactiveshell.py:2882] Step 13950 | Loss: 0.2579 | Spent: 16.3 secs | LR: 0.000147
I0606 02:40:07.028614 140404402947968 interactiveshell.py:2882] Step 14000 | Loss: 0.0843 | Spent: 16.3 secs | LR: 0.000146
I0606 02:40:23.564315 140404402947968 interactiveshell.py:2882] Step 14050 | Loss: 0.1269 | Spent: 16.5 secs | LR: 0.000146
Reading ../data/test.txt
I0606 02:43:40.271080 140404402947968 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.922
I0606 02:43:40.272572 140404402947968 interactiveshell.py:2882] Best Accuracy: 0.923
Reading ../data/train_bt_part1.txt
Reading ../data/train_bt_part2.txt
Reading ../data/train_bt_part3.txt
Reading ../data/train_bt_part4.txt
Reading ../data/train_bt_part5.txt
Reading ../data/train_bt_part6.txt
I0606 02:45:17.346333 140404402947968 interactiveshell.py:2882] Step 14100 | Loss: 0.0630 | Spent: 293.8 secs | LR: 0.000146
I0606 02:45:33.395310 140404402947968 interactiveshell.py:2882] Step 14150 | Loss: 0.1456 | Spent: 16.0 secs | LR: 0.000145
I0606 02:45:49.300933 140404402947968 interactiveshell.py:2882] Step 14200 | Loss: 0.1924 | Spent: 15.9 secs | LR: 0.000145
I0606 02:46:05.282724 140404402947968 interactiveshell.py:2882] Step 14250 | Loss: 0.3398 | Spent: 16.0 secs | LR: 0.000144
I0606 02:46:21.274422 140404402947968 interactiveshell.py:2882] Step 14300 | Loss: 0.1765 | Spent: 16.0 secs | LR: 0.000144
I0606 02:46:37.255177 140404402947968 interactiveshell.py:2882] Step 14350 | Loss: 0.0778 | Spent: 16.0 secs | LR: 0.000144
I0606 02:46:53.270884 140404402947968 interactiveshell.py:2882] Step 14400 | Loss: 0.0546 | Spent: 16.0 secs | LR: 0.000143
I0606 02:47:09.399087 140404402947968 interactiveshell.py:2882] Step 14450 | Loss: 0.1148 | Spent: 16.1 secs | LR: 0.000143
I0606 02:47:25.444030 140404402947968 interactiveshell.py:2882] Step 14500 | Loss: 0.1797 | Spent: 16.0 secs | LR: 0.000143
I0606 02:47:41.654482 140404402947968 interactiveshell.py:2882] Step 14550 | Loss: 0.0238 | Spent: 16.2 secs | LR: 0.000142
I0606 02:47:57.781719 140404402947968 interactiveshell.py:2882] Step 14600 | Loss: 0.1377 | Spent: 16.1 secs | LR: 0.000142
I0606 02:48:13.878834 140404402947968 interactiveshell.py:2882] Step 14650 | Loss: 0.1337 | Spent: 16.1 secs | LR: 0.000142
I0606 02:48:30.030026 140404402947968 interactiveshell.py:2882] Step 14700 | Loss: 0.1833 | Spent: 16.1 secs | LR: 0.000141
I0606 02:48:46.168000 140404402947968 interactiveshell.py:2882] Step 14750 | Loss: 0.2093 | Spent: 16.1 secs | LR: 0.000141
I0606 02:49:02.339514 140404402947968 interactiveshell.py:2882] Step 14800 | Loss: 0.1908 | Spent: 16.2 secs | LR: 0.000140
I0606 02:49:18.529016 140404402947968 interactiveshell.py:2882] Step 14850 | Loss: 0.1872 | Spent: 16.2 secs | LR: 0.000140
I0606 02:49:34.794244 140404402947968 interactiveshell.py:2882] Step 14900 | Loss: 0.1033 | Spent: 16.3 secs | LR: 0.000140
I0606 02:49:51.021462 140404402947968 interactiveshell.py:2882] Step 14950 | Loss: 0.1749 | Spent: 16.2 secs | LR: 0.000139
I0606 02:50:07.277806 140404402947968 interactiveshell.py:2882] Step 15000 | Loss: 0.2974 | Spent: 16.3 secs | LR: 0.000139
I0606 02:50:23.519231 140404402947968 interactiveshell.py:2882] Step 15050 | Loss: 0.0525 | Spent: 16.2 secs | LR: 0.000139
I0606 02:50:39.893572 140404402947968 interactiveshell.py:2882] Step 15100 | Loss: 0.2369 | Spent: 16.4 secs | LR: 0.000138
I0606 02:50:56.354394 140404402947968 interactiveshell.py:2882] Step 15150 | Loss: 0.0692 | Spent: 16.5 secs | LR: 0.000138
I0606 02:51:12.627357 140404402947968 interactiveshell.py:2882] Step 15200 | Loss: 0.1040 | Spent: 16.3 secs | LR: 0.000138
I0606 02:51:28.922852 140404402947968 interactiveshell.py:2882] Step 15250 | Loss: 0.3925 | Spent: 16.3 secs | LR: 0.000137
I0606 02:51:45.303055 140404402947968 interactiveshell.py:2882] Step 15300 | Loss: 0.3642 | Spent: 16.4 secs | LR: 0.000137
I0606 02:52:01.569275 140404402947968 interactiveshell.py:2882] Step 15350 | Loss: 0.1961 | Spent: 16.3 secs | LR: 0.000137
I0606 02:52:17.835600 140404402947968 interactiveshell.py:2882] Step 15400 | Loss: 0.2021 | Spent: 16.3 secs | LR: 0.000136
I0606 02:52:34.143379 140404402947968 interactiveshell.py:2882] Step 15450 | Loss: 0.0220 | Spent: 16.3 secs | LR: 0.000136
I0606 02:52:50.393466 140404402947968 interactiveshell.py:2882] Step 15500 | Loss: 0.1306 | Spent: 16.2 secs | LR: 0.000135
I0606 02:53:06.681041 140404402947968 interactiveshell.py:2882] Step 15550 | Loss: 0.2041 | Spent: 16.3 secs | LR: 0.000135
I0606 02:53:22.931046 140404402947968 interactiveshell.py:2882] Step 15600 | Loss: 0.1356 | Spent: 16.2 secs | LR: 0.000135
Reading ../data/test.txt
I0606 02:56:44.841349 140404402947968 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.923
I0606 02:56:44.842491 140404402947968 interactiveshell.py:2882] Best Accuracy: 0.923
Reading ../data/train_bt_part1.txt
Reading ../data/train_bt_part2.txt
Reading ../data/train_bt_part3.txt
Reading ../data/train_bt_part4.txt
Reading ../data/train_bt_part5.txt
Reading ../data/train_bt_part6.txt
I0606 02:58:18.233678 140404402947968 interactiveshell.py:2882] Step 15650 | Loss: 0.0747 | Spent: 295.3 secs | LR: 0.000134
I0606 02:58:34.155959 140404402947968 interactiveshell.py:2882] Step 15700 | Loss: 0.1385 | Spent: 15.9 secs | LR: 0.000134
I0606 02:58:50.076287 140404402947968 interactiveshell.py:2882] Step 15750 | Loss: 0.1300 | Spent: 15.9 secs | LR: 0.000134
I0606 02:59:06.098837 140404402947968 interactiveshell.py:2882] Step 15800 | Loss: 0.0961 | Spent: 16.0 secs | LR: 0.000133
I0606 02:59:22.002925 140404402947968 interactiveshell.py:2882] Step 15850 | Loss: 0.0460 | Spent: 15.9 secs | LR: 0.000133
I0606 02:59:37.965050 140404402947968 interactiveshell.py:2882] Step 15900 | Loss: 0.0515 | Spent: 16.0 secs | LR: 0.000133
I0606 02:59:54.008972 140404402947968 interactiveshell.py:2882] Step 15950 | Loss: 0.1252 | Spent: 16.0 secs | LR: 0.000132
I0606 03:00:10.102107 140404402947968 interactiveshell.py:2882] Step 16000 | Loss: 0.0265 | Spent: 16.1 secs | LR: 0.000132
I0606 03:00:26.333946 140404402947968 interactiveshell.py:2882] Step 16050 | Loss: 0.0746 | Spent: 16.2 secs | LR: 0.000132
I0606 03:00:42.465309 140404402947968 interactiveshell.py:2882] Step 16100 | Loss: 0.0451 | Spent: 16.1 secs | LR: 0.000131
I0606 03:00:58.728864 140404402947968 interactiveshell.py:2882] Step 16150 | Loss: 0.1741 | Spent: 16.3 secs | LR: 0.000131
I0606 03:01:15.087178 140404402947968 interactiveshell.py:2882] Step 16200 | Loss: 0.2119 | Spent: 16.4 secs | LR: 0.000131
I0606 03:01:31.249022 140404402947968 interactiveshell.py:2882] Step 16250 | Loss: 0.1615 | Spent: 16.2 secs | LR: 0.000130
I0606 03:01:47.525721 140404402947968 interactiveshell.py:2882] Step 16300 | Loss: 0.0770 | Spent: 16.3 secs | LR: 0.000130
I0606 03:02:03.718395 140404402947968 interactiveshell.py:2882] Step 16350 | Loss: 0.2031 | Spent: 16.2 secs | LR: 0.000130
I0606 03:02:19.932075 140404402947968 interactiveshell.py:2882] Step 16400 | Loss: 0.2971 | Spent: 16.2 secs | LR: 0.000129
I0606 03:02:36.162388 140404402947968 interactiveshell.py:2882] Step 16450 | Loss: 0.0605 | Spent: 16.2 secs | LR: 0.000129
I0606 03:02:52.466457 140404402947968 interactiveshell.py:2882] Step 16500 | Loss: 0.0994 | Spent: 16.3 secs | LR: 0.000129
I0606 03:03:08.862567 140404402947968 interactiveshell.py:2882] Step 16550 | Loss: 0.0710 | Spent: 16.4 secs | LR: 0.000128
I0606 03:03:25.133570 140404402947968 interactiveshell.py:2882] Step 16600 | Loss: 0.1984 | Spent: 16.3 secs | LR: 0.000128
I0606 03:03:41.439088 140404402947968 interactiveshell.py:2882] Step 16650 | Loss: 0.2524 | Spent: 16.3 secs | LR: 0.000128
I0606 03:03:57.745744 140404402947968 interactiveshell.py:2882] Step 16700 | Loss: 0.0433 | Spent: 16.3 secs | LR: 0.000127
I0606 03:04:14.009693 140404402947968 interactiveshell.py:2882] Step 16750 | Loss: 0.0150 | Spent: 16.3 secs | LR: 0.000127
I0606 03:04:30.380039 140404402947968 interactiveshell.py:2882] Step 16800 | Loss: 0.0716 | Spent: 16.4 secs | LR: 0.000127
I0606 03:04:46.619689 140404402947968 interactiveshell.py:2882] Step 16850 | Loss: 0.1742 | Spent: 16.2 secs | LR: 0.000126
I0606 03:05:03.040793 140404402947968 interactiveshell.py:2882] Step 16900 | Loss: 0.0667 | Spent: 16.4 secs | LR: 0.000126
I0606 03:05:19.299767 140404402947968 interactiveshell.py:2882] Step 16950 | Loss: 0.1034 | Spent: 16.3 secs | LR: 0.000126
I0606 03:05:35.543156 140404402947968 interactiveshell.py:2882] Step 17000 | Loss: 0.0332 | Spent: 16.2 secs | LR: 0.000125
I0606 03:05:51.876780 140404402947968 interactiveshell.py:2882] Step 17050 | Loss: 0.2467 | Spent: 16.3 secs | LR: 0.000125
I0606 03:06:08.126503 140404402947968 interactiveshell.py:2882] Step 17100 | Loss: 0.0475 | Spent: 16.2 secs | LR: 0.000125
I0606 03:06:24.629324 140404402947968 interactiveshell.py:2882] Step 17150 | Loss: 0.1569 | Spent: 16.5 secs | LR: 0.000124
Reading ../data/test.txt
I0606 03:09:49.669491 140404402947968 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.921
I0606 03:09:49.670507 140404402947968 interactiveshell.py:2882] Best Accuracy: 0.923
Reading ../data/train_bt_part1.txt
Reading ../data/train_bt_part2.txt
Reading ../data/train_bt_part3.txt
Reading ../data/train_bt_part4.txt
Reading ../data/train_bt_part5.txt
Reading ../data/train_bt_part6.txt
I0606 03:11:18.311243 140404402947968 interactiveshell.py:2882] Step 17200 | Loss: 0.0588 | Spent: 293.7 secs | LR: 0.000124
I0606 03:11:34.463520 140404402947968 interactiveshell.py:2882] Step 17250 | Loss: 0.2256 | Spent: 16.2 secs | LR: 0.000124
I0606 03:11:50.503186 140404402947968 interactiveshell.py:2882] Step 17300 | Loss: 0.1434 | Spent: 16.0 secs | LR: 0.000124
I0606 03:12:06.693945 140404402947968 interactiveshell.py:2882] Step 17350 | Loss: 0.0783 | Spent: 16.2 secs | LR: 0.000123
I0606 03:12:22.990791 140404402947968 interactiveshell.py:2882] Step 17400 | Loss: 0.0604 | Spent: 16.3 secs | LR: 0.000123
I0606 03:12:39.448843 140404402947968 interactiveshell.py:2882] Step 17450 | Loss: 0.2080 | Spent: 16.5 secs | LR: 0.000123
I0606 03:12:55.727245 140404402947968 interactiveshell.py:2882] Step 17500 | Loss: 0.0794 | Spent: 16.3 secs | LR: 0.000122
I0606 03:13:11.968492 140404402947968 interactiveshell.py:2882] Step 17550 | Loss: 0.0664 | Spent: 16.2 secs | LR: 0.000122
I0606 03:13:28.139491 140404402947968 interactiveshell.py:2882] Step 17600 | Loss: 0.0696 | Spent: 16.2 secs | LR: 0.000122
I0606 03:13:44.458408 140404402947968 interactiveshell.py:2882] Step 17650 | Loss: 0.4127 | Spent: 16.3 secs | LR: 0.000121
I0606 03:14:00.909431 140404402947968 interactiveshell.py:2882] Step 17700 | Loss: 0.0317 | Spent: 16.4 secs | LR: 0.000121
I0606 03:14:17.232854 140404402947968 interactiveshell.py:2882] Step 17750 | Loss: 0.1217 | Spent: 16.3 secs | LR: 0.000121
I0606 03:14:33.590496 140404402947968 interactiveshell.py:2882] Step 17800 | Loss: 0.0763 | Spent: 16.4 secs | LR: 0.000120
I0606 03:14:50.056307 140404402947968 interactiveshell.py:2882] Step 17850 | Loss: 0.1319 | Spent: 16.5 secs | LR: 0.000120
I0606 03:15:06.448477 140404402947968 interactiveshell.py:2882] Step 17900 | Loss: 0.1082 | Spent: 16.4 secs | LR: 0.000120
I0606 03:15:22.793626 140404402947968 interactiveshell.py:2882] Step 17950 | Loss: 0.0490 | Spent: 16.3 secs | LR: 0.000119
I0606 03:15:39.150345 140404402947968 interactiveshell.py:2882] Step 18000 | Loss: 0.0766 | Spent: 16.4 secs | LR: 0.000119
I0606 03:15:55.511910 140404402947968 interactiveshell.py:2882] Step 18050 | Loss: 0.0606 | Spent: 16.4 secs | LR: 0.000119
I0606 03:16:11.915096 140404402947968 interactiveshell.py:2882] Step 18100 | Loss: 0.0499 | Spent: 16.4 secs | LR: 0.000119
I0606 03:16:28.297032 140404402947968 interactiveshell.py:2882] Step 18150 | Loss: 0.1925 | Spent: 16.4 secs | LR: 0.000118
I0606 03:16:44.953986 140404402947968 interactiveshell.py:2882] Step 18200 | Loss: 0.0575 | Spent: 16.7 secs | LR: 0.000118
I0606 03:17:01.315565 140404402947968 interactiveshell.py:2882] Step 18250 | Loss: 0.1234 | Spent: 16.4 secs | LR: 0.000118
I0606 03:17:17.628011 140404402947968 interactiveshell.py:2882] Step 18300 | Loss: 0.0788 | Spent: 16.3 secs | LR: 0.000117
I0606 03:17:33.957563 140404402947968 interactiveshell.py:2882] Step 18350 | Loss: 0.0882 | Spent: 16.3 secs | LR: 0.000117
I0606 03:17:50.367088 140404402947968 interactiveshell.py:2882] Step 18400 | Loss: 0.0911 | Spent: 16.4 secs | LR: 0.000117
I0606 03:18:06.731084 140404402947968 interactiveshell.py:2882] Step 18450 | Loss: 0.3549 | Spent: 16.4 secs | LR: 0.000116
I0606 03:18:23.035691 140404402947968 interactiveshell.py:2882] Step 18500 | Loss: 0.1198 | Spent: 16.3 secs | LR: 0.000116
I0606 03:18:39.330132 140404402947968 interactiveshell.py:2882] Step 18550 | Loss: 0.0338 | Spent: 16.3 secs | LR: 0.000116
I0606 03:18:55.753982 140404402947968 interactiveshell.py:2882] Step 18600 | Loss: 0.1557 | Spent: 16.4 secs | LR: 0.000116
I0606 03:19:12.166756 140404402947968 interactiveshell.py:2882] Step 18650 | Loss: 0.0309 | Spent: 16.4 secs | LR: 0.000115
I0606 03:19:28.486558 140404402947968 interactiveshell.py:2882] Step 18700 | Loss: 0.2421 | Spent: 16.3 secs | LR: 0.000115
I0606 03:19:44.877294 140404402947968 interactiveshell.py:2882] Step 18750 | Loss: 0.2052 | Spent: 16.4 secs | LR: 0.000115
Reading ../data/test.txt
I0606 03:22:59.168414 140404402947968 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.923
I0606 03:22:59.169501 140404402947968 interactiveshell.py:2882] Best Accuracy: 0.923
Reading ../data/train_bt_part1.txt
Reading ../data/train_bt_part2.txt
Reading ../data/train_bt_part3.txt
Reading ../data/train_bt_part4.txt
Reading ../data/train_bt_part5.txt
Reading ../data/train_bt_part6.txt
I0606 03:24:40.992330 140404402947968 interactiveshell.py:2882] Step 18800 | Loss: 0.1858 | Spent: 296.1 secs | LR: 0.000114
I0606 03:24:57.574498 140404402947968 interactiveshell.py:2882] Step 18850 | Loss: 0.0678 | Spent: 16.6 secs | LR: 0.000114
I0606 03:25:13.939827 140404402947968 interactiveshell.py:2882] Step 18900 | Loss: 0.0362 | Spent: 16.4 secs | LR: 0.000114
I0606 03:25:30.220886 140404402947968 interactiveshell.py:2882] Step 18950 | Loss: 0.0786 | Spent: 16.3 secs | LR: 0.000113
I0606 03:25:46.514786 140404402947968 interactiveshell.py:2882] Step 19000 | Loss: 0.1090 | Spent: 16.3 secs | LR: 0.000113
I0606 03:26:02.873044 140404402947968 interactiveshell.py:2882] Step 19050 | Loss: 0.1417 | Spent: 16.4 secs | LR: 0.000113
I0606 03:26:19.362574 140404402947968 interactiveshell.py:2882] Step 19100 | Loss: 0.2298 | Spent: 16.5 secs | LR: 0.000113
I0606 03:26:35.713282 140404402947968 interactiveshell.py:2882] Step 19150 | Loss: 0.0846 | Spent: 16.3 secs | LR: 0.000112
I0606 03:26:52.037278 140404402947968 interactiveshell.py:2882] Step 19200 | Loss: 0.0184 | Spent: 16.3 secs | LR: 0.000112
I0606 03:27:08.516693 140404402947968 interactiveshell.py:2882] Step 19250 | Loss: 0.2831 | Spent: 16.5 secs | LR: 0.000112
I0606 03:27:24.867003 140404402947968 interactiveshell.py:2882] Step 19300 | Loss: 0.1615 | Spent: 16.3 secs | LR: 0.000111
I0606 03:27:41.204818 140404402947968 interactiveshell.py:2882] Step 19350 | Loss: 0.1361 | Spent: 16.3 secs | LR: 0.000111
I0606 03:27:57.580668 140404402947968 interactiveshell.py:2882] Step 19400 | Loss: 0.2342 | Spent: 16.4 secs | LR: 0.000111
I0606 03:28:13.903300 140404402947968 interactiveshell.py:2882] Step 19450 | Loss: 0.1438 | Spent: 16.3 secs | LR: 0.000111
I0606 03:28:30.298094 140404402947968 interactiveshell.py:2882] Step 19500 | Loss: 0.0988 | Spent: 16.4 secs | LR: 0.000110
I0606 03:28:46.795261 140404402947968 interactiveshell.py:2882] Step 19550 | Loss: 0.0732 | Spent: 16.5 secs | LR: 0.000110
I0606 03:29:03.146717 140404402947968 interactiveshell.py:2882] Step 19600 | Loss: 0.0597 | Spent: 16.4 secs | LR: 0.000110
I0606 03:29:19.596843 140404402947968 interactiveshell.py:2882] Step 19650 | Loss: 0.0185 | Spent: 16.4 secs | LR: 0.000109
I0606 03:29:35.993593 140404402947968 interactiveshell.py:2882] Step 19700 | Loss: 0.2246 | Spent: 16.4 secs | LR: 0.000109
I0606 03:29:52.427815 140404402947968 interactiveshell.py:2882] Step 19750 | Loss: 0.1995 | Spent: 16.4 secs | LR: 0.000109
I0606 03:30:08.821109 140404402947968 interactiveshell.py:2882] Step 19800 | Loss: 0.1219 | Spent: 16.4 secs | LR: 0.000109
I0606 03:30:25.170358 140404402947968 interactiveshell.py:2882] Step 19850 | Loss: 0.1379 | Spent: 16.3 secs | LR: 0.000108
I0606 03:30:41.550413 140404402947968 interactiveshell.py:2882] Step 19900 | Loss: 0.1568 | Spent: 16.4 secs | LR: 0.000108
I0606 03:30:57.957752 140404402947968 interactiveshell.py:2882] Step 19950 | Loss: 0.1158 | Spent: 16.4 secs | LR: 0.000108
I0606 03:31:14.456898 140404402947968 interactiveshell.py:2882] Step 20000 | Loss: 0.1944 | Spent: 16.5 secs | LR: 0.000108
I0606 03:31:30.869943 140404402947968 interactiveshell.py:2882] Step 20050 | Loss: 0.0972 | Spent: 16.4 secs | LR: 0.000107
I0606 03:31:47.286412 140404402947968 interactiveshell.py:2882] Step 20100 | Loss: 0.0685 | Spent: 16.4 secs | LR: 0.000107
I0606 03:32:03.784914 140404402947968 interactiveshell.py:2882] Step 20150 | Loss: 0.1416 | Spent: 16.5 secs | LR: 0.000107
I0606 03:32:20.330777 140404402947968 interactiveshell.py:2882] Step 20200 | Loss: 0.0908 | Spent: 16.5 secs | LR: 0.000106
I0606 03:32:36.767758 140404402947968 interactiveshell.py:2882] Step 20250 | Loss: 0.1496 | Spent: 16.4 secs | LR: 0.000106
I0606 03:32:53.240419 140404402947968 interactiveshell.py:2882] Step 20300 | Loss: 0.0161 | Spent: 16.5 secs | LR: 0.000106
Reading ../data/test.txt
I0606 03:36:11.748739 140404402947968 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.922
I0606 03:36:11.749768 140404402947968 interactiveshell.py:2882] Best Accuracy: 0.923
Reading ../data/train_bt_part1.txt
Reading ../data/train_bt_part2.txt
Reading ../data/train_bt_part3.txt
Reading ../data/train_bt_part4.txt
Reading ../data/train_bt_part5.txt
Reading ../data/train_bt_part6.txt
I0606 03:37:49.030064 140404402947968 interactiveshell.py:2882] Step 20350 | Loss: 0.3233 | Spent: 295.8 secs | LR: 0.000106
I0606 03:38:05.159752 140404402947968 interactiveshell.py:2882] Step 20400 | Loss: 0.1585 | Spent: 16.1 secs | LR: 0.000105
I0606 03:38:21.216953 140404402947968 interactiveshell.py:2882] Step 20450 | Loss: 0.1939 | Spent: 16.1 secs | LR: 0.000105
I0606 03:38:37.293953 140404402947968 interactiveshell.py:2882] Step 20500 | Loss: 0.0997 | Spent: 16.1 secs | LR: 0.000105
I0606 03:38:53.520475 140404402947968 interactiveshell.py:2882] Step 20550 | Loss: 0.1357 | Spent: 16.2 secs | LR: 0.000105
I0606 03:39:09.669013 140404402947968 interactiveshell.py:2882] Step 20600 | Loss: 0.0969 | Spent: 16.1 secs | LR: 0.000104
I0606 03:39:25.936051 140404402947968 interactiveshell.py:2882] Step 20650 | Loss: 0.0407 | Spent: 16.3 secs | LR: 0.000104
I0606 03:39:42.160863 140404402947968 interactiveshell.py:2882] Step 20700 | Loss: 0.2557 | Spent: 16.2 secs | LR: 0.000104
I0606 03:39:58.458707 140404402947968 interactiveshell.py:2882] Step 20750 | Loss: 0.0320 | Spent: 16.3 secs | LR: 0.000103
I0606 03:40:14.734076 140404402947968 interactiveshell.py:2882] Step 20800 | Loss: 0.0484 | Spent: 16.3 secs | LR: 0.000103
I0606 03:40:31.017445 140404402947968 interactiveshell.py:2882] Step 20850 | Loss: 0.0164 | Spent: 16.3 secs | LR: 0.000103
I0606 03:40:47.426525 140404402947968 interactiveshell.py:2882] Step 20900 | Loss: 0.1499 | Spent: 16.4 secs | LR: 0.000103
I0606 03:41:03.747052 140404402947968 interactiveshell.py:2882] Step 20950 | Loss: 0.1485 | Spent: 16.3 secs | LR: 0.000102
I0606 03:41:20.088176 140404402947968 interactiveshell.py:2882] Step 21000 | Loss: 0.1378 | Spent: 16.3 secs | LR: 0.000102
I0606 03:41:36.505946 140404402947968 interactiveshell.py:2882] Step 21050 | Loss: 0.1637 | Spent: 16.4 secs | LR: 0.000102
I0606 03:41:52.877353 140404402947968 interactiveshell.py:2882] Step 21100 | Loss: 0.0578 | Spent: 16.4 secs | LR: 0.000102
I0606 03:42:09.376483 140404402947968 interactiveshell.py:2882] Step 21150 | Loss: 0.4521 | Spent: 16.5 secs | LR: 0.000101
I0606 03:42:25.888405 140404402947968 interactiveshell.py:2882] Step 21200 | Loss: 0.1863 | Spent: 16.5 secs | LR: 0.000101
I0606 03:42:42.468780 140404402947968 interactiveshell.py:2882] Step 21250 | Loss: 0.1687 | Spent: 16.6 secs | LR: 0.000101
I0606 03:42:58.890146 140404402947968 interactiveshell.py:2882] Step 21300 | Loss: 0.0783 | Spent: 16.4 secs | LR: 0.000101
I0606 03:43:15.445251 140404402947968 interactiveshell.py:2882] Step 21350 | Loss: 0.0777 | Spent: 16.6 secs | LR: 0.000100
I0606 03:43:31.958519 140404402947968 interactiveshell.py:2882] Step 21400 | Loss: 0.3056 | Spent: 16.5 secs | LR: 0.000100
I0606 03:43:48.428790 140404402947968 interactiveshell.py:2882] Step 21450 | Loss: 0.0333 | Spent: 16.5 secs | LR: 0.000100
I0606 03:44:04.817355 140404402947968 interactiveshell.py:2882] Step 21500 | Loss: 0.0484 | Spent: 16.4 secs | LR: 0.000100
I0606 03:44:21.194024 140404402947968 interactiveshell.py:2882] Step 21550 | Loss: 0.0908 | Spent: 16.4 secs | LR: 0.000099
I0606 03:44:37.677027 140404402947968 interactiveshell.py:2882] Step 21600 | Loss: 0.0998 | Spent: 16.5 secs | LR: 0.000099
I0606 03:44:54.149684 140404402947968 interactiveshell.py:2882] Step 21650 | Loss: 0.0294 | Spent: 16.5 secs | LR: 0.000099
I0606 03:45:10.533450 140404402947968 interactiveshell.py:2882] Step 21700 | Loss: 0.3072 | Spent: 16.4 secs | LR: 0.000099
I0606 03:45:26.998418 140404402947968 interactiveshell.py:2882] Step 21750 | Loss: 0.1270 | Spent: 16.5 secs | LR: 0.000098
I0606 03:45:43.439912 140404402947968 interactiveshell.py:2882] Step 21800 | Loss: 0.1223 | Spent: 16.4 secs | LR: 0.000098
I0606 03:45:59.972026 140404402947968 interactiveshell.py:2882] Step 21850 | Loss: 0.1627 | Spent: 16.5 secs | LR: 0.000098
Reading ../data/test.txt
I0606 03:49:25.557299 140404402947968 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.917
I0606 03:49:25.558414 140404402947968 interactiveshell.py:2882] Best Accuracy: 0.923
Reading ../data/train_bt_part1.txt
Reading ../data/train_bt_part2.txt
Reading ../data/train_bt_part3.txt
Reading ../data/train_bt_part4.txt
Reading ../data/train_bt_part5.txt
Reading ../data/train_bt_part6.txt
I0606 03:50:59.749117 140404402947968 interactiveshell.py:2882] Step 21900 | Loss: 0.0483 | Spent: 299.8 secs | LR: 0.000098
I0606 03:51:15.739906 140404402947968 interactiveshell.py:2882] Step 21950 | Loss: 0.0670 | Spent: 16.0 secs | LR: 0.000097
I0606 03:51:31.923748 140404402947968 interactiveshell.py:2882] Step 22000 | Loss: 0.0956 | Spent: 16.2 secs | LR: 0.000097
I0606 03:51:48.200123 140404402947968 interactiveshell.py:2882] Step 22050 | Loss: 0.0829 | Spent: 16.3 secs | LR: 0.000097
I0606 03:52:04.598133 140404402947968 interactiveshell.py:2882] Step 22100 | Loss: 0.0332 | Spent: 16.4 secs | LR: 0.000097
I0606 03:52:21.055974 140404402947968 interactiveshell.py:2882] Step 22150 | Loss: 0.1165 | Spent: 16.5 secs | LR: 0.000096
I0606 03:52:37.677451 140404402947968 interactiveshell.py:2882] Step 22200 | Loss: 0.1173 | Spent: 16.6 secs | LR: 0.000096
I0606 03:52:54.665081 140404402947968 interactiveshell.py:2882] Step 22250 | Loss: 0.0251 | Spent: 17.0 secs | LR: 0.000096
I0606 03:53:11.105573 140404402947968 interactiveshell.py:2882] Step 22300 | Loss: 0.0815 | Spent: 16.4 secs | LR: 0.000096
I0606 03:53:27.560050 140404402947968 interactiveshell.py:2882] Step 22350 | Loss: 0.1163 | Spent: 16.5 secs | LR: 0.000095
I0606 03:53:43.973690 140404402947968 interactiveshell.py:2882] Step 22400 | Loss: 0.0675 | Spent: 16.4 secs | LR: 0.000095
I0606 03:54:00.508832 140404402947968 interactiveshell.py:2882] Step 22450 | Loss: 0.0695 | Spent: 16.5 secs | LR: 0.000095
I0606 03:54:17.072474 140404402947968 interactiveshell.py:2882] Step 22500 | Loss: 0.0829 | Spent: 16.6 secs | LR: 0.000095
I0606 03:54:33.482961 140404402947968 interactiveshell.py:2882] Step 22550 | Loss: 0.1438 | Spent: 16.4 secs | LR: 0.000094
I0606 03:54:49.953625 140404402947968 interactiveshell.py:2882] Step 22600 | Loss: 0.0512 | Spent: 16.5 secs | LR: 0.000094
I0606 03:55:06.335933 140404402947968 interactiveshell.py:2882] Step 22650 | Loss: 0.0674 | Spent: 16.4 secs | LR: 0.000094
I0606 03:55:22.786078 140404402947968 interactiveshell.py:2882] Step 22700 | Loss: 0.1387 | Spent: 16.4 secs | LR: 0.000094
I0606 03:55:39.268991 140404402947968 interactiveshell.py:2882] Step 22750 | Loss: 0.1974 | Spent: 16.5 secs | LR: 0.000093
I0606 03:55:55.691998 140404402947968 interactiveshell.py:2882] Step 22800 | Loss: 0.1324 | Spent: 16.4 secs | LR: 0.000093
I0606 03:56:12.075143 140404402947968 interactiveshell.py:2882] Step 22850 | Loss: 0.1701 | Spent: 16.4 secs | LR: 0.000093
I0606 03:56:28.465563 140404402947968 interactiveshell.py:2882] Step 22900 | Loss: 0.0558 | Spent: 16.4 secs | LR: 0.000093
I0606 03:56:45.039649 140404402947968 interactiveshell.py:2882] Step 22950 | Loss: 0.0713 | Spent: 16.6 secs | LR: 0.000092
I0606 03:57:01.474841 140404402947968 interactiveshell.py:2882] Step 23000 | Loss: 0.0440 | Spent: 16.4 secs | LR: 0.000092
I0606 03:57:17.891229 140404402947968 interactiveshell.py:2882] Step 23050 | Loss: 0.0602 | Spent: 16.4 secs | LR: 0.000092
I0606 03:57:34.305682 140404402947968 interactiveshell.py:2882] Step 23100 | Loss: 0.0601 | Spent: 16.4 secs | LR: 0.000092
I0606 03:57:50.840639 140404402947968 interactiveshell.py:2882] Step 23150 | Loss: 0.0506 | Spent: 16.5 secs | LR: 0.000092
I0606 03:58:07.562132 140404402947968 interactiveshell.py:2882] Step 23200 | Loss: 0.1216 | Spent: 16.7 secs | LR: 0.000091
I0606 03:58:24.028642 140404402947968 interactiveshell.py:2882] Step 23250 | Loss: 0.0199 | Spent: 16.5 secs | LR: 0.000091
I0606 03:58:40.480522 140404402947968 interactiveshell.py:2882] Step 23300 | Loss: 0.0158 | Spent: 16.5 secs | LR: 0.000091
I0606 03:58:56.916548 140404402947968 interactiveshell.py:2882] Step 23350 | Loss: 0.2350 | Spent: 16.4 secs | LR: 0.000091
I0606 03:59:13.357002 140404402947968 interactiveshell.py:2882] Step 23400 | Loss: 0.0605 | Spent: 16.4 secs | LR: 0.000090
Reading ../data/test.txt
I0606 04:02:41.096165 140404402947968 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.923
I0606 04:02:41.097273 140404402947968 interactiveshell.py:2882] Best Accuracy: 0.923
Reading ../data/train_bt_part1.txt
Reading ../data/train_bt_part2.txt
Reading ../data/train_bt_part3.txt
Reading ../data/train_bt_part4.txt
Reading ../data/train_bt_part5.txt
Reading ../data/train_bt_part6.txt
I0606 04:04:10.563978 140404402947968 interactiveshell.py:2882] Step 23450 | Loss: 0.0595 | Spent: 297.2 secs | LR: 0.000090
I0606 04:04:27.017105 140404402947968 interactiveshell.py:2882] Step 23500 | Loss: 0.0233 | Spent: 16.5 secs | LR: 0.000090
I0606 04:04:43.509922 140404402947968 interactiveshell.py:2882] Step 23550 | Loss: 0.0702 | Spent: 16.5 secs | LR: 0.000090
I0606 04:04:59.867427 140404402947968 interactiveshell.py:2882] Step 23600 | Loss: 0.0565 | Spent: 16.4 secs | LR: 0.000089
I0606 04:05:16.138346 140404402947968 interactiveshell.py:2882] Step 23650 | Loss: 0.1080 | Spent: 16.3 secs | LR: 0.000089
I0606 04:05:32.464367 140404402947968 interactiveshell.py:2882] Step 23700 | Loss: 0.0386 | Spent: 16.3 secs | LR: 0.000089
I0606 04:05:48.853660 140404402947968 interactiveshell.py:2882] Step 23750 | Loss: 0.1054 | Spent: 16.4 secs | LR: 0.000089
I0606 04:06:05.314995 140404402947968 interactiveshell.py:2882] Step 23800 | Loss: 0.0928 | Spent: 16.5 secs | LR: 0.000088
I0606 04:06:21.746308 140404402947968 interactiveshell.py:2882] Step 23850 | Loss: 0.0232 | Spent: 16.4 secs | LR: 0.000088
I0606 04:06:38.075897 140404402947968 interactiveshell.py:2882] Step 23900 | Loss: 0.0974 | Spent: 16.3 secs | LR: 0.000088
I0606 04:06:54.522768 140404402947968 interactiveshell.py:2882] Step 23950 | Loss: 0.0720 | Spent: 16.4 secs | LR: 0.000088
I0606 04:07:10.864946 140404402947968 interactiveshell.py:2882] Step 24000 | Loss: 0.2007 | Spent: 16.3 secs | LR: 0.000088
I0606 04:07:27.373318 140404402947968 interactiveshell.py:2882] Step 24050 | Loss: 0.0548 | Spent: 16.5 secs | LR: 0.000087
I0606 04:07:43.785936 140404402947968 interactiveshell.py:2882] Step 24100 | Loss: 0.1587 | Spent: 16.4 secs | LR: 0.000087
I0606 04:08:00.148830 140404402947968 interactiveshell.py:2882] Step 24150 | Loss: 0.0305 | Spent: 16.4 secs | LR: 0.000087
I0606 04:08:16.495140 140404402947968 interactiveshell.py:2882] Step 24200 | Loss: 0.1472 | Spent: 16.3 secs | LR: 0.000087
I0606 04:08:33.152237 140404402947968 interactiveshell.py:2882] Step 24250 | Loss: 0.0421 | Spent: 16.7 secs | LR: 0.000086
I0606 04:08:49.561558 140404402947968 interactiveshell.py:2882] Step 24300 | Loss: 0.0190 | Spent: 16.4 secs | LR: 0.000086
I0606 04:09:05.921002 140404402947968 interactiveshell.py:2882] Step 24350 | Loss: 0.0791 | Spent: 16.4 secs | LR: 0.000086
I0606 04:09:22.248797 140404402947968 interactiveshell.py:2882] Step 24400 | Loss: 0.2155 | Spent: 16.3 secs | LR: 0.000086
I0606 04:09:38.713263 140404402947968 interactiveshell.py:2882] Step 24450 | Loss: 0.0623 | Spent: 16.5 secs | LR: 0.000086
I0606 04:09:55.107769 140404402947968 interactiveshell.py:2882] Step 24500 | Loss: 0.2522 | Spent: 16.4 secs | LR: 0.000085
I0606 04:10:11.577053 140404402947968 interactiveshell.py:2882] Step 24550 | Loss: 0.1260 | Spent: 16.5 secs | LR: 0.000085
I0606 04:10:28.050750 140404402947968 interactiveshell.py:2882] Step 24600 | Loss: 0.0943 | Spent: 16.5 secs | LR: 0.000085
I0606 04:10:44.454437 140404402947968 interactiveshell.py:2882] Step 24650 | Loss: 0.0194 | Spent: 16.4 secs | LR: 0.000085
I0606 04:11:00.847032 140404402947968 interactiveshell.py:2882] Step 24700 | Loss: 0.1342 | Spent: 16.4 secs | LR: 0.000085
I0606 04:11:17.208154 140404402947968 interactiveshell.py:2882] Step 24750 | Loss: 0.0351 | Spent: 16.4 secs | LR: 0.000084
I0606 04:11:33.631458 140404402947968 interactiveshell.py:2882] Step 24800 | Loss: 0.1061 | Spent: 16.4 secs | LR: 0.000084
I0606 04:11:49.978037 140404402947968 interactiveshell.py:2882] Step 24850 | Loss: 0.0410 | Spent: 16.3 secs | LR: 0.000084
I0606 04:12:06.417544 140404402947968 interactiveshell.py:2882] Step 24900 | Loss: 0.0659 | Spent: 16.4 secs | LR: 0.000084
I0606 04:12:22.849588 140404402947968 interactiveshell.py:2882] Step 24950 | Loss: 0.0733 | Spent: 16.4 secs | LR: 0.000083
I0606 04:12:39.309942 140404402947968 interactiveshell.py:2882] Step 25000 | Loss: 0.1082 | Spent: 16.5 secs | LR: 0.000083
Reading ../data/test.txt
I0606 04:15:55.056621 140404402947968 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.921
I0606 04:15:55.057656 140404402947968 interactiveshell.py:2882] Best Accuracy: 0.923
Reading ../data/train_bt_part1.txt
Reading ../data/train_bt_part2.txt
Reading ../data/train_bt_part3.txt
Reading ../data/train_bt_part4.txt
Reading ../data/train_bt_part5.txt
Reading ../data/train_bt_part6.txt
I0606 04:17:37.019664 140404402947968 interactiveshell.py:2882] Step 25050 | Loss: 0.0474 | Spent: 297.7 secs | LR: 0.000083
I0606 04:17:53.592075 140404402947968 interactiveshell.py:2882] Step 25100 | Loss: 0.0974 | Spent: 16.6 secs | LR: 0.000083
I0606 04:18:10.035191 140404402947968 interactiveshell.py:2882] Step 25150 | Loss: 0.0536 | Spent: 16.4 secs | LR: 0.000083
I0606 04:18:26.365913 140404402947968 interactiveshell.py:2882] Step 25200 | Loss: 0.0484 | Spent: 16.3 secs | LR: 0.000082
I0606 04:18:42.738985 140404402947968 interactiveshell.py:2882] Step 25250 | Loss: 0.1649 | Spent: 16.4 secs | LR: 0.000082
I0606 04:18:59.193892 140404402947968 interactiveshell.py:2882] Step 25300 | Loss: 0.2397 | Spent: 16.5 secs | LR: 0.000082
I0606 04:19:15.792670 140404402947968 interactiveshell.py:2882] Step 25350 | Loss: 0.0384 | Spent: 16.6 secs | LR: 0.000082
I0606 04:19:32.323995 140404402947968 interactiveshell.py:2882] Step 25400 | Loss: 0.0157 | Spent: 16.5 secs | LR: 0.000082
I0606 04:19:48.809949 140404402947968 interactiveshell.py:2882] Step 25450 | Loss: 0.0855 | Spent: 16.5 secs | LR: 0.000081
I0606 04:20:05.217726 140404402947968 interactiveshell.py:2882] Step 25500 | Loss: 0.0151 | Spent: 16.4 secs | LR: 0.000081
I0606 04:20:21.651886 140404402947968 interactiveshell.py:2882] Step 25550 | Loss: 0.0717 | Spent: 16.4 secs | LR: 0.000081
I0606 04:20:38.132623 140404402947968 interactiveshell.py:2882] Step 25600 | Loss: 0.0537 | Spent: 16.5 secs | LR: 0.000081
I0606 04:20:54.596511 140404402947968 interactiveshell.py:2882] Step 25650 | Loss: 0.1082 | Spent: 16.5 secs | LR: 0.000080
I0606 04:21:11.072260 140404402947968 interactiveshell.py:2882] Step 25700 | Loss: 0.0313 | Spent: 16.5 secs | LR: 0.000080
I0606 04:21:27.544468 140404402947968 interactiveshell.py:2882] Step 25750 | Loss: 0.0411 | Spent: 16.5 secs | LR: 0.000080
I0606 04:21:43.951863 140404402947968 interactiveshell.py:2882] Step 25800 | Loss: 0.1596 | Spent: 16.4 secs | LR: 0.000080
I0606 04:22:00.395761 140404402947968 interactiveshell.py:2882] Step 25850 | Loss: 0.0925 | Spent: 16.4 secs | LR: 0.000080
I0606 04:22:16.947865 140404402947968 interactiveshell.py:2882] Step 25900 | Loss: 0.0215 | Spent: 16.6 secs | LR: 0.000079
I0606 04:22:33.435333 140404402947968 interactiveshell.py:2882] Step 25950 | Loss: 0.0703 | Spent: 16.5 secs | LR: 0.000079
I0606 04:22:49.836616 140404402947968 interactiveshell.py:2882] Step 26000 | Loss: 0.2116 | Spent: 16.4 secs | LR: 0.000079
I0606 04:23:06.304532 140404402947968 interactiveshell.py:2882] Step 26050 | Loss: 0.0499 | Spent: 16.5 secs | LR: 0.000079
I0606 04:23:22.719770 140404402947968 interactiveshell.py:2882] Step 26100 | Loss: 0.0115 | Spent: 16.4 secs | LR: 0.000079
I0606 04:23:39.367635 140404402947968 interactiveshell.py:2882] Step 26150 | Loss: 0.1741 | Spent: 16.6 secs | LR: 0.000078
I0606 04:23:56.045356 140404402947968 interactiveshell.py:2882] Step 26200 | Loss: 0.0357 | Spent: 16.7 secs | LR: 0.000078
I0606 04:24:12.499325 140404402947968 interactiveshell.py:2882] Step 26250 | Loss: 0.0133 | Spent: 16.5 secs | LR: 0.000078
I0606 04:24:28.978097 140404402947968 interactiveshell.py:2882] Step 26300 | Loss: 0.2345 | Spent: 16.5 secs | LR: 0.000078
I0606 04:24:45.448782 140404402947968 interactiveshell.py:2882] Step 26350 | Loss: 0.1582 | Spent: 16.5 secs | LR: 0.000078
I0606 04:25:02.006409 140404402947968 interactiveshell.py:2882] Step 26400 | Loss: 0.0891 | Spent: 16.6 secs | LR: 0.000077
I0606 04:25:18.517083 140404402947968 interactiveshell.py:2882] Step 26450 | Loss: 0.2309 | Spent: 16.5 secs | LR: 0.000077
I0606 04:25:35.032817 140404402947968 interactiveshell.py:2882] Step 26500 | Loss: 0.1474 | Spent: 16.5 secs | LR: 0.000077
I0606 04:25:51.497070 140404402947968 interactiveshell.py:2882] Step 26550 | Loss: 0.1438 | Spent: 16.5 secs | LR: 0.000077
Reading ../data/test.txt
I0606 04:29:13.017892 140404402947968 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.922
I0606 04:29:13.018880 140404402947968 interactiveshell.py:2882] Best Accuracy: 0.923
Reading ../data/train_bt_part1.txt
Reading ../data/train_bt_part2.txt
Reading ../data/train_bt_part3.txt
Reading ../data/train_bt_part4.txt
Reading ../data/train_bt_part5.txt
Reading ../data/train_bt_part6.txt
I0606 04:30:50.115718 140404402947968 interactiveshell.py:2882] Step 26600 | Loss: 0.0279 | Spent: 298.6 secs | LR: 0.000077
I0606 04:31:06.805593 140404402947968 interactiveshell.py:2882] Step 26650 | Loss: 0.1602 | Spent: 16.7 secs | LR: 0.000076
I0606 04:31:23.232446 140404402947968 interactiveshell.py:2882] Step 26700 | Loss: 0.1464 | Spent: 16.4 secs | LR: 0.000076
I0606 04:31:39.556326 140404402947968 interactiveshell.py:2882] Step 26750 | Loss: 0.0207 | Spent: 16.3 secs | LR: 0.000076
I0606 04:31:55.840711 140404402947968 interactiveshell.py:2882] Step 26800 | Loss: 0.0740 | Spent: 16.3 secs | LR: 0.000076
I0606 04:32:12.148395 140404402947968 interactiveshell.py:2882] Step 26850 | Loss: 0.1128 | Spent: 16.3 secs | LR: 0.000076
I0606 04:32:28.679711 140404402947968 interactiveshell.py:2882] Step 26900 | Loss: 0.0259 | Spent: 16.5 secs | LR: 0.000075
I0606 04:32:45.049765 140404402947968 interactiveshell.py:2882] Step 26950 | Loss: 0.0572 | Spent: 16.4 secs | LR: 0.000075
I0606 04:33:01.449755 140404402947968 interactiveshell.py:2882] Step 27000 | Loss: 0.1710 | Spent: 16.4 secs | LR: 0.000075
I0606 04:33:17.767495 140404402947968 interactiveshell.py:2882] Step 27050 | Loss: 0.0931 | Spent: 16.3 secs | LR: 0.000075
I0606 04:33:34.138000 140404402947968 interactiveshell.py:2882] Step 27100 | Loss: 0.0190 | Spent: 16.4 secs | LR: 0.000075
I0606 04:33:50.477495 140404402947968 interactiveshell.py:2882] Step 27150 | Loss: 0.0350 | Spent: 16.3 secs | LR: 0.000075
I0606 04:34:06.828279 140404402947968 interactiveshell.py:2882] Step 27200 | Loss: 0.1147 | Spent: 16.3 secs | LR: 0.000074
I0606 04:34:23.434693 140404402947968 interactiveshell.py:2882] Step 27250 | Loss: 0.0501 | Spent: 16.6 secs | LR: 0.000074
I0606 04:34:39.864179 140404402947968 interactiveshell.py:2882] Step 27300 | Loss: 0.0390 | Spent: 16.4 secs | LR: 0.000074
I0606 04:34:56.143192 140404402947968 interactiveshell.py:2882] Step 27350 | Loss: 0.1252 | Spent: 16.3 secs | LR: 0.000074
I0606 04:35:12.447287 140404402947968 interactiveshell.py:2882] Step 27400 | Loss: 0.0470 | Spent: 16.3 secs | LR: 0.000074
I0606 04:35:28.740948 140404402947968 interactiveshell.py:2882] Step 27450 | Loss: 0.1710 | Spent: 16.3 secs | LR: 0.000073
I0606 04:35:45.136379 140404402947968 interactiveshell.py:2882] Step 27500 | Loss: 0.0550 | Spent: 16.4 secs | LR: 0.000073
I0606 04:36:01.496856 140404402947968 interactiveshell.py:2882] Step 27550 | Loss: 0.0775 | Spent: 16.4 secs | LR: 0.000073
I0606 04:36:17.865983 140404402947968 interactiveshell.py:2882] Step 27600 | Loss: 0.0283 | Spent: 16.4 secs | LR: 0.000073
I0606 04:36:34.224168 140404402947968 interactiveshell.py:2882] Step 27650 | Loss: 0.0447 | Spent: 16.4 secs | LR: 0.000073
I0606 04:36:50.615606 140404402947968 interactiveshell.py:2882] Step 27700 | Loss: 0.0225 | Spent: 16.4 secs | LR: 0.000072
I0606 04:37:07.066439 140404402947968 interactiveshell.py:2882] Step 27750 | Loss: 0.0164 | Spent: 16.4 secs | LR: 0.000072
I0606 04:37:23.459527 140404402947968 interactiveshell.py:2882] Step 27800 | Loss: 0.0062 | Spent: 16.4 secs | LR: 0.000072
I0606 04:37:39.871638 140404402947968 interactiveshell.py:2882] Step 27850 | Loss: 0.0327 | Spent: 16.4 secs | LR: 0.000072
I0606 04:37:56.221792 140404402947968 interactiveshell.py:2882] Step 27900 | Loss: 0.0282 | Spent: 16.3 secs | LR: 0.000072
I0606 04:38:12.547791 140404402947968 interactiveshell.py:2882] Step 27950 | Loss: 0.0094 | Spent: 16.3 secs | LR: 0.000072
I0606 04:38:29.000922 140404402947968 interactiveshell.py:2882] Step 28000 | Loss: 0.0881 | Spent: 16.5 secs | LR: 0.000071
I0606 04:38:45.369171 140404402947968 interactiveshell.py:2882] Step 28050 | Loss: 0.1193 | Spent: 16.4 secs | LR: 0.000071
I0606 04:39:01.722497 140404402947968 interactiveshell.py:2882] Step 28100 | Loss: 0.1287 | Spent: 16.4 secs | LR: 0.000071
Reading ../data/test.txt
I0606 04:42:23.767050 140404402947968 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.919
I0606 04:42:23.768656 140404402947968 interactiveshell.py:2882] Best Accuracy: 0.923
Reading ../data/train_bt_part1.txt
Reading ../data/train_bt_part2.txt
Reading ../data/train_bt_part3.txt
Reading ../data/train_bt_part4.txt
Reading ../data/train_bt_part5.txt
Reading ../data/train_bt_part6.txt
I0606 04:43:56.929470 140404402947968 interactiveshell.py:2882] Step 28150 | Loss: 0.0262 | Spent: 295.2 secs | LR: 0.000071
I0606 04:44:13.579173 140404402947968 interactiveshell.py:2882] Step 28200 | Loss: 0.0415 | Spent: 16.6 secs | LR: 0.000071
I0606 04:44:30.048753 140404402947968 interactiveshell.py:2882] Step 28250 | Loss: 0.0333 | Spent: 16.5 secs | LR: 0.000070
I0606 04:44:46.581630 140404402947968 interactiveshell.py:2882] Step 28300 | Loss: 0.0574 | Spent: 16.5 secs | LR: 0.000070
I0606 04:45:02.886081 140404402947968 interactiveshell.py:2882] Step 28350 | Loss: 0.0424 | Spent: 16.3 secs | LR: 0.000070
I0606 04:45:19.302929 140404402947968 interactiveshell.py:2882] Step 28400 | Loss: 0.0660 | Spent: 16.4 secs | LR: 0.000070
I0606 04:45:35.850353 140404402947968 interactiveshell.py:2882] Step 28450 | Loss: 0.0833 | Spent: 16.5 secs | LR: 0.000070
I0606 04:45:52.279151 140404402947968 interactiveshell.py:2882] Step 28500 | Loss: 0.0244 | Spent: 16.4 secs | LR: 0.000070
I0606 04:46:08.668846 140404402947968 interactiveshell.py:2882] Step 28550 | Loss: 0.0627 | Spent: 16.4 secs | LR: 0.000069
I0606 04:46:25.078354 140404402947968 interactiveshell.py:2882] Step 28600 | Loss: 0.1587 | Spent: 16.4 secs | LR: 0.000069
I0606 04:46:41.451246 140404402947968 interactiveshell.py:2882] Step 28650 | Loss: 0.0503 | Spent: 16.4 secs | LR: 0.000069
I0606 04:46:57.764603 140404402947968 interactiveshell.py:2882] Step 28700 | Loss: 0.0262 | Spent: 16.3 secs | LR: 0.000069
I0606 04:47:14.065567 140404402947968 interactiveshell.py:2882] Step 28750 | Loss: 0.1486 | Spent: 16.3 secs | LR: 0.000069
I0606 04:47:30.440040 140404402947968 interactiveshell.py:2882] Step 28800 | Loss: 0.0360 | Spent: 16.4 secs | LR: 0.000068
I0606 04:47:46.951545 140404402947968 interactiveshell.py:2882] Step 28850 | Loss: 0.0328 | Spent: 16.5 secs | LR: 0.000068
I0606 04:48:03.351471 140404402947968 interactiveshell.py:2882] Step 28900 | Loss: 0.0873 | Spent: 16.4 secs | LR: 0.000068
I0606 04:48:19.721328 140404402947968 interactiveshell.py:2882] Step 28950 | Loss: 0.0797 | Spent: 16.4 secs | LR: 0.000068
I0606 04:48:36.083341 140404402947968 interactiveshell.py:2882] Step 29000 | Loss: 0.0680 | Spent: 16.4 secs | LR: 0.000068
I0606 04:48:52.449643 140404402947968 interactiveshell.py:2882] Step 29050 | Loss: 0.0076 | Spent: 16.4 secs | LR: 0.000068
I0606 04:49:08.876862 140404402947968 interactiveshell.py:2882] Step 29100 | Loss: 0.1236 | Spent: 16.4 secs | LR: 0.000067
I0606 04:49:25.173146 140404402947968 interactiveshell.py:2882] Step 29150 | Loss: 0.0391 | Spent: 16.3 secs | LR: 0.000067
I0606 04:49:41.516386 140404402947968 interactiveshell.py:2882] Step 29200 | Loss: 0.1239 | Spent: 16.3 secs | LR: 0.000067
I0606 04:49:58.096846 140404402947968 interactiveshell.py:2882] Step 29250 | Loss: 0.0608 | Spent: 16.6 secs | LR: 0.000067
I0606 04:50:14.606541 140404402947968 interactiveshell.py:2882] Step 29300 | Loss: 0.1533 | Spent: 16.5 secs | LR: 0.000067
I0606 04:50:31.087811 140404402947968 interactiveshell.py:2882] Step 29350 | Loss: 0.0118 | Spent: 16.5 secs | LR: 0.000067
I0606 04:50:47.473821 140404402947968 interactiveshell.py:2882] Step 29400 | Loss: 0.0806 | Spent: 16.4 secs | LR: 0.000066
I0606 04:51:03.866464 140404402947968 interactiveshell.py:2882] Step 29450 | Loss: 0.0426 | Spent: 16.4 secs | LR: 0.000066
I0606 04:51:20.231426 140404402947968 interactiveshell.py:2882] Step 29500 | Loss: 0.0111 | Spent: 16.4 secs | LR: 0.000066
I0606 04:51:36.596218 140404402947968 interactiveshell.py:2882] Step 29550 | Loss: 0.0241 | Spent: 16.4 secs | LR: 0.000066
I0606 04:51:53.153352 140404402947968 interactiveshell.py:2882] Step 29600 | Loss: 0.0049 | Spent: 16.6 secs | LR: 0.000066
I0606 04:52:09.579721 140404402947968 interactiveshell.py:2882] Step 29650 | Loss: 0.0348 | Spent: 16.4 secs | LR: 0.000066
Reading ../data/test.txt
I0606 04:55:38.598058 140404402947968 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.923
I0606 04:55:38.599141 140404402947968 interactiveshell.py:2882] Best Accuracy: 0.923
Reading ../data/train_bt_part1.txt
Reading ../data/train_bt_part2.txt
Reading ../data/train_bt_part3.txt
Reading ../data/train_bt_part4.txt
Reading ../data/train_bt_part5.txt
Reading ../data/train_bt_part6.txt
I0606 04:57:07.579022 140404402947968 interactiveshell.py:2882] Step 29700 | Loss: 0.0224 | Spent: 298.0 secs | LR: 0.000065
I0606 04:57:24.176074 140404402947968 interactiveshell.py:2882] Step 29750 | Loss: 0.0677 | Spent: 16.6 secs | LR: 0.000065
I0606 04:57:40.757846 140404402947968 interactiveshell.py:2882] Step 29800 | Loss: 0.0311 | Spent: 16.6 secs | LR: 0.000065
I0606 04:57:57.252682 140404402947968 interactiveshell.py:2882] Step 29850 | Loss: 0.1341 | Spent: 16.5 secs | LR: 0.000065
I0606 04:58:13.564949 140404402947968 interactiveshell.py:2882] Step 29900 | Loss: 0.1641 | Spent: 16.3 secs | LR: 0.000065
I0606 04:58:30.023739 140404402947968 interactiveshell.py:2882] Step 29950 | Loss: 0.0902 | Spent: 16.5 secs | LR: 0.000065
I0606 04:58:46.451331 140404402947968 interactiveshell.py:2882] Step 30000 | Loss: 0.1511 | Spent: 16.4 secs | LR: 0.000064
I0606 04:59:02.896551 140404402947968 interactiveshell.py:2882] Step 30050 | Loss: 0.0533 | Spent: 16.4 secs | LR: 0.000064
I0606 04:59:19.320095 140404402947968 interactiveshell.py:2882] Step 30100 | Loss: 0.0070 | Spent: 16.4 secs | LR: 0.000064
I0606 04:59:35.735916 140404402947968 interactiveshell.py:2882] Step 30150 | Loss: 0.0110 | Spent: 16.4 secs | LR: 0.000064
I0606 04:59:52.150073 140404402947968 interactiveshell.py:2882] Step 30200 | Loss: 0.0484 | Spent: 16.4 secs | LR: 0.000064
I0606 05:00:08.743099 140404402947968 interactiveshell.py:2882] Step 30250 | Loss: 0.0549 | Spent: 16.6 secs | LR: 0.000064
I0606 05:00:25.207281 140404402947968 interactiveshell.py:2882] Step 30300 | Loss: 0.0479 | Spent: 16.5 secs | LR: 0.000063
I0606 05:00:41.617005 140404402947968 interactiveshell.py:2882] Step 30350 | Loss: 0.2469 | Spent: 16.4 secs | LR: 0.000063
I0606 05:00:58.041962 140404402947968 interactiveshell.py:2882] Step 30400 | Loss: 0.0592 | Spent: 16.4 secs | LR: 0.000063
I0606 05:01:14.488336 140404402947968 interactiveshell.py:2882] Step 30450 | Loss: 0.0107 | Spent: 16.4 secs | LR: 0.000063
I0606 05:01:30.937612 140404402947968 interactiveshell.py:2882] Step 30500 | Loss: 0.0178 | Spent: 16.4 secs | LR: 0.000063
I0606 05:01:47.323325 140404402947968 interactiveshell.py:2882] Step 30550 | Loss: 0.0082 | Spent: 16.4 secs | LR: 0.000063
I0606 05:02:03.708908 140404402947968 interactiveshell.py:2882] Step 30600 | Loss: 0.0509 | Spent: 16.4 secs | LR: 0.000062
I0606 05:02:20.090095 140404402947968 interactiveshell.py:2882] Step 30650 | Loss: 0.0668 | Spent: 16.4 secs | LR: 0.000062
I0606 05:02:36.541336 140404402947968 interactiveshell.py:2882] Step 30700 | Loss: 0.2385 | Spent: 16.4 secs | LR: 0.000062
I0606 05:02:53.017891 140404402947968 interactiveshell.py:2882] Step 30750 | Loss: 0.0695 | Spent: 16.5 secs | LR: 0.000062
I0606 05:03:09.360285 140404402947968 interactiveshell.py:2882] Step 30800 | Loss: 0.0354 | Spent: 16.3 secs | LR: 0.000062
I0606 05:03:25.698601 140404402947968 interactiveshell.py:2882] Step 30850 | Loss: 0.1186 | Spent: 16.3 secs | LR: 0.000062
I0606 05:03:42.073297 140404402947968 interactiveshell.py:2882] Step 30900 | Loss: 0.0423 | Spent: 16.4 secs | LR: 0.000061
I0606 05:03:58.506175 140404402947968 interactiveshell.py:2882] Step 30950 | Loss: 0.0849 | Spent: 16.4 secs | LR: 0.000061
I0606 05:04:14.888279 140404402947968 interactiveshell.py:2882] Step 31000 | Loss: 0.0247 | Spent: 16.4 secs | LR: 0.000061
I0606 05:04:31.250038 140404402947968 interactiveshell.py:2882] Step 31050 | Loss: 0.0592 | Spent: 16.4 secs | LR: 0.000061
I0606 05:04:47.633391 140404402947968 interactiveshell.py:2882] Step 31100 | Loss: 0.0247 | Spent: 16.4 secs | LR: 0.000061
I0606 05:05:03.998764 140404402947968 interactiveshell.py:2882] Step 31150 | Loss: 0.1094 | Spent: 16.4 secs | LR: 0.000061
I0606 05:05:20.647781 140404402947968 interactiveshell.py:2882] Step 31200 | Loss: 0.2168 | Spent: 16.6 secs | LR: 0.000061
I0606 05:05:37.109975 140404402947968 interactiveshell.py:2882] Step 31250 | Loss: 0.1197 | Spent: 16.5 secs | LR: 0.000060
Reading ../data/test.txt
I0606 05:08:51.617924 140404402947968 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.922
I0606 05:08:51.619079 140404402947968 interactiveshell.py:2882] Best Accuracy: 0.923
Reading ../data/train_bt_part1.txt
Reading ../data/train_bt_part2.txt
Reading ../data/train_bt_part3.txt
Reading ../data/train_bt_part4.txt
Reading ../data/train_bt_part5.txt
Reading ../data/train_bt_part6.txt
I0606 05:10:33.312209 140404402947968 interactiveshell.py:2882] Step 31300 | Loss: 0.0388 | Spent: 296.2 secs | LR: 0.000060
I0606 05:10:49.981111 140404402947968 interactiveshell.py:2882] Step 31350 | Loss: 0.0620 | Spent: 16.7 secs | LR: 0.000060
I0606 05:11:06.363251 140404402947968 interactiveshell.py:2882] Step 31400 | Loss: 0.0694 | Spent: 16.4 secs | LR: 0.000060
I0606 05:11:22.596651 140404402947968 interactiveshell.py:2882] Step 31450 | Loss: 0.2185 | Spent: 16.2 secs | LR: 0.000060
I0606 05:11:38.859775 140404402947968 interactiveshell.py:2882] Step 31500 | Loss: 0.0212 | Spent: 16.3 secs | LR: 0.000060
I0606 05:11:55.315476 140404402947968 interactiveshell.py:2882] Step 31550 | Loss: 0.1274 | Spent: 16.5 secs | LR: 0.000059
I0606 05:12:11.705419 140404402947968 interactiveshell.py:2882] Step 31600 | Loss: 0.0018 | Spent: 16.4 secs | LR: 0.000059
I0606 05:12:28.100780 140404402947968 interactiveshell.py:2882] Step 31650 | Loss: 0.1869 | Spent: 16.4 secs | LR: 0.000059
I0606 05:12:44.539852 140404402947968 interactiveshell.py:2882] Step 31700 | Loss: 0.0343 | Spent: 16.4 secs | LR: 0.000059
I0606 05:13:00.884660 140404402947968 interactiveshell.py:2882] Step 31750 | Loss: 0.0257 | Spent: 16.3 secs | LR: 0.000059
I0606 05:13:17.314118 140404402947968 interactiveshell.py:2882] Step 31800 | Loss: 0.0949 | Spent: 16.4 secs | LR: 0.000059
I0606 05:13:33.696746 140404402947968 interactiveshell.py:2882] Step 31850 | Loss: 0.1115 | Spent: 16.4 secs | LR: 0.000059
I0606 05:13:50.084012 140404402947968 interactiveshell.py:2882] Step 31900 | Loss: 0.0661 | Spent: 16.4 secs | LR: 0.000058
I0606 05:14:06.425443 140404402947968 interactiveshell.py:2882] Step 31950 | Loss: 0.0161 | Spent: 16.3 secs | LR: 0.000058
I0606 05:14:22.808673 140404402947968 interactiveshell.py:2882] Step 32000 | Loss: 0.1296 | Spent: 16.4 secs | LR: 0.000058
I0606 05:14:39.288991 140404402947968 interactiveshell.py:2882] Step 32050 | Loss: 0.0642 | Spent: 16.5 secs | LR: 0.000058
I0606 05:14:55.674959 140404402947968 interactiveshell.py:2882] Step 32100 | Loss: 0.0291 | Spent: 16.4 secs | LR: 0.000058
I0606 05:15:11.999179 140404402947968 interactiveshell.py:2882] Step 32150 | Loss: 0.1194 | Spent: 16.3 secs | LR: 0.000058
I0606 05:15:28.361332 140404402947968 interactiveshell.py:2882] Step 32200 | Loss: 0.0271 | Spent: 16.4 secs | LR: 0.000058
I0606 05:15:44.960329 140404402947968 interactiveshell.py:2882] Step 32250 | Loss: 0.0562 | Spent: 16.6 secs | LR: 0.000057
I0606 05:16:01.426500 140404402947968 interactiveshell.py:2882] Step 32300 | Loss: 0.0364 | Spent: 16.5 secs | LR: 0.000057
I0606 05:16:17.865427 140404402947968 interactiveshell.py:2882] Step 32350 | Loss: 0.0584 | Spent: 16.4 secs | LR: 0.000057
I0606 05:16:34.255211 140404402947968 interactiveshell.py:2882] Step 32400 | Loss: 0.0262 | Spent: 16.4 secs | LR: 0.000057
I0606 05:16:50.662494 140404402947968 interactiveshell.py:2882] Step 32450 | Loss: 0.0208 | Spent: 16.4 secs | LR: 0.000057
I0606 05:17:07.089520 140404402947968 interactiveshell.py:2882] Step 32500 | Loss: 0.0558 | Spent: 16.4 secs | LR: 0.000057
I0606 05:17:23.691541 140404402947968 interactiveshell.py:2882] Step 32550 | Loss: 0.0208 | Spent: 16.6 secs | LR: 0.000056
I0606 05:17:40.087574 140404402947968 interactiveshell.py:2882] Step 32600 | Loss: 0.1035 | Spent: 16.4 secs | LR: 0.000056
I0606 05:17:56.440212 140404402947968 interactiveshell.py:2882] Step 32650 | Loss: 0.0365 | Spent: 16.4 secs | LR: 0.000056
I0606 05:18:12.915525 140404402947968 interactiveshell.py:2882] Step 32700 | Loss: 0.1064 | Spent: 16.5 secs | LR: 0.000056
I0606 05:18:29.350267 140404402947968 interactiveshell.py:2882] Step 32750 | Loss: 0.0164 | Spent: 16.4 secs | LR: 0.000056
I0606 05:18:45.860296 140404402947968 interactiveshell.py:2882] Step 32800 | Loss: 0.0104 | Spent: 16.5 secs | LR: 0.000056
Reading ../data/test.txt
I0606 05:22:02.252649 140404402947968 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.922
I0606 05:22:02.253745 140404402947968 interactiveshell.py:2882] Best Accuracy: 0.923
Reading ../data/train_bt_part1.txt
Reading ../data/train_bt_part2.txt
Reading ../data/train_bt_part3.txt
Reading ../data/train_bt_part4.txt
Reading ../data/train_bt_part5.txt
Reading ../data/train_bt_part6.txt
I0606 05:23:36.539680 140404402947968 interactiveshell.py:2882] Step 32850 | Loss: 0.0445 | Spent: 290.7 secs | LR: 0.000056
I0606 05:23:53.013332 140404402947968 interactiveshell.py:2882] Step 32900 | Loss: 0.0824 | Spent: 16.5 secs | LR: 0.000055
I0606 05:24:09.479912 140404402947968 interactiveshell.py:2882] Step 32950 | Loss: 0.0327 | Spent: 16.5 secs | LR: 0.000055
I0606 05:24:25.630002 140404402947968 interactiveshell.py:2882] Step 33000 | Loss: 0.1569 | Spent: 16.1 secs | LR: 0.000055
I0606 05:24:41.747259 140404402947968 interactiveshell.py:2882] Step 33050 | Loss: 0.0225 | Spent: 16.1 secs | LR: 0.000055
I0606 05:24:57.944709 140404402947968 interactiveshell.py:2882] Step 33100 | Loss: 0.0165 | Spent: 16.2 secs | LR: 0.000055
I0606 05:25:14.250547 140404402947968 interactiveshell.py:2882] Step 33150 | Loss: 0.0213 | Spent: 16.3 secs | LR: 0.000055
I0606 05:25:30.584400 140404402947968 interactiveshell.py:2882] Step 33200 | Loss: 0.0988 | Spent: 16.3 secs | LR: 0.000055
I0606 05:25:46.817271 140404402947968 interactiveshell.py:2882] Step 33250 | Loss: 0.0034 | Spent: 16.2 secs | LR: 0.000055
I0606 05:26:03.278090 140404402947968 interactiveshell.py:2882] Step 33300 | Loss: 0.0418 | Spent: 16.5 secs | LR: 0.000054
I0606 05:26:19.571319 140404402947968 interactiveshell.py:2882] Step 33350 | Loss: 0.0209 | Spent: 16.3 secs | LR: 0.000054
I0606 05:26:35.894092 140404402947968 interactiveshell.py:2882] Step 33400 | Loss: 0.0446 | Spent: 16.3 secs | LR: 0.000054
I0606 05:26:52.291850 140404402947968 interactiveshell.py:2882] Step 33450 | Loss: 0.0263 | Spent: 16.4 secs | LR: 0.000054
I0606 05:27:08.619216 140404402947968 interactiveshell.py:2882] Step 33500 | Loss: 0.1403 | Spent: 16.3 secs | LR: 0.000054
I0606 05:27:24.888579 140404402947968 interactiveshell.py:2882] Step 33550 | Loss: 0.1276 | Spent: 16.3 secs | LR: 0.000054
I0606 05:27:41.177839 140404402947968 interactiveshell.py:2882] Step 33600 | Loss: 0.1189 | Spent: 16.3 secs | LR: 0.000054
I0606 05:27:57.521902 140404402947968 interactiveshell.py:2882] Step 33650 | Loss: 0.0301 | Spent: 16.3 secs | LR: 0.000053
I0606 05:28:13.840524 140404402947968 interactiveshell.py:2882] Step 33700 | Loss: 0.0601 | Spent: 16.3 secs | LR: 0.000053
I0606 05:28:30.127568 140404402947968 interactiveshell.py:2882] Step 33750 | Loss: 0.1203 | Spent: 16.3 secs | LR: 0.000053
I0606 05:28:46.385446 140404402947968 interactiveshell.py:2882] Step 33800 | Loss: 0.0672 | Spent: 16.3 secs | LR: 0.000053
I0606 05:29:02.718652 140404402947968 interactiveshell.py:2882] Step 33850 | Loss: 0.1910 | Spent: 16.3 secs | LR: 0.000053
I0606 05:29:18.997462 140404402947968 interactiveshell.py:2882] Step 33900 | Loss: 0.0327 | Spent: 16.3 secs | LR: 0.000053
I0606 05:29:35.338364 140404402947968 interactiveshell.py:2882] Step 33950 | Loss: 0.0255 | Spent: 16.3 secs | LR: 0.000053
I0606 05:29:51.644963 140404402947968 interactiveshell.py:2882] Step 34000 | Loss: 0.0624 | Spent: 16.3 secs | LR: 0.000052
I0606 05:30:07.901063 140404402947968 interactiveshell.py:2882] Step 34050 | Loss: 0.0212 | Spent: 16.3 secs | LR: 0.000052
I0606 05:30:24.168126 140404402947968 interactiveshell.py:2882] Step 34100 | Loss: 0.0927 | Spent: 16.3 secs | LR: 0.000052
I0606 05:30:40.474615 140404402947968 interactiveshell.py:2882] Step 34150 | Loss: 0.0324 | Spent: 16.3 secs | LR: 0.000052
I0606 05:30:56.745322 140404402947968 interactiveshell.py:2882] Step 34200 | Loss: 0.1536 | Spent: 16.3 secs | LR: 0.000052
I0606 05:31:13.225590 140404402947968 interactiveshell.py:2882] Step 34250 | Loss: 0.0028 | Spent: 16.5 secs | LR: 0.000052
I0606 05:31:29.554985 140404402947968 interactiveshell.py:2882] Step 34300 | Loss: 0.1065 | Spent: 16.3 secs | LR: 0.000052
I0606 05:31:45.898838 140404402947968 interactiveshell.py:2882] Step 34350 | Loss: 0.0293 | Spent: 16.3 secs | LR: 0.000052
Reading ../data/test.txt
I0606 05:35:07.063680 140404402947968 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.922
I0606 05:35:07.064758 140404402947968 interactiveshell.py:2882] Best Accuracy: 0.923
I0606 05:35:07.065586 140404402947968 interactiveshell.py:2882] Testing Accuracy not improved over 3 epochs, Early Stop