In [0]:
"""
We use following lines because we are running on Google Colab
If you are running notebook on a local computer, you don't need this cell
"""
from google.colab import drive
drive.mount('/content/gdrive')
import os
os.chdir('/content/gdrive/My Drive/finch/tensorflow2/text_matching/snli/main')
In [0]:
!pip install tensorflow-gpu==2.0.0-rc0
Collecting tensorflow-gpu==2.0.0-rc0
  Downloading https://files.pythonhosted.org/packages/6a/12/8c64cc62149cc21c70c55018502831bbf4d42bd62bed196df7de6830d21b/tensorflow_gpu-2.0.0rc0-cp36-cp36m-manylinux2010_x86_64.whl (380.5MB)
     |████████████████████████████████| 380.5MB 77kB/s 
Requirement already satisfied: grpcio>=1.8.6 in /usr/local/lib/python3.6/dist-packages (from tensorflow-gpu==2.0.0-rc0) (1.15.0)
Requirement already satisfied: six>=1.10.0 in /usr/local/lib/python3.6/dist-packages (from tensorflow-gpu==2.0.0-rc0) (1.12.0)
Requirement already satisfied: absl-py>=0.7.0 in /usr/local/lib/python3.6/dist-packages (from tensorflow-gpu==2.0.0-rc0) (0.7.1)
Requirement already satisfied: keras-applications>=1.0.8 in /usr/local/lib/python3.6/dist-packages (from tensorflow-gpu==2.0.0-rc0) (1.0.8)
Requirement already satisfied: keras-preprocessing>=1.0.5 in /usr/local/lib/python3.6/dist-packages (from tensorflow-gpu==2.0.0-rc0) (1.1.0)
Requirement already satisfied: opt-einsum>=2.3.2 in /usr/local/lib/python3.6/dist-packages (from tensorflow-gpu==2.0.0-rc0) (3.0.1)
Requirement already satisfied: wrapt>=1.11.1 in /usr/local/lib/python3.6/dist-packages (from tensorflow-gpu==2.0.0-rc0) (1.11.2)
Requirement already satisfied: wheel>=0.26 in /usr/local/lib/python3.6/dist-packages (from tensorflow-gpu==2.0.0-rc0) (0.33.6)
Requirement already satisfied: protobuf>=3.6.1 in /usr/local/lib/python3.6/dist-packages (from tensorflow-gpu==2.0.0-rc0) (3.7.1)
Requirement already satisfied: numpy<2.0,>=1.16.0 in /usr/local/lib/python3.6/dist-packages (from tensorflow-gpu==2.0.0-rc0) (1.16.4)
Requirement already satisfied: gast>=0.2.0 in /usr/local/lib/python3.6/dist-packages (from tensorflow-gpu==2.0.0-rc0) (0.2.2)
Collecting tb-nightly<1.15.0a20190807,>=1.15.0a20190806 (from tensorflow-gpu==2.0.0-rc0)
  Downloading https://files.pythonhosted.org/packages/bc/88/24b5fb7280e74c7cf65bde47c171547fd02afb3840cff41bcbe9270650f5/tb_nightly-1.15.0a20190806-py3-none-any.whl (4.3MB)
     |████████████████████████████████| 4.3MB 41.7MB/s 
Requirement already satisfied: termcolor>=1.1.0 in /usr/local/lib/python3.6/dist-packages (from tensorflow-gpu==2.0.0-rc0) (1.1.0)
Requirement already satisfied: astor>=0.6.0 in /usr/local/lib/python3.6/dist-packages (from tensorflow-gpu==2.0.0-rc0) (0.8.0)
Collecting tf-estimator-nightly<1.14.0.dev2019080602,>=1.14.0.dev2019080601 (from tensorflow-gpu==2.0.0-rc0)
  Downloading https://files.pythonhosted.org/packages/21/28/f2a27a62943d5f041e4a6fd404b2d21cb7c59b2242a4e73b03d9ba166552/tf_estimator_nightly-1.14.0.dev2019080601-py2.py3-none-any.whl (501kB)
     |████████████████████████████████| 501kB 41.0MB/s 
Requirement already satisfied: google-pasta>=0.1.6 in /usr/local/lib/python3.6/dist-packages (from tensorflow-gpu==2.0.0-rc0) (0.1.7)
Requirement already satisfied: h5py in /usr/local/lib/python3.6/dist-packages (from keras-applications>=1.0.8->tensorflow-gpu==2.0.0-rc0) (2.8.0)
Requirement already satisfied: setuptools in /usr/local/lib/python3.6/dist-packages (from protobuf>=3.6.1->tensorflow-gpu==2.0.0-rc0) (41.2.0)
Requirement already satisfied: werkzeug>=0.11.15 in /usr/local/lib/python3.6/dist-packages (from tb-nightly<1.15.0a20190807,>=1.15.0a20190806->tensorflow-gpu==2.0.0-rc0) (0.15.5)
Requirement already satisfied: markdown>=2.6.8 in /usr/local/lib/python3.6/dist-packages (from tb-nightly<1.15.0a20190807,>=1.15.0a20190806->tensorflow-gpu==2.0.0-rc0) (3.1.1)
Installing collected packages: tb-nightly, tf-estimator-nightly, tensorflow-gpu
Successfully installed tb-nightly-1.15.0a20190806 tensorflow-gpu-2.0.0rc0 tf-estimator-nightly-1.14.0.dev2019080601
In [0]:
import tensorflow as tf
import numpy as np
import pprint
import logging
import time
import math

print("TensorFlow Version", tf.__version__)
print('GPU Enabled:', tf.test.is_gpu_available())
TensorFlow Version 2.0.0-rc0
GPU Enabled: True
In [0]:
def get_vocab(f_path):
  word2idx = {}
  with open(f_path) as f:
    for i, line in enumerate(f):
      line = line.rstrip()
      word2idx[line] = i
  return word2idx
In [0]:
# stream data from text files
def data_generator(f_path, word2idx):
  label2idx = {'neutral': 0, 'entailment': 1, 'contradiction': 2,}
  with open(f_path) as f:
    print('Reading', f_path)
    for line in f:
      line = line.rstrip()
      label, text1, text2 = line.split('\t')
      if label == '-':
        continue
      text1 = [word2idx.get(w, len(word2idx)) for w in text1.split()]
      text2 = [word2idx.get(w, len(word2idx)) for w in text2.split()]
      yield ((text1, text2), label2idx[label])


def dataset(is_training, params):
  _shapes = (([None], [None]), ())
  _types = ((tf.int32, tf.int32), tf.int32)
  _pads = ((0, 0), -1)
  
  if is_training:
    ds = tf.data.Dataset.from_generator(
      lambda: data_generator(params['train_path'], params['word2idx']),
      output_shapes = _shapes,
      output_types = _types,)
    ds = ds.shuffle(params['buffer_size'])
    ds = ds.padded_batch(params['batch_size'], _shapes, _pads)
  
  else:
    ds = tf.data.Dataset.from_generator(
      lambda: data_generator(params['test_path'], params['word2idx']),
      output_shapes = _shapes,
      output_types = _types,)
    ds = ds.padded_batch(params['batch_size'], _shapes, _pads)
  
  return ds
In [0]:
class RE2(tf.keras.Model):
  def __init__(self, params: dict):
    super().__init__()
    
    self.pretrained_embedding = tf.Variable(np.load(params['embedding_path']), name='pretrained_embedding')
    self.embed_dropout = tf.keras.layers.Dropout(params['dropout_rate'])
    
    self.birnn = [tf.keras.layers.Bidirectional(tf.keras.layers.LSTM(
        params['hidden_size'], return_sequences=True), name='birnn_%d'%(i+1)) for i in range(params['num_blocks'])]
    self.enc_dropout = tf.keras.layers.Dropout(params['dropout_rate'])
    
    self.align_t = self.add_weight(name='temperature',
                                   shape=(),
                                   trainable=True,
                                   initializer=tf.initializers.constant(math.sqrt(1/params['hidden_size'])))
    self.align_dropout = tf.keras.layers.Dropout(params['dropout_rate'])
    self.align_fc1 = [tf.keras.layers.Dense(params['hidden_size'], params['activation'], name='align_fc1_%d'%(i+1)) for i in range(params['num_blocks'])]
    self.align_fc2 = [tf.keras.layers.Dense(params['hidden_size'], params['activation'], name='align_fc2_%d'%(i+1)) for i in range(params['num_blocks'])]
      
    self.fusion_fc1 = [tf.keras.layers.Dense(params['hidden_size'], params['activation'], name='fusion_fc1_%d'%(i+1)) for i in range(params['num_blocks'])]
    self.fusion_fc2 = [tf.keras.layers.Dense(params['hidden_size'], params['activation'], name='fusion_fc2_%d'%(i+1)) for i in range(params['num_blocks'])]
    self.fusion_fc3 = [tf.keras.layers.Dense(params['hidden_size'], params['activation'], name='fusion_fc3_%d'%(i+1)) for i in range(params['num_blocks'])]
    self.fusion_fc4 = [tf.keras.layers.Dense(params['hidden_size'], params['activation'], name='fusion_fc4_%d'%(i+1)) for i in range(params['num_blocks'])]
    self.fusion_dropout = tf.keras.layers.Dropout(params['dropout_rate'])
    
    self.out_drop1 = tf.keras.layers.Dropout(params['dropout_rate'])
    self.out_fc = tf.keras.layers.Dense(params['hidden_size'], params['activation'], name='out_fc')
    self.out_drop2 = tf.keras.layers.Dropout(params['dropout_rate'])
    self.out_linear = tf.keras.layers.Dense(params['num_labels'], name='out_linear')
    
  
  
  def call(self, inputs, training=False):
    x1, x2 = inputs
    
    if x1.dtype != tf.int32:
      x1 = tf.cast(x1, tf.int32)
    if x2.dtype != tf.int32:
      x2 = tf.cast(x2, tf.int32)
    
    batch_sz = tf.shape(x1)[0]
    
    mask1 = tf.sign(x1)
    mask2 = tf.sign(x2)
    
    x1 = self.embedding(x1, training=training)
    x2 = self.embedding(x2, training=training)
    
    res_x1, res_x2 = x1, x2
    
    for i in range(params['num_blocks']):
      
      if i > 0:
        x1 = self.connection(x1, res_x1, i)
        x2 = self.connection(x2, res_x2, i)
        res_x1, res_x2 = x1, x2
    
      x1_enc = self.encoding(x1, mask1, i, training=training)
      x2_enc = self.encoding(x2, mask2, i, training=training)
    
      x1 = tf.concat((x1, x1_enc), -1)
      x2 = tf.concat((x2, x2_enc), -1)
      
      align_1, align_2 = self.alignment(x1, x2, mask1, mask2, i, training=training)
      
      x1 = self.fusion(x1, align_1, i, training=training)
      x2 = self.fusion(x2, align_2, i, training=training)
    
    x1 = self.pooling(x1, mask1)
    x2 = self.pooling(x2, mask2)
    
    x = self.prediction(x1, x2, training=training)
    
    return x
  
  
  def embedding(self, x, training):
    x = tf.nn.embedding_lookup(self.pretrained_embedding, x)
    x = self.embed_dropout(x, training=training)
    return x
  
  
  def connection(self, x, res, i):
    if i == 1:
      x = tf.concat((res, x), -1)
    elif i > 1:
      hidden_size = x.shape[-1]
      x = (res[:, :, -hidden_size:] + x) * tf.math.sqrt(0.5)
      x = tf.concat((res[:, :, :-hidden_size], x), -1)
    return x
    
    
  def encoding(self, x, mask, i, training):
    mask = tf.cast(tf.expand_dims(mask, -1), tf.float32)
    x *= mask
    x = self.birnn[i](x)
    x = self.enc_dropout(x)
    return x
  
  
  def alignment(self, x1, x2, mask1, mask2, i, training):
    mask1 = tf.cast(tf.expand_dims(mask1, -1), tf.float32)
    mask2 = tf.cast(tf.expand_dims(mask2, -1), tf.float32)
    
    x1_ = self.align_fc1[i](self.align_dropout(x1, training=training))
    x2_ = self.align_fc2[i](self.align_dropout(x2, training=training))
    align = tf.matmul(x1_, x2_, transpose_b=True) * self.align_t
    mask = tf.matmul(mask1, mask2, transpose_b=True)
    align = mask * align + (1 - mask) * tf.float32.min
    align_1 = tf.nn.softmax(align, 1)
    align_2 = tf.nn.softmax(align, 2)
    
    x2 = tf.matmul(align_1, x1, transpose_a=True)
    x1 = tf.matmul(align_2, x2)
    return x1, x2
  
  
  def fusion(self, x, align, i, training):
    x = tf.concat([self.fusion_fc1[i](tf.concat((x, align), -1)),
                   self.fusion_fc2[i](tf.concat((x, x - align), -1)),
                   self.fusion_fc3[i](tf.concat((x, x * align), -1))], -1)
    x = self.fusion_dropout(x, training=training)
    x = self.fusion_fc4[i](x)
    return x
  
  
  def pooling(self, x, mask):
    mask = tf.cast(tf.expand_dims(mask, -1), tf.float32)
    return tf.reduce_max(x * mask, 1)
  
  
  def prediction(self, x1, x2, training):
    x = tf.concat((x1, x2, x1 * x2, x1 - x2), -1)
    x = self.out_drop1(x, training=training)
    x = self.out_fc(x)
    x = self.out_drop2(x, training=training)
    x = self.out_linear(x)
    return x
In [0]:
params = {
    'model_dir': '../model/re2_birnn',
    'log_path': '../log/re2_birnn.txt',
    'train_path': '../data/train.txt',
    'test_path': '../data/test.txt',
    'embedding_path': '../vocab/word.npy',
    'vocab_path': '../vocab/word.txt',
    'batch_size': 32,
    'buffer_size': 200000,
    'num_blocks': 3,
    'dropout_rate': 0.2,
    'hidden_size': 150,
    'activation': tf.nn.relu,
    'lr': 4e-4,
    'clip_norm': 5.,
    'num_labels': 3,
    'eval_steps': 550152//32//10,
    'num_patience': 7,
}
In [0]:
def is_descending(history: list):
  history = history[-(params['num_patience']+1):]
  for i in range(1, len(history)):
    if history[i-1] <= history[i]:
      return False
  return True  
In [0]:
params['word2idx'] = get_vocab(params['vocab_path'])
params['vocab_size'] = len(params['word2idx']) + 1

model = RE2(params)
model.build([[None, None], [None, None]])
pprint.pprint([(v.name, v.shape) for v in model.trainable_variables])

decay_lr = tf.optimizers.schedules.ExponentialDecay(params['lr'], 1000, 0.99)
optim = tf.optimizers.Adam(params['lr'])
global_step = 0

history_acc = []
best_acc = .0

t0 = time.time()
logger = logging.getLogger('tensorflow')
logger.setLevel(logging.INFO)

while True:
  # TRAINING
  for ((text1, text2), label) in dataset(is_training=True, params=params):
    with tf.GradientTape() as tape:
      logits = model((text1, text2), training=True)
      loss = tf.nn.sparse_softmax_cross_entropy_with_logits(labels=label, logits=logits)
      loss = tf.reduce_mean(loss)
      
    optim.lr.assign(decay_lr(global_step))
    grads = tape.gradient(loss, model.trainable_variables)
    grads, _ = tf.clip_by_global_norm(grads, params['clip_norm'])
    optim.apply_gradients(zip(grads, model.trainable_variables))
    
    if global_step % 50 == 0:
      logger.info("Step {} | Loss: {:.4f} | Spent: {:.1f} secs | LR: {:.6f}".format(
          global_step, loss.numpy().item(), time.time()-t0, optim.lr.numpy().item()))
      t0 = time.time()
    global_step += 1
  
    if global_step % params['eval_steps'] == 0:
      # EVALUATION
      m = tf.keras.metrics.Accuracy()

      for ((text1, text2), label) in dataset(is_training=False, params=params):
        logits = model((text1, text2), training=False)
        y_pred = tf.argmax(logits, axis=-1)
        m.update_state(y_true=label, y_pred=y_pred)

      acc = m.result().numpy()
      logger.info("Evaluation: Testing Accuracy: {:.3f}".format(acc))
      history_acc.append(acc)

      if acc > best_acc:
        best_acc = acc
        # you can save model here
      logger.info("Best Accuracy: {:.3f}".format(best_acc))

      if len(history_acc) > params['num_patience'] and is_descending(history_acc):
        logger.info("Testing Accuracy not improved over {} epochs, Early Stop".format(params['num_patience']))
        break
[('birnn_1/forward_lstm/kernel:0', TensorShape([300, 600])),
 ('birnn_1/forward_lstm/recurrent_kernel:0', TensorShape([150, 600])),
 ('birnn_1/forward_lstm/bias:0', TensorShape([600])),
 ('birnn_1/backward_lstm/kernel:0', TensorShape([300, 600])),
 ('birnn_1/backward_lstm/recurrent_kernel:0', TensorShape([150, 600])),
 ('birnn_1/backward_lstm/bias:0', TensorShape([600])),
 ('birnn_2/forward_lstm_1/kernel:0', TensorShape([450, 600])),
 ('birnn_2/forward_lstm_1/recurrent_kernel:0', TensorShape([150, 600])),
 ('birnn_2/forward_lstm_1/bias:0', TensorShape([600])),
 ('birnn_2/backward_lstm_1/kernel:0', TensorShape([450, 600])),
 ('birnn_2/backward_lstm_1/recurrent_kernel:0', TensorShape([150, 600])),
 ('birnn_2/backward_lstm_1/bias:0', TensorShape([600])),
 ('birnn_3/forward_lstm_2/kernel:0', TensorShape([450, 600])),
 ('birnn_3/forward_lstm_2/recurrent_kernel:0', TensorShape([150, 600])),
 ('birnn_3/forward_lstm_2/bias:0', TensorShape([600])),
 ('birnn_3/backward_lstm_2/kernel:0', TensorShape([450, 600])),
 ('birnn_3/backward_lstm_2/recurrent_kernel:0', TensorShape([150, 600])),
 ('birnn_3/backward_lstm_2/bias:0', TensorShape([600])),
 ('align_fc1_1/kernel:0', TensorShape([600, 150])),
 ('align_fc1_1/bias:0', TensorShape([150])),
 ('align_fc1_2/kernel:0', TensorShape([750, 150])),
 ('align_fc1_2/bias:0', TensorShape([150])),
 ('align_fc1_3/kernel:0', TensorShape([750, 150])),
 ('align_fc1_3/bias:0', TensorShape([150])),
 ('align_fc2_1/kernel:0', TensorShape([600, 150])),
 ('align_fc2_1/bias:0', TensorShape([150])),
 ('align_fc2_2/kernel:0', TensorShape([750, 150])),
 ('align_fc2_2/bias:0', TensorShape([150])),
 ('align_fc2_3/kernel:0', TensorShape([750, 150])),
 ('align_fc2_3/bias:0', TensorShape([150])),
 ('fusion_fc1_1/kernel:0', TensorShape([1200, 150])),
 ('fusion_fc1_1/bias:0', TensorShape([150])),
 ('fusion_fc1_2/kernel:0', TensorShape([1500, 150])),
 ('fusion_fc1_2/bias:0', TensorShape([150])),
 ('fusion_fc1_3/kernel:0', TensorShape([1500, 150])),
 ('fusion_fc1_3/bias:0', TensorShape([150])),
 ('fusion_fc2_1/kernel:0', TensorShape([1200, 150])),
 ('fusion_fc2_1/bias:0', TensorShape([150])),
 ('fusion_fc2_2/kernel:0', TensorShape([1500, 150])),
 ('fusion_fc2_2/bias:0', TensorShape([150])),
 ('fusion_fc2_3/kernel:0', TensorShape([1500, 150])),
 ('fusion_fc2_3/bias:0', TensorShape([150])),
 ('fusion_fc3_1/kernel:0', TensorShape([1200, 150])),
 ('fusion_fc3_1/bias:0', TensorShape([150])),
 ('fusion_fc3_2/kernel:0', TensorShape([1500, 150])),
 ('fusion_fc3_2/bias:0', TensorShape([150])),
 ('fusion_fc3_3/kernel:0', TensorShape([1500, 150])),
 ('fusion_fc3_3/bias:0', TensorShape([150])),
 ('fusion_fc4_1/kernel:0', TensorShape([450, 150])),
 ('fusion_fc4_1/bias:0', TensorShape([150])),
 ('fusion_fc4_2/kernel:0', TensorShape([450, 150])),
 ('fusion_fc4_2/bias:0', TensorShape([150])),
 ('fusion_fc4_3/kernel:0', TensorShape([450, 150])),
 ('fusion_fc4_3/bias:0', TensorShape([150])),
 ('out_fc/kernel:0', TensorShape([600, 150])),
 ('out_fc/bias:0', TensorShape([150])),
 ('out_linear/kernel:0', TensorShape([150, 3])),
 ('out_linear/bias:0', TensorShape([3])),
 ('pretrained_embedding:0', TensorShape([20884, 300])),
 ('temperature:0', TensorShape([]))]
Reading ../data/train.txt
WARNING: Logging before flag parsing goes to stderr.
W0902 00:52:36.348229 140140056737664 deprecation.py:323] From /usr/local/lib/python3.6/dist-packages/tensorflow_core/python/ops/clip_ops.py:301: where (from tensorflow.python.ops.array_ops) is deprecated and will be removed in a future version.
Instructions for updating:
Use tf.where in 2.0, which has the same broadcast rule as np.where
I0902 00:52:36.629262 140140056737664 interactiveshell.py:2882] Step 0 | Loss: 1.1963 | Spent: 45.8 secs | LR: 0.000400
I0902 00:52:53.592986 140140056737664 interactiveshell.py:2882] Step 50 | Loss: 1.0413 | Spent: 17.0 secs | LR: 0.000400
I0902 00:53:10.857430 140140056737664 interactiveshell.py:2882] Step 100 | Loss: 1.0866 | Spent: 17.3 secs | LR: 0.000400
I0902 00:53:28.091400 140140056737664 interactiveshell.py:2882] Step 150 | Loss: 1.1396 | Spent: 17.2 secs | LR: 0.000399
I0902 00:53:45.411259 140140056737664 interactiveshell.py:2882] Step 200 | Loss: 0.7937 | Spent: 17.3 secs | LR: 0.000399
I0902 00:54:02.587193 140140056737664 interactiveshell.py:2882] Step 250 | Loss: 0.9951 | Spent: 17.2 secs | LR: 0.000399
I0902 00:54:19.783479 140140056737664 interactiveshell.py:2882] Step 300 | Loss: 0.9906 | Spent: 17.2 secs | LR: 0.000399
I0902 00:54:36.891180 140140056737664 interactiveshell.py:2882] Step 350 | Loss: 0.8124 | Spent: 17.1 secs | LR: 0.000399
I0902 00:54:53.857145 140140056737664 interactiveshell.py:2882] Step 400 | Loss: 0.7039 | Spent: 17.0 secs | LR: 0.000398
I0902 00:55:10.956776 140140056737664 interactiveshell.py:2882] Step 450 | Loss: 0.7990 | Spent: 17.1 secs | LR: 0.000398
I0902 00:55:28.257236 140140056737664 interactiveshell.py:2882] Step 500 | Loss: 0.9218 | Spent: 17.3 secs | LR: 0.000398
I0902 00:55:45.268110 140140056737664 interactiveshell.py:2882] Step 550 | Loss: 0.8578 | Spent: 17.0 secs | LR: 0.000398
I0902 00:56:02.320663 140140056737664 interactiveshell.py:2882] Step 600 | Loss: 0.9727 | Spent: 17.1 secs | LR: 0.000398
I0902 00:56:19.463880 140140056737664 interactiveshell.py:2882] Step 650 | Loss: 0.9204 | Spent: 17.1 secs | LR: 0.000397
I0902 00:56:36.308169 140140056737664 interactiveshell.py:2882] Step 700 | Loss: 0.6721 | Spent: 16.8 secs | LR: 0.000397
I0902 00:56:53.451110 140140056737664 interactiveshell.py:2882] Step 750 | Loss: 0.7054 | Spent: 17.1 secs | LR: 0.000397
I0902 00:57:10.653730 140140056737664 interactiveshell.py:2882] Step 800 | Loss: 0.6628 | Spent: 17.2 secs | LR: 0.000397
I0902 00:57:27.683430 140140056737664 interactiveshell.py:2882] Step 850 | Loss: 0.8242 | Spent: 17.0 secs | LR: 0.000397
I0902 00:57:44.808389 140140056737664 interactiveshell.py:2882] Step 900 | Loss: 0.7241 | Spent: 17.1 secs | LR: 0.000396
I0902 00:58:01.606907 140140056737664 interactiveshell.py:2882] Step 950 | Loss: 0.7070 | Spent: 16.8 secs | LR: 0.000396
I0902 00:58:18.502439 140140056737664 interactiveshell.py:2882] Step 1000 | Loss: 0.7050 | Spent: 16.9 secs | LR: 0.000396
I0902 00:58:35.673391 140140056737664 interactiveshell.py:2882] Step 1050 | Loss: 0.9910 | Spent: 17.2 secs | LR: 0.000396
I0902 00:58:52.698192 140140056737664 interactiveshell.py:2882] Step 1100 | Loss: 0.6043 | Spent: 17.0 secs | LR: 0.000396
I0902 00:59:09.759719 140140056737664 interactiveshell.py:2882] Step 1150 | Loss: 0.8586 | Spent: 17.1 secs | LR: 0.000395
I0902 00:59:26.891788 140140056737664 interactiveshell.py:2882] Step 1200 | Loss: 0.4668 | Spent: 17.1 secs | LR: 0.000395
I0902 00:59:44.025665 140140056737664 interactiveshell.py:2882] Step 1250 | Loss: 0.7749 | Spent: 17.1 secs | LR: 0.000395
I0902 01:00:01.167046 140140056737664 interactiveshell.py:2882] Step 1300 | Loss: 0.5884 | Spent: 17.1 secs | LR: 0.000395
I0902 01:00:18.011777 140140056737664 interactiveshell.py:2882] Step 1350 | Loss: 0.7752 | Spent: 16.8 secs | LR: 0.000395
I0902 01:00:34.595717 140140056737664 interactiveshell.py:2882] Step 1400 | Loss: 0.6646 | Spent: 16.6 secs | LR: 0.000394
I0902 01:00:51.493091 140140056737664 interactiveshell.py:2882] Step 1450 | Loss: 0.6667 | Spent: 16.9 secs | LR: 0.000394
I0902 01:01:08.174857 140140056737664 interactiveshell.py:2882] Step 1500 | Loss: 0.6563 | Spent: 16.7 secs | LR: 0.000394
I0902 01:01:25.060616 140140056737664 interactiveshell.py:2882] Step 1550 | Loss: 0.7747 | Spent: 16.9 secs | LR: 0.000394
I0902 01:01:42.114222 140140056737664 interactiveshell.py:2882] Step 1600 | Loss: 0.8058 | Spent: 17.1 secs | LR: 0.000394
I0902 01:01:59.011180 140140056737664 interactiveshell.py:2882] Step 1650 | Loss: 0.5893 | Spent: 16.9 secs | LR: 0.000393
I0902 01:02:16.063969 140140056737664 interactiveshell.py:2882] Step 1700 | Loss: 0.5376 | Spent: 17.1 secs | LR: 0.000393
Reading ../data/test.txt
I0902 01:03:10.414702 140140056737664 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.759
I0902 01:03:10.416049 140140056737664 interactiveshell.py:2882] Best Accuracy: 0.759
I0902 01:03:21.122378 140140056737664 interactiveshell.py:2882] Step 1750 | Loss: 0.4972 | Spent: 65.1 secs | LR: 0.000393
I0902 01:03:38.255860 140140056737664 interactiveshell.py:2882] Step 1800 | Loss: 0.6561 | Spent: 17.1 secs | LR: 0.000393
I0902 01:03:55.313384 140140056737664 interactiveshell.py:2882] Step 1850 | Loss: 0.6119 | Spent: 17.1 secs | LR: 0.000393
I0902 01:04:12.279520 140140056737664 interactiveshell.py:2882] Step 1900 | Loss: 0.8151 | Spent: 17.0 secs | LR: 0.000392
I0902 01:04:29.502182 140140056737664 interactiveshell.py:2882] Step 1950 | Loss: 0.5163 | Spent: 17.2 secs | LR: 0.000392
I0902 01:04:46.803785 140140056737664 interactiveshell.py:2882] Step 2000 | Loss: 0.7390 | Spent: 17.3 secs | LR: 0.000392
I0902 01:05:04.118487 140140056737664 interactiveshell.py:2882] Step 2050 | Loss: 0.7149 | Spent: 17.3 secs | LR: 0.000392
I0902 01:05:21.222506 140140056737664 interactiveshell.py:2882] Step 2100 | Loss: 0.9234 | Spent: 17.1 secs | LR: 0.000392
I0902 01:05:38.467747 140140056737664 interactiveshell.py:2882] Step 2150 | Loss: 0.6232 | Spent: 17.2 secs | LR: 0.000391
I0902 01:05:55.473938 140140056737664 interactiveshell.py:2882] Step 2200 | Loss: 0.5846 | Spent: 17.0 secs | LR: 0.000391
I0902 01:06:12.520040 140140056737664 interactiveshell.py:2882] Step 2250 | Loss: 0.6163 | Spent: 17.0 secs | LR: 0.000391
I0902 01:06:29.453058 140140056737664 interactiveshell.py:2882] Step 2300 | Loss: 0.5863 | Spent: 16.9 secs | LR: 0.000391
I0902 01:06:46.290873 140140056737664 interactiveshell.py:2882] Step 2350 | Loss: 1.0613 | Spent: 16.8 secs | LR: 0.000391
I0902 01:07:03.390065 140140056737664 interactiveshell.py:2882] Step 2400 | Loss: 0.5058 | Spent: 17.1 secs | LR: 0.000390
I0902 01:07:20.453275 140140056737664 interactiveshell.py:2882] Step 2450 | Loss: 0.6827 | Spent: 17.1 secs | LR: 0.000390
I0902 01:07:37.786855 140140056737664 interactiveshell.py:2882] Step 2500 | Loss: 0.5719 | Spent: 17.3 secs | LR: 0.000390
I0902 01:07:54.874786 140140056737664 interactiveshell.py:2882] Step 2550 | Loss: 1.0549 | Spent: 17.1 secs | LR: 0.000390
I0902 01:08:11.932544 140140056737664 interactiveshell.py:2882] Step 2600 | Loss: 0.5518 | Spent: 17.1 secs | LR: 0.000390
I0902 01:08:28.917978 140140056737664 interactiveshell.py:2882] Step 2650 | Loss: 0.6285 | Spent: 17.0 secs | LR: 0.000389
I0902 01:08:46.198293 140140056737664 interactiveshell.py:2882] Step 2700 | Loss: 0.4876 | Spent: 17.3 secs | LR: 0.000389
I0902 01:09:03.196625 140140056737664 interactiveshell.py:2882] Step 2750 | Loss: 0.6592 | Spent: 17.0 secs | LR: 0.000389
I0902 01:09:20.285800 140140056737664 interactiveshell.py:2882] Step 2800 | Loss: 0.8686 | Spent: 17.1 secs | LR: 0.000389
I0902 01:09:37.645996 140140056737664 interactiveshell.py:2882] Step 2850 | Loss: 0.4632 | Spent: 17.4 secs | LR: 0.000389
I0902 01:09:54.460889 140140056737664 interactiveshell.py:2882] Step 2900 | Loss: 0.4785 | Spent: 16.8 secs | LR: 0.000389
I0902 01:10:11.431489 140140056737664 interactiveshell.py:2882] Step 2950 | Loss: 0.7093 | Spent: 17.0 secs | LR: 0.000388
I0902 01:10:28.202528 140140056737664 interactiveshell.py:2882] Step 3000 | Loss: 0.7083 | Spent: 16.8 secs | LR: 0.000388
I0902 01:10:44.958360 140140056737664 interactiveshell.py:2882] Step 3050 | Loss: 0.6727 | Spent: 16.7 secs | LR: 0.000388
I0902 01:11:02.112827 140140056737664 interactiveshell.py:2882] Step 3100 | Loss: 0.6885 | Spent: 17.1 secs | LR: 0.000388
I0902 01:11:18.899813 140140056737664 interactiveshell.py:2882] Step 3150 | Loss: 0.6543 | Spent: 16.8 secs | LR: 0.000388
I0902 01:11:35.660182 140140056737664 interactiveshell.py:2882] Step 3200 | Loss: 0.5260 | Spent: 16.8 secs | LR: 0.000387
I0902 01:11:52.625133 140140056737664 interactiveshell.py:2882] Step 3250 | Loss: 0.3965 | Spent: 17.0 secs | LR: 0.000387
I0902 01:12:09.693222 140140056737664 interactiveshell.py:2882] Step 3300 | Loss: 0.7118 | Spent: 17.1 secs | LR: 0.000387
I0902 01:12:26.486602 140140056737664 interactiveshell.py:2882] Step 3350 | Loss: 0.6810 | Spent: 16.8 secs | LR: 0.000387
I0902 01:12:43.627720 140140056737664 interactiveshell.py:2882] Step 3400 | Loss: 0.7103 | Spent: 17.1 secs | LR: 0.000387
Reading ../data/test.txt
I0902 01:13:43.877508 140140056737664 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.801
I0902 01:13:43.878889 140140056737664 interactiveshell.py:2882] Best Accuracy: 0.801
I0902 01:13:48.301817 140140056737664 interactiveshell.py:2882] Step 3450 | Loss: 0.7211 | Spent: 64.7 secs | LR: 0.000386
I0902 01:14:05.341180 140140056737664 interactiveshell.py:2882] Step 3500 | Loss: 0.4455 | Spent: 17.0 secs | LR: 0.000386
I0902 01:14:22.198480 140140056737664 interactiveshell.py:2882] Step 3550 | Loss: 0.6308 | Spent: 16.9 secs | LR: 0.000386
I0902 01:14:39.531094 140140056737664 interactiveshell.py:2882] Step 3600 | Loss: 0.5756 | Spent: 17.3 secs | LR: 0.000386
I0902 01:14:56.469018 140140056737664 interactiveshell.py:2882] Step 3650 | Loss: 0.6876 | Spent: 16.9 secs | LR: 0.000386
I0902 01:15:13.478569 140140056737664 interactiveshell.py:2882] Step 3700 | Loss: 0.4496 | Spent: 17.0 secs | LR: 0.000385
I0902 01:15:30.523951 140140056737664 interactiveshell.py:2882] Step 3750 | Loss: 0.6936 | Spent: 17.0 secs | LR: 0.000385
I0902 01:15:47.703163 140140056737664 interactiveshell.py:2882] Step 3800 | Loss: 0.7135 | Spent: 17.2 secs | LR: 0.000385
I0902 01:16:04.619509 140140056737664 interactiveshell.py:2882] Step 3850 | Loss: 0.6179 | Spent: 16.9 secs | LR: 0.000385
I0902 01:16:21.793039 140140056737664 interactiveshell.py:2882] Step 3900 | Loss: 0.6511 | Spent: 17.2 secs | LR: 0.000385
I0902 01:16:38.657320 140140056737664 interactiveshell.py:2882] Step 3950 | Loss: 0.4786 | Spent: 16.9 secs | LR: 0.000384
I0902 01:16:55.551283 140140056737664 interactiveshell.py:2882] Step 4000 | Loss: 0.5863 | Spent: 16.9 secs | LR: 0.000384
I0902 01:17:12.869874 140140056737664 interactiveshell.py:2882] Step 4050 | Loss: 0.4304 | Spent: 17.3 secs | LR: 0.000384
I0902 01:17:29.863299 140140056737664 interactiveshell.py:2882] Step 4100 | Loss: 0.5074 | Spent: 17.0 secs | LR: 0.000384
I0902 01:17:46.770264 140140056737664 interactiveshell.py:2882] Step 4150 | Loss: 0.4642 | Spent: 16.9 secs | LR: 0.000384
I0902 01:18:04.397633 140140056737664 interactiveshell.py:2882] Step 4200 | Loss: 0.5938 | Spent: 17.6 secs | LR: 0.000383
I0902 01:18:21.248811 140140056737664 interactiveshell.py:2882] Step 4250 | Loss: 0.6101 | Spent: 16.8 secs | LR: 0.000383
I0902 01:18:38.321773 140140056737664 interactiveshell.py:2882] Step 4300 | Loss: 0.5905 | Spent: 17.1 secs | LR: 0.000383
I0902 01:18:55.312433 140140056737664 interactiveshell.py:2882] Step 4350 | Loss: 0.4811 | Spent: 17.0 secs | LR: 0.000383
I0902 01:19:12.188259 140140056737664 interactiveshell.py:2882] Step 4400 | Loss: 0.6156 | Spent: 16.9 secs | LR: 0.000383
I0902 01:19:29.231066 140140056737664 interactiveshell.py:2882] Step 4450 | Loss: 0.3357 | Spent: 17.0 secs | LR: 0.000383
I0902 01:19:46.544594 140140056737664 interactiveshell.py:2882] Step 4500 | Loss: 0.5318 | Spent: 17.3 secs | LR: 0.000382
I0902 01:20:03.608944 140140056737664 interactiveshell.py:2882] Step 4550 | Loss: 0.5800 | Spent: 17.1 secs | LR: 0.000382
I0902 01:20:20.797518 140140056737664 interactiveshell.py:2882] Step 4600 | Loss: 0.6341 | Spent: 17.2 secs | LR: 0.000382
I0902 01:20:37.653316 140140056737664 interactiveshell.py:2882] Step 4650 | Loss: 0.4246 | Spent: 16.9 secs | LR: 0.000382
I0902 01:20:54.877318 140140056737664 interactiveshell.py:2882] Step 4700 | Loss: 0.6938 | Spent: 17.2 secs | LR: 0.000382
I0902 01:21:11.982218 140140056737664 interactiveshell.py:2882] Step 4750 | Loss: 0.4157 | Spent: 17.1 secs | LR: 0.000381
I0902 01:21:29.099873 140140056737664 interactiveshell.py:2882] Step 4800 | Loss: 0.7421 | Spent: 17.1 secs | LR: 0.000381
I0902 01:21:46.002346 140140056737664 interactiveshell.py:2882] Step 4850 | Loss: 0.6186 | Spent: 16.9 secs | LR: 0.000381
I0902 01:22:02.740846 140140056737664 interactiveshell.py:2882] Step 4900 | Loss: 0.3972 | Spent: 16.7 secs | LR: 0.000381
I0902 01:22:19.396431 140140056737664 interactiveshell.py:2882] Step 4950 | Loss: 0.4161 | Spent: 16.7 secs | LR: 0.000381
I0902 01:22:36.327626 140140056737664 interactiveshell.py:2882] Step 5000 | Loss: 0.4813 | Spent: 16.9 secs | LR: 0.000380
I0902 01:22:53.069416 140140056737664 interactiveshell.py:2882] Step 5050 | Loss: 0.4663 | Spent: 16.7 secs | LR: 0.000380
I0902 01:23:10.512234 140140056737664 interactiveshell.py:2882] Step 5100 | Loss: 0.5331 | Spent: 17.4 secs | LR: 0.000380
I0902 01:23:27.505789 140140056737664 interactiveshell.py:2882] Step 5150 | Loss: 0.4865 | Spent: 17.0 secs | LR: 0.000380
Reading ../data/test.txt
I0902 01:24:17.180544 140140056737664 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.803
I0902 01:24:17.181918 140140056737664 interactiveshell.py:2882] Best Accuracy: 0.803
I0902 01:24:32.138684 140140056737664 interactiveshell.py:2882] Step 5200 | Loss: 0.6301 | Spent: 64.6 secs | LR: 0.000380
I0902 01:24:49.422155 140140056737664 interactiveshell.py:2882] Step 5250 | Loss: 0.7898 | Spent: 17.3 secs | LR: 0.000379
I0902 01:25:06.608086 140140056737664 interactiveshell.py:2882] Step 5300 | Loss: 0.5837 | Spent: 17.2 secs | LR: 0.000379
I0902 01:25:23.753611 140140056737664 interactiveshell.py:2882] Step 5350 | Loss: 0.7330 | Spent: 17.1 secs | LR: 0.000379
I0902 01:25:40.989539 140140056737664 interactiveshell.py:2882] Step 5400 | Loss: 0.4722 | Spent: 17.2 secs | LR: 0.000379
I0902 01:25:58.014672 140140056737664 interactiveshell.py:2882] Step 5450 | Loss: 0.4561 | Spent: 17.0 secs | LR: 0.000379
I0902 01:26:15.172664 140140056737664 interactiveshell.py:2882] Step 5500 | Loss: 0.8561 | Spent: 17.2 secs | LR: 0.000378
I0902 01:26:32.273234 140140056737664 interactiveshell.py:2882] Step 5550 | Loss: 0.6733 | Spent: 17.1 secs | LR: 0.000378
I0902 01:26:49.284029 140140056737664 interactiveshell.py:2882] Step 5600 | Loss: 0.5233 | Spent: 17.0 secs | LR: 0.000378
I0902 01:27:06.362665 140140056737664 interactiveshell.py:2882] Step 5650 | Loss: 0.4102 | Spent: 17.1 secs | LR: 0.000378
I0902 01:27:23.397830 140140056737664 interactiveshell.py:2882] Step 5700 | Loss: 0.6063 | Spent: 17.0 secs | LR: 0.000378
I0902 01:27:40.360536 140140056737664 interactiveshell.py:2882] Step 5750 | Loss: 0.6535 | Spent: 17.0 secs | LR: 0.000378
I0902 01:27:57.438849 140140056737664 interactiveshell.py:2882] Step 5800 | Loss: 0.6307 | Spent: 17.1 secs | LR: 0.000377
I0902 01:28:14.983983 140140056737664 interactiveshell.py:2882] Step 5850 | Loss: 0.5631 | Spent: 17.5 secs | LR: 0.000377
I0902 01:28:32.138217 140140056737664 interactiveshell.py:2882] Step 5900 | Loss: 0.4192 | Spent: 17.2 secs | LR: 0.000377
I0902 01:28:49.312487 140140056737664 interactiveshell.py:2882] Step 5950 | Loss: 0.6442 | Spent: 17.2 secs | LR: 0.000377
I0902 01:29:06.110011 140140056737664 interactiveshell.py:2882] Step 6000 | Loss: 0.5279 | Spent: 16.8 secs | LR: 0.000377
I0902 01:29:23.185002 140140056737664 interactiveshell.py:2882] Step 6050 | Loss: 0.5088 | Spent: 17.1 secs | LR: 0.000376
I0902 01:29:40.356827 140140056737664 interactiveshell.py:2882] Step 6100 | Loss: 0.6817 | Spent: 17.2 secs | LR: 0.000376
I0902 01:29:57.535816 140140056737664 interactiveshell.py:2882] Step 6150 | Loss: 0.5928 | Spent: 17.2 secs | LR: 0.000376
I0902 01:30:14.567894 140140056737664 interactiveshell.py:2882] Step 6200 | Loss: 0.4695 | Spent: 17.0 secs | LR: 0.000376
I0902 01:30:31.842024 140140056737664 interactiveshell.py:2882] Step 6250 | Loss: 0.6919 | Spent: 17.3 secs | LR: 0.000376
I0902 01:30:48.963469 140140056737664 interactiveshell.py:2882] Step 6300 | Loss: 0.6291 | Spent: 17.1 secs | LR: 0.000375
I0902 01:31:06.246162 140140056737664 interactiveshell.py:2882] Step 6350 | Loss: 0.4411 | Spent: 17.3 secs | LR: 0.000375
I0902 01:31:23.245315 140140056737664 interactiveshell.py:2882] Step 6400 | Loss: 0.4224 | Spent: 17.0 secs | LR: 0.000375
I0902 01:31:40.322159 140140056737664 interactiveshell.py:2882] Step 6450 | Loss: 0.7152 | Spent: 17.1 secs | LR: 0.000375
I0902 01:31:57.515989 140140056737664 interactiveshell.py:2882] Step 6500 | Loss: 0.3845 | Spent: 17.2 secs | LR: 0.000375
I0902 01:32:14.502974 140140056737664 interactiveshell.py:2882] Step 6550 | Loss: 0.4210 | Spent: 17.0 secs | LR: 0.000375
I0902 01:32:31.616760 140140056737664 interactiveshell.py:2882] Step 6600 | Loss: 0.3775 | Spent: 17.1 secs | LR: 0.000374
I0902 01:32:48.873971 140140056737664 interactiveshell.py:2882] Step 6650 | Loss: 0.5142 | Spent: 17.3 secs | LR: 0.000374
I0902 01:33:05.754047 140140056737664 interactiveshell.py:2882] Step 6700 | Loss: 0.4171 | Spent: 16.9 secs | LR: 0.000374
I0902 01:33:22.898084 140140056737664 interactiveshell.py:2882] Step 6750 | Loss: 0.6543 | Spent: 17.1 secs | LR: 0.000374
I0902 01:33:39.894541 140140056737664 interactiveshell.py:2882] Step 6800 | Loss: 0.5343 | Spent: 17.0 secs | LR: 0.000374
I0902 01:33:56.916302 140140056737664 interactiveshell.py:2882] Step 6850 | Loss: 0.4523 | Spent: 17.0 secs | LR: 0.000373
Reading ../data/test.txt
I0902 01:34:53.502800 140140056737664 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.812
I0902 01:34:53.504212 140140056737664 interactiveshell.py:2882] Best Accuracy: 0.812
I0902 01:35:02.236952 140140056737664 interactiveshell.py:2882] Step 6900 | Loss: 0.5502 | Spent: 65.3 secs | LR: 0.000373
I0902 01:35:19.332856 140140056737664 interactiveshell.py:2882] Step 6950 | Loss: 0.5435 | Spent: 17.1 secs | LR: 0.000373
I0902 01:35:36.591537 140140056737664 interactiveshell.py:2882] Step 7000 | Loss: 0.5248 | Spent: 17.3 secs | LR: 0.000373
I0902 01:35:53.692431 140140056737664 interactiveshell.py:2882] Step 7050 | Loss: 0.5474 | Spent: 17.1 secs | LR: 0.000373
I0902 01:36:10.432032 140140056737664 interactiveshell.py:2882] Step 7100 | Loss: 0.4826 | Spent: 16.7 secs | LR: 0.000372
I0902 01:36:27.339644 140140056737664 interactiveshell.py:2882] Step 7150 | Loss: 0.6785 | Spent: 16.9 secs | LR: 0.000372
I0902 01:36:44.635072 140140056737664 interactiveshell.py:2882] Step 7200 | Loss: 0.4901 | Spent: 17.3 secs | LR: 0.000372
I0902 01:37:01.613502 140140056737664 interactiveshell.py:2882] Step 7250 | Loss: 0.3945 | Spent: 17.0 secs | LR: 0.000372
I0902 01:37:18.686540 140140056737664 interactiveshell.py:2882] Step 7300 | Loss: 0.6827 | Spent: 17.1 secs | LR: 0.000372
I0902 01:37:35.598343 140140056737664 interactiveshell.py:2882] Step 7350 | Loss: 0.6908 | Spent: 16.9 secs | LR: 0.000372
I0902 01:37:52.639647 140140056737664 interactiveshell.py:2882] Step 7400 | Loss: 0.3968 | Spent: 17.0 secs | LR: 0.000371
I0902 01:38:09.937153 140140056737664 interactiveshell.py:2882] Step 7450 | Loss: 0.3949 | Spent: 17.3 secs | LR: 0.000371
I0902 01:38:26.760862 140140056737664 interactiveshell.py:2882] Step 7500 | Loss: 0.5287 | Spent: 16.8 secs | LR: 0.000371
I0902 01:38:44.187434 140140056737664 interactiveshell.py:2882] Step 7550 | Loss: 0.6774 | Spent: 17.4 secs | LR: 0.000371
I0902 01:39:01.142978 140140056737664 interactiveshell.py:2882] Step 7600 | Loss: 0.6832 | Spent: 17.0 secs | LR: 0.000371
I0902 01:39:17.984589 140140056737664 interactiveshell.py:2882] Step 7650 | Loss: 0.5618 | Spent: 16.8 secs | LR: 0.000370
I0902 01:39:34.975078 140140056737664 interactiveshell.py:2882] Step 7700 | Loss: 0.5433 | Spent: 17.0 secs | LR: 0.000370
I0902 01:39:52.103477 140140056737664 interactiveshell.py:2882] Step 7750 | Loss: 0.3855 | Spent: 17.1 secs | LR: 0.000370
I0902 01:40:09.474704 140140056737664 interactiveshell.py:2882] Step 7800 | Loss: 0.5789 | Spent: 17.4 secs | LR: 0.000370
I0902 01:40:26.711473 140140056737664 interactiveshell.py:2882] Step 7850 | Loss: 0.5926 | Spent: 17.2 secs | LR: 0.000370
I0902 01:40:43.838200 140140056737664 interactiveshell.py:2882] Step 7900 | Loss: 0.5577 | Spent: 17.1 secs | LR: 0.000369
I0902 01:41:00.916985 140140056737664 interactiveshell.py:2882] Step 7950 | Loss: 0.3164 | Spent: 17.1 secs | LR: 0.000369
I0902 01:41:18.335775 140140056737664 interactiveshell.py:2882] Step 8000 | Loss: 0.3847 | Spent: 17.4 secs | LR: 0.000369
I0902 01:41:35.547545 140140056737664 interactiveshell.py:2882] Step 8050 | Loss: 0.5202 | Spent: 17.2 secs | LR: 0.000369
I0902 01:41:52.619799 140140056737664 interactiveshell.py:2882] Step 8100 | Loss: 0.5487 | Spent: 17.1 secs | LR: 0.000369
I0902 01:42:09.886417 140140056737664 interactiveshell.py:2882] Step 8150 | Loss: 0.4844 | Spent: 17.3 secs | LR: 0.000369
I0902 01:42:27.008903 140140056737664 interactiveshell.py:2882] Step 8200 | Loss: 0.5794 | Spent: 17.1 secs | LR: 0.000368
I0902 01:42:43.910803 140140056737664 interactiveshell.py:2882] Step 8250 | Loss: 0.5694 | Spent: 16.9 secs | LR: 0.000368
I0902 01:43:01.163223 140140056737664 interactiveshell.py:2882] Step 8300 | Loss: 0.4115 | Spent: 17.3 secs | LR: 0.000368
I0902 01:43:18.189508 140140056737664 interactiveshell.py:2882] Step 8350 | Loss: 0.3428 | Spent: 17.0 secs | LR: 0.000368
I0902 01:43:35.131117 140140056737664 interactiveshell.py:2882] Step 8400 | Loss: 0.4633 | Spent: 16.9 secs | LR: 0.000368
I0902 01:43:52.763841 140140056737664 interactiveshell.py:2882] Step 8450 | Loss: 0.6090 | Spent: 17.6 secs | LR: 0.000367
I0902 01:44:09.833532 140140056737664 interactiveshell.py:2882] Step 8500 | Loss: 0.5767 | Spent: 17.1 secs | LR: 0.000367
I0902 01:44:27.299988 140140056737664 interactiveshell.py:2882] Step 8550 | Loss: 0.3725 | Spent: 17.5 secs | LR: 0.000367
Reading ../data/test.txt
I0902 01:45:30.531972 140140056737664 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.826
I0902 01:45:30.533291 140140056737664 interactiveshell.py:2882] Best Accuracy: 0.826
I0902 01:45:32.596183 140140056737664 interactiveshell.py:2882] Step 8600 | Loss: 0.5672 | Spent: 65.3 secs | LR: 0.000367
I0902 01:45:49.681186 140140056737664 interactiveshell.py:2882] Step 8650 | Loss: 0.6210 | Spent: 17.1 secs | LR: 0.000367
I0902 01:46:06.815322 140140056737664 interactiveshell.py:2882] Step 8700 | Loss: 0.3920 | Spent: 17.1 secs | LR: 0.000367
I0902 01:46:23.929902 140140056737664 interactiveshell.py:2882] Step 8750 | Loss: 0.5757 | Spent: 17.1 secs | LR: 0.000366
I0902 01:46:41.053746 140140056737664 interactiveshell.py:2882] Step 8800 | Loss: 0.6105 | Spent: 17.1 secs | LR: 0.000366
I0902 01:46:58.196323 140140056737664 interactiveshell.py:2882] Step 8850 | Loss: 0.6120 | Spent: 17.1 secs | LR: 0.000366
I0902 01:47:15.235692 140140056737664 interactiveshell.py:2882] Step 8900 | Loss: 0.8363 | Spent: 17.0 secs | LR: 0.000366
I0902 01:47:32.716641 140140056737664 interactiveshell.py:2882] Step 8950 | Loss: 0.5469 | Spent: 17.5 secs | LR: 0.000366
I0902 01:47:49.850181 140140056737664 interactiveshell.py:2882] Step 9000 | Loss: 0.5254 | Spent: 17.1 secs | LR: 0.000365
I0902 01:48:06.816854 140140056737664 interactiveshell.py:2882] Step 9050 | Loss: 0.3866 | Spent: 17.0 secs | LR: 0.000365
I0902 01:48:24.194039 140140056737664 interactiveshell.py:2882] Step 9100 | Loss: 0.5777 | Spent: 17.4 secs | LR: 0.000365
I0902 01:48:41.295528 140140056737664 interactiveshell.py:2882] Step 9150 | Loss: 0.5213 | Spent: 17.1 secs | LR: 0.000365
I0902 01:48:58.853217 140140056737664 interactiveshell.py:2882] Step 9200 | Loss: 0.4265 | Spent: 17.6 secs | LR: 0.000365
I0902 01:49:16.214883 140140056737664 interactiveshell.py:2882] Step 9250 | Loss: 0.3772 | Spent: 17.4 secs | LR: 0.000364
I0902 01:49:33.192812 140140056737664 interactiveshell.py:2882] Step 9300 | Loss: 0.2826 | Spent: 17.0 secs | LR: 0.000364
I0902 01:49:50.327269 140140056737664 interactiveshell.py:2882] Step 9350 | Loss: 0.5381 | Spent: 17.1 secs | LR: 0.000364
I0902 01:50:07.635762 140140056737664 interactiveshell.py:2882] Step 9400 | Loss: 0.6800 | Spent: 17.3 secs | LR: 0.000364
I0902 01:50:24.720880 140140056737664 interactiveshell.py:2882] Step 9450 | Loss: 0.4026 | Spent: 17.1 secs | LR: 0.000364
I0902 01:50:41.888254 140140056737664 interactiveshell.py:2882] Step 9500 | Loss: 0.3276 | Spent: 17.2 secs | LR: 0.000364
I0902 01:50:59.029503 140140056737664 interactiveshell.py:2882] Step 9550 | Loss: 0.6696 | Spent: 17.1 secs | LR: 0.000363
I0902 01:51:16.343304 140140056737664 interactiveshell.py:2882] Step 9600 | Loss: 0.3779 | Spent: 17.3 secs | LR: 0.000363
I0902 01:51:33.703882 140140056737664 interactiveshell.py:2882] Step 9650 | Loss: 0.4722 | Spent: 17.4 secs | LR: 0.000363
I0902 01:51:51.015895 140140056737664 interactiveshell.py:2882] Step 9700 | Loss: 0.3724 | Spent: 17.3 secs | LR: 0.000363
I0902 01:52:08.184125 140140056737664 interactiveshell.py:2882] Step 9750 | Loss: 0.4647 | Spent: 17.2 secs | LR: 0.000363
I0902 01:52:25.365225 140140056737664 interactiveshell.py:2882] Step 9800 | Loss: 0.3869 | Spent: 17.2 secs | LR: 0.000362
I0902 01:52:42.512757 140140056737664 interactiveshell.py:2882] Step 9850 | Loss: 0.3791 | Spent: 17.1 secs | LR: 0.000362
I0902 01:52:59.506372 140140056737664 interactiveshell.py:2882] Step 9900 | Loss: 0.3771 | Spent: 17.0 secs | LR: 0.000362
I0902 01:53:16.605708 140140056737664 interactiveshell.py:2882] Step 9950 | Loss: 0.4856 | Spent: 17.1 secs | LR: 0.000362
I0902 01:53:33.654815 140140056737664 interactiveshell.py:2882] Step 10000 | Loss: 0.8197 | Spent: 17.0 secs | LR: 0.000362
I0902 01:53:50.975641 140140056737664 interactiveshell.py:2882] Step 10050 | Loss: 0.4129 | Spent: 17.3 secs | LR: 0.000362
I0902 01:54:08.389416 140140056737664 interactiveshell.py:2882] Step 10100 | Loss: 0.4838 | Spent: 17.4 secs | LR: 0.000361
I0902 01:54:25.592303 140140056737664 interactiveshell.py:2882] Step 10150 | Loss: 0.3775 | Spent: 17.2 secs | LR: 0.000361
I0902 01:54:42.859683 140140056737664 interactiveshell.py:2882] Step 10200 | Loss: 0.3025 | Spent: 17.3 secs | LR: 0.000361
I0902 01:54:59.968194 140140056737664 interactiveshell.py:2882] Step 10250 | Loss: 0.7652 | Spent: 17.1 secs | LR: 0.000361
I0902 01:55:17.317044 140140056737664 interactiveshell.py:2882] Step 10300 | Loss: 0.7744 | Spent: 17.3 secs | LR: 0.000361
Reading ../data/test.txt
I0902 01:56:09.789876 140140056737664 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.826
I0902 01:56:09.792286 140140056737664 interactiveshell.py:2882] Best Accuracy: 0.826
I0902 01:56:22.556763 140140056737664 interactiveshell.py:2882] Step 10350 | Loss: 0.7725 | Spent: 65.2 secs | LR: 0.000360
I0902 01:56:39.476269 140140056737664 interactiveshell.py:2882] Step 10400 | Loss: 0.7390 | Spent: 16.9 secs | LR: 0.000360
I0902 01:56:56.514271 140140056737664 interactiveshell.py:2882] Step 10450 | Loss: 0.3144 | Spent: 17.0 secs | LR: 0.000360
I0902 01:57:13.757627 140140056737664 interactiveshell.py:2882] Step 10500 | Loss: 0.7375 | Spent: 17.2 secs | LR: 0.000360
I0902 01:57:30.774138 140140056737664 interactiveshell.py:2882] Step 10550 | Loss: 0.5199 | Spent: 17.0 secs | LR: 0.000360
I0902 01:57:48.066645 140140056737664 interactiveshell.py:2882] Step 10600 | Loss: 0.3271 | Spent: 17.3 secs | LR: 0.000360
I0902 01:58:04.827022 140140056737664 interactiveshell.py:2882] Step 10650 | Loss: 0.3053 | Spent: 16.8 secs | LR: 0.000359
I0902 01:58:21.824634 140140056737664 interactiveshell.py:2882] Step 10700 | Loss: 0.6846 | Spent: 17.0 secs | LR: 0.000359
I0902 01:58:39.207893 140140056737664 interactiveshell.py:2882] Step 10750 | Loss: 0.5980 | Spent: 17.4 secs | LR: 0.000359
I0902 01:58:56.357613 140140056737664 interactiveshell.py:2882] Step 10800 | Loss: 0.5509 | Spent: 17.1 secs | LR: 0.000359
I0902 01:59:13.465196 140140056737664 interactiveshell.py:2882] Step 10850 | Loss: 0.4566 | Spent: 17.1 secs | LR: 0.000359
I0902 01:59:31.274900 140140056737664 interactiveshell.py:2882] Step 10900 | Loss: 0.5555 | Spent: 17.8 secs | LR: 0.000358
I0902 01:59:48.208425 140140056737664 interactiveshell.py:2882] Step 10950 | Loss: 0.4128 | Spent: 16.9 secs | LR: 0.000358
I0902 02:00:04.937085 140140056737664 interactiveshell.py:2882] Step 11000 | Loss: 0.4826 | Spent: 16.7 secs | LR: 0.000358
I0902 02:00:22.088491 140140056737664 interactiveshell.py:2882] Step 11050 | Loss: 0.3354 | Spent: 17.1 secs | LR: 0.000358
I0902 02:00:38.800683 140140056737664 interactiveshell.py:2882] Step 11100 | Loss: 0.3004 | Spent: 16.7 secs | LR: 0.000358
I0902 02:00:55.538721 140140056737664 interactiveshell.py:2882] Step 11150 | Loss: 0.4800 | Spent: 16.7 secs | LR: 0.000358
I0902 02:01:12.182801 140140056737664 interactiveshell.py:2882] Step 11200 | Loss: 0.5633 | Spent: 16.6 secs | LR: 0.000357
I0902 02:01:28.755588 140140056737664 interactiveshell.py:2882] Step 11250 | Loss: 0.5729 | Spent: 16.6 secs | LR: 0.000357
I0902 02:01:45.445409 140140056737664 interactiveshell.py:2882] Step 11300 | Loss: 0.5488 | Spent: 16.7 secs | LR: 0.000357
I0902 02:02:02.122205 140140056737664 interactiveshell.py:2882] Step 11350 | Loss: 0.4898 | Spent: 16.7 secs | LR: 0.000357
I0902 02:02:18.942191 140140056737664 interactiveshell.py:2882] Step 11400 | Loss: 0.5707 | Spent: 16.8 secs | LR: 0.000357
I0902 02:02:35.760349 140140056737664 interactiveshell.py:2882] Step 11450 | Loss: 0.2006 | Spent: 16.8 secs | LR: 0.000357
I0902 02:02:52.390404 140140056737664 interactiveshell.py:2882] Step 11500 | Loss: 0.5619 | Spent: 16.6 secs | LR: 0.000356
I0902 02:03:09.122889 140140056737664 interactiveshell.py:2882] Step 11550 | Loss: 0.4152 | Spent: 16.7 secs | LR: 0.000356
I0902 02:03:25.961760 140140056737664 interactiveshell.py:2882] Step 11600 | Loss: 0.3755 | Spent: 16.8 secs | LR: 0.000356
I0902 02:03:42.740190 140140056737664 interactiveshell.py:2882] Step 11650 | Loss: 0.3682 | Spent: 16.8 secs | LR: 0.000356
I0902 02:03:59.338656 140140056737664 interactiveshell.py:2882] Step 11700 | Loss: 0.5669 | Spent: 16.6 secs | LR: 0.000356
I0902 02:04:16.336837 140140056737664 interactiveshell.py:2882] Step 11750 | Loss: 0.5162 | Spent: 17.0 secs | LR: 0.000355
I0902 02:04:33.762918 140140056737664 interactiveshell.py:2882] Step 11800 | Loss: 0.3866 | Spent: 17.4 secs | LR: 0.000355
I0902 02:04:50.672001 140140056737664 interactiveshell.py:2882] Step 11850 | Loss: 0.3761 | Spent: 16.9 secs | LR: 0.000355
I0902 02:05:07.308623 140140056737664 interactiveshell.py:2882] Step 11900 | Loss: 0.5964 | Spent: 16.6 secs | LR: 0.000355
I0902 02:05:23.958525 140140056737664 interactiveshell.py:2882] Step 11950 | Loss: 0.4391 | Spent: 16.6 secs | LR: 0.000355
I0902 02:05:40.871191 140140056737664 interactiveshell.py:2882] Step 12000 | Loss: 0.3862 | Spent: 16.9 secs | LR: 0.000355
Reading ../data/test.txt
I0902 02:06:39.626217 140140056737664 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.837
I0902 02:06:39.627706 140140056737664 interactiveshell.py:2882] Best Accuracy: 0.837
I0902 02:06:45.599363 140140056737664 interactiveshell.py:2882] Step 12050 | Loss: 0.5775 | Spent: 64.7 secs | LR: 0.000354
I0902 02:07:02.332400 140140056737664 interactiveshell.py:2882] Step 12100 | Loss: 0.7283 | Spent: 16.7 secs | LR: 0.000354
I0902 02:07:19.214941 140140056737664 interactiveshell.py:2882] Step 12150 | Loss: 0.6470 | Spent: 16.9 secs | LR: 0.000354
I0902 02:07:35.831475 140140056737664 interactiveshell.py:2882] Step 12200 | Loss: 0.8680 | Spent: 16.6 secs | LR: 0.000354
I0902 02:07:52.553801 140140056737664 interactiveshell.py:2882] Step 12250 | Loss: 0.3693 | Spent: 16.7 secs | LR: 0.000354
I0902 02:08:09.530951 140140056737664 interactiveshell.py:2882] Step 12300 | Loss: 0.4957 | Spent: 17.0 secs | LR: 0.000353
I0902 02:08:26.139809 140140056737664 interactiveshell.py:2882] Step 12350 | Loss: 0.5299 | Spent: 16.6 secs | LR: 0.000353
I0902 02:08:43.083837 140140056737664 interactiveshell.py:2882] Step 12400 | Loss: 0.2937 | Spent: 16.9 secs | LR: 0.000353
I0902 02:08:59.794465 140140056737664 interactiveshell.py:2882] Step 12450 | Loss: 0.6256 | Spent: 16.7 secs | LR: 0.000353
I0902 02:09:16.307141 140140056737664 interactiveshell.py:2882] Step 12500 | Loss: 0.3846 | Spent: 16.5 secs | LR: 0.000353
I0902 02:09:33.222624 140140056737664 interactiveshell.py:2882] Step 12550 | Loss: 0.6157 | Spent: 16.9 secs | LR: 0.000353
I0902 02:09:50.403655 140140056737664 interactiveshell.py:2882] Step 12600 | Loss: 0.3598 | Spent: 17.2 secs | LR: 0.000352
I0902 02:10:07.220668 140140056737664 interactiveshell.py:2882] Step 12650 | Loss: 0.4243 | Spent: 16.8 secs | LR: 0.000352
I0902 02:10:24.026803 140140056737664 interactiveshell.py:2882] Step 12700 | Loss: 0.6676 | Spent: 16.8 secs | LR: 0.000352
I0902 02:10:40.896365 140140056737664 interactiveshell.py:2882] Step 12750 | Loss: 0.4987 | Spent: 16.9 secs | LR: 0.000352
I0902 02:10:57.498625 140140056737664 interactiveshell.py:2882] Step 12800 | Loss: 0.5158 | Spent: 16.6 secs | LR: 0.000352
I0902 02:11:14.292688 140140056737664 interactiveshell.py:2882] Step 12850 | Loss: 0.3877 | Spent: 16.8 secs | LR: 0.000352
I0902 02:11:31.043388 140140056737664 interactiveshell.py:2882] Step 12900 | Loss: 0.9251 | Spent: 16.7 secs | LR: 0.000351
I0902 02:11:47.910146 140140056737664 interactiveshell.py:2882] Step 12950 | Loss: 0.5678 | Spent: 16.9 secs | LR: 0.000351
I0902 02:12:04.872772 140140056737664 interactiveshell.py:2882] Step 13000 | Loss: 0.4938 | Spent: 17.0 secs | LR: 0.000351
I0902 02:12:21.544680 140140056737664 interactiveshell.py:2882] Step 13050 | Loss: 0.4231 | Spent: 16.7 secs | LR: 0.000351
I0902 02:12:38.448812 140140056737664 interactiveshell.py:2882] Step 13100 | Loss: 0.3548 | Spent: 16.9 secs | LR: 0.000351
I0902 02:12:55.144381 140140056737664 interactiveshell.py:2882] Step 13150 | Loss: 0.4858 | Spent: 16.7 secs | LR: 0.000350
I0902 02:13:11.733279 140140056737664 interactiveshell.py:2882] Step 13200 | Loss: 0.4060 | Spent: 16.6 secs | LR: 0.000350
I0902 02:13:28.631782 140140056737664 interactiveshell.py:2882] Step 13250 | Loss: 0.4475 | Spent: 16.9 secs | LR: 0.000350
I0902 02:13:45.164783 140140056737664 interactiveshell.py:2882] Step 13300 | Loss: 0.4228 | Spent: 16.5 secs | LR: 0.000350
I0902 02:14:01.819132 140140056737664 interactiveshell.py:2882] Step 13350 | Loss: 0.5088 | Spent: 16.6 secs | LR: 0.000350
I0902 02:14:18.439614 140140056737664 interactiveshell.py:2882] Step 13400 | Loss: 0.4234 | Spent: 16.6 secs | LR: 0.000350
I0902 02:14:35.210386 140140056737664 interactiveshell.py:2882] Step 13450 | Loss: 0.3034 | Spent: 16.8 secs | LR: 0.000349
I0902 02:14:52.169927 140140056737664 interactiveshell.py:2882] Step 13500 | Loss: 0.7262 | Spent: 17.0 secs | LR: 0.000349
I0902 02:15:09.055808 140140056737664 interactiveshell.py:2882] Step 13550 | Loss: 0.3415 | Spent: 16.9 secs | LR: 0.000349
I0902 02:15:25.554131 140140056737664 interactiveshell.py:2882] Step 13600 | Loss: 0.4917 | Spent: 16.5 secs | LR: 0.000349
I0902 02:15:42.571403 140140056737664 interactiveshell.py:2882] Step 13650 | Loss: 0.5378 | Spent: 17.0 secs | LR: 0.000349
I0902 02:15:59.092625 140140056737664 interactiveshell.py:2882] Step 13700 | Loss: 0.4072 | Spent: 16.5 secs | LR: 0.000349
I0902 02:16:15.765253 140140056737664 interactiveshell.py:2882] Step 13750 | Loss: 0.2525 | Spent: 16.7 secs | LR: 0.000348
Reading ../data/test.txt
I0902 02:17:04.058261 140140056737664 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.837
I0902 02:17:04.063037 140140056737664 interactiveshell.py:2882] Best Accuracy: 0.837
I0902 02:17:20.461734 140140056737664 interactiveshell.py:2882] Step 13800 | Loss: 0.5580 | Spent: 64.7 secs | LR: 0.000348
I0902 02:17:37.015639 140140056737664 interactiveshell.py:2882] Step 13850 | Loss: 0.3275 | Spent: 16.6 secs | LR: 0.000348
I0902 02:17:53.526507 140140056737664 interactiveshell.py:2882] Step 13900 | Loss: 0.6171 | Spent: 16.5 secs | LR: 0.000348
I0902 02:18:10.459817 140140056737664 interactiveshell.py:2882] Step 13950 | Loss: 0.5054 | Spent: 16.9 secs | LR: 0.000348
I0902 02:18:27.131328 140140056737664 interactiveshell.py:2882] Step 14000 | Loss: 0.5976 | Spent: 16.7 secs | LR: 0.000347
I0902 02:18:43.897252 140140056737664 interactiveshell.py:2882] Step 14050 | Loss: 0.4398 | Spent: 16.8 secs | LR: 0.000347
I0902 02:19:00.620148 140140056737664 interactiveshell.py:2882] Step 14100 | Loss: 0.4241 | Spent: 16.7 secs | LR: 0.000347
I0902 02:19:17.106487 140140056737664 interactiveshell.py:2882] Step 14150 | Loss: 0.5923 | Spent: 16.5 secs | LR: 0.000347
I0902 02:19:34.026034 140140056737664 interactiveshell.py:2882] Step 14200 | Loss: 0.6439 | Spent: 16.9 secs | LR: 0.000347
I0902 02:19:50.825765 140140056737664 interactiveshell.py:2882] Step 14250 | Loss: 0.4667 | Spent: 16.8 secs | LR: 0.000347
I0902 02:20:08.199064 140140056737664 interactiveshell.py:2882] Step 14300 | Loss: 0.3280 | Spent: 17.4 secs | LR: 0.000346
I0902 02:20:24.943999 140140056737664 interactiveshell.py:2882] Step 14350 | Loss: 0.8373 | Spent: 16.7 secs | LR: 0.000346
I0902 02:20:41.566608 140140056737664 interactiveshell.py:2882] Step 14400 | Loss: 0.8434 | Spent: 16.6 secs | LR: 0.000346
I0902 02:20:58.292684 140140056737664 interactiveshell.py:2882] Step 14450 | Loss: 0.3394 | Spent: 16.7 secs | LR: 0.000346
I0902 02:21:15.346620 140140056737664 interactiveshell.py:2882] Step 14500 | Loss: 0.3544 | Spent: 17.1 secs | LR: 0.000346
I0902 02:21:32.049805 140140056737664 interactiveshell.py:2882] Step 14550 | Loss: 0.6736 | Spent: 16.7 secs | LR: 0.000346
I0902 02:21:48.568606 140140056737664 interactiveshell.py:2882] Step 14600 | Loss: 0.4176 | Spent: 16.5 secs | LR: 0.000345
I0902 02:22:05.320537 140140056737664 interactiveshell.py:2882] Step 14650 | Loss: 0.4818 | Spent: 16.7 secs | LR: 0.000345
I0902 02:22:21.952193 140140056737664 interactiveshell.py:2882] Step 14700 | Loss: 0.4874 | Spent: 16.6 secs | LR: 0.000345
I0902 02:22:38.630001 140140056737664 interactiveshell.py:2882] Step 14750 | Loss: 0.4566 | Spent: 16.7 secs | LR: 0.000345
I0902 02:22:55.155610 140140056737664 interactiveshell.py:2882] Step 14800 | Loss: 0.6093 | Spent: 16.5 secs | LR: 0.000345
I0902 02:23:11.846733 140140056737664 interactiveshell.py:2882] Step 14850 | Loss: 0.4383 | Spent: 16.7 secs | LR: 0.000345
I0902 02:23:28.695580 140140056737664 interactiveshell.py:2882] Step 14900 | Loss: 0.4754 | Spent: 16.8 secs | LR: 0.000344
I0902 02:23:45.380370 140140056737664 interactiveshell.py:2882] Step 14950 | Loss: 0.5086 | Spent: 16.7 secs | LR: 0.000344
I0902 02:24:01.912084 140140056737664 interactiveshell.py:2882] Step 15000 | Loss: 0.2851 | Spent: 16.5 secs | LR: 0.000344
I0902 02:24:18.537633 140140056737664 interactiveshell.py:2882] Step 15050 | Loss: 0.4135 | Spent: 16.6 secs | LR: 0.000344
I0902 02:24:35.395223 140140056737664 interactiveshell.py:2882] Step 15100 | Loss: 0.5322 | Spent: 16.9 secs | LR: 0.000344
I0902 02:24:51.956527 140140056737664 interactiveshell.py:2882] Step 15150 | Loss: 0.6595 | Spent: 16.6 secs | LR: 0.000344
I0902 02:25:08.944702 140140056737664 interactiveshell.py:2882] Step 15200 | Loss: 0.5815 | Spent: 17.0 secs | LR: 0.000343
I0902 02:25:25.907817 140140056737664 interactiveshell.py:2882] Step 15250 | Loss: 0.5913 | Spent: 17.0 secs | LR: 0.000343
I0902 02:25:42.635966 140140056737664 interactiveshell.py:2882] Step 15300 | Loss: 0.4098 | Spent: 16.7 secs | LR: 0.000343
I0902 02:25:59.617524 140140056737664 interactiveshell.py:2882] Step 15350 | Loss: 0.4047 | Spent: 17.0 secs | LR: 0.000343
I0902 02:26:16.061681 140140056737664 interactiveshell.py:2882] Step 15400 | Loss: 0.3941 | Spent: 16.4 secs | LR: 0.000343
I0902 02:26:32.914337 140140056737664 interactiveshell.py:2882] Step 15450 | Loss: 0.5333 | Spent: 16.8 secs | LR: 0.000342
Reading ../data/test.txt
I0902 02:27:27.455510 140140056737664 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.846
I0902 02:27:27.456848 140140056737664 interactiveshell.py:2882] Best Accuracy: 0.846
I0902 02:27:37.521315 140140056737664 interactiveshell.py:2882] Step 15500 | Loss: 0.3525 | Spent: 64.6 secs | LR: 0.000342
I0902 02:27:54.136069 140140056737664 interactiveshell.py:2882] Step 15550 | Loss: 0.3374 | Spent: 16.6 secs | LR: 0.000342
I0902 02:28:10.819258 140140056737664 interactiveshell.py:2882] Step 15600 | Loss: 0.4757 | Spent: 16.7 secs | LR: 0.000342
I0902 02:28:27.590690 140140056737664 interactiveshell.py:2882] Step 15650 | Loss: 0.4592 | Spent: 16.8 secs | LR: 0.000342
I0902 02:28:44.460836 140140056737664 interactiveshell.py:2882] Step 15700 | Loss: 0.4030 | Spent: 16.9 secs | LR: 0.000342
I0902 02:29:01.399261 140140056737664 interactiveshell.py:2882] Step 15750 | Loss: 0.5245 | Spent: 16.9 secs | LR: 0.000341
I0902 02:29:17.963654 140140056737664 interactiveshell.py:2882] Step 15800 | Loss: 0.5048 | Spent: 16.6 secs | LR: 0.000341
I0902 02:29:34.994418 140140056737664 interactiveshell.py:2882] Step 15850 | Loss: 0.2803 | Spent: 17.0 secs | LR: 0.000341
I0902 02:29:51.511035 140140056737664 interactiveshell.py:2882] Step 15900 | Loss: 0.4392 | Spent: 16.5 secs | LR: 0.000341
I0902 02:30:08.243212 140140056737664 interactiveshell.py:2882] Step 15950 | Loss: 0.4405 | Spent: 16.7 secs | LR: 0.000341
I0902 02:30:25.564217 140140056737664 interactiveshell.py:2882] Step 16000 | Loss: 0.5504 | Spent: 17.3 secs | LR: 0.000341
I0902 02:30:42.129157 140140056737664 interactiveshell.py:2882] Step 16050 | Loss: 0.4502 | Spent: 16.6 secs | LR: 0.000340
I0902 02:30:59.256011 140140056737664 interactiveshell.py:2882] Step 16100 | Loss: 0.6018 | Spent: 17.1 secs | LR: 0.000340
I0902 02:31:16.050199 140140056737664 interactiveshell.py:2882] Step 16150 | Loss: 0.4921 | Spent: 16.8 secs | LR: 0.000340
I0902 02:31:32.753067 140140056737664 interactiveshell.py:2882] Step 16200 | Loss: 0.3518 | Spent: 16.7 secs | LR: 0.000340
I0902 02:31:49.398896 140140056737664 interactiveshell.py:2882] Step 16250 | Loss: 0.4894 | Spent: 16.6 secs | LR: 0.000340
I0902 02:32:06.419731 140140056737664 interactiveshell.py:2882] Step 16300 | Loss: 0.4587 | Spent: 17.0 secs | LR: 0.000340
I0902 02:32:23.208764 140140056737664 interactiveshell.py:2882] Step 16350 | Loss: 0.8207 | Spent: 16.8 secs | LR: 0.000339
I0902 02:32:40.142824 140140056737664 interactiveshell.py:2882] Step 16400 | Loss: 0.5006 | Spent: 16.9 secs | LR: 0.000339
I0902 02:32:56.680572 140140056737664 interactiveshell.py:2882] Step 16450 | Loss: 0.4362 | Spent: 16.5 secs | LR: 0.000339
I0902 02:33:13.428224 140140056737664 interactiveshell.py:2882] Step 16500 | Loss: 0.3904 | Spent: 16.7 secs | LR: 0.000339
I0902 02:33:30.187332 140140056737664 interactiveshell.py:2882] Step 16550 | Loss: 0.3799 | Spent: 16.8 secs | LR: 0.000339
I0902 02:33:46.951564 140140056737664 interactiveshell.py:2882] Step 16600 | Loss: 0.4048 | Spent: 16.8 secs | LR: 0.000339
I0902 02:34:03.509873 140140056737664 interactiveshell.py:2882] Step 16650 | Loss: 0.4632 | Spent: 16.6 secs | LR: 0.000338
I0902 02:34:20.323761 140140056737664 interactiveshell.py:2882] Step 16700 | Loss: 0.5997 | Spent: 16.8 secs | LR: 0.000338
I0902 02:34:36.900900 140140056737664 interactiveshell.py:2882] Step 16750 | Loss: 0.6988 | Spent: 16.6 secs | LR: 0.000338
I0902 02:34:53.292491 140140056737664 interactiveshell.py:2882] Step 16800 | Loss: 0.3926 | Spent: 16.4 secs | LR: 0.000338
I0902 02:35:10.050559 140140056737664 interactiveshell.py:2882] Step 16850 | Loss: 0.3671 | Spent: 16.8 secs | LR: 0.000338
I0902 02:35:26.811295 140140056737664 interactiveshell.py:2882] Step 16900 | Loss: 0.5692 | Spent: 16.8 secs | LR: 0.000338
I0902 02:35:43.908897 140140056737664 interactiveshell.py:2882] Step 16950 | Loss: 0.2140 | Spent: 17.1 secs | LR: 0.000337
I0902 02:36:00.906209 140140056737664 interactiveshell.py:2882] Step 17000 | Loss: 0.4512 | Spent: 17.0 secs | LR: 0.000337
I0902 02:36:17.713286 140140056737664 interactiveshell.py:2882] Step 17050 | Loss: 0.5218 | Spent: 16.8 secs | LR: 0.000337
I0902 02:36:34.625692 140140056737664 interactiveshell.py:2882] Step 17100 | Loss: 0.6241 | Spent: 16.9 secs | LR: 0.000337
I0902 02:36:51.369944 140140056737664 interactiveshell.py:2882] Step 17150 | Loss: 0.2925 | Spent: 16.7 secs | LR: 0.000337
Reading ../data/train.txt
Reading ../data/test.txt
I0902 02:38:34.356307 140140056737664 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.843
I0902 02:38:34.357725 140140056737664 interactiveshell.py:2882] Best Accuracy: 0.846
I0902 02:38:38.161039 140140056737664 interactiveshell.py:2882] Step 17200 | Loss: 0.2603 | Spent: 106.8 secs | LR: 0.000337
I0902 02:38:55.548976 140140056737664 interactiveshell.py:2882] Step 17250 | Loss: 0.6137 | Spent: 17.4 secs | LR: 0.000336
I0902 02:39:12.661969 140140056737664 interactiveshell.py:2882] Step 17300 | Loss: 0.3763 | Spent: 17.1 secs | LR: 0.000336
I0902 02:39:29.725397 140140056737664 interactiveshell.py:2882] Step 17350 | Loss: 0.3804 | Spent: 17.1 secs | LR: 0.000336
I0902 02:39:47.219470 140140056737664 interactiveshell.py:2882] Step 17400 | Loss: 0.4183 | Spent: 17.5 secs | LR: 0.000336
I0902 02:40:04.516156 140140056737664 interactiveshell.py:2882] Step 17450 | Loss: 0.4585 | Spent: 17.3 secs | LR: 0.000336
I0902 02:40:21.798828 140140056737664 interactiveshell.py:2882] Step 17500 | Loss: 0.5524 | Spent: 17.3 secs | LR: 0.000335
I0902 02:40:39.181390 140140056737664 interactiveshell.py:2882] Step 17550 | Loss: 0.4658 | Spent: 17.4 secs | LR: 0.000335
I0902 02:40:56.944386 140140056737664 interactiveshell.py:2882] Step 17600 | Loss: 0.4704 | Spent: 17.8 secs | LR: 0.000335
I0902 02:41:14.344973 140140056737664 interactiveshell.py:2882] Step 17650 | Loss: 0.4891 | Spent: 17.4 secs | LR: 0.000335
I0902 02:41:31.560935 140140056737664 interactiveshell.py:2882] Step 17700 | Loss: 0.4203 | Spent: 17.2 secs | LR: 0.000335
I0902 02:41:48.707471 140140056737664 interactiveshell.py:2882] Step 17750 | Loss: 0.4004 | Spent: 17.1 secs | LR: 0.000335
I0902 02:42:05.970170 140140056737664 interactiveshell.py:2882] Step 17800 | Loss: 0.4679 | Spent: 17.3 secs | LR: 0.000334
I0902 02:42:22.973490 140140056737664 interactiveshell.py:2882] Step 17850 | Loss: 0.4102 | Spent: 17.0 secs | LR: 0.000334
I0902 02:42:40.089605 140140056737664 interactiveshell.py:2882] Step 17900 | Loss: 0.6751 | Spent: 17.1 secs | LR: 0.000334
I0902 02:42:57.387782 140140056737664 interactiveshell.py:2882] Step 17950 | Loss: 0.5351 | Spent: 17.3 secs | LR: 0.000334
I0902 02:43:14.487080 140140056737664 interactiveshell.py:2882] Step 18000 | Loss: 0.2790 | Spent: 17.1 secs | LR: 0.000334
I0902 02:43:31.708683 140140056737664 interactiveshell.py:2882] Step 18050 | Loss: 0.4714 | Spent: 17.2 secs | LR: 0.000334
I0902 02:43:48.805299 140140056737664 interactiveshell.py:2882] Step 18100 | Loss: 0.5834 | Spent: 17.1 secs | LR: 0.000333
I0902 02:44:06.078159 140140056737664 interactiveshell.py:2882] Step 18150 | Loss: 0.5803 | Spent: 17.3 secs | LR: 0.000333
I0902 02:44:23.294890 140140056737664 interactiveshell.py:2882] Step 18200 | Loss: 0.6013 | Spent: 17.2 secs | LR: 0.000333
I0902 02:44:40.367532 140140056737664 interactiveshell.py:2882] Step 18250 | Loss: 0.4745 | Spent: 17.1 secs | LR: 0.000333
I0902 02:44:57.524760 140140056737664 interactiveshell.py:2882] Step 18300 | Loss: 0.5205 | Spent: 17.2 secs | LR: 0.000333
I0902 02:45:14.734529 140140056737664 interactiveshell.py:2882] Step 18350 | Loss: 0.4659 | Spent: 17.2 secs | LR: 0.000333
I0902 02:45:32.027778 140140056737664 interactiveshell.py:2882] Step 18400 | Loss: 0.4466 | Spent: 17.3 secs | LR: 0.000332
I0902 02:45:49.237308 140140056737664 interactiveshell.py:2882] Step 18450 | Loss: 0.4157 | Spent: 17.2 secs | LR: 0.000332
I0902 02:46:07.044601 140140056737664 interactiveshell.py:2882] Step 18500 | Loss: 0.4034 | Spent: 17.8 secs | LR: 0.000332
I0902 02:46:24.556693 140140056737664 interactiveshell.py:2882] Step 18550 | Loss: 0.4869 | Spent: 17.5 secs | LR: 0.000332
I0902 02:46:41.646325 140140056737664 interactiveshell.py:2882] Step 18600 | Loss: 0.5970 | Spent: 17.1 secs | LR: 0.000332
I0902 02:46:58.916228 140140056737664 interactiveshell.py:2882] Step 18650 | Loss: 0.3794 | Spent: 17.3 secs | LR: 0.000332
I0902 02:47:15.881323 140140056737664 interactiveshell.py:2882] Step 18700 | Loss: 0.3264 | Spent: 17.0 secs | LR: 0.000331
I0902 02:47:33.040425 140140056737664 interactiveshell.py:2882] Step 18750 | Loss: 0.3740 | Spent: 17.2 secs | LR: 0.000331
I0902 02:47:50.344474 140140056737664 interactiveshell.py:2882] Step 18800 | Loss: 0.2902 | Spent: 17.3 secs | LR: 0.000331
I0902 02:48:07.436753 140140056737664 interactiveshell.py:2882] Step 18850 | Loss: 0.4646 | Spent: 17.1 secs | LR: 0.000331
I0902 02:48:24.747851 140140056737664 interactiveshell.py:2882] Step 18900 | Loss: 0.4794 | Spent: 17.3 secs | LR: 0.000331
Reading ../data/test.txt
I0902 02:49:15.431078 140140056737664 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.847
I0902 02:49:15.432428 140140056737664 interactiveshell.py:2882] Best Accuracy: 0.847
I0902 02:49:29.786057 140140056737664 interactiveshell.py:2882] Step 18950 | Loss: 0.4869 | Spent: 65.0 secs | LR: 0.000331
I0902 02:49:46.852878 140140056737664 interactiveshell.py:2882] Step 19000 | Loss: 0.6621 | Spent: 17.1 secs | LR: 0.000330
I0902 02:50:04.157879 140140056737664 interactiveshell.py:2882] Step 19050 | Loss: 0.4843 | Spent: 17.3 secs | LR: 0.000330
I0902 02:50:21.237131 140140056737664 interactiveshell.py:2882] Step 19100 | Loss: 0.4876 | Spent: 17.1 secs | LR: 0.000330
I0902 02:50:38.404725 140140056737664 interactiveshell.py:2882] Step 19150 | Loss: 0.3057 | Spent: 17.2 secs | LR: 0.000330
I0902 02:50:55.826120 140140056737664 interactiveshell.py:2882] Step 19200 | Loss: 0.4791 | Spent: 17.4 secs | LR: 0.000330
I0902 02:51:13.479414 140140056737664 interactiveshell.py:2882] Step 19250 | Loss: 0.3860 | Spent: 17.7 secs | LR: 0.000330
I0902 02:51:31.124999 140140056737664 interactiveshell.py:2882] Step 19300 | Loss: 0.5493 | Spent: 17.6 secs | LR: 0.000329
I0902 02:51:48.469076 140140056737664 interactiveshell.py:2882] Step 19350 | Loss: 0.4689 | Spent: 17.3 secs | LR: 0.000329
I0902 02:52:05.511411 140140056737664 interactiveshell.py:2882] Step 19400 | Loss: 0.2211 | Spent: 17.0 secs | LR: 0.000329
I0902 02:52:22.668548 140140056737664 interactiveshell.py:2882] Step 19450 | Loss: 0.3552 | Spent: 17.2 secs | LR: 0.000329
I0902 02:52:40.175167 140140056737664 interactiveshell.py:2882] Step 19500 | Loss: 0.3603 | Spent: 17.5 secs | LR: 0.000329
I0902 02:52:57.103540 140140056737664 interactiveshell.py:2882] Step 19550 | Loss: 0.3195 | Spent: 16.9 secs | LR: 0.000329
I0902 02:53:14.506571 140140056737664 interactiveshell.py:2882] Step 19600 | Loss: 0.4649 | Spent: 17.4 secs | LR: 0.000328
I0902 02:53:31.630322 140140056737664 interactiveshell.py:2882] Step 19650 | Loss: 0.3741 | Spent: 17.1 secs | LR: 0.000328
I0902 02:53:48.817692 140140056737664 interactiveshell.py:2882] Step 19700 | Loss: 0.5017 | Spent: 17.2 secs | LR: 0.000328
I0902 02:54:06.147893 140140056737664 interactiveshell.py:2882] Step 19750 | Loss: 0.3789 | Spent: 17.3 secs | LR: 0.000328
I0902 02:54:23.192407 140140056737664 interactiveshell.py:2882] Step 19800 | Loss: 0.4968 | Spent: 17.0 secs | LR: 0.000328
I0902 02:54:40.472091 140140056737664 interactiveshell.py:2882] Step 19850 | Loss: 0.5365 | Spent: 17.3 secs | LR: 0.000328
I0902 02:54:57.689213 140140056737664 interactiveshell.py:2882] Step 19900 | Loss: 0.3434 | Spent: 17.2 secs | LR: 0.000327
I0902 02:55:14.873080 140140056737664 interactiveshell.py:2882] Step 19950 | Loss: 0.5515 | Spent: 17.2 secs | LR: 0.000327
I0902 02:55:31.909987 140140056737664 interactiveshell.py:2882] Step 20000 | Loss: 0.6582 | Spent: 17.0 secs | LR: 0.000327
I0902 02:55:49.048591 140140056737664 interactiveshell.py:2882] Step 20050 | Loss: 0.4489 | Spent: 17.1 secs | LR: 0.000327
I0902 02:56:06.415690 140140056737664 interactiveshell.py:2882] Step 20100 | Loss: 0.3867 | Spent: 17.4 secs | LR: 0.000327
I0902 02:56:24.414081 140140056737664 interactiveshell.py:2882] Step 20150 | Loss: 0.4319 | Spent: 18.0 secs | LR: 0.000327
I0902 02:56:41.506736 140140056737664 interactiveshell.py:2882] Step 20200 | Loss: 0.5100 | Spent: 17.1 secs | LR: 0.000327
I0902 02:56:58.626543 140140056737664 interactiveshell.py:2882] Step 20250 | Loss: 0.4080 | Spent: 17.1 secs | LR: 0.000326
I0902 02:57:15.811050 140140056737664 interactiveshell.py:2882] Step 20300 | Loss: 0.5374 | Spent: 17.2 secs | LR: 0.000326
I0902 02:57:32.921192 140140056737664 interactiveshell.py:2882] Step 20350 | Loss: 0.2525 | Spent: 17.1 secs | LR: 0.000326
I0902 02:57:50.059909 140140056737664 interactiveshell.py:2882] Step 20400 | Loss: 0.4640 | Spent: 17.1 secs | LR: 0.000326
I0902 02:58:07.398784 140140056737664 interactiveshell.py:2882] Step 20450 | Loss: 0.4562 | Spent: 17.3 secs | LR: 0.000326
I0902 02:58:24.706175 140140056737664 interactiveshell.py:2882] Step 20500 | Loss: 0.5348 | Spent: 17.3 secs | LR: 0.000326
I0902 02:58:41.878558 140140056737664 interactiveshell.py:2882] Step 20550 | Loss: 0.5651 | Spent: 17.2 secs | LR: 0.000325
I0902 02:58:59.164629 140140056737664 interactiveshell.py:2882] Step 20600 | Loss: 0.5170 | Spent: 17.3 secs | LR: 0.000325
Reading ../data/test.txt
I0902 02:59:56.429472 140140056737664 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.850
I0902 02:59:56.430861 140140056737664 interactiveshell.py:2882] Best Accuracy: 0.850
I0902 03:00:04.279979 140140056737664 interactiveshell.py:2882] Step 20650 | Loss: 0.5102 | Spent: 65.1 secs | LR: 0.000325
I0902 03:00:21.526647 140140056737664 interactiveshell.py:2882] Step 20700 | Loss: 0.4716 | Spent: 17.2 secs | LR: 0.000325
I0902 03:00:38.825274 140140056737664 interactiveshell.py:2882] Step 20750 | Loss: 0.5154 | Spent: 17.3 secs | LR: 0.000325
I0902 03:00:56.124427 140140056737664 interactiveshell.py:2882] Step 20800 | Loss: 0.4899 | Spent: 17.3 secs | LR: 0.000325
I0902 03:01:13.478733 140140056737664 interactiveshell.py:2882] Step 20850 | Loss: 0.4654 | Spent: 17.4 secs | LR: 0.000324
I0902 03:01:31.220170 140140056737664 interactiveshell.py:2882] Step 20900 | Loss: 0.4121 | Spent: 17.7 secs | LR: 0.000324
I0902 03:01:48.338496 140140056737664 interactiveshell.py:2882] Step 20950 | Loss: 0.5240 | Spent: 17.1 secs | LR: 0.000324
I0902 03:02:05.706270 140140056737664 interactiveshell.py:2882] Step 21000 | Loss: 0.4977 | Spent: 17.4 secs | LR: 0.000324
I0902 03:02:23.005974 140140056737664 interactiveshell.py:2882] Step 21050 | Loss: 0.6612 | Spent: 17.3 secs | LR: 0.000324
I0902 03:02:40.380952 140140056737664 interactiveshell.py:2882] Step 21100 | Loss: 0.5290 | Spent: 17.4 secs | LR: 0.000324
I0902 03:02:57.758466 140140056737664 interactiveshell.py:2882] Step 21150 | Loss: 0.4319 | Spent: 17.4 secs | LR: 0.000323
I0902 03:03:14.879276 140140056737664 interactiveshell.py:2882] Step 21200 | Loss: 0.3127 | Spent: 17.1 secs | LR: 0.000323
I0902 03:03:32.003988 140140056737664 interactiveshell.py:2882] Step 21250 | Loss: 0.2988 | Spent: 17.1 secs | LR: 0.000323
I0902 03:03:49.506505 140140056737664 interactiveshell.py:2882] Step 21300 | Loss: 0.5296 | Spent: 17.5 secs | LR: 0.000323
I0902 03:04:06.685525 140140056737664 interactiveshell.py:2882] Step 21350 | Loss: 0.3814 | Spent: 17.2 secs | LR: 0.000323
I0902 03:04:24.142870 140140056737664 interactiveshell.py:2882] Step 21400 | Loss: 0.4552 | Spent: 17.5 secs | LR: 0.000323
I0902 03:04:41.268878 140140056737664 interactiveshell.py:2882] Step 21450 | Loss: 0.5013 | Spent: 17.1 secs | LR: 0.000322
I0902 03:04:58.575667 140140056737664 interactiveshell.py:2882] Step 21500 | Loss: 0.4368 | Spent: 17.3 secs | LR: 0.000322
I0902 03:05:15.854309 140140056737664 interactiveshell.py:2882] Step 21550 | Loss: 0.3465 | Spent: 17.3 secs | LR: 0.000322
I0902 03:05:33.109685 140140056737664 interactiveshell.py:2882] Step 21600 | Loss: 0.2662 | Spent: 17.3 secs | LR: 0.000322
I0902 03:05:50.251983 140140056737664 interactiveshell.py:2882] Step 21650 | Loss: 0.3661 | Spent: 17.1 secs | LR: 0.000322
I0902 03:06:07.450776 140140056737664 interactiveshell.py:2882] Step 21700 | Loss: 0.4574 | Spent: 17.2 secs | LR: 0.000322
I0902 03:06:24.743552 140140056737664 interactiveshell.py:2882] Step 21750 | Loss: 0.3425 | Spent: 17.3 secs | LR: 0.000321
I0902 03:06:42.756890 140140056737664 interactiveshell.py:2882] Step 21800 | Loss: 0.3491 | Spent: 18.0 secs | LR: 0.000321
I0902 03:07:00.208107 140140056737664 interactiveshell.py:2882] Step 21850 | Loss: 0.5351 | Spent: 17.4 secs | LR: 0.000321
I0902 03:07:17.450631 140140056737664 interactiveshell.py:2882] Step 21900 | Loss: 0.3475 | Spent: 17.2 secs | LR: 0.000321
I0902 03:07:34.539679 140140056737664 interactiveshell.py:2882] Step 21950 | Loss: 0.3779 | Spent: 17.1 secs | LR: 0.000321
I0902 03:07:52.131548 140140056737664 interactiveshell.py:2882] Step 22000 | Loss: 0.3152 | Spent: 17.6 secs | LR: 0.000321
I0902 03:08:09.307659 140140056737664 interactiveshell.py:2882] Step 22050 | Loss: 0.5433 | Spent: 17.2 secs | LR: 0.000320
I0902 03:08:26.504852 140140056737664 interactiveshell.py:2882] Step 22100 | Loss: 0.3320 | Spent: 17.2 secs | LR: 0.000320
I0902 03:08:43.571725 140140056737664 interactiveshell.py:2882] Step 22150 | Loss: 0.3580 | Spent: 17.1 secs | LR: 0.000320
I0902 03:09:00.795849 140140056737664 interactiveshell.py:2882] Step 22200 | Loss: 0.2955 | Spent: 17.2 secs | LR: 0.000320
I0902 03:09:18.178833 140140056737664 interactiveshell.py:2882] Step 22250 | Loss: 0.5164 | Spent: 17.4 secs | LR: 0.000320
I0902 03:09:35.206192 140140056737664 interactiveshell.py:2882] Step 22300 | Loss: 0.3222 | Spent: 17.0 secs | LR: 0.000320
Reading ../data/test.txt
I0902 03:10:39.078266 140140056737664 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.853
I0902 03:10:39.079610 140140056737664 interactiveshell.py:2882] Best Accuracy: 0.853
I0902 03:10:40.473467 140140056737664 interactiveshell.py:2882] Step 22350 | Loss: 0.4150 | Spent: 65.3 secs | LR: 0.000320
I0902 03:10:57.874360 140140056737664 interactiveshell.py:2882] Step 22400 | Loss: 0.3287 | Spent: 17.4 secs | LR: 0.000319
I0902 03:11:15.028754 140140056737664 interactiveshell.py:2882] Step 22450 | Loss: 0.3162 | Spent: 17.2 secs | LR: 0.000319
I0902 03:11:32.093367 140140056737664 interactiveshell.py:2882] Step 22500 | Loss: 0.5562 | Spent: 17.1 secs | LR: 0.000319
I0902 03:11:50.128931 140140056737664 interactiveshell.py:2882] Step 22550 | Loss: 0.4320 | Spent: 18.0 secs | LR: 0.000319
I0902 03:12:07.150928 140140056737664 interactiveshell.py:2882] Step 22600 | Loss: 0.3348 | Spent: 17.0 secs | LR: 0.000319
I0902 03:12:24.479118 140140056737664 interactiveshell.py:2882] Step 22650 | Loss: 0.5254 | Spent: 17.3 secs | LR: 0.000319
I0902 03:12:41.360317 140140056737664 interactiveshell.py:2882] Step 22700 | Loss: 0.6225 | Spent: 16.9 secs | LR: 0.000318
I0902 03:12:58.266835 140140056737664 interactiveshell.py:2882] Step 22750 | Loss: 0.3528 | Spent: 16.9 secs | LR: 0.000318
I0902 03:13:15.570733 140140056737664 interactiveshell.py:2882] Step 22800 | Loss: 0.4186 | Spent: 17.3 secs | LR: 0.000318
I0902 03:13:32.729230 140140056737664 interactiveshell.py:2882] Step 22850 | Loss: 0.7701 | Spent: 17.2 secs | LR: 0.000318
I0902 03:13:49.945149 140140056737664 interactiveshell.py:2882] Step 22900 | Loss: 0.5983 | Spent: 17.2 secs | LR: 0.000318
I0902 03:14:07.151875 140140056737664 interactiveshell.py:2882] Step 22950 | Loss: 0.3150 | Spent: 17.2 secs | LR: 0.000318
I0902 03:14:24.223705 140140056737664 interactiveshell.py:2882] Step 23000 | Loss: 0.3178 | Spent: 17.1 secs | LR: 0.000317
I0902 03:14:41.603556 140140056737664 interactiveshell.py:2882] Step 23050 | Loss: 0.2524 | Spent: 17.4 secs | LR: 0.000317
I0902 03:14:58.888636 140140056737664 interactiveshell.py:2882] Step 23100 | Loss: 0.6117 | Spent: 17.3 secs | LR: 0.000317
I0902 03:15:15.943671 140140056737664 interactiveshell.py:2882] Step 23150 | Loss: 0.4786 | Spent: 17.1 secs | LR: 0.000317
I0902 03:15:33.510525 140140056737664 interactiveshell.py:2882] Step 23200 | Loss: 0.4393 | Spent: 17.6 secs | LR: 0.000317
I0902 03:15:50.668618 140140056737664 interactiveshell.py:2882] Step 23250 | Loss: 0.4651 | Spent: 17.2 secs | LR: 0.000317
I0902 03:16:07.787161 140140056737664 interactiveshell.py:2882] Step 23300 | Loss: 0.4616 | Spent: 17.1 secs | LR: 0.000316
I0902 03:16:24.989341 140140056737664 interactiveshell.py:2882] Step 23350 | Loss: 0.3976 | Spent: 17.2 secs | LR: 0.000316
I0902 03:16:42.295060 140140056737664 interactiveshell.py:2882] Step 23400 | Loss: 0.2925 | Spent: 17.3 secs | LR: 0.000316
I0902 03:16:59.895704 140140056737664 interactiveshell.py:2882] Step 23450 | Loss: 0.6042 | Spent: 17.6 secs | LR: 0.000316
I0902 03:17:17.510417 140140056737664 interactiveshell.py:2882] Step 23500 | Loss: 0.5478 | Spent: 17.6 secs | LR: 0.000316
I0902 03:17:34.644985 140140056737664 interactiveshell.py:2882] Step 23550 | Loss: 0.3601 | Spent: 17.1 secs | LR: 0.000316
I0902 03:17:51.898110 140140056737664 interactiveshell.py:2882] Step 23600 | Loss: 0.2373 | Spent: 17.2 secs | LR: 0.000316
I0902 03:18:09.155464 140140056737664 interactiveshell.py:2882] Step 23650 | Loss: 0.2196 | Spent: 17.3 secs | LR: 0.000315
I0902 03:18:26.387483 140140056737664 interactiveshell.py:2882] Step 23700 | Loss: 0.3518 | Spent: 17.2 secs | LR: 0.000315
I0902 03:18:43.551720 140140056737664 interactiveshell.py:2882] Step 23750 | Loss: 0.3872 | Spent: 17.2 secs | LR: 0.000315
I0902 03:19:00.791474 140140056737664 interactiveshell.py:2882] Step 23800 | Loss: 0.4856 | Spent: 17.2 secs | LR: 0.000315
I0902 03:19:18.013776 140140056737664 interactiveshell.py:2882] Step 23850 | Loss: 0.3830 | Spent: 17.2 secs | LR: 0.000315
I0902 03:19:35.464131 140140056737664 interactiveshell.py:2882] Step 23900 | Loss: 0.3422 | Spent: 17.4 secs | LR: 0.000315
I0902 03:19:52.576248 140140056737664 interactiveshell.py:2882] Step 23950 | Loss: 0.3929 | Spent: 17.1 secs | LR: 0.000314
I0902 03:20:09.769108 140140056737664 interactiveshell.py:2882] Step 24000 | Loss: 0.3988 | Spent: 17.2 secs | LR: 0.000314
I0902 03:20:27.201532 140140056737664 interactiveshell.py:2882] Step 24050 | Loss: 0.2647 | Spent: 17.4 secs | LR: 0.000314
Reading ../data/test.txt
I0902 03:21:20.480389 140140056737664 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.852
I0902 03:21:20.481595 140140056737664 interactiveshell.py:2882] Best Accuracy: 0.853
I0902 03:21:32.605150 140140056737664 interactiveshell.py:2882] Step 24100 | Loss: 0.3018 | Spent: 65.4 secs | LR: 0.000314
I0902 03:21:49.847260 140140056737664 interactiveshell.py:2882] Step 24150 | Loss: 0.2822 | Spent: 17.2 secs | LR: 0.000314
I0902 03:22:07.638206 140140056737664 interactiveshell.py:2882] Step 24200 | Loss: 0.5551 | Spent: 17.8 secs | LR: 0.000314
I0902 03:22:24.805620 140140056737664 interactiveshell.py:2882] Step 24250 | Loss: 0.4044 | Spent: 17.2 secs | LR: 0.000313
I0902 03:22:41.842493 140140056737664 interactiveshell.py:2882] Step 24300 | Loss: 0.5815 | Spent: 17.0 secs | LR: 0.000313
I0902 03:22:59.240210 140140056737664 interactiveshell.py:2882] Step 24350 | Loss: 0.4649 | Spent: 17.4 secs | LR: 0.000313
I0902 03:23:16.308006 140140056737664 interactiveshell.py:2882] Step 24400 | Loss: 0.3733 | Spent: 17.1 secs | LR: 0.000313
I0902 03:23:33.341983 140140056737664 interactiveshell.py:2882] Step 24450 | Loss: 0.3269 | Spent: 17.0 secs | LR: 0.000313
I0902 03:23:50.556740 140140056737664 interactiveshell.py:2882] Step 24500 | Loss: 0.3945 | Spent: 17.2 secs | LR: 0.000313
I0902 03:24:07.511645 140140056737664 interactiveshell.py:2882] Step 24550 | Loss: 0.2977 | Spent: 16.9 secs | LR: 0.000313
I0902 03:24:24.501791 140140056737664 interactiveshell.py:2882] Step 24600 | Loss: 0.5937 | Spent: 17.0 secs | LR: 0.000312
I0902 03:24:41.271849 140140056737664 interactiveshell.py:2882] Step 24650 | Loss: 0.6014 | Spent: 16.8 secs | LR: 0.000312
I0902 03:24:58.317672 140140056737664 interactiveshell.py:2882] Step 24700 | Loss: 0.5282 | Spent: 17.0 secs | LR: 0.000312
I0902 03:25:15.560556 140140056737664 interactiveshell.py:2882] Step 24750 | Loss: 0.6942 | Spent: 17.2 secs | LR: 0.000312
I0902 03:25:32.612123 140140056737664 interactiveshell.py:2882] Step 24800 | Loss: 0.5187 | Spent: 17.0 secs | LR: 0.000312
I0902 03:25:49.810233 140140056737664 interactiveshell.py:2882] Step 24850 | Loss: 0.4793 | Spent: 17.2 secs | LR: 0.000312
I0902 03:26:07.220823 140140056737664 interactiveshell.py:2882] Step 24900 | Loss: 0.6445 | Spent: 17.4 secs | LR: 0.000311
I0902 03:26:24.409657 140140056737664 interactiveshell.py:2882] Step 24950 | Loss: 0.2486 | Spent: 17.2 secs | LR: 0.000311
I0902 03:26:41.454653 140140056737664 interactiveshell.py:2882] Step 25000 | Loss: 0.3747 | Spent: 17.0 secs | LR: 0.000311
I0902 03:26:59.085358 140140056737664 interactiveshell.py:2882] Step 25050 | Loss: 0.1641 | Spent: 17.6 secs | LR: 0.000311
I0902 03:27:16.278046 140140056737664 interactiveshell.py:2882] Step 25100 | Loss: 0.3616 | Spent: 17.2 secs | LR: 0.000311
I0902 03:27:33.940661 140140056737664 interactiveshell.py:2882] Step 25150 | Loss: 0.3744 | Spent: 17.7 secs | LR: 0.000311
I0902 03:27:51.204997 140140056737664 interactiveshell.py:2882] Step 25200 | Loss: 0.3648 | Spent: 17.3 secs | LR: 0.000311
I0902 03:28:08.233811 140140056737664 interactiveshell.py:2882] Step 25250 | Loss: 0.2810 | Spent: 17.0 secs | LR: 0.000310
I0902 03:28:25.430617 140140056737664 interactiveshell.py:2882] Step 25300 | Loss: 0.5901 | Spent: 17.2 secs | LR: 0.000310
I0902 03:28:42.484257 140140056737664 interactiveshell.py:2882] Step 25350 | Loss: 0.4248 | Spent: 17.1 secs | LR: 0.000310
I0902 03:28:59.664647 140140056737664 interactiveshell.py:2882] Step 25400 | Loss: 0.3305 | Spent: 17.2 secs | LR: 0.000310
I0902 03:29:16.973734 140140056737664 interactiveshell.py:2882] Step 25450 | Loss: 0.2230 | Spent: 17.3 secs | LR: 0.000310
I0902 03:29:34.393378 140140056737664 interactiveshell.py:2882] Step 25500 | Loss: 0.6396 | Spent: 17.4 secs | LR: 0.000310
I0902 03:29:51.575562 140140056737664 interactiveshell.py:2882] Step 25550 | Loss: 0.5579 | Spent: 17.2 secs | LR: 0.000309
I0902 03:30:08.853213 140140056737664 interactiveshell.py:2882] Step 25600 | Loss: 0.5126 | Spent: 17.3 secs | LR: 0.000309
I0902 03:30:26.012932 140140056737664 interactiveshell.py:2882] Step 25650 | Loss: 0.2845 | Spent: 17.2 secs | LR: 0.000309
I0902 03:30:43.102568 140140056737664 interactiveshell.py:2882] Step 25700 | Loss: 0.1667 | Spent: 17.1 secs | LR: 0.000309
I0902 03:31:00.545549 140140056737664 interactiveshell.py:2882] Step 25750 | Loss: 0.3826 | Spent: 17.4 secs | LR: 0.000309
Reading ../data/test.txt
I0902 03:32:00.405274 140140056737664 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.854
I0902 03:32:00.406483 140140056737664 interactiveshell.py:2882] Best Accuracy: 0.854
I0902 03:32:06.077475 140140056737664 interactiveshell.py:2882] Step 25800 | Loss: 0.3341 | Spent: 65.5 secs | LR: 0.000309
I0902 03:32:23.447757 140140056737664 interactiveshell.py:2882] Step 25850 | Loss: 0.7601 | Spent: 17.4 secs | LR: 0.000308
I0902 03:32:41.105634 140140056737664 interactiveshell.py:2882] Step 25900 | Loss: 0.4497 | Spent: 17.7 secs | LR: 0.000308
I0902 03:32:58.474549 140140056737664 interactiveshell.py:2882] Step 25950 | Loss: 0.4565 | Spent: 17.4 secs | LR: 0.000308
I0902 03:33:15.799855 140140056737664 interactiveshell.py:2882] Step 26000 | Loss: 0.3502 | Spent: 17.3 secs | LR: 0.000308
I0902 03:33:32.926490 140140056737664 interactiveshell.py:2882] Step 26050 | Loss: 0.4491 | Spent: 17.1 secs | LR: 0.000308
I0902 03:33:50.295302 140140056737664 interactiveshell.py:2882] Step 26100 | Loss: 0.3070 | Spent: 17.4 secs | LR: 0.000308
I0902 03:34:07.771074 140140056737664 interactiveshell.py:2882] Step 26150 | Loss: 0.3102 | Spent: 17.5 secs | LR: 0.000308
I0902 03:34:25.104532 140140056737664 interactiveshell.py:2882] Step 26200 | Loss: 0.4402 | Spent: 17.3 secs | LR: 0.000307
I0902 03:34:42.223078 140140056737664 interactiveshell.py:2882] Step 26250 | Loss: 0.5152 | Spent: 17.1 secs | LR: 0.000307
I0902 03:34:59.639412 140140056737664 interactiveshell.py:2882] Step 26300 | Loss: 0.2532 | Spent: 17.4 secs | LR: 0.000307
I0902 03:35:16.973364 140140056737664 interactiveshell.py:2882] Step 26350 | Loss: 0.3061 | Spent: 17.3 secs | LR: 0.000307
I0902 03:35:34.547963 140140056737664 interactiveshell.py:2882] Step 26400 | Loss: 0.5241 | Spent: 17.6 secs | LR: 0.000307
I0902 03:35:51.806018 140140056737664 interactiveshell.py:2882] Step 26450 | Loss: 0.3918 | Spent: 17.3 secs | LR: 0.000307
I0902 03:36:09.010107 140140056737664 interactiveshell.py:2882] Step 26500 | Loss: 0.4523 | Spent: 17.2 secs | LR: 0.000306
I0902 03:36:26.386705 140140056737664 interactiveshell.py:2882] Step 26550 | Loss: 0.4947 | Spent: 17.4 secs | LR: 0.000306
I0902 03:36:43.576197 140140056737664 interactiveshell.py:2882] Step 26600 | Loss: 0.2092 | Spent: 17.2 secs | LR: 0.000306
I0902 03:37:00.831197 140140056737664 interactiveshell.py:2882] Step 26650 | Loss: 0.2340 | Spent: 17.3 secs | LR: 0.000306
I0902 03:37:18.543155 140140056737664 interactiveshell.py:2882] Step 26700 | Loss: 0.3321 | Spent: 17.7 secs | LR: 0.000306
I0902 03:37:35.679193 140140056737664 interactiveshell.py:2882] Step 26750 | Loss: 0.5246 | Spent: 17.1 secs | LR: 0.000306
I0902 03:37:53.404700 140140056737664 interactiveshell.py:2882] Step 26800 | Loss: 0.3802 | Spent: 17.7 secs | LR: 0.000306
I0902 03:38:10.835480 140140056737664 interactiveshell.py:2882] Step 26850 | Loss: 0.6163 | Spent: 17.4 secs | LR: 0.000305
I0902 03:38:28.127262 140140056737664 interactiveshell.py:2882] Step 26900 | Loss: 0.3396 | Spent: 17.3 secs | LR: 0.000305
I0902 03:38:45.481153 140140056737664 interactiveshell.py:2882] Step 26950 | Loss: 0.4903 | Spent: 17.4 secs | LR: 0.000305
I0902 03:39:03.050538 140140056737664 interactiveshell.py:2882] Step 27000 | Loss: 0.4851 | Spent: 17.6 secs | LR: 0.000305
I0902 03:39:20.348640 140140056737664 interactiveshell.py:2882] Step 27050 | Loss: 0.5054 | Spent: 17.3 secs | LR: 0.000305
I0902 03:39:37.828783 140140056737664 interactiveshell.py:2882] Step 27100 | Loss: 0.3297 | Spent: 17.5 secs | LR: 0.000305
I0902 03:39:55.051350 140140056737664 interactiveshell.py:2882] Step 27150 | Loss: 0.4629 | Spent: 17.2 secs | LR: 0.000304
I0902 03:40:12.272623 140140056737664 interactiveshell.py:2882] Step 27200 | Loss: 0.6709 | Spent: 17.2 secs | LR: 0.000304
I0902 03:40:29.704726 140140056737664 interactiveshell.py:2882] Step 27250 | Loss: 0.5602 | Spent: 17.4 secs | LR: 0.000304
I0902 03:40:46.783547 140140056737664 interactiveshell.py:2882] Step 27300 | Loss: 0.5435 | Spent: 17.1 secs | LR: 0.000304
I0902 03:41:03.839626 140140056737664 interactiveshell.py:2882] Step 27350 | Loss: 0.4550 | Spent: 17.0 secs | LR: 0.000304
I0902 03:41:21.415142 140140056737664 interactiveshell.py:2882] Step 27400 | Loss: 0.2148 | Spent: 17.6 secs | LR: 0.000304
I0902 03:41:38.580024 140140056737664 interactiveshell.py:2882] Step 27450 | Loss: 0.3272 | Spent: 17.2 secs | LR: 0.000304
I0902 03:41:55.908207 140140056737664 interactiveshell.py:2882] Step 27500 | Loss: 0.4279 | Spent: 17.3 secs | LR: 0.000303
Reading ../data/test.txt
I0902 03:42:45.152358 140140056737664 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.857
I0902 03:42:45.153803 140140056737664 interactiveshell.py:2882] Best Accuracy: 0.857
I0902 03:43:01.947657 140140056737664 interactiveshell.py:2882] Step 27550 | Loss: 0.4706 | Spent: 66.0 secs | LR: 0.000303
I0902 03:43:19.173105 140140056737664 interactiveshell.py:2882] Step 27600 | Loss: 0.4034 | Spent: 17.2 secs | LR: 0.000303
I0902 03:43:36.350003 140140056737664 interactiveshell.py:2882] Step 27650 | Loss: 0.3784 | Spent: 17.2 secs | LR: 0.000303
I0902 03:43:53.786727 140140056737664 interactiveshell.py:2882] Step 27700 | Loss: 0.3885 | Spent: 17.4 secs | LR: 0.000303
I0902 03:44:11.141198 140140056737664 interactiveshell.py:2882] Step 27750 | Loss: 0.3703 | Spent: 17.4 secs | LR: 0.000303
I0902 03:44:28.633972 140140056737664 interactiveshell.py:2882] Step 27800 | Loss: 0.5653 | Spent: 17.5 secs | LR: 0.000302
I0902 03:44:45.975909 140140056737664 interactiveshell.py:2882] Step 27850 | Loss: 0.7950 | Spent: 17.3 secs | LR: 0.000302
I0902 03:45:03.095601 140140056737664 interactiveshell.py:2882] Step 27900 | Loss: 0.2540 | Spent: 17.1 secs | LR: 0.000302
I0902 03:45:20.453655 140140056737664 interactiveshell.py:2882] Step 27950 | Loss: 0.5127 | Spent: 17.4 secs | LR: 0.000302
I0902 03:45:37.541765 140140056737664 interactiveshell.py:2882] Step 28000 | Loss: 0.4368 | Spent: 17.1 secs | LR: 0.000302
I0902 03:45:54.776480 140140056737664 interactiveshell.py:2882] Step 28050 | Loss: 0.3473 | Spent: 17.2 secs | LR: 0.000302
I0902 03:46:11.934648 140140056737664 interactiveshell.py:2882] Step 28100 | Loss: 0.3467 | Spent: 17.2 secs | LR: 0.000302
I0902 03:46:28.748737 140140056737664 interactiveshell.py:2882] Step 28150 | Loss: 0.3919 | Spent: 16.8 secs | LR: 0.000301
I0902 03:46:45.482124 140140056737664 interactiveshell.py:2882] Step 28200 | Loss: 0.3094 | Spent: 16.7 secs | LR: 0.000301
I0902 03:47:02.311172 140140056737664 interactiveshell.py:2882] Step 28250 | Loss: 0.4273 | Spent: 16.8 secs | LR: 0.000301
I0902 03:47:19.179902 140140056737664 interactiveshell.py:2882] Step 28300 | Loss: 0.4730 | Spent: 16.9 secs | LR: 0.000301
I0902 03:47:36.289784 140140056737664 interactiveshell.py:2882] Step 28350 | Loss: 0.3489 | Spent: 17.1 secs | LR: 0.000301
I0902 03:47:52.945087 140140056737664 interactiveshell.py:2882] Step 28400 | Loss: 0.4864 | Spent: 16.7 secs | LR: 0.000301
I0902 03:48:10.100292 140140056737664 interactiveshell.py:2882] Step 28450 | Loss: 0.4832 | Spent: 17.2 secs | LR: 0.000301
I0902 03:48:27.117307 140140056737664 interactiveshell.py:2882] Step 28500 | Loss: 0.3017 | Spent: 17.0 secs | LR: 0.000300
I0902 03:48:44.024246 140140056737664 interactiveshell.py:2882] Step 28550 | Loss: 0.4175 | Spent: 16.9 secs | LR: 0.000300
I0902 03:49:00.857138 140140056737664 interactiveshell.py:2882] Step 28600 | Loss: 0.4462 | Spent: 16.8 secs | LR: 0.000300
I0902 03:49:17.968623 140140056737664 interactiveshell.py:2882] Step 28650 | Loss: 0.3645 | Spent: 17.1 secs | LR: 0.000300
I0902 03:49:35.021288 140140056737664 interactiveshell.py:2882] Step 28700 | Loss: 0.2442 | Spent: 17.1 secs | LR: 0.000300
I0902 03:49:51.981010 140140056737664 interactiveshell.py:2882] Step 28750 | Loss: 0.4998 | Spent: 17.0 secs | LR: 0.000300
I0902 03:50:09.183256 140140056737664 interactiveshell.py:2882] Step 28800 | Loss: 0.2919 | Spent: 17.2 secs | LR: 0.000299
I0902 03:50:26.397047 140140056737664 interactiveshell.py:2882] Step 28850 | Loss: 0.4181 | Spent: 17.2 secs | LR: 0.000299
I0902 03:50:43.511238 140140056737664 interactiveshell.py:2882] Step 28900 | Loss: 0.2938 | Spent: 17.1 secs | LR: 0.000299
I0902 03:51:00.874999 140140056737664 interactiveshell.py:2882] Step 28950 | Loss: 0.4387 | Spent: 17.4 secs | LR: 0.000299
I0902 03:51:18.202225 140140056737664 interactiveshell.py:2882] Step 29000 | Loss: 0.4102 | Spent: 17.3 secs | LR: 0.000299
I0902 03:51:35.515667 140140056737664 interactiveshell.py:2882] Step 29050 | Loss: 0.2527 | Spent: 17.3 secs | LR: 0.000299
I0902 03:51:52.572463 140140056737664 interactiveshell.py:2882] Step 29100 | Loss: 0.2693 | Spent: 17.1 secs | LR: 0.000299
I0902 03:52:09.815153 140140056737664 interactiveshell.py:2882] Step 29150 | Loss: 0.4091 | Spent: 17.2 secs | LR: 0.000298
I0902 03:52:27.558944 140140056737664 interactiveshell.py:2882] Step 29200 | Loss: 0.7016 | Spent: 17.7 secs | LR: 0.000298
Reading ../data/test.txt
I0902 03:53:25.203372 140140056737664 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.857
I0902 03:53:25.204866 140140056737664 interactiveshell.py:2882] Best Accuracy: 0.857
I0902 03:53:34.820866 140140056737664 interactiveshell.py:2882] Step 29250 | Loss: 0.5792 | Spent: 67.3 secs | LR: 0.000298
I0902 03:53:52.035607 140140056737664 interactiveshell.py:2882] Step 29300 | Loss: 0.5315 | Spent: 17.2 secs | LR: 0.000298
I0902 03:54:09.407757 140140056737664 interactiveshell.py:2882] Step 29350 | Loss: 0.2858 | Spent: 17.4 secs | LR: 0.000298
I0902 03:54:26.617203 140140056737664 interactiveshell.py:2882] Step 29400 | Loss: 0.3579 | Spent: 17.2 secs | LR: 0.000298
I0902 03:54:43.896962 140140056737664 interactiveshell.py:2882] Step 29450 | Loss: 0.3106 | Spent: 17.3 secs | LR: 0.000298
I0902 03:55:01.361620 140140056737664 interactiveshell.py:2882] Step 29500 | Loss: 0.1699 | Spent: 17.5 secs | LR: 0.000297
I0902 03:55:18.418169 140140056737664 interactiveshell.py:2882] Step 29550 | Loss: 0.7474 | Spent: 17.1 secs | LR: 0.000297
I0902 03:55:35.557011 140140056737664 interactiveshell.py:2882] Step 29600 | Loss: 0.5365 | Spent: 17.1 secs | LR: 0.000297
I0902 03:55:52.985233 140140056737664 interactiveshell.py:2882] Step 29650 | Loss: 0.2283 | Spent: 17.4 secs | LR: 0.000297
I0902 03:56:10.058039 140140056737664 interactiveshell.py:2882] Step 29700 | Loss: 0.3679 | Spent: 17.1 secs | LR: 0.000297
I0902 03:56:27.367319 140140056737664 interactiveshell.py:2882] Step 29750 | Loss: 0.1492 | Spent: 17.3 secs | LR: 0.000297
I0902 03:56:44.599561 140140056737664 interactiveshell.py:2882] Step 29800 | Loss: 0.1683 | Spent: 17.2 secs | LR: 0.000296
I0902 03:57:01.776251 140140056737664 interactiveshell.py:2882] Step 29850 | Loss: 0.2717 | Spent: 17.2 secs | LR: 0.000296
I0902 03:57:19.139845 140140056737664 interactiveshell.py:2882] Step 29900 | Loss: 0.6482 | Spent: 17.4 secs | LR: 0.000296
I0902 03:57:36.432822 140140056737664 interactiveshell.py:2882] Step 29950 | Loss: 0.3641 | Spent: 17.3 secs | LR: 0.000296
I0902 03:57:53.527753 140140056737664 interactiveshell.py:2882] Step 30000 | Loss: 0.5561 | Spent: 17.1 secs | LR: 0.000296
I0902 03:58:10.945108 140140056737664 interactiveshell.py:2882] Step 30050 | Loss: 0.4531 | Spent: 17.4 secs | LR: 0.000296
I0902 03:58:28.654722 140140056737664 interactiveshell.py:2882] Step 30100 | Loss: 0.2547 | Spent: 17.7 secs | LR: 0.000296
I0902 03:58:45.727071 140140056737664 interactiveshell.py:2882] Step 30150 | Loss: 0.3760 | Spent: 17.1 secs | LR: 0.000295
I0902 03:59:03.127768 140140056737664 interactiveshell.py:2882] Step 30200 | Loss: 0.3408 | Spent: 17.4 secs | LR: 0.000295
I0902 03:59:20.173664 140140056737664 interactiveshell.py:2882] Step 30250 | Loss: 0.3071 | Spent: 17.0 secs | LR: 0.000295
I0902 03:59:37.617398 140140056737664 interactiveshell.py:2882] Step 30300 | Loss: 0.4264 | Spent: 17.4 secs | LR: 0.000295
I0902 03:59:54.843835 140140056737664 interactiveshell.py:2882] Step 30350 | Loss: 0.2175 | Spent: 17.2 secs | LR: 0.000295
I0902 04:00:12.248143 140140056737664 interactiveshell.py:2882] Step 30400 | Loss: 0.3802 | Spent: 17.4 secs | LR: 0.000295
I0902 04:00:29.761183 140140056737664 interactiveshell.py:2882] Step 30450 | Loss: 0.1977 | Spent: 17.5 secs | LR: 0.000295
I0902 04:00:46.982874 140140056737664 interactiveshell.py:2882] Step 30500 | Loss: 0.4112 | Spent: 17.2 secs | LR: 0.000294
I0902 04:01:04.046044 140140056737664 interactiveshell.py:2882] Step 30550 | Loss: 0.5950 | Spent: 17.1 secs | LR: 0.000294
I0902 04:01:21.549250 140140056737664 interactiveshell.py:2882] Step 30600 | Loss: 0.3662 | Spent: 17.5 secs | LR: 0.000294
I0902 04:01:38.773467 140140056737664 interactiveshell.py:2882] Step 30650 | Loss: 0.3968 | Spent: 17.2 secs | LR: 0.000294
I0902 04:01:55.959300 140140056737664 interactiveshell.py:2882] Step 30700 | Loss: 0.4687 | Spent: 17.2 secs | LR: 0.000294
I0902 04:02:13.210811 140140056737664 interactiveshell.py:2882] Step 30750 | Loss: 0.4756 | Spent: 17.2 secs | LR: 0.000294
I0902 04:02:30.534348 140140056737664 interactiveshell.py:2882] Step 30800 | Loss: 0.3417 | Spent: 17.3 secs | LR: 0.000294
I0902 04:02:48.035384 140140056737664 interactiveshell.py:2882] Step 30850 | Loss: 0.6606 | Spent: 17.5 secs | LR: 0.000293
I0902 04:03:05.368347 140140056737664 interactiveshell.py:2882] Step 30900 | Loss: 0.3465 | Spent: 17.3 secs | LR: 0.000293
Reading ../data/test.txt
I0902 04:04:09.499313 140140056737664 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.861
I0902 04:04:09.500483 140140056737664 interactiveshell.py:2882] Best Accuracy: 0.861
I0902 04:04:12.655229 140140056737664 interactiveshell.py:2882] Step 30950 | Loss: 0.3520 | Spent: 67.3 secs | LR: 0.000293
I0902 04:04:29.965040 140140056737664 interactiveshell.py:2882] Step 31000 | Loss: 0.3102 | Spent: 17.3 secs | LR: 0.000293
I0902 04:04:47.132782 140140056737664 interactiveshell.py:2882] Step 31050 | Loss: 0.3768 | Spent: 17.2 secs | LR: 0.000293
I0902 04:05:04.507398 140140056737664 interactiveshell.py:2882] Step 31100 | Loss: 0.4580 | Spent: 17.4 secs | LR: 0.000293
I0902 04:05:21.859639 140140056737664 interactiveshell.py:2882] Step 31150 | Loss: 0.4190 | Spent: 17.4 secs | LR: 0.000292
I0902 04:05:39.134283 140140056737664 interactiveshell.py:2882] Step 31200 | Loss: 0.4704 | Spent: 17.3 secs | LR: 0.000292
I0902 04:05:56.579144 140140056737664 interactiveshell.py:2882] Step 31250 | Loss: 0.5020 | Spent: 17.4 secs | LR: 0.000292
I0902 04:06:14.038211 140140056737664 interactiveshell.py:2882] Step 31300 | Loss: 0.6205 | Spent: 17.5 secs | LR: 0.000292
I0902 04:06:31.347409 140140056737664 interactiveshell.py:2882] Step 31350 | Loss: 0.3080 | Spent: 17.3 secs | LR: 0.000292
I0902 04:06:48.597642 140140056737664 interactiveshell.py:2882] Step 31400 | Loss: 0.2786 | Spent: 17.2 secs | LR: 0.000292
I0902 04:07:05.911670 140140056737664 interactiveshell.py:2882] Step 31450 | Loss: 0.3984 | Spent: 17.3 secs | LR: 0.000292
I0902 04:07:22.902648 140140056737664 interactiveshell.py:2882] Step 31500 | Loss: 0.3011 | Spent: 17.0 secs | LR: 0.000291
I0902 04:07:40.216410 140140056737664 interactiveshell.py:2882] Step 31550 | Loss: 0.6221 | Spent: 17.3 secs | LR: 0.000291
I0902 04:07:57.589640 140140056737664 interactiveshell.py:2882] Step 31600 | Loss: 0.3245 | Spent: 17.4 secs | LR: 0.000291
I0902 04:08:14.589388 140140056737664 interactiveshell.py:2882] Step 31650 | Loss: 0.3041 | Spent: 17.0 secs | LR: 0.000291
I0902 04:08:31.971531 140140056737664 interactiveshell.py:2882] Step 31700 | Loss: 0.6595 | Spent: 17.4 secs | LR: 0.000291
I0902 04:08:49.552393 140140056737664 interactiveshell.py:2882] Step 31750 | Loss: 0.1611 | Spent: 17.6 secs | LR: 0.000291
I0902 04:09:06.694306 140140056737664 interactiveshell.py:2882] Step 31800 | Loss: 0.3181 | Spent: 17.1 secs | LR: 0.000291
I0902 04:09:24.060933 140140056737664 interactiveshell.py:2882] Step 31850 | Loss: 0.4624 | Spent: 17.4 secs | LR: 0.000290
I0902 04:09:41.303104 140140056737664 interactiveshell.py:2882] Step 31900 | Loss: 0.6088 | Spent: 17.2 secs | LR: 0.000290
I0902 04:09:58.400882 140140056737664 interactiveshell.py:2882] Step 31950 | Loss: 0.3855 | Spent: 17.1 secs | LR: 0.000290
I0902 04:10:15.790660 140140056737664 interactiveshell.py:2882] Step 32000 | Loss: 0.2500 | Spent: 17.4 secs | LR: 0.000290
I0902 04:10:33.064373 140140056737664 interactiveshell.py:2882] Step 32050 | Loss: 0.4527 | Spent: 17.3 secs | LR: 0.000290
I0902 04:10:50.219288 140140056737664 interactiveshell.py:2882] Step 32100 | Loss: 0.5212 | Spent: 17.2 secs | LR: 0.000290
I0902 04:11:07.519857 140140056737664 interactiveshell.py:2882] Step 32150 | Loss: 0.4322 | Spent: 17.3 secs | LR: 0.000290
I0902 04:11:24.560123 140140056737664 interactiveshell.py:2882] Step 32200 | Loss: 0.6427 | Spent: 17.0 secs | LR: 0.000289
I0902 04:11:41.803013 140140056737664 interactiveshell.py:2882] Step 32250 | Loss: 0.4918 | Spent: 17.2 secs | LR: 0.000289
I0902 04:11:59.257168 140140056737664 interactiveshell.py:2882] Step 32300 | Loss: 0.3976 | Spent: 17.5 secs | LR: 0.000289
I0902 04:12:16.489688 140140056737664 interactiveshell.py:2882] Step 32350 | Loss: 0.6282 | Spent: 17.2 secs | LR: 0.000289
I0902 04:12:33.869138 140140056737664 interactiveshell.py:2882] Step 32400 | Loss: 0.2749 | Spent: 17.4 secs | LR: 0.000289
I0902 04:12:51.431488 140140056737664 interactiveshell.py:2882] Step 32450 | Loss: 0.3992 | Spent: 17.6 secs | LR: 0.000289
I0902 04:13:08.394533 140140056737664 interactiveshell.py:2882] Step 32500 | Loss: 0.2848 | Spent: 17.0 secs | LR: 0.000289
I0902 04:13:25.757891 140140056737664 interactiveshell.py:2882] Step 32550 | Loss: 0.2977 | Spent: 17.4 secs | LR: 0.000288
I0902 04:13:42.808529 140140056737664 interactiveshell.py:2882] Step 32600 | Loss: 0.2300 | Spent: 17.0 secs | LR: 0.000288
I0902 04:14:00.531203 140140056737664 interactiveshell.py:2882] Step 32650 | Loss: 0.3891 | Spent: 17.7 secs | LR: 0.000288
Reading ../data/test.txt
I0902 04:14:53.217018 140140056737664 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.861
I0902 04:14:53.218525 140140056737664 interactiveshell.py:2882] Best Accuracy: 0.861
I0902 04:15:07.044982 140140056737664 interactiveshell.py:2882] Step 32700 | Loss: 0.2866 | Spent: 66.5 secs | LR: 0.000288
I0902 04:15:24.457922 140140056737664 interactiveshell.py:2882] Step 32750 | Loss: 0.3215 | Spent: 17.4 secs | LR: 0.000288
I0902 04:15:41.609735 140140056737664 interactiveshell.py:2882] Step 32800 | Loss: 0.3725 | Spent: 17.1 secs | LR: 0.000288
I0902 04:15:58.834504 140140056737664 interactiveshell.py:2882] Step 32850 | Loss: 0.4033 | Spent: 17.2 secs | LR: 0.000288
I0902 04:16:16.243873 140140056737664 interactiveshell.py:2882] Step 32900 | Loss: 0.4237 | Spent: 17.4 secs | LR: 0.000287
I0902 04:16:33.452276 140140056737664 interactiveshell.py:2882] Step 32950 | Loss: 0.3678 | Spent: 17.2 secs | LR: 0.000287
I0902 04:16:50.855633 140140056737664 interactiveshell.py:2882] Step 33000 | Loss: 0.3659 | Spent: 17.4 secs | LR: 0.000287
I0902 04:17:08.108659 140140056737664 interactiveshell.py:2882] Step 33050 | Loss: 0.3557 | Spent: 17.3 secs | LR: 0.000287
I0902 04:17:25.497632 140140056737664 interactiveshell.py:2882] Step 33100 | Loss: 0.2845 | Spent: 17.4 secs | LR: 0.000287
I0902 04:17:42.842557 140140056737664 interactiveshell.py:2882] Step 33150 | Loss: 0.5562 | Spent: 17.3 secs | LR: 0.000287
I0902 04:18:00.162165 140140056737664 interactiveshell.py:2882] Step 33200 | Loss: 0.5248 | Spent: 17.3 secs | LR: 0.000287
I0902 04:18:17.371809 140140056737664 interactiveshell.py:2882] Step 33250 | Loss: 0.7009 | Spent: 17.2 secs | LR: 0.000286
I0902 04:18:34.663076 140140056737664 interactiveshell.py:2882] Step 33300 | Loss: 0.5851 | Spent: 17.3 secs | LR: 0.000286
I0902 04:18:51.781122 140140056737664 interactiveshell.py:2882] Step 33350 | Loss: 0.4748 | Spent: 17.1 secs | LR: 0.000286
I0902 04:19:09.504957 140140056737664 interactiveshell.py:2882] Step 33400 | Loss: 0.4641 | Spent: 17.7 secs | LR: 0.000286
I0902 04:19:26.783170 140140056737664 interactiveshell.py:2882] Step 33450 | Loss: 0.3413 | Spent: 17.3 secs | LR: 0.000286
I0902 04:19:43.945311 140140056737664 interactiveshell.py:2882] Step 33500 | Loss: 0.2091 | Spent: 17.2 secs | LR: 0.000286
I0902 04:20:01.374182 140140056737664 interactiveshell.py:2882] Step 33550 | Loss: 0.3121 | Spent: 17.4 secs | LR: 0.000286
I0902 04:20:18.516142 140140056737664 interactiveshell.py:2882] Step 33600 | Loss: 0.4140 | Spent: 17.1 secs | LR: 0.000285
I0902 04:20:35.926601 140140056737664 interactiveshell.py:2882] Step 33650 | Loss: 0.2728 | Spent: 17.4 secs | LR: 0.000285
I0902 04:20:53.238641 140140056737664 interactiveshell.py:2882] Step 33700 | Loss: 0.3998 | Spent: 17.3 secs | LR: 0.000285
I0902 04:21:10.388715 140140056737664 interactiveshell.py:2882] Step 33750 | Loss: 0.3227 | Spent: 17.1 secs | LR: 0.000285
I0902 04:21:27.511557 140140056737664 interactiveshell.py:2882] Step 33800 | Loss: 0.4437 | Spent: 17.1 secs | LR: 0.000285
I0902 04:21:44.721767 140140056737664 interactiveshell.py:2882] Step 33850 | Loss: 0.3731 | Spent: 17.2 secs | LR: 0.000285
I0902 04:22:01.619364 140140056737664 interactiveshell.py:2882] Step 33900 | Loss: 0.2768 | Spent: 16.9 secs | LR: 0.000285
I0902 04:22:18.664282 140140056737664 interactiveshell.py:2882] Step 33950 | Loss: 0.3424 | Spent: 17.0 secs | LR: 0.000284
I0902 04:22:36.029619 140140056737664 interactiveshell.py:2882] Step 34000 | Loss: 0.4521 | Spent: 17.4 secs | LR: 0.000284
I0902 04:22:53.111678 140140056737664 interactiveshell.py:2882] Step 34050 | Loss: 0.6326 | Spent: 17.1 secs | LR: 0.000284
I0902 04:23:10.598553 140140056737664 interactiveshell.py:2882] Step 34100 | Loss: 0.5214 | Spent: 17.5 secs | LR: 0.000284
I0902 04:23:27.808500 140140056737664 interactiveshell.py:2882] Step 34150 | Loss: 0.4697 | Spent: 17.2 secs | LR: 0.000284
I0902 04:23:44.866248 140140056737664 interactiveshell.py:2882] Step 34200 | Loss: 0.2720 | Spent: 17.1 secs | LR: 0.000284
I0902 04:24:02.086625 140140056737664 interactiveshell.py:2882] Step 34250 | Loss: 0.3427 | Spent: 17.2 secs | LR: 0.000284
I0902 04:24:19.621865 140140056737664 interactiveshell.py:2882] Step 34300 | Loss: 0.2082 | Spent: 17.5 secs | LR: 0.000283
Reading ../data/train.txt
I0902 04:25:18.476941 140140056737664 interactiveshell.py:2882] Step 34350 | Loss: 0.4219 | Spent: 58.9 secs | LR: 0.000283
Reading ../data/test.txt
I0902 04:26:17.480257 140140056737664 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.861
I0902 04:26:17.481564 140140056737664 interactiveshell.py:2882] Best Accuracy: 0.861
I0902 04:26:25.118901 140140056737664 interactiveshell.py:2882] Step 34400 | Loss: 0.4683 | Spent: 66.6 secs | LR: 0.000283
I0902 04:26:42.719908 140140056737664 interactiveshell.py:2882] Step 34450 | Loss: 0.4432 | Spent: 17.6 secs | LR: 0.000283
I0902 04:27:00.187127 140140056737664 interactiveshell.py:2882] Step 34500 | Loss: 0.3521 | Spent: 17.5 secs | LR: 0.000283
I0902 04:27:17.913740 140140056737664 interactiveshell.py:2882] Step 34550 | Loss: 0.3124 | Spent: 17.7 secs | LR: 0.000283
I0902 04:27:35.464152 140140056737664 interactiveshell.py:2882] Step 34600 | Loss: 0.4431 | Spent: 17.5 secs | LR: 0.000283
I0902 04:27:52.986908 140140056737664 interactiveshell.py:2882] Step 34650 | Loss: 0.2890 | Spent: 17.5 secs | LR: 0.000282
I0902 04:28:11.170047 140140056737664 interactiveshell.py:2882] Step 34700 | Loss: 0.4088 | Spent: 18.2 secs | LR: 0.000282
I0902 04:28:29.010837 140140056737664 interactiveshell.py:2882] Step 34750 | Loss: 0.6292 | Spent: 17.8 secs | LR: 0.000282
I0902 04:28:46.423587 140140056737664 interactiveshell.py:2882] Step 34800 | Loss: 0.2514 | Spent: 17.4 secs | LR: 0.000282
I0902 04:29:04.155637 140140056737664 interactiveshell.py:2882] Step 34850 | Loss: 0.4136 | Spent: 17.7 secs | LR: 0.000282
I0902 04:29:21.639327 140140056737664 interactiveshell.py:2882] Step 34900 | Loss: 0.5063 | Spent: 17.5 secs | LR: 0.000282
I0902 04:29:39.645634 140140056737664 interactiveshell.py:2882] Step 34950 | Loss: 0.4633 | Spent: 18.0 secs | LR: 0.000282
I0902 04:29:57.627128 140140056737664 interactiveshell.py:2882] Step 35000 | Loss: 0.3776 | Spent: 18.0 secs | LR: 0.000281
I0902 04:30:14.893384 140140056737664 interactiveshell.py:2882] Step 35050 | Loss: 0.5607 | Spent: 17.3 secs | LR: 0.000281
I0902 04:30:32.445187 140140056737664 interactiveshell.py:2882] Step 35100 | Loss: 0.3650 | Spent: 17.6 secs | LR: 0.000281
I0902 04:30:49.842153 140140056737664 interactiveshell.py:2882] Step 35150 | Loss: 0.3415 | Spent: 17.4 secs | LR: 0.000281
I0902 04:31:07.357300 140140056737664 interactiveshell.py:2882] Step 35200 | Loss: 0.6278 | Spent: 17.5 secs | LR: 0.000281
I0902 04:31:25.247282 140140056737664 interactiveshell.py:2882] Step 35250 | Loss: 0.4596 | Spent: 17.9 secs | LR: 0.000281
I0902 04:31:42.738721 140140056737664 interactiveshell.py:2882] Step 35300 | Loss: 0.3639 | Spent: 17.5 secs | LR: 0.000281
I0902 04:32:00.405827 140140056737664 interactiveshell.py:2882] Step 35350 | Loss: 0.2540 | Spent: 17.7 secs | LR: 0.000280
I0902 04:32:18.100155 140140056737664 interactiveshell.py:2882] Step 35400 | Loss: 0.4589 | Spent: 17.7 secs | LR: 0.000280
I0902 04:32:35.451931 140140056737664 interactiveshell.py:2882] Step 35450 | Loss: 0.3278 | Spent: 17.3 secs | LR: 0.000280
I0902 04:32:52.963367 140140056737664 interactiveshell.py:2882] Step 35500 | Loss: 0.2443 | Spent: 17.5 secs | LR: 0.000280
I0902 04:33:10.711758 140140056737664 interactiveshell.py:2882] Step 35550 | Loss: 0.2553 | Spent: 17.7 secs | LR: 0.000280
I0902 04:33:28.449845 140140056737664 interactiveshell.py:2882] Step 35600 | Loss: 0.1707 | Spent: 17.7 secs | LR: 0.000280
I0902 04:33:46.243896 140140056737664 interactiveshell.py:2882] Step 35650 | Loss: 0.2761 | Spent: 17.8 secs | LR: 0.000280
I0902 04:34:04.167162 140140056737664 interactiveshell.py:2882] Step 35700 | Loss: 0.5201 | Spent: 17.9 secs | LR: 0.000279
I0902 04:34:21.782649 140140056737664 interactiveshell.py:2882] Step 35750 | Loss: 0.2304 | Spent: 17.6 secs | LR: 0.000279
I0902 04:34:39.717873 140140056737664 interactiveshell.py:2882] Step 35800 | Loss: 0.4863 | Spent: 17.9 secs | LR: 0.000279
I0902 04:34:57.487106 140140056737664 interactiveshell.py:2882] Step 35850 | Loss: 0.1914 | Spent: 17.8 secs | LR: 0.000279
I0902 04:35:14.899499 140140056737664 interactiveshell.py:2882] Step 35900 | Loss: 0.3001 | Spent: 17.4 secs | LR: 0.000279
I0902 04:35:32.809630 140140056737664 interactiveshell.py:2882] Step 35950 | Loss: 0.3126 | Spent: 17.9 secs | LR: 0.000279
I0902 04:35:50.628695 140140056737664 interactiveshell.py:2882] Step 36000 | Loss: 0.3904 | Spent: 17.8 secs | LR: 0.000279
I0902 04:36:08.372688 140140056737664 interactiveshell.py:2882] Step 36050 | Loss: 0.6011 | Spent: 17.7 secs | LR: 0.000278
Reading ../data/test.txt
I0902 04:37:15.030239 140140056737664 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.862
I0902 04:37:15.034593 140140056737664 interactiveshell.py:2882] Best Accuracy: 0.862
I0902 04:37:15.730360 140140056737664 interactiveshell.py:2882] Step 36100 | Loss: 0.3799 | Spent: 67.4 secs | LR: 0.000278
I0902 04:37:33.224931 140140056737664 interactiveshell.py:2882] Step 36150 | Loss: 0.3645 | Spent: 17.5 secs | LR: 0.000278
I0902 04:37:50.879955 140140056737664 interactiveshell.py:2882] Step 36200 | Loss: 0.6070 | Spent: 17.7 secs | LR: 0.000278
I0902 04:38:08.569395 140140056737664 interactiveshell.py:2882] Step 36250 | Loss: 0.1649 | Spent: 17.7 secs | LR: 0.000278
I0902 04:38:26.469165 140140056737664 interactiveshell.py:2882] Step 36300 | Loss: 0.4296 | Spent: 17.9 secs | LR: 0.000278
I0902 04:38:44.143291 140140056737664 interactiveshell.py:2882] Step 36350 | Loss: 0.2916 | Spent: 17.7 secs | LR: 0.000278
I0902 04:39:01.981208 140140056737664 interactiveshell.py:2882] Step 36400 | Loss: 0.2906 | Spent: 17.8 secs | LR: 0.000277
I0902 04:39:19.583932 140140056737664 interactiveshell.py:2882] Step 36450 | Loss: 0.1891 | Spent: 17.6 secs | LR: 0.000277
I0902 04:39:37.320088 140140056737664 interactiveshell.py:2882] Step 36500 | Loss: 0.5975 | Spent: 17.7 secs | LR: 0.000277
I0902 04:39:55.654862 140140056737664 interactiveshell.py:2882] Step 36550 | Loss: 0.4906 | Spent: 18.3 secs | LR: 0.000277
I0902 04:40:13.405905 140140056737664 interactiveshell.py:2882] Step 36600 | Loss: 0.3216 | Spent: 17.7 secs | LR: 0.000277
I0902 04:40:30.889581 140140056737664 interactiveshell.py:2882] Step 36650 | Loss: 0.3349 | Spent: 17.5 secs | LR: 0.000277
I0902 04:40:48.871947 140140056737664 interactiveshell.py:2882] Step 36700 | Loss: 0.4830 | Spent: 18.0 secs | LR: 0.000277
I0902 04:41:06.338431 140140056737664 interactiveshell.py:2882] Step 36750 | Loss: 0.4512 | Spent: 17.5 secs | LR: 0.000276
I0902 04:41:24.283960 140140056737664 interactiveshell.py:2882] Step 36800 | Loss: 0.4138 | Spent: 17.9 secs | LR: 0.000276
I0902 04:41:41.893955 140140056737664 interactiveshell.py:2882] Step 36850 | Loss: 0.3105 | Spent: 17.6 secs | LR: 0.000276
I0902 04:41:59.280588 140140056737664 interactiveshell.py:2882] Step 36900 | Loss: 0.4476 | Spent: 17.4 secs | LR: 0.000276
I0902 04:42:17.244596 140140056737664 interactiveshell.py:2882] Step 36950 | Loss: 0.3611 | Spent: 18.0 secs | LR: 0.000276
I0902 04:42:34.863207 140140056737664 interactiveshell.py:2882] Step 37000 | Loss: 0.3699 | Spent: 17.6 secs | LR: 0.000276
I0902 04:42:52.628128 140140056737664 interactiveshell.py:2882] Step 37050 | Loss: 0.3226 | Spent: 17.8 secs | LR: 0.000276
I0902 04:43:10.124098 140140056737664 interactiveshell.py:2882] Step 37100 | Loss: 0.2940 | Spent: 17.5 secs | LR: 0.000276
I0902 04:43:27.934608 140140056737664 interactiveshell.py:2882] Step 37150 | Loss: 0.5695 | Spent: 17.8 secs | LR: 0.000275
I0902 04:43:45.537813 140140056737664 interactiveshell.py:2882] Step 37200 | Loss: 0.3510 | Spent: 17.6 secs | LR: 0.000275
I0902 04:44:03.028578 140140056737664 interactiveshell.py:2882] Step 37250 | Loss: 0.3491 | Spent: 17.5 secs | LR: 0.000275
I0902 04:44:20.449234 140140056737664 interactiveshell.py:2882] Step 37300 | Loss: 0.3254 | Spent: 17.4 secs | LR: 0.000275
I0902 04:44:38.046872 140140056737664 interactiveshell.py:2882] Step 37350 | Loss: 0.3609 | Spent: 17.6 secs | LR: 0.000275
I0902 04:44:55.829919 140140056737664 interactiveshell.py:2882] Step 37400 | Loss: 0.3641 | Spent: 17.8 secs | LR: 0.000275
I0902 04:45:14.013769 140140056737664 interactiveshell.py:2882] Step 37450 | Loss: 0.6296 | Spent: 18.2 secs | LR: 0.000275
I0902 04:45:31.712645 140140056737664 interactiveshell.py:2882] Step 37500 | Loss: 0.1751 | Spent: 17.7 secs | LR: 0.000274
I0902 04:45:49.421877 140140056737664 interactiveshell.py:2882] Step 37550 | Loss: 0.4079 | Spent: 17.7 secs | LR: 0.000274
I0902 04:46:06.984860 140140056737664 interactiveshell.py:2882] Step 37600 | Loss: 0.5250 | Spent: 17.6 secs | LR: 0.000274
I0902 04:46:24.894555 140140056737664 interactiveshell.py:2882] Step 37650 | Loss: 0.2520 | Spent: 17.9 secs | LR: 0.000274
I0902 04:46:42.660701 140140056737664 interactiveshell.py:2882] Step 37700 | Loss: 0.3395 | Spent: 17.8 secs | LR: 0.000274
I0902 04:47:00.311717 140140056737664 interactiveshell.py:2882] Step 37750 | Loss: 0.5784 | Spent: 17.6 secs | LR: 0.000274
I0902 04:47:18.226689 140140056737664 interactiveshell.py:2882] Step 37800 | Loss: 0.5024 | Spent: 17.9 secs | LR: 0.000274
Reading ../data/test.txt
I0902 04:48:13.415967 140140056737664 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.865
I0902 04:48:13.417309 140140056737664 interactiveshell.py:2882] Best Accuracy: 0.865
I0902 04:48:25.138386 140140056737664 interactiveshell.py:2882] Step 37850 | Loss: 0.4541 | Spent: 66.9 secs | LR: 0.000273
I0902 04:48:43.057430 140140056737664 interactiveshell.py:2882] Step 37900 | Loss: 0.3521 | Spent: 17.9 secs | LR: 0.000273
I0902 04:49:00.782463 140140056737664 interactiveshell.py:2882] Step 37950 | Loss: 0.3790 | Spent: 17.7 secs | LR: 0.000273
I0902 04:49:18.492936 140140056737664 interactiveshell.py:2882] Step 38000 | Loss: 0.5412 | Spent: 17.7 secs | LR: 0.000273
I0902 04:49:36.034481 140140056737664 interactiveshell.py:2882] Step 38050 | Loss: 0.3732 | Spent: 17.5 secs | LR: 0.000273
I0902 04:49:53.831551 140140056737664 interactiveshell.py:2882] Step 38100 | Loss: 0.6527 | Spent: 17.8 secs | LR: 0.000273
I0902 04:50:11.667538 140140056737664 interactiveshell.py:2882] Step 38150 | Loss: 0.3954 | Spent: 17.8 secs | LR: 0.000273
I0902 04:50:29.464804 140140056737664 interactiveshell.py:2882] Step 38200 | Loss: 0.4226 | Spent: 17.8 secs | LR: 0.000272
I0902 04:50:47.347137 140140056737664 interactiveshell.py:2882] Step 38250 | Loss: 0.3639 | Spent: 17.9 secs | LR: 0.000272
I0902 04:51:04.895057 140140056737664 interactiveshell.py:2882] Step 38300 | Loss: 0.2224 | Spent: 17.5 secs | LR: 0.000272
I0902 04:51:22.607652 140140056737664 interactiveshell.py:2882] Step 38350 | Loss: 0.3290 | Spent: 17.7 secs | LR: 0.000272
I0902 04:51:40.376522 140140056737664 interactiveshell.py:2882] Step 38400 | Loss: 0.4418 | Spent: 17.8 secs | LR: 0.000272
I0902 04:51:58.098647 140140056737664 interactiveshell.py:2882] Step 38450 | Loss: 0.4433 | Spent: 17.7 secs | LR: 0.000272
I0902 04:52:15.904147 140140056737664 interactiveshell.py:2882] Step 38500 | Loss: 0.2060 | Spent: 17.8 secs | LR: 0.000272
I0902 04:52:33.403566 140140056737664 interactiveshell.py:2882] Step 38550 | Loss: 0.2899 | Spent: 17.5 secs | LR: 0.000272
I0902 04:52:51.197345 140140056737664 interactiveshell.py:2882] Step 38600 | Loss: 0.3061 | Spent: 17.8 secs | LR: 0.000271
I0902 04:53:08.983829 140140056737664 interactiveshell.py:2882] Step 38650 | Loss: 0.4288 | Spent: 17.8 secs | LR: 0.000271
I0902 04:53:26.296372 140140056737664 interactiveshell.py:2882] Step 38700 | Loss: 0.4187 | Spent: 17.3 secs | LR: 0.000271
I0902 04:53:43.657990 140140056737664 interactiveshell.py:2882] Step 38750 | Loss: 0.5635 | Spent: 17.4 secs | LR: 0.000271
I0902 04:54:01.495987 140140056737664 interactiveshell.py:2882] Step 38800 | Loss: 0.2473 | Spent: 17.8 secs | LR: 0.000271
I0902 04:54:19.185165 140140056737664 interactiveshell.py:2882] Step 38850 | Loss: 0.3450 | Spent: 17.7 secs | LR: 0.000271
I0902 04:54:36.828609 140140056737664 interactiveshell.py:2882] Step 38900 | Loss: 0.4189 | Spent: 17.6 secs | LR: 0.000271
I0902 04:54:54.885121 140140056737664 interactiveshell.py:2882] Step 38950 | Loss: 0.3165 | Spent: 18.1 secs | LR: 0.000270
I0902 04:55:12.447746 140140056737664 interactiveshell.py:2882] Step 39000 | Loss: 0.3728 | Spent: 17.6 secs | LR: 0.000270
I0902 04:55:30.438053 140140056737664 interactiveshell.py:2882] Step 39050 | Loss: 0.5076 | Spent: 18.0 secs | LR: 0.000270
I0902 04:55:48.222791 140140056737664 interactiveshell.py:2882] Step 39100 | Loss: 0.3397 | Spent: 17.8 secs | LR: 0.000270
I0902 04:56:05.952579 140140056737664 interactiveshell.py:2882] Step 39150 | Loss: 0.2888 | Spent: 17.7 secs | LR: 0.000270
I0902 04:56:23.552201 140140056737664 interactiveshell.py:2882] Step 39200 | Loss: 0.4231 | Spent: 17.6 secs | LR: 0.000270
I0902 04:56:41.443467 140140056737664 interactiveshell.py:2882] Step 39250 | Loss: 0.5232 | Spent: 17.9 secs | LR: 0.000270
I0902 04:56:59.002843 140140056737664 interactiveshell.py:2882] Step 39300 | Loss: 0.4616 | Spent: 17.6 secs | LR: 0.000269
I0902 04:57:16.853880 140140056737664 interactiveshell.py:2882] Step 39350 | Loss: 0.3820 | Spent: 17.8 secs | LR: 0.000269
I0902 04:57:34.431113 140140056737664 interactiveshell.py:2882] Step 39400 | Loss: 0.2499 | Spent: 17.6 secs | LR: 0.000269
I0902 04:57:52.129539 140140056737664 interactiveshell.py:2882] Step 39450 | Loss: 0.3955 | Spent: 17.7 secs | LR: 0.000269
I0902 04:58:09.958740 140140056737664 interactiveshell.py:2882] Step 39500 | Loss: 0.4829 | Spent: 17.8 secs | LR: 0.000269
Reading ../data/test.txt
I0902 04:59:12.071613 140140056737664 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.864
I0902 04:59:12.073013 140140056737664 interactiveshell.py:2882] Best Accuracy: 0.865
I0902 04:59:17.088968 140140056737664 interactiveshell.py:2882] Step 39550 | Loss: 0.5503 | Spent: 67.1 secs | LR: 0.000269
I0902 04:59:34.761604 140140056737664 interactiveshell.py:2882] Step 39600 | Loss: 0.3231 | Spent: 17.7 secs | LR: 0.000269
I0902 04:59:52.504240 140140056737664 interactiveshell.py:2882] Step 39650 | Loss: 0.4226 | Spent: 17.7 secs | LR: 0.000269
I0902 05:00:10.323783 140140056737664 interactiveshell.py:2882] Step 39700 | Loss: 0.4600 | Spent: 17.8 secs | LR: 0.000268
I0902 05:00:27.809160 140140056737664 interactiveshell.py:2882] Step 39750 | Loss: 0.4719 | Spent: 17.5 secs | LR: 0.000268
I0902 05:00:45.883101 140140056737664 interactiveshell.py:2882] Step 39800 | Loss: 0.2380 | Spent: 18.1 secs | LR: 0.000268
I0902 05:01:03.679945 140140056737664 interactiveshell.py:2882] Step 39850 | Loss: 0.2343 | Spent: 17.8 secs | LR: 0.000268
I0902 05:01:21.092113 140140056737664 interactiveshell.py:2882] Step 39900 | Loss: 0.2458 | Spent: 17.4 secs | LR: 0.000268
I0902 05:01:38.669163 140140056737664 interactiveshell.py:2882] Step 39950 | Loss: 0.4126 | Spent: 17.6 secs | LR: 0.000268
I0902 05:01:56.426218 140140056737664 interactiveshell.py:2882] Step 40000 | Loss: 0.2718 | Spent: 17.8 secs | LR: 0.000268
I0902 05:02:14.176363 140140056737664 interactiveshell.py:2882] Step 40050 | Loss: 0.3425 | Spent: 17.7 secs | LR: 0.000267
I0902 05:02:32.046939 140140056737664 interactiveshell.py:2882] Step 40100 | Loss: 0.4325 | Spent: 17.9 secs | LR: 0.000267
I0902 05:02:49.689924 140140056737664 interactiveshell.py:2882] Step 40150 | Loss: 0.4029 | Spent: 17.6 secs | LR: 0.000267
I0902 05:03:07.149698 140140056737664 interactiveshell.py:2882] Step 40200 | Loss: 0.3399 | Spent: 17.5 secs | LR: 0.000267
I0902 05:03:24.914825 140140056737664 interactiveshell.py:2882] Step 40250 | Loss: 0.4014 | Spent: 17.8 secs | LR: 0.000267
I0902 05:03:42.663153 140140056737664 interactiveshell.py:2882] Step 40300 | Loss: 0.5647 | Spent: 17.7 secs | LR: 0.000267
I0902 05:04:00.712242 140140056737664 interactiveshell.py:2882] Step 40350 | Loss: 0.7071 | Spent: 18.0 secs | LR: 0.000267
I0902 05:04:18.383859 140140056737664 interactiveshell.py:2882] Step 40400 | Loss: 0.2482 | Spent: 17.7 secs | LR: 0.000267
I0902 05:04:36.109277 140140056737664 interactiveshell.py:2882] Step 40450 | Loss: 0.2529 | Spent: 17.7 secs | LR: 0.000266
I0902 05:04:54.242723 140140056737664 interactiveshell.py:2882] Step 40500 | Loss: 0.2450 | Spent: 18.1 secs | LR: 0.000266
I0902 05:05:12.008815 140140056737664 interactiveshell.py:2882] Step 40550 | Loss: 0.3810 | Spent: 17.8 secs | LR: 0.000266
I0902 05:05:29.518139 140140056737664 interactiveshell.py:2882] Step 40600 | Loss: 0.1782 | Spent: 17.5 secs | LR: 0.000266
I0902 05:05:47.923014 140140056737664 interactiveshell.py:2882] Step 40650 | Loss: 0.2316 | Spent: 18.4 secs | LR: 0.000266
I0902 05:06:05.686017 140140056737664 interactiveshell.py:2882] Step 40700 | Loss: 0.2720 | Spent: 17.8 secs | LR: 0.000266
I0902 05:06:23.253820 140140056737664 interactiveshell.py:2882] Step 40750 | Loss: 0.2585 | Spent: 17.6 secs | LR: 0.000266
I0902 05:06:41.090698 140140056737664 interactiveshell.py:2882] Step 40800 | Loss: 0.3721 | Spent: 17.8 secs | LR: 0.000265
I0902 05:06:58.846115 140140056737664 interactiveshell.py:2882] Step 40850 | Loss: 0.5683 | Spent: 17.7 secs | LR: 0.000265
I0902 05:07:16.578247 140140056737664 interactiveshell.py:2882] Step 40900 | Loss: 0.2243 | Spent: 17.7 secs | LR: 0.000265
I0902 05:07:34.412363 140140056737664 interactiveshell.py:2882] Step 40950 | Loss: 0.2721 | Spent: 17.8 secs | LR: 0.000265
I0902 05:07:52.099300 140140056737664 interactiveshell.py:2882] Step 41000 | Loss: 0.2687 | Spent: 17.7 secs | LR: 0.000265
I0902 05:08:09.811671 140140056737664 interactiveshell.py:2882] Step 41050 | Loss: 0.1901 | Spent: 17.7 secs | LR: 0.000265
I0902 05:08:27.580725 140140056737664 interactiveshell.py:2882] Step 41100 | Loss: 0.3838 | Spent: 17.8 secs | LR: 0.000265
I0902 05:08:45.244928 140140056737664 interactiveshell.py:2882] Step 41150 | Loss: 0.4056 | Spent: 17.7 secs | LR: 0.000265
I0902 05:09:03.228804 140140056737664 interactiveshell.py:2882] Step 41200 | Loss: 0.3314 | Spent: 18.0 secs | LR: 0.000264
I0902 05:09:20.966313 140140056737664 interactiveshell.py:2882] Step 41250 | Loss: 0.2774 | Spent: 17.7 secs | LR: 0.000264
Reading ../data/test.txt
I0902 05:10:12.296195 140140056737664 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.865
I0902 05:10:12.297386 140140056737664 interactiveshell.py:2882] Best Accuracy: 0.865
I0902 05:10:28.359715 140140056737664 interactiveshell.py:2882] Step 41300 | Loss: 0.2175 | Spent: 67.4 secs | LR: 0.000264
I0902 05:10:46.076968 140140056737664 interactiveshell.py:2882] Step 41350 | Loss: 0.5582 | Spent: 17.7 secs | LR: 0.000264
I0902 05:11:04.565014 140140056737664 interactiveshell.py:2882] Step 41400 | Loss: 0.3544 | Spent: 18.5 secs | LR: 0.000264
I0902 05:11:22.331026 140140056737664 interactiveshell.py:2882] Step 41450 | Loss: 0.4417 | Spent: 17.8 secs | LR: 0.000264
I0902 05:11:40.274694 140140056737664 interactiveshell.py:2882] Step 41500 | Loss: 0.3387 | Spent: 17.9 secs | LR: 0.000264
I0902 05:11:57.992253 140140056737664 interactiveshell.py:2882] Step 41550 | Loss: 0.4701 | Spent: 17.7 secs | LR: 0.000263
I0902 05:12:15.684466 140140056737664 interactiveshell.py:2882] Step 41600 | Loss: 0.2333 | Spent: 17.7 secs | LR: 0.000263
I0902 05:12:33.580474 140140056737664 interactiveshell.py:2882] Step 41650 | Loss: 0.3622 | Spent: 17.9 secs | LR: 0.000263
I0902 05:12:51.376125 140140056737664 interactiveshell.py:2882] Step 41700 | Loss: 0.3132 | Spent: 17.8 secs | LR: 0.000263
I0902 05:13:09.201231 140140056737664 interactiveshell.py:2882] Step 41750 | Loss: 0.2480 | Spent: 17.8 secs | LR: 0.000263
I0902 05:13:26.948692 140140056737664 interactiveshell.py:2882] Step 41800 | Loss: 0.2763 | Spent: 17.7 secs | LR: 0.000263
I0902 05:13:44.797902 140140056737664 interactiveshell.py:2882] Step 41850 | Loss: 0.1515 | Spent: 17.8 secs | LR: 0.000263
I0902 05:14:02.713287 140140056737664 interactiveshell.py:2882] Step 41900 | Loss: 0.7105 | Spent: 17.9 secs | LR: 0.000263
I0902 05:14:20.559956 140140056737664 interactiveshell.py:2882] Step 41950 | Loss: 0.4099 | Spent: 17.8 secs | LR: 0.000262
I0902 05:14:38.371547 140140056737664 interactiveshell.py:2882] Step 42000 | Loss: 0.3072 | Spent: 17.8 secs | LR: 0.000262
I0902 05:14:56.112492 140140056737664 interactiveshell.py:2882] Step 42050 | Loss: 0.1036 | Spent: 17.7 secs | LR: 0.000262
I0902 05:15:14.063866 140140056737664 interactiveshell.py:2882] Step 42100 | Loss: 0.2232 | Spent: 17.9 secs | LR: 0.000262
I0902 05:15:31.604340 140140056737664 interactiveshell.py:2882] Step 42150 | Loss: 0.3374 | Spent: 17.5 secs | LR: 0.000262
I0902 05:15:49.245385 140140056737664 interactiveshell.py:2882] Step 42200 | Loss: 0.3874 | Spent: 17.6 secs | LR: 0.000262
I0902 05:16:07.581459 140140056737664 interactiveshell.py:2882] Step 42250 | Loss: 0.3654 | Spent: 18.3 secs | LR: 0.000262
I0902 05:16:25.133847 140140056737664 interactiveshell.py:2882] Step 42300 | Loss: 0.3942 | Spent: 17.6 secs | LR: 0.000261
I0902 05:16:42.700285 140140056737664 interactiveshell.py:2882] Step 42350 | Loss: 0.4301 | Spent: 17.6 secs | LR: 0.000261
I0902 05:17:00.189288 140140056737664 interactiveshell.py:2882] Step 42400 | Loss: 0.2458 | Spent: 17.5 secs | LR: 0.000261
I0902 05:17:17.774707 140140056737664 interactiveshell.py:2882] Step 42450 | Loss: 0.2033 | Spent: 17.6 secs | LR: 0.000261
I0902 05:17:35.578906 140140056737664 interactiveshell.py:2882] Step 42500 | Loss: 0.3770 | Spent: 17.8 secs | LR: 0.000261
I0902 05:17:53.433886 140140056737664 interactiveshell.py:2882] Step 42550 | Loss: 0.7019 | Spent: 17.9 secs | LR: 0.000261
I0902 05:18:11.276592 140140056737664 interactiveshell.py:2882] Step 42600 | Loss: 0.2497 | Spent: 17.8 secs | LR: 0.000261
I0902 05:18:29.141195 140140056737664 interactiveshell.py:2882] Step 42650 | Loss: 0.3552 | Spent: 17.9 secs | LR: 0.000261
I0902 05:18:46.682348 140140056737664 interactiveshell.py:2882] Step 42700 | Loss: 0.2721 | Spent: 17.5 secs | LR: 0.000260
I0902 05:19:04.682332 140140056737664 interactiveshell.py:2882] Step 42750 | Loss: 0.3481 | Spent: 18.0 secs | LR: 0.000260
I0902 05:19:22.405274 140140056737664 interactiveshell.py:2882] Step 42800 | Loss: 0.2850 | Spent: 17.7 secs | LR: 0.000260
I0902 05:19:40.061388 140140056737664 interactiveshell.py:2882] Step 42850 | Loss: 0.2547 | Spent: 17.7 secs | LR: 0.000260
I0902 05:19:57.672625 140140056737664 interactiveshell.py:2882] Step 42900 | Loss: 0.4462 | Spent: 17.6 secs | LR: 0.000260
I0902 05:20:15.434725 140140056737664 interactiveshell.py:2882] Step 42950 | Loss: 0.4156 | Spent: 17.8 secs | LR: 0.000260
Reading ../data/test.txt
I0902 05:21:12.977250 140140056737664 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.866
I0902 05:21:12.979899 140140056737664 interactiveshell.py:2882] Best Accuracy: 0.866
I0902 05:21:22.327585 140140056737664 interactiveshell.py:2882] Step 43000 | Loss: 0.5156 | Spent: 66.9 secs | LR: 0.000260
I0902 05:21:39.922040 140140056737664 interactiveshell.py:2882] Step 43050 | Loss: 0.2450 | Spent: 17.6 secs | LR: 0.000260
I0902 05:21:57.734112 140140056737664 interactiveshell.py:2882] Step 43100 | Loss: 0.3560 | Spent: 17.8 secs | LR: 0.000259
I0902 05:22:15.414008 140140056737664 interactiveshell.py:2882] Step 43150 | Loss: 0.2932 | Spent: 17.7 secs | LR: 0.000259
I0902 05:22:32.848639 140140056737664 interactiveshell.py:2882] Step 43200 | Loss: 0.4155 | Spent: 17.4 secs | LR: 0.000259
I0902 05:22:50.656612 140140056737664 interactiveshell.py:2882] Step 43250 | Loss: 0.3236 | Spent: 17.8 secs | LR: 0.000259
I0902 05:23:08.255006 140140056737664 interactiveshell.py:2882] Step 43300 | Loss: 0.3318 | Spent: 17.6 secs | LR: 0.000259
I0902 05:23:25.901638 140140056737664 interactiveshell.py:2882] Step 43350 | Loss: 0.2467 | Spent: 17.6 secs | LR: 0.000259
I0902 05:23:43.850202 140140056737664 interactiveshell.py:2882] Step 43400 | Loss: 0.2296 | Spent: 17.9 secs | LR: 0.000259
I0902 05:24:01.457637 140140056737664 interactiveshell.py:2882] Step 43450 | Loss: 0.3486 | Spent: 17.6 secs | LR: 0.000258
I0902 05:24:19.254651 140140056737664 interactiveshell.py:2882] Step 43500 | Loss: 0.2557 | Spent: 17.8 secs | LR: 0.000258
I0902 05:24:36.677586 140140056737664 interactiveshell.py:2882] Step 43550 | Loss: 0.4484 | Spent: 17.4 secs | LR: 0.000258
I0902 05:24:54.208640 140140056737664 interactiveshell.py:2882] Step 43600 | Loss: 0.1621 | Spent: 17.5 secs | LR: 0.000258
I0902 05:25:11.769030 140140056737664 interactiveshell.py:2882] Step 43650 | Loss: 0.4378 | Spent: 17.6 secs | LR: 0.000258
I0902 05:25:29.501268 140140056737664 interactiveshell.py:2882] Step 43700 | Loss: 0.5452 | Spent: 17.7 secs | LR: 0.000258
I0902 05:25:47.104614 140140056737664 interactiveshell.py:2882] Step 43750 | Loss: 0.2156 | Spent: 17.6 secs | LR: 0.000258
I0902 05:26:04.869818 140140056737664 interactiveshell.py:2882] Step 43800 | Loss: 0.2752 | Spent: 17.8 secs | LR: 0.000258
I0902 05:26:22.821250 140140056737664 interactiveshell.py:2882] Step 43850 | Loss: 0.5313 | Spent: 17.9 secs | LR: 0.000257
I0902 05:26:40.885640 140140056737664 interactiveshell.py:2882] Step 43900 | Loss: 0.3380 | Spent: 18.1 secs | LR: 0.000257
I0902 05:26:58.623541 140140056737664 interactiveshell.py:2882] Step 43950 | Loss: 0.5913 | Spent: 17.7 secs | LR: 0.000257
I0902 05:27:16.250860 140140056737664 interactiveshell.py:2882] Step 44000 | Loss: 0.3739 | Spent: 17.6 secs | LR: 0.000257
I0902 05:27:34.000871 140140056737664 interactiveshell.py:2882] Step 44050 | Loss: 0.4813 | Spent: 17.7 secs | LR: 0.000257
I0902 05:27:51.890899 140140056737664 interactiveshell.py:2882] Step 44100 | Loss: 0.3555 | Spent: 17.9 secs | LR: 0.000257
I0902 05:28:09.609486 140140056737664 interactiveshell.py:2882] Step 44150 | Loss: 0.3574 | Spent: 17.7 secs | LR: 0.000257
I0902 05:28:27.278277 140140056737664 interactiveshell.py:2882] Step 44200 | Loss: 0.1237 | Spent: 17.7 secs | LR: 0.000257
I0902 05:28:45.215829 140140056737664 interactiveshell.py:2882] Step 44250 | Loss: 0.2814 | Spent: 17.9 secs | LR: 0.000256
I0902 05:29:02.772147 140140056737664 interactiveshell.py:2882] Step 44300 | Loss: 0.3137 | Spent: 17.6 secs | LR: 0.000256
I0902 05:29:20.926492 140140056737664 interactiveshell.py:2882] Step 44350 | Loss: 0.2720 | Spent: 18.2 secs | LR: 0.000256
I0902 05:29:38.716022 140140056737664 interactiveshell.py:2882] Step 44400 | Loss: 0.2410 | Spent: 17.8 secs | LR: 0.000256
I0902 05:29:56.386727 140140056737664 interactiveshell.py:2882] Step 44450 | Loss: 0.3470 | Spent: 17.7 secs | LR: 0.000256
I0902 05:30:13.875672 140140056737664 interactiveshell.py:2882] Step 44500 | Loss: 0.4394 | Spent: 17.5 secs | LR: 0.000256
I0902 05:30:31.129950 140140056737664 interactiveshell.py:2882] Step 44550 | Loss: 0.5077 | Spent: 17.3 secs | LR: 0.000256
I0902 05:30:48.742265 140140056737664 interactiveshell.py:2882] Step 44600 | Loss: 0.2570 | Spent: 17.6 secs | LR: 0.000255
I0902 05:31:06.362217 140140056737664 interactiveshell.py:2882] Step 44650 | Loss: 0.2086 | Spent: 17.6 secs | LR: 0.000255
Reading ../data/test.txt
I0902 05:32:11.885849 140140056737664 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.863
I0902 05:32:11.887399 140140056737664 interactiveshell.py:2882] Best Accuracy: 0.866
I0902 05:32:14.372423 140140056737664 interactiveshell.py:2882] Step 44700 | Loss: 0.3764 | Spent: 68.0 secs | LR: 0.000255
I0902 05:32:32.076538 140140056737664 interactiveshell.py:2882] Step 44750 | Loss: 0.3659 | Spent: 17.7 secs | LR: 0.000255
I0902 05:32:50.021222 140140056737664 interactiveshell.py:2882] Step 44800 | Loss: 0.0901 | Spent: 17.9 secs | LR: 0.000255
I0902 05:33:08.124650 140140056737664 interactiveshell.py:2882] Step 44850 | Loss: 0.2878 | Spent: 18.1 secs | LR: 0.000255
I0902 05:33:25.933418 140140056737664 interactiveshell.py:2882] Step 44900 | Loss: 0.4678 | Spent: 17.8 secs | LR: 0.000255
I0902 05:33:43.660984 140140056737664 interactiveshell.py:2882] Step 44950 | Loss: 0.2568 | Spent: 17.7 secs | LR: 0.000255
I0902 05:34:01.797478 140140056737664 interactiveshell.py:2882] Step 45000 | Loss: 0.3261 | Spent: 18.1 secs | LR: 0.000254
I0902 05:34:19.951656 140140056737664 interactiveshell.py:2882] Step 45050 | Loss: 0.2784 | Spent: 18.2 secs | LR: 0.000254
I0902 05:34:37.699350 140140056737664 interactiveshell.py:2882] Step 45100 | Loss: 0.3842 | Spent: 17.7 secs | LR: 0.000254
I0902 05:34:55.401260 140140056737664 interactiveshell.py:2882] Step 45150 | Loss: 0.3793 | Spent: 17.7 secs | LR: 0.000254
I0902 05:35:13.091114 140140056737664 interactiveshell.py:2882] Step 45200 | Loss: 0.2752 | Spent: 17.7 secs | LR: 0.000254
I0902 05:35:30.962196 140140056737664 interactiveshell.py:2882] Step 45250 | Loss: 0.2714 | Spent: 17.9 secs | LR: 0.000254
I0902 05:35:48.281897 140140056737664 interactiveshell.py:2882] Step 45300 | Loss: 0.1647 | Spent: 17.3 secs | LR: 0.000254
I0902 05:36:05.581110 140140056737664 interactiveshell.py:2882] Step 45350 | Loss: 0.3882 | Spent: 17.3 secs | LR: 0.000254
I0902 05:36:23.144069 140140056737664 interactiveshell.py:2882] Step 45400 | Loss: 0.4412 | Spent: 17.6 secs | LR: 0.000253
I0902 05:36:40.425537 140140056737664 interactiveshell.py:2882] Step 45450 | Loss: 0.4396 | Spent: 17.3 secs | LR: 0.000253
I0902 05:36:58.301885 140140056737664 interactiveshell.py:2882] Step 45500 | Loss: 0.3655 | Spent: 17.9 secs | LR: 0.000253
I0902 05:37:15.945536 140140056737664 interactiveshell.py:2882] Step 45550 | Loss: 0.2509 | Spent: 17.6 secs | LR: 0.000253
I0902 05:37:33.024210 140140056737664 interactiveshell.py:2882] Step 45600 | Loss: 0.4044 | Spent: 17.1 secs | LR: 0.000253
I0902 05:37:49.893156 140140056737664 interactiveshell.py:2882] Step 45650 | Loss: 0.3171 | Spent: 16.9 secs | LR: 0.000253
I0902 05:38:07.177130 140140056737664 interactiveshell.py:2882] Step 45700 | Loss: 0.3269 | Spent: 17.3 secs | LR: 0.000253
I0902 05:38:24.249764 140140056737664 interactiveshell.py:2882] Step 45750 | Loss: 0.2972 | Spent: 17.1 secs | LR: 0.000253
I0902 05:38:41.636224 140140056737664 interactiveshell.py:2882] Step 45800 | Loss: 0.5656 | Spent: 17.4 secs | LR: 0.000252
I0902 05:38:59.157998 140140056737664 interactiveshell.py:2882] Step 45850 | Loss: 0.6924 | Spent: 17.5 secs | LR: 0.000252
I0902 05:39:16.540483 140140056737664 interactiveshell.py:2882] Step 45900 | Loss: 0.3893 | Spent: 17.4 secs | LR: 0.000252
I0902 05:39:34.300550 140140056737664 interactiveshell.py:2882] Step 45950 | Loss: 0.3471 | Spent: 17.8 secs | LR: 0.000252
I0902 05:39:51.946586 140140056737664 interactiveshell.py:2882] Step 46000 | Loss: 0.4183 | Spent: 17.6 secs | LR: 0.000252
I0902 05:40:09.204088 140140056737664 interactiveshell.py:2882] Step 46050 | Loss: 0.3430 | Spent: 17.3 secs | LR: 0.000252
I0902 05:40:26.207141 140140056737664 interactiveshell.py:2882] Step 46100 | Loss: 0.2760 | Spent: 17.0 secs | LR: 0.000252
I0902 05:40:43.466821 140140056737664 interactiveshell.py:2882] Step 46150 | Loss: 0.3286 | Spent: 17.3 secs | LR: 0.000252
I0902 05:41:00.713804 140140056737664 interactiveshell.py:2882] Step 46200 | Loss: 0.2919 | Spent: 17.2 secs | LR: 0.000251
I0902 05:41:17.937074 140140056737664 interactiveshell.py:2882] Step 46250 | Loss: 0.3627 | Spent: 17.2 secs | LR: 0.000251
I0902 05:41:34.929126 140140056737664 interactiveshell.py:2882] Step 46300 | Loss: 0.1742 | Spent: 17.0 secs | LR: 0.000251
I0902 05:41:52.319532 140140056737664 interactiveshell.py:2882] Step 46350 | Loss: 0.6175 | Spent: 17.4 secs | LR: 0.000251
I0902 05:42:10.271027 140140056737664 interactiveshell.py:2882] Step 46400 | Loss: 0.4461 | Spent: 17.9 secs | LR: 0.000251
Reading ../data/test.txt
I0902 05:43:03.707992 140140056737664 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.870
I0902 05:43:03.709276 140140056737664 interactiveshell.py:2882] Best Accuracy: 0.870
I0902 05:43:16.783748 140140056737664 interactiveshell.py:2882] Step 46450 | Loss: 0.7362 | Spent: 66.5 secs | LR: 0.000251
I0902 05:43:34.071526 140140056737664 interactiveshell.py:2882] Step 46500 | Loss: 0.3125 | Spent: 17.3 secs | LR: 0.000251
I0902 05:43:51.399399 140140056737664 interactiveshell.py:2882] Step 46550 | Loss: 0.1797 | Spent: 17.3 secs | LR: 0.000251
I0902 05:44:08.686769 140140056737664 interactiveshell.py:2882] Step 46600 | Loss: 0.3307 | Spent: 17.3 secs | LR: 0.000250
I0902 05:44:26.105479 140140056737664 interactiveshell.py:2882] Step 46650 | Loss: 0.3451 | Spent: 17.4 secs | LR: 0.000250
I0902 05:44:43.769819 140140056737664 interactiveshell.py:2882] Step 46700 | Loss: 0.2339 | Spent: 17.7 secs | LR: 0.000250
I0902 05:45:01.109432 140140056737664 interactiveshell.py:2882] Step 46750 | Loss: 0.4561 | Spent: 17.3 secs | LR: 0.000250
I0902 05:45:18.410759 140140056737664 interactiveshell.py:2882] Step 46800 | Loss: 0.4439 | Spent: 17.3 secs | LR: 0.000250
I0902 05:45:35.903144 140140056737664 interactiveshell.py:2882] Step 46850 | Loss: 0.3356 | Spent: 17.5 secs | LR: 0.000250
I0902 05:45:53.206911 140140056737664 interactiveshell.py:2882] Step 46900 | Loss: 0.1791 | Spent: 17.3 secs | LR: 0.000250
I0902 05:46:10.428993 140140056737664 interactiveshell.py:2882] Step 46950 | Loss: 0.3344 | Spent: 17.2 secs | LR: 0.000250
I0902 05:46:27.985025 140140056737664 interactiveshell.py:2882] Step 47000 | Loss: 0.5940 | Spent: 17.6 secs | LR: 0.000249
I0902 05:46:45.309429 140140056737664 interactiveshell.py:2882] Step 47050 | Loss: 0.3403 | Spent: 17.3 secs | LR: 0.000249
I0902 05:47:02.593363 140140056737664 interactiveshell.py:2882] Step 47100 | Loss: 0.4940 | Spent: 17.3 secs | LR: 0.000249
I0902 05:47:20.461681 140140056737664 interactiveshell.py:2882] Step 47150 | Loss: 0.3588 | Spent: 17.9 secs | LR: 0.000249
I0902 05:47:37.681625 140140056737664 interactiveshell.py:2882] Step 47200 | Loss: 0.2982 | Spent: 17.2 secs | LR: 0.000249
I0902 05:47:55.114733 140140056737664 interactiveshell.py:2882] Step 47250 | Loss: 0.5630 | Spent: 17.4 secs | LR: 0.000249
I0902 05:48:12.498785 140140056737664 interactiveshell.py:2882] Step 47300 | Loss: 0.3255 | Spent: 17.4 secs | LR: 0.000249
I0902 05:48:29.760818 140140056737664 interactiveshell.py:2882] Step 47350 | Loss: 0.2966 | Spent: 17.3 secs | LR: 0.000249
I0902 05:48:47.052664 140140056737664 interactiveshell.py:2882] Step 47400 | Loss: 0.3786 | Spent: 17.3 secs | LR: 0.000248
I0902 05:49:04.501377 140140056737664 interactiveshell.py:2882] Step 47450 | Loss: 0.4835 | Spent: 17.4 secs | LR: 0.000248
I0902 05:49:21.794741 140140056737664 interactiveshell.py:2882] Step 47500 | Loss: 0.2282 | Spent: 17.3 secs | LR: 0.000248
I0902 05:49:39.349823 140140056737664 interactiveshell.py:2882] Step 47550 | Loss: 0.2813 | Spent: 17.6 secs | LR: 0.000248
I0902 05:49:56.600128 140140056737664 interactiveshell.py:2882] Step 47600 | Loss: 0.5864 | Spent: 17.2 secs | LR: 0.000248
I0902 05:50:13.815844 140140056737664 interactiveshell.py:2882] Step 47650 | Loss: 0.3356 | Spent: 17.2 secs | LR: 0.000248
I0902 05:50:31.334838 140140056737664 interactiveshell.py:2882] Step 47700 | Loss: 0.3002 | Spent: 17.5 secs | LR: 0.000248
I0902 05:50:48.566555 140140056737664 interactiveshell.py:2882] Step 47750 | Loss: 0.4255 | Spent: 17.2 secs | LR: 0.000248
I0902 05:51:05.917200 140140056737664 interactiveshell.py:2882] Step 47800 | Loss: 0.3098 | Spent: 17.3 secs | LR: 0.000247
I0902 05:51:23.362895 140140056737664 interactiveshell.py:2882] Step 47850 | Loss: 0.4761 | Spent: 17.4 secs | LR: 0.000247
I0902 05:51:40.639151 140140056737664 interactiveshell.py:2882] Step 47900 | Loss: 0.5708 | Spent: 17.3 secs | LR: 0.000247
I0902 05:51:57.643075 140140056737664 interactiveshell.py:2882] Step 47950 | Loss: 0.1578 | Spent: 17.0 secs | LR: 0.000247
I0902 05:52:15.267569 140140056737664 interactiveshell.py:2882] Step 48000 | Loss: 0.5966 | Spent: 17.6 secs | LR: 0.000247
I0902 05:52:32.947403 140140056737664 interactiveshell.py:2882] Step 48050 | Loss: 0.5759 | Spent: 17.7 secs | LR: 0.000247
I0902 05:52:50.343290 140140056737664 interactiveshell.py:2882] Step 48100 | Loss: 0.5204 | Spent: 17.4 secs | LR: 0.000247
Reading ../data/test.txt
I0902 05:53:50.497260 140140056737664 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.869
I0902 05:53:50.498718 140140056737664 interactiveshell.py:2882] Best Accuracy: 0.870
I0902 05:53:57.053476 140140056737664 interactiveshell.py:2882] Step 48150 | Loss: 0.3602 | Spent: 66.7 secs | LR: 0.000247
I0902 05:54:14.209279 140140056737664 interactiveshell.py:2882] Step 48200 | Loss: 0.4782 | Spent: 17.2 secs | LR: 0.000246
I0902 05:54:31.507005 140140056737664 interactiveshell.py:2882] Step 48250 | Loss: 0.3784 | Spent: 17.3 secs | LR: 0.000246
I0902 05:54:49.228630 140140056737664 interactiveshell.py:2882] Step 48300 | Loss: 0.2347 | Spent: 17.7 secs | LR: 0.000246
I0902 05:55:06.500505 140140056737664 interactiveshell.py:2882] Step 48350 | Loss: 0.5287 | Spent: 17.3 secs | LR: 0.000246
I0902 05:55:23.936233 140140056737664 interactiveshell.py:2882] Step 48400 | Loss: 0.3312 | Spent: 17.4 secs | LR: 0.000246
I0902 05:55:41.491133 140140056737664 interactiveshell.py:2882] Step 48450 | Loss: 0.3161 | Spent: 17.6 secs | LR: 0.000246
I0902 05:55:58.773000 140140056737664 interactiveshell.py:2882] Step 48500 | Loss: 0.3418 | Spent: 17.3 secs | LR: 0.000246
I0902 05:56:15.997845 140140056737664 interactiveshell.py:2882] Step 48550 | Loss: 0.2999 | Spent: 17.2 secs | LR: 0.000246
I0902 05:56:33.413650 140140056737664 interactiveshell.py:2882] Step 48600 | Loss: 0.2949 | Spent: 17.4 secs | LR: 0.000245
I0902 05:56:50.692504 140140056737664 interactiveshell.py:2882] Step 48650 | Loss: 0.4290 | Spent: 17.3 secs | LR: 0.000245
I0902 05:57:08.273782 140140056737664 interactiveshell.py:2882] Step 48700 | Loss: 0.5956 | Spent: 17.6 secs | LR: 0.000245
I0902 05:57:25.757571 140140056737664 interactiveshell.py:2882] Step 48750 | Loss: 0.4519 | Spent: 17.5 secs | LR: 0.000245
I0902 05:57:43.461405 140140056737664 interactiveshell.py:2882] Step 48800 | Loss: 0.2490 | Spent: 17.7 secs | LR: 0.000245
I0902 05:58:00.817223 140140056737664 interactiveshell.py:2882] Step 48850 | Loss: 0.6320 | Spent: 17.4 secs | LR: 0.000245
I0902 05:58:18.029267 140140056737664 interactiveshell.py:2882] Step 48900 | Loss: 0.4477 | Spent: 17.2 secs | LR: 0.000245
I0902 05:58:35.272551 140140056737664 interactiveshell.py:2882] Step 48950 | Loss: 0.6681 | Spent: 17.2 secs | LR: 0.000245
I0902 05:58:52.692864 140140056737664 interactiveshell.py:2882] Step 49000 | Loss: 0.4910 | Spent: 17.4 secs | LR: 0.000244
I0902 05:59:10.011641 140140056737664 interactiveshell.py:2882] Step 49050 | Loss: 0.4550 | Spent: 17.3 secs | LR: 0.000244
I0902 05:59:27.225879 140140056737664 interactiveshell.py:2882] Step 49100 | Loss: 0.4774 | Spent: 17.2 secs | LR: 0.000244
I0902 05:59:44.762774 140140056737664 interactiveshell.py:2882] Step 49150 | Loss: 0.3475 | Spent: 17.5 secs | LR: 0.000244
I0902 06:00:02.208312 140140056737664 interactiveshell.py:2882] Step 49200 | Loss: 0.1852 | Spent: 17.4 secs | LR: 0.000244
I0902 06:00:19.501842 140140056737664 interactiveshell.py:2882] Step 49250 | Loss: 0.4839 | Spent: 17.3 secs | LR: 0.000244
I0902 06:00:36.992039 140140056737664 interactiveshell.py:2882] Step 49300 | Loss: 0.5035 | Spent: 17.5 secs | LR: 0.000244
I0902 06:00:54.178733 140140056737664 interactiveshell.py:2882] Step 49350 | Loss: 0.4989 | Spent: 17.2 secs | LR: 0.000244
I0902 06:01:11.356525 140140056737664 interactiveshell.py:2882] Step 49400 | Loss: 0.2349 | Spent: 17.2 secs | LR: 0.000243
I0902 06:01:28.786074 140140056737664 interactiveshell.py:2882] Step 49450 | Loss: 0.1481 | Spent: 17.4 secs | LR: 0.000243
I0902 06:01:46.078325 140140056737664 interactiveshell.py:2882] Step 49500 | Loss: 0.8619 | Spent: 17.3 secs | LR: 0.000243
I0902 06:02:03.331498 140140056737664 interactiveshell.py:2882] Step 49550 | Loss: 0.3470 | Spent: 17.3 secs | LR: 0.000243
I0902 06:02:20.881509 140140056737664 interactiveshell.py:2882] Step 49600 | Loss: 0.1447 | Spent: 17.5 secs | LR: 0.000243
I0902 06:02:38.374162 140140056737664 interactiveshell.py:2882] Step 49650 | Loss: 0.6776 | Spent: 17.5 secs | LR: 0.000243
I0902 06:02:55.869355 140140056737664 interactiveshell.py:2882] Step 49700 | Loss: 0.3027 | Spent: 17.5 secs | LR: 0.000243
I0902 06:03:13.437598 140140056737664 interactiveshell.py:2882] Step 49750 | Loss: 0.5837 | Spent: 17.6 secs | LR: 0.000243
I0902 06:03:30.486109 140140056737664 interactiveshell.py:2882] Step 49800 | Loss: 0.2863 | Spent: 17.0 secs | LR: 0.000242
I0902 06:03:47.701116 140140056737664 interactiveshell.py:2882] Step 49850 | Loss: 0.1016 | Spent: 17.2 secs | LR: 0.000242
Reading ../data/test.txt
I0902 06:04:36.976819 140140056737664 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.869
I0902 06:04:36.978223 140140056737664 interactiveshell.py:2882] Best Accuracy: 0.870
I0902 06:04:54.813761 140140056737664 interactiveshell.py:2882] Step 49900 | Loss: 0.3296 | Spent: 67.1 secs | LR: 0.000242
I0902 06:05:11.935973 140140056737664 interactiveshell.py:2882] Step 49950 | Loss: 0.2905 | Spent: 17.1 secs | LR: 0.000242
I0902 06:05:29.257639 140140056737664 interactiveshell.py:2882] Step 50000 | Loss: 0.3969 | Spent: 17.3 secs | LR: 0.000242
I0902 06:05:46.552645 140140056737664 interactiveshell.py:2882] Step 50050 | Loss: 0.4407 | Spent: 17.3 secs | LR: 0.000242
I0902 06:06:03.716230 140140056737664 interactiveshell.py:2882] Step 50100 | Loss: 0.1951 | Spent: 17.2 secs | LR: 0.000242
I0902 06:06:21.135054 140140056737664 interactiveshell.py:2882] Step 50150 | Loss: 0.3150 | Spent: 17.4 secs | LR: 0.000242
I0902 06:06:38.394637 140140056737664 interactiveshell.py:2882] Step 50200 | Loss: 0.2474 | Spent: 17.3 secs | LR: 0.000242
I0902 06:06:55.682381 140140056737664 interactiveshell.py:2882] Step 50250 | Loss: 0.1574 | Spent: 17.3 secs | LR: 0.000241
I0902 06:07:13.161475 140140056737664 interactiveshell.py:2882] Step 50300 | Loss: 0.3422 | Spent: 17.5 secs | LR: 0.000241
I0902 06:07:30.704543 140140056737664 interactiveshell.py:2882] Step 50350 | Loss: 0.5419 | Spent: 17.5 secs | LR: 0.000241
I0902 06:07:48.318295 140140056737664 interactiveshell.py:2882] Step 50400 | Loss: 0.1382 | Spent: 17.6 secs | LR: 0.000241
I0902 06:08:06.039823 140140056737664 interactiveshell.py:2882] Step 50450 | Loss: 0.4231 | Spent: 17.7 secs | LR: 0.000241
I0902 06:08:23.296619 140140056737664 interactiveshell.py:2882] Step 50500 | Loss: 0.2067 | Spent: 17.3 secs | LR: 0.000241
I0902 06:08:40.573599 140140056737664 interactiveshell.py:2882] Step 50550 | Loss: 0.4106 | Spent: 17.3 secs | LR: 0.000241
I0902 06:08:58.086631 140140056737664 interactiveshell.py:2882] Step 50600 | Loss: 0.3326 | Spent: 17.5 secs | LR: 0.000241
I0902 06:09:15.422765 140140056737664 interactiveshell.py:2882] Step 50650 | Loss: 0.5515 | Spent: 17.3 secs | LR: 0.000240
I0902 06:09:32.739717 140140056737664 interactiveshell.py:2882] Step 50700 | Loss: 0.2564 | Spent: 17.3 secs | LR: 0.000240
I0902 06:09:50.225407 140140056737664 interactiveshell.py:2882] Step 50750 | Loss: 0.5220 | Spent: 17.5 secs | LR: 0.000240
I0902 06:10:07.811747 140140056737664 interactiveshell.py:2882] Step 50800 | Loss: 0.3619 | Spent: 17.6 secs | LR: 0.000240
I0902 06:10:25.186706 140140056737664 interactiveshell.py:2882] Step 50850 | Loss: 0.2925 | Spent: 17.4 secs | LR: 0.000240
I0902 06:10:42.574800 140140056737664 interactiveshell.py:2882] Step 50900 | Loss: 0.3497 | Spent: 17.4 secs | LR: 0.000240
I0902 06:10:59.734722 140140056737664 interactiveshell.py:2882] Step 50950 | Loss: 0.4086 | Spent: 17.2 secs | LR: 0.000240
I0902 06:11:16.845651 140140056737664 interactiveshell.py:2882] Step 51000 | Loss: 0.4022 | Spent: 17.1 secs | LR: 0.000240
I0902 06:11:34.326616 140140056737664 interactiveshell.py:2882] Step 51050 | Loss: 0.3906 | Spent: 17.5 secs | LR: 0.000239
I0902 06:11:51.571723 140140056737664 interactiveshell.py:2882] Step 51100 | Loss: 0.3089 | Spent: 17.2 secs | LR: 0.000239
I0902 06:12:09.203539 140140056737664 interactiveshell.py:2882] Step 51150 | Loss: 0.2934 | Spent: 17.6 secs | LR: 0.000239
I0902 06:12:26.580818 140140056737664 interactiveshell.py:2882] Step 51200 | Loss: 0.2169 | Spent: 17.4 secs | LR: 0.000239
I0902 06:12:43.700069 140140056737664 interactiveshell.py:2882] Step 51250 | Loss: 0.4260 | Spent: 17.1 secs | LR: 0.000239
I0902 06:13:01.511466 140140056737664 interactiveshell.py:2882] Step 51300 | Loss: 0.4484 | Spent: 17.8 secs | LR: 0.000239
I0902 06:13:18.989351 140140056737664 interactiveshell.py:2882] Step 51350 | Loss: 0.4823 | Spent: 17.5 secs | LR: 0.000239
I0902 06:13:36.313848 140140056737664 interactiveshell.py:2882] Step 51400 | Loss: 0.3697 | Spent: 17.3 secs | LR: 0.000239
I0902 06:13:53.640795 140140056737664 interactiveshell.py:2882] Step 51450 | Loss: 0.4277 | Spent: 17.3 secs | LR: 0.000239
I0902 06:14:10.992617 140140056737664 interactiveshell.py:2882] Step 51500 | Loss: 0.1715 | Spent: 17.4 secs | LR: 0.000238
Reading ../data/train.txt
I0902 06:15:11.020870 140140056737664 interactiveshell.py:2882] Step 51550 | Loss: 0.4975 | Spent: 60.0 secs | LR: 0.000238
Reading ../data/test.txt
I0902 06:16:07.260466 140140056737664 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.869
I0902 06:16:07.261661 140140056737664 interactiveshell.py:2882] Best Accuracy: 0.870
I0902 06:16:18.343853 140140056737664 interactiveshell.py:2882] Step 51600 | Loss: 0.1702 | Spent: 67.3 secs | LR: 0.000238
I0902 06:16:36.275822 140140056737664 interactiveshell.py:2882] Step 51650 | Loss: 0.6727 | Spent: 17.9 secs | LR: 0.000238
I0902 06:16:53.952604 140140056737664 interactiveshell.py:2882] Step 51700 | Loss: 0.3380 | Spent: 17.7 secs | LR: 0.000238
I0902 06:17:11.844009 140140056737664 interactiveshell.py:2882] Step 51750 | Loss: 0.3091 | Spent: 17.9 secs | LR: 0.000238
I0902 06:17:29.492614 140140056737664 interactiveshell.py:2882] Step 51800 | Loss: 0.3474 | Spent: 17.6 secs | LR: 0.000238
I0902 06:17:47.255268 140140056737664 interactiveshell.py:2882] Step 51850 | Loss: 0.2984 | Spent: 17.8 secs | LR: 0.000238
I0902 06:18:04.982194 140140056737664 interactiveshell.py:2882] Step 51900 | Loss: 0.2906 | Spent: 17.7 secs | LR: 0.000237
I0902 06:18:23.077749 140140056737664 interactiveshell.py:2882] Step 51950 | Loss: 0.4781 | Spent: 18.1 secs | LR: 0.000237
I0902 06:18:40.846387 140140056737664 interactiveshell.py:2882] Step 52000 | Loss: 0.1808 | Spent: 17.8 secs | LR: 0.000237
I0902 06:18:58.658699 140140056737664 interactiveshell.py:2882] Step 52050 | Loss: 0.3826 | Spent: 17.8 secs | LR: 0.000237
I0902 06:19:16.229434 140140056737664 interactiveshell.py:2882] Step 52100 | Loss: 0.3052 | Spent: 17.6 secs | LR: 0.000237
I0902 06:19:33.941542 140140056737664 interactiveshell.py:2882] Step 52150 | Loss: 0.2517 | Spent: 17.7 secs | LR: 0.000237
I0902 06:19:51.775670 140140056737664 interactiveshell.py:2882] Step 52200 | Loss: 0.1930 | Spent: 17.8 secs | LR: 0.000237
I0902 06:20:09.762599 140140056737664 interactiveshell.py:2882] Step 52250 | Loss: 0.3551 | Spent: 18.0 secs | LR: 0.000237
I0902 06:20:27.399893 140140056737664 interactiveshell.py:2882] Step 52300 | Loss: 0.4153 | Spent: 17.6 secs | LR: 0.000236
I0902 06:20:45.197341 140140056737664 interactiveshell.py:2882] Step 52350 | Loss: 0.2919 | Spent: 17.8 secs | LR: 0.000236
I0902 06:21:02.928150 140140056737664 interactiveshell.py:2882] Step 52400 | Loss: 0.4835 | Spent: 17.7 secs | LR: 0.000236
I0902 06:21:20.892560 140140056737664 interactiveshell.py:2882] Step 52450 | Loss: 0.5257 | Spent: 18.0 secs | LR: 0.000236
I0902 06:21:38.723426 140140056737664 interactiveshell.py:2882] Step 52500 | Loss: 0.1903 | Spent: 17.8 secs | LR: 0.000236
I0902 06:21:56.336838 140140056737664 interactiveshell.py:2882] Step 52550 | Loss: 0.5488 | Spent: 17.6 secs | LR: 0.000236
I0902 06:22:14.081369 140140056737664 interactiveshell.py:2882] Step 52600 | Loss: 0.3885 | Spent: 17.7 secs | LR: 0.000236
I0902 06:22:31.666945 140140056737664 interactiveshell.py:2882] Step 52650 | Loss: 0.3080 | Spent: 17.6 secs | LR: 0.000236
I0902 06:22:49.456818 140140056737664 interactiveshell.py:2882] Step 52700 | Loss: 0.5497 | Spent: 17.8 secs | LR: 0.000236
I0902 06:23:07.440544 140140056737664 interactiveshell.py:2882] Step 52750 | Loss: 0.2702 | Spent: 18.0 secs | LR: 0.000235
I0902 06:23:25.593014 140140056737664 interactiveshell.py:2882] Step 52800 | Loss: 0.6261 | Spent: 18.2 secs | LR: 0.000235
I0902 06:23:43.638268 140140056737664 interactiveshell.py:2882] Step 52850 | Loss: 0.4427 | Spent: 18.0 secs | LR: 0.000235
I0902 06:24:01.595680 140140056737664 interactiveshell.py:2882] Step 52900 | Loss: 0.3963 | Spent: 18.0 secs | LR: 0.000235
I0902 06:24:19.443055 140140056737664 interactiveshell.py:2882] Step 52950 | Loss: 0.2911 | Spent: 17.8 secs | LR: 0.000235
I0902 06:24:37.122679 140140056737664 interactiveshell.py:2882] Step 53000 | Loss: 0.5202 | Spent: 17.7 secs | LR: 0.000235
I0902 06:24:55.336236 140140056737664 interactiveshell.py:2882] Step 53050 | Loss: 0.3815 | Spent: 18.2 secs | LR: 0.000235
I0902 06:25:13.250354 140140056737664 interactiveshell.py:2882] Step 53100 | Loss: 0.2740 | Spent: 17.9 secs | LR: 0.000235
I0902 06:25:31.368468 140140056737664 interactiveshell.py:2882] Step 53150 | Loss: 0.4543 | Spent: 18.1 secs | LR: 0.000234
I0902 06:25:49.354376 140140056737664 interactiveshell.py:2882] Step 53200 | Loss: 0.5025 | Spent: 18.0 secs | LR: 0.000234
I0902 06:26:07.092788 140140056737664 interactiveshell.py:2882] Step 53250 | Loss: 0.4477 | Spent: 17.7 secs | LR: 0.000234
Reading ../data/test.txt
I0902 06:27:09.866515 140140056737664 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.869
I0902 06:27:09.867761 140140056737664 interactiveshell.py:2882] Best Accuracy: 0.870
I0902 06:27:14.108723 140140056737664 interactiveshell.py:2882] Step 53300 | Loss: 0.4582 | Spent: 67.0 secs | LR: 0.000234
I0902 06:27:32.168945 140140056737664 interactiveshell.py:2882] Step 53350 | Loss: 0.3582 | Spent: 18.1 secs | LR: 0.000234
I0902 06:27:49.814952 140140056737664 interactiveshell.py:2882] Step 53400 | Loss: 0.7133 | Spent: 17.6 secs | LR: 0.000234
I0902 06:28:07.525980 140140056737664 interactiveshell.py:2882] Step 53450 | Loss: 0.4089 | Spent: 17.7 secs | LR: 0.000234
I0902 06:28:25.340763 140140056737664 interactiveshell.py:2882] Step 53500 | Loss: 0.4227 | Spent: 17.8 secs | LR: 0.000234
I0902 06:28:43.613242 140140056737664 interactiveshell.py:2882] Step 53550 | Loss: 0.3777 | Spent: 18.3 secs | LR: 0.000234
I0902 06:29:01.306534 140140056737664 interactiveshell.py:2882] Step 53600 | Loss: 0.3218 | Spent: 17.7 secs | LR: 0.000233
I0902 06:29:19.293902 140140056737664 interactiveshell.py:2882] Step 53650 | Loss: 0.4214 | Spent: 18.0 secs | LR: 0.000233
I0902 06:29:37.075782 140140056737664 interactiveshell.py:2882] Step 53700 | Loss: 0.2016 | Spent: 17.8 secs | LR: 0.000233
I0902 06:29:55.081090 140140056737664 interactiveshell.py:2882] Step 53750 | Loss: 0.5020 | Spent: 18.0 secs | LR: 0.000233
I0902 06:30:12.844339 140140056737664 interactiveshell.py:2882] Step 53800 | Loss: 0.2482 | Spent: 17.8 secs | LR: 0.000233
I0902 06:30:30.996336 140140056737664 interactiveshell.py:2882] Step 53850 | Loss: 0.4485 | Spent: 18.1 secs | LR: 0.000233
I0902 06:30:48.875722 140140056737664 interactiveshell.py:2882] Step 53900 | Loss: 0.2408 | Spent: 17.9 secs | LR: 0.000233
I0902 06:31:06.812231 140140056737664 interactiveshell.py:2882] Step 53950 | Loss: 0.2966 | Spent: 17.9 secs | LR: 0.000233
I0902 06:31:24.656019 140140056737664 interactiveshell.py:2882] Step 54000 | Loss: 0.3373 | Spent: 17.8 secs | LR: 0.000232
I0902 06:31:42.743598 140140056737664 interactiveshell.py:2882] Step 54050 | Loss: 0.3089 | Spent: 18.1 secs | LR: 0.000232
I0902 06:32:00.624681 140140056737664 interactiveshell.py:2882] Step 54100 | Loss: 0.2029 | Spent: 17.9 secs | LR: 0.000232
I0902 06:32:18.547844 140140056737664 interactiveshell.py:2882] Step 54150 | Loss: 0.2560 | Spent: 17.9 secs | LR: 0.000232
I0902 06:32:36.528105 140140056737664 interactiveshell.py:2882] Step 54200 | Loss: 0.4420 | Spent: 18.0 secs | LR: 0.000232
I0902 06:32:54.320923 140140056737664 interactiveshell.py:2882] Step 54250 | Loss: 0.5464 | Spent: 17.8 secs | LR: 0.000232
I0902 06:33:11.986147 140140056737664 interactiveshell.py:2882] Step 54300 | Loss: 0.4176 | Spent: 17.7 secs | LR: 0.000232
I0902 06:33:29.710173 140140056737664 interactiveshell.py:2882] Step 54350 | Loss: 0.3998 | Spent: 17.7 secs | LR: 0.000232
I0902 06:33:47.527713 140140056737664 interactiveshell.py:2882] Step 54400 | Loss: 0.2366 | Spent: 17.8 secs | LR: 0.000232
I0902 06:34:05.003356 140140056737664 interactiveshell.py:2882] Step 54450 | Loss: 0.4107 | Spent: 17.5 secs | LR: 0.000231
I0902 06:34:23.189012 140140056737664 interactiveshell.py:2882] Step 54500 | Loss: 0.1972 | Spent: 18.2 secs | LR: 0.000231
I0902 06:34:40.917523 140140056737664 interactiveshell.py:2882] Step 54550 | Loss: 0.3931 | Spent: 17.7 secs | LR: 0.000231
I0902 06:34:58.787859 140140056737664 interactiveshell.py:2882] Step 54600 | Loss: 0.3762 | Spent: 17.9 secs | LR: 0.000231
I0902 06:35:16.818026 140140056737664 interactiveshell.py:2882] Step 54650 | Loss: 0.2046 | Spent: 18.0 secs | LR: 0.000231
I0902 06:35:35.002391 140140056737664 interactiveshell.py:2882] Step 54700 | Loss: 0.2179 | Spent: 18.2 secs | LR: 0.000231
I0902 06:35:52.779813 140140056737664 interactiveshell.py:2882] Step 54750 | Loss: 0.3894 | Spent: 17.8 secs | LR: 0.000231
I0902 06:36:10.746094 140140056737664 interactiveshell.py:2882] Step 54800 | Loss: 0.6297 | Spent: 18.0 secs | LR: 0.000231
I0902 06:36:28.594146 140140056737664 interactiveshell.py:2882] Step 54850 | Loss: 0.4981 | Spent: 17.8 secs | LR: 0.000230
I0902 06:36:46.412251 140140056737664 interactiveshell.py:2882] Step 54900 | Loss: 0.3702 | Spent: 17.8 secs | LR: 0.000230
I0902 06:37:04.431815 140140056737664 interactiveshell.py:2882] Step 54950 | Loss: 0.4262 | Spent: 18.0 secs | LR: 0.000230
I0902 06:37:22.295510 140140056737664 interactiveshell.py:2882] Step 55000 | Loss: 0.2236 | Spent: 17.9 secs | LR: 0.000230
Reading ../data/test.txt
I0902 06:38:14.243134 140140056737664 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.871
I0902 06:38:14.244413 140140056737664 interactiveshell.py:2882] Best Accuracy: 0.871
I0902 06:38:29.506993 140140056737664 interactiveshell.py:2882] Step 55050 | Loss: 0.3088 | Spent: 67.2 secs | LR: 0.000230
I0902 06:38:47.685588 140140056737664 interactiveshell.py:2882] Step 55100 | Loss: 0.3077 | Spent: 18.2 secs | LR: 0.000230
I0902 06:39:05.963298 140140056737664 interactiveshell.py:2882] Step 55150 | Loss: 0.2839 | Spent: 18.3 secs | LR: 0.000230
I0902 06:39:23.831314 140140056737664 interactiveshell.py:2882] Step 55200 | Loss: 0.3995 | Spent: 17.9 secs | LR: 0.000230
I0902 06:39:41.695980 140140056737664 interactiveshell.py:2882] Step 55250 | Loss: 0.1471 | Spent: 17.9 secs | LR: 0.000230
I0902 06:39:59.483889 140140056737664 interactiveshell.py:2882] Step 55300 | Loss: 0.3017 | Spent: 17.8 secs | LR: 0.000229
I0902 06:40:17.326701 140140056737664 interactiveshell.py:2882] Step 55350 | Loss: 0.5022 | Spent: 17.8 secs | LR: 0.000229
I0902 06:40:35.604877 140140056737664 interactiveshell.py:2882] Step 55400 | Loss: 0.1440 | Spent: 18.3 secs | LR: 0.000229
I0902 06:40:53.543978 140140056737664 interactiveshell.py:2882] Step 55450 | Loss: 0.3313 | Spent: 17.9 secs | LR: 0.000229
I0902 06:41:11.237101 140140056737664 interactiveshell.py:2882] Step 55500 | Loss: 0.3888 | Spent: 17.7 secs | LR: 0.000229
I0902 06:41:29.351101 140140056737664 interactiveshell.py:2882] Step 55550 | Loss: 0.5383 | Spent: 18.1 secs | LR: 0.000229
I0902 06:41:47.306766 140140056737664 interactiveshell.py:2882] Step 55600 | Loss: 0.2660 | Spent: 18.0 secs | LR: 0.000229
I0902 06:42:05.594955 140140056737664 interactiveshell.py:2882] Step 55650 | Loss: 0.6699 | Spent: 18.3 secs | LR: 0.000229
I0902 06:42:23.258803 140140056737664 interactiveshell.py:2882] Step 55700 | Loss: 0.5742 | Spent: 17.7 secs | LR: 0.000229
I0902 06:42:40.951367 140140056737664 interactiveshell.py:2882] Step 55750 | Loss: 0.2240 | Spent: 17.7 secs | LR: 0.000228
I0902 06:42:58.986302 140140056737664 interactiveshell.py:2882] Step 55800 | Loss: 0.2537 | Spent: 18.0 secs | LR: 0.000228
I0902 06:43:16.837192 140140056737664 interactiveshell.py:2882] Step 55850 | Loss: 0.3370 | Spent: 17.8 secs | LR: 0.000228
I0902 06:43:34.622972 140140056737664 interactiveshell.py:2882] Step 55900 | Loss: 0.2530 | Spent: 17.8 secs | LR: 0.000228
I0902 06:43:52.577114 140140056737664 interactiveshell.py:2882] Step 55950 | Loss: 0.4339 | Spent: 18.0 secs | LR: 0.000228
I0902 06:44:10.610293 140140056737664 interactiveshell.py:2882] Step 56000 | Loss: 0.4658 | Spent: 18.0 secs | LR: 0.000228
I0902 06:44:28.415717 140140056737664 interactiveshell.py:2882] Step 56050 | Loss: 0.4021 | Spent: 17.8 secs | LR: 0.000228
I0902 06:44:46.296534 140140056737664 interactiveshell.py:2882] Step 56100 | Loss: 0.3657 | Spent: 17.9 secs | LR: 0.000228
I0902 06:45:03.984364 140140056737664 interactiveshell.py:2882] Step 56150 | Loss: 0.2713 | Spent: 17.7 secs | LR: 0.000227
I0902 06:45:21.722355 140140056737664 interactiveshell.py:2882] Step 56200 | Loss: 0.2150 | Spent: 17.7 secs | LR: 0.000227
I0902 06:45:40.063332 140140056737664 interactiveshell.py:2882] Step 56250 | Loss: 0.3150 | Spent: 18.3 secs | LR: 0.000227
I0902 06:45:57.745504 140140056737664 interactiveshell.py:2882] Step 56300 | Loss: 0.2394 | Spent: 17.7 secs | LR: 0.000227
I0902 06:46:15.633727 140140056737664 interactiveshell.py:2882] Step 56350 | Loss: 0.3618 | Spent: 17.9 secs | LR: 0.000227
I0902 06:46:33.652132 140140056737664 interactiveshell.py:2882] Step 56400 | Loss: 0.4083 | Spent: 18.0 secs | LR: 0.000227
I0902 06:46:51.643638 140140056737664 interactiveshell.py:2882] Step 56450 | Loss: 0.2686 | Spent: 18.0 secs | LR: 0.000227
I0902 06:47:09.373511 140140056737664 interactiveshell.py:2882] Step 56500 | Loss: 0.2648 | Spent: 17.7 secs | LR: 0.000227
I0902 06:47:27.416121 140140056737664 interactiveshell.py:2882] Step 56550 | Loss: 0.4342 | Spent: 18.0 secs | LR: 0.000227
I0902 06:47:45.234786 140140056737664 interactiveshell.py:2882] Step 56600 | Loss: 0.3089 | Spent: 17.8 secs | LR: 0.000226
I0902 06:48:03.203755 140140056737664 interactiveshell.py:2882] Step 56650 | Loss: 0.2532 | Spent: 18.0 secs | LR: 0.000226
I0902 06:48:21.342590 140140056737664 interactiveshell.py:2882] Step 56700 | Loss: 0.3706 | Spent: 18.1 secs | LR: 0.000226
Reading ../data/test.txt
I0902 06:49:20.880646 140140056737664 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.870
I0902 06:49:20.884761 140140056737664 interactiveshell.py:2882] Best Accuracy: 0.871
I0902 06:49:29.544039 140140056737664 interactiveshell.py:2882] Step 56750 | Loss: 0.3165 | Spent: 68.2 secs | LR: 0.000226
I0902 06:49:47.645510 140140056737664 interactiveshell.py:2882] Step 56800 | Loss: 0.5546 | Spent: 18.1 secs | LR: 0.000226
I0902 06:50:05.677418 140140056737664 interactiveshell.py:2882] Step 56850 | Loss: 0.4834 | Spent: 18.0 secs | LR: 0.000226
I0902 06:50:23.396192 140140056737664 interactiveshell.py:2882] Step 56900 | Loss: 0.3510 | Spent: 17.7 secs | LR: 0.000226
I0902 06:50:41.269942 140140056737664 interactiveshell.py:2882] Step 56950 | Loss: 0.5178 | Spent: 17.9 secs | LR: 0.000226
I0902 06:50:59.411335 140140056737664 interactiveshell.py:2882] Step 57000 | Loss: 0.4088 | Spent: 18.1 secs | LR: 0.000226
I0902 06:51:17.328623 140140056737664 interactiveshell.py:2882] Step 57050 | Loss: 0.2377 | Spent: 17.9 secs | LR: 0.000225
I0902 06:51:35.144286 140140056737664 interactiveshell.py:2882] Step 57100 | Loss: 0.1670 | Spent: 17.8 secs | LR: 0.000225
I0902 06:51:53.129085 140140056737664 interactiveshell.py:2882] Step 57150 | Loss: 0.1342 | Spent: 18.0 secs | LR: 0.000225
I0902 06:52:11.040952 140140056737664 interactiveshell.py:2882] Step 57200 | Loss: 0.2054 | Spent: 17.9 secs | LR: 0.000225
I0902 06:52:28.956460 140140056737664 interactiveshell.py:2882] Step 57250 | Loss: 0.3466 | Spent: 17.9 secs | LR: 0.000225
I0902 06:52:46.750642 140140056737664 interactiveshell.py:2882] Step 57300 | Loss: 0.3232 | Spent: 17.8 secs | LR: 0.000225
I0902 06:53:05.222044 140140056737664 interactiveshell.py:2882] Step 57350 | Loss: 0.3035 | Spent: 18.5 secs | LR: 0.000225
I0902 06:53:23.790251 140140056737664 interactiveshell.py:2882] Step 57400 | Loss: 0.2092 | Spent: 18.6 secs | LR: 0.000225
I0902 06:53:42.523808 140140056737664 interactiveshell.py:2882] Step 57450 | Loss: 0.2350 | Spent: 18.7 secs | LR: 0.000225
I0902 06:54:00.819262 140140056737664 interactiveshell.py:2882] Step 57500 | Loss: 0.1606 | Spent: 18.3 secs | LR: 0.000224
I0902 06:54:19.580347 140140056737664 interactiveshell.py:2882] Step 57550 | Loss: 0.2694 | Spent: 18.8 secs | LR: 0.000224
I0902 06:54:38.967020 140140056737664 interactiveshell.py:2882] Step 57600 | Loss: 0.4040 | Spent: 19.4 secs | LR: 0.000224
I0902 06:54:57.464482 140140056737664 interactiveshell.py:2882] Step 57650 | Loss: 0.5465 | Spent: 18.5 secs | LR: 0.000224
I0902 06:55:16.318865 140140056737664 interactiveshell.py:2882] Step 57700 | Loss: 0.5390 | Spent: 18.9 secs | LR: 0.000224
I0902 06:55:34.667510 140140056737664 interactiveshell.py:2882] Step 57750 | Loss: 0.2516 | Spent: 18.3 secs | LR: 0.000224
I0902 06:55:53.570165 140140056737664 interactiveshell.py:2882] Step 57800 | Loss: 0.3275 | Spent: 18.9 secs | LR: 0.000224
I0902 06:56:12.346682 140140056737664 interactiveshell.py:2882] Step 57850 | Loss: 0.3535 | Spent: 18.8 secs | LR: 0.000224
I0902 06:56:30.823877 140140056737664 interactiveshell.py:2882] Step 57900 | Loss: 0.3115 | Spent: 18.5 secs | LR: 0.000224
I0902 06:56:49.199618 140140056737664 interactiveshell.py:2882] Step 57950 | Loss: 0.3376 | Spent: 18.4 secs | LR: 0.000223
I0902 06:57:07.498317 140140056737664 interactiveshell.py:2882] Step 58000 | Loss: 0.5758 | Spent: 18.3 secs | LR: 0.000223
I0902 06:57:25.920986 140140056737664 interactiveshell.py:2882] Step 58050 | Loss: 0.2148 | Spent: 18.4 secs | LR: 0.000223
I0902 06:57:44.419027 140140056737664 interactiveshell.py:2882] Step 58100 | Loss: 0.3785 | Spent: 18.5 secs | LR: 0.000223
I0902 06:58:03.070677 140140056737664 interactiveshell.py:2882] Step 58150 | Loss: 0.6026 | Spent: 18.6 secs | LR: 0.000223
I0902 06:58:21.612738 140140056737664 interactiveshell.py:2882] Step 58200 | Loss: 0.3370 | Spent: 18.5 secs | LR: 0.000223
I0902 06:58:40.205605 140140056737664 interactiveshell.py:2882] Step 58250 | Loss: 0.3497 | Spent: 18.6 secs | LR: 0.000223
I0902 06:58:59.013405 140140056737664 interactiveshell.py:2882] Step 58300 | Loss: 0.4018 | Spent: 18.8 secs | LR: 0.000223
I0902 06:59:17.563280 140140056737664 interactiveshell.py:2882] Step 58350 | Loss: 0.2300 | Spent: 18.5 secs | LR: 0.000223
I0902 06:59:36.488676 140140056737664 interactiveshell.py:2882] Step 58400 | Loss: 0.3501 | Spent: 18.9 secs | LR: 0.000222
Reading ../data/test.txt
I0902 07:00:45.082941 140140056737664 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.874
I0902 07:00:45.084351 140140056737664 interactiveshell.py:2882] Best Accuracy: 0.874
I0902 07:00:46.901802 140140056737664 interactiveshell.py:2882] Step 58450 | Loss: 0.4041 | Spent: 70.4 secs | LR: 0.000222
I0902 07:01:05.869476 140140056737664 interactiveshell.py:2882] Step 58500 | Loss: 0.3108 | Spent: 19.0 secs | LR: 0.000222
I0902 07:01:24.360328 140140056737664 interactiveshell.py:2882] Step 58550 | Loss: 0.2065 | Spent: 18.5 secs | LR: 0.000222
I0902 07:01:43.001687 140140056737664 interactiveshell.py:2882] Step 58600 | Loss: 0.3384 | Spent: 18.6 secs | LR: 0.000222
I0902 07:02:01.417051 140140056737664 interactiveshell.py:2882] Step 58650 | Loss: 0.5415 | Spent: 18.4 secs | LR: 0.000222
I0902 07:02:20.044254 140140056737664 interactiveshell.py:2882] Step 58700 | Loss: 0.2810 | Spent: 18.6 secs | LR: 0.000222
I0902 07:02:38.874167 140140056737664 interactiveshell.py:2882] Step 58750 | Loss: 0.3617 | Spent: 18.8 secs | LR: 0.000222
I0902 07:02:57.430661 140140056737664 interactiveshell.py:2882] Step 58800 | Loss: 0.4463 | Spent: 18.6 secs | LR: 0.000222
I0902 07:03:16.029990 140140056737664 interactiveshell.py:2882] Step 58850 | Loss: 0.4677 | Spent: 18.6 secs | LR: 0.000221
I0902 07:03:34.766756 140140056737664 interactiveshell.py:2882] Step 58900 | Loss: 0.3704 | Spent: 18.7 secs | LR: 0.000221
I0902 07:03:53.440378 140140056737664 interactiveshell.py:2882] Step 58950 | Loss: 0.3718 | Spent: 18.7 secs | LR: 0.000221
I0902 07:04:12.058026 140140056737664 interactiveshell.py:2882] Step 59000 | Loss: 0.1875 | Spent: 18.6 secs | LR: 0.000221
I0902 07:04:30.678050 140140056737664 interactiveshell.py:2882] Step 59050 | Loss: 0.2667 | Spent: 18.6 secs | LR: 0.000221
I0902 07:04:49.657523 140140056737664 interactiveshell.py:2882] Step 59100 | Loss: 0.5249 | Spent: 19.0 secs | LR: 0.000221
I0902 07:05:08.404876 140140056737664 interactiveshell.py:2882] Step 59150 | Loss: 0.2737 | Spent: 18.7 secs | LR: 0.000221
I0902 07:05:27.162350 140140056737664 interactiveshell.py:2882] Step 59200 | Loss: 0.6740 | Spent: 18.8 secs | LR: 0.000221
I0902 07:05:45.507992 140140056737664 interactiveshell.py:2882] Step 59250 | Loss: 0.6918 | Spent: 18.3 secs | LR: 0.000221
I0902 07:06:04.183130 140140056737664 interactiveshell.py:2882] Step 59300 | Loss: 0.2882 | Spent: 18.7 secs | LR: 0.000220
I0902 07:06:22.850803 140140056737664 interactiveshell.py:2882] Step 59350 | Loss: 0.2624 | Spent: 18.7 secs | LR: 0.000220
I0902 07:06:41.329614 140140056737664 interactiveshell.py:2882] Step 59400 | Loss: 0.1735 | Spent: 18.5 secs | LR: 0.000220
I0902 07:06:59.881894 140140056737664 interactiveshell.py:2882] Step 59450 | Loss: 0.4712 | Spent: 18.6 secs | LR: 0.000220
I0902 07:07:18.818235 140140056737664 interactiveshell.py:2882] Step 59500 | Loss: 0.2576 | Spent: 18.9 secs | LR: 0.000220
I0902 07:07:37.216026 140140056737664 interactiveshell.py:2882] Step 59550 | Loss: 0.1510 | Spent: 18.4 secs | LR: 0.000220
I0902 07:07:55.597006 140140056737664 interactiveshell.py:2882] Step 59600 | Loss: 0.2169 | Spent: 18.4 secs | LR: 0.000220
I0902 07:08:14.245071 140140056737664 interactiveshell.py:2882] Step 59650 | Loss: 0.5371 | Spent: 18.6 secs | LR: 0.000220
I0902 07:08:32.663903 140140056737664 interactiveshell.py:2882] Step 59700 | Loss: 0.3201 | Spent: 18.4 secs | LR: 0.000220
I0902 07:08:51.287200 140140056737664 interactiveshell.py:2882] Step 59750 | Loss: 0.4972 | Spent: 18.6 secs | LR: 0.000219
I0902 07:09:09.898510 140140056737664 interactiveshell.py:2882] Step 59800 | Loss: 0.3522 | Spent: 18.6 secs | LR: 0.000219
I0902 07:09:28.411538 140140056737664 interactiveshell.py:2882] Step 59850 | Loss: 0.2808 | Spent: 18.5 secs | LR: 0.000219
I0902 07:09:46.884100 140140056737664 interactiveshell.py:2882] Step 59900 | Loss: 0.1940 | Spent: 18.5 secs | LR: 0.000219
I0902 07:10:06.177558 140140056737664 interactiveshell.py:2882] Step 59950 | Loss: 0.1734 | Spent: 19.3 secs | LR: 0.000219
I0902 07:10:24.704558 140140056737664 interactiveshell.py:2882] Step 60000 | Loss: 0.2699 | Spent: 18.5 secs | LR: 0.000219
I0902 07:10:43.093692 140140056737664 interactiveshell.py:2882] Step 60050 | Loss: 0.2961 | Spent: 18.4 secs | LR: 0.000219
I0902 07:11:01.999102 140140056737664 interactiveshell.py:2882] Step 60100 | Loss: 0.2007 | Spent: 18.9 secs | LR: 0.000219
I0902 07:11:20.812555 140140056737664 interactiveshell.py:2882] Step 60150 | Loss: 0.3910 | Spent: 18.8 secs | LR: 0.000219
Reading ../data/test.txt
I0902 07:12:17.751693 140140056737664 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.873
I0902 07:12:17.755939 140140056737664 interactiveshell.py:2882] Best Accuracy: 0.874
I0902 07:12:31.137504 140140056737664 interactiveshell.py:2882] Step 60200 | Loss: 0.4937 | Spent: 70.3 secs | LR: 0.000218
I0902 07:12:49.847210 140140056737664 interactiveshell.py:2882] Step 60250 | Loss: 0.4215 | Spent: 18.7 secs | LR: 0.000218
I0902 07:13:08.412289 140140056737664 interactiveshell.py:2882] Step 60300 | Loss: 0.2326 | Spent: 18.6 secs | LR: 0.000218
I0902 07:13:26.649475 140140056737664 interactiveshell.py:2882] Step 60350 | Loss: 0.5488 | Spent: 18.2 secs | LR: 0.000218
I0902 07:13:45.188263 140140056737664 interactiveshell.py:2882] Step 60400 | Loss: 0.2478 | Spent: 18.5 secs | LR: 0.000218
I0902 07:14:03.702708 140140056737664 interactiveshell.py:2882] Step 60450 | Loss: 0.3632 | Spent: 18.5 secs | LR: 0.000218
I0902 07:14:22.445714 140140056737664 interactiveshell.py:2882] Step 60500 | Loss: 0.3838 | Spent: 18.7 secs | LR: 0.000218
I0902 07:14:41.347508 140140056737664 interactiveshell.py:2882] Step 60550 | Loss: 0.6589 | Spent: 18.9 secs | LR: 0.000218
I0902 07:14:59.964530 140140056737664 interactiveshell.py:2882] Step 60600 | Loss: 0.3535 | Spent: 18.6 secs | LR: 0.000218
I0902 07:15:18.987202 140140056737664 interactiveshell.py:2882] Step 60650 | Loss: 0.6243 | Spent: 19.0 secs | LR: 0.000217
I0902 07:15:37.617719 140140056737664 interactiveshell.py:2882] Step 60700 | Loss: 0.2766 | Spent: 18.6 secs | LR: 0.000217
I0902 07:15:56.095144 140140056737664 interactiveshell.py:2882] Step 60750 | Loss: 0.4904 | Spent: 18.5 secs | LR: 0.000217
I0902 07:16:14.700740 140140056737664 interactiveshell.py:2882] Step 60800 | Loss: 0.4367 | Spent: 18.6 secs | LR: 0.000217
I0902 07:16:33.208847 140140056737664 interactiveshell.py:2882] Step 60850 | Loss: 0.5585 | Spent: 18.5 secs | LR: 0.000217
I0902 07:16:51.635227 140140056737664 interactiveshell.py:2882] Step 60900 | Loss: 0.3860 | Spent: 18.4 secs | LR: 0.000217
I0902 07:17:10.454087 140140056737664 interactiveshell.py:2882] Step 60950 | Loss: 0.1620 | Spent: 18.8 secs | LR: 0.000217
I0902 07:17:29.227631 140140056737664 interactiveshell.py:2882] Step 61000 | Loss: 0.2494 | Spent: 18.8 secs | LR: 0.000217
I0902 07:17:47.683399 140140056737664 interactiveshell.py:2882] Step 61050 | Loss: 0.2333 | Spent: 18.5 secs | LR: 0.000217
I0902 07:18:06.363919 140140056737664 interactiveshell.py:2882] Step 61100 | Loss: 0.3547 | Spent: 18.7 secs | LR: 0.000216
I0902 07:18:24.874150 140140056737664 interactiveshell.py:2882] Step 61150 | Loss: 0.1650 | Spent: 18.5 secs | LR: 0.000216
I0902 07:18:43.513587 140140056737664 interactiveshell.py:2882] Step 61200 | Loss: 0.2054 | Spent: 18.6 secs | LR: 0.000216
I0902 07:19:02.198208 140140056737664 interactiveshell.py:2882] Step 61250 | Loss: 0.4545 | Spent: 18.7 secs | LR: 0.000216
I0902 07:19:20.691145 140140056737664 interactiveshell.py:2882] Step 61300 | Loss: 0.3041 | Spent: 18.5 secs | LR: 0.000216
I0902 07:19:39.328318 140140056737664 interactiveshell.py:2882] Step 61350 | Loss: 0.2450 | Spent: 18.6 secs | LR: 0.000216
I0902 07:19:58.124286 140140056737664 interactiveshell.py:2882] Step 61400 | Loss: 0.2668 | Spent: 18.8 secs | LR: 0.000216
I0902 07:20:16.873544 140140056737664 interactiveshell.py:2882] Step 61450 | Loss: 0.3050 | Spent: 18.7 secs | LR: 0.000216
I0902 07:20:35.842332 140140056737664 interactiveshell.py:2882] Step 61500 | Loss: 0.2466 | Spent: 19.0 secs | LR: 0.000216
I0902 07:20:54.700125 140140056737664 interactiveshell.py:2882] Step 61550 | Loss: 0.2968 | Spent: 18.9 secs | LR: 0.000215
I0902 07:21:13.443052 140140056737664 interactiveshell.py:2882] Step 61600 | Loss: 0.3616 | Spent: 18.7 secs | LR: 0.000215
I0902 07:21:32.475532 140140056737664 interactiveshell.py:2882] Step 61650 | Loss: 0.3611 | Spent: 19.0 secs | LR: 0.000215
I0902 07:21:51.241203 140140056737664 interactiveshell.py:2882] Step 61700 | Loss: 0.6087 | Spent: 18.8 secs | LR: 0.000215
I0902 07:22:09.877008 140140056737664 interactiveshell.py:2882] Step 61750 | Loss: 0.3618 | Spent: 18.6 secs | LR: 0.000215
I0902 07:22:28.500223 140140056737664 interactiveshell.py:2882] Step 61800 | Loss: 0.5273 | Spent: 18.6 secs | LR: 0.000215
I0902 07:22:47.340428 140140056737664 interactiveshell.py:2882] Step 61850 | Loss: 0.5266 | Spent: 18.8 secs | LR: 0.000215
Reading ../data/test.txt
I0902 07:23:51.832399 140140056737664 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.874
I0902 07:23:51.833563 140140056737664 interactiveshell.py:2882] Best Accuracy: 0.874
I0902 07:23:58.160077 140140056737664 interactiveshell.py:2882] Step 61900 | Loss: 0.3180 | Spent: 70.8 secs | LR: 0.000215
I0902 07:24:16.669238 140140056737664 interactiveshell.py:2882] Step 61950 | Loss: 0.1531 | Spent: 18.5 secs | LR: 0.000215
I0902 07:24:35.651946 140140056737664 interactiveshell.py:2882] Step 62000 | Loss: 0.2284 | Spent: 19.0 secs | LR: 0.000215
I0902 07:24:54.026589 140140056737664 interactiveshell.py:2882] Step 62050 | Loss: 0.2238 | Spent: 18.4 secs | LR: 0.000214
I0902 07:25:12.504687 140140056737664 interactiveshell.py:2882] Step 62100 | Loss: 0.3210 | Spent: 18.5 secs | LR: 0.000214
I0902 07:25:31.684756 140140056737664 interactiveshell.py:2882] Step 62150 | Loss: 0.3807 | Spent: 19.2 secs | LR: 0.000214
I0902 07:25:50.481858 140140056737664 interactiveshell.py:2882] Step 62200 | Loss: 0.3315 | Spent: 18.8 secs | LR: 0.000214
I0902 07:26:09.064178 140140056737664 interactiveshell.py:2882] Step 62250 | Loss: 0.2278 | Spent: 18.6 secs | LR: 0.000214
I0902 07:26:27.986794 140140056737664 interactiveshell.py:2882] Step 62300 | Loss: 0.1892 | Spent: 18.9 secs | LR: 0.000214
I0902 07:26:46.715254 140140056737664 interactiveshell.py:2882] Step 62350 | Loss: 0.2060 | Spent: 18.7 secs | LR: 0.000214
I0902 07:27:05.374945 140140056737664 interactiveshell.py:2882] Step 62400 | Loss: 0.1291 | Spent: 18.7 secs | LR: 0.000214
I0902 07:27:23.772476 140140056737664 interactiveshell.py:2882] Step 62450 | Loss: 0.2648 | Spent: 18.4 secs | LR: 0.000214
I0902 07:27:41.831230 140140056737664 interactiveshell.py:2882] Step 62500 | Loss: 0.5553 | Spent: 18.1 secs | LR: 0.000213
I0902 07:28:00.016609 140140056737664 interactiveshell.py:2882] Step 62550 | Loss: 0.4054 | Spent: 18.2 secs | LR: 0.000213
I0902 07:28:18.136167 140140056737664 interactiveshell.py:2882] Step 62600 | Loss: 0.4323 | Spent: 18.1 secs | LR: 0.000213
I0902 07:28:36.123253 140140056737664 interactiveshell.py:2882] Step 62650 | Loss: 0.4343 | Spent: 18.0 secs | LR: 0.000213
I0902 07:28:54.253776 140140056737664 interactiveshell.py:2882] Step 62700 | Loss: 0.2766 | Spent: 18.1 secs | LR: 0.000213
I0902 07:29:12.400292 140140056737664 interactiveshell.py:2882] Step 62750 | Loss: 0.4979 | Spent: 18.1 secs | LR: 0.000213
I0902 07:29:30.512238 140140056737664 interactiveshell.py:2882] Step 62800 | Loss: 0.3455 | Spent: 18.1 secs | LR: 0.000213
I0902 07:29:48.633401 140140056737664 interactiveshell.py:2882] Step 62850 | Loss: 0.1768 | Spent: 18.1 secs | LR: 0.000213
I0902 07:30:06.784922 140140056737664 interactiveshell.py:2882] Step 62900 | Loss: 0.1966 | Spent: 18.1 secs | LR: 0.000213
I0902 07:30:24.851130 140140056737664 interactiveshell.py:2882] Step 62950 | Loss: 0.2847 | Spent: 18.1 secs | LR: 0.000212
I0902 07:30:43.504372 140140056737664 interactiveshell.py:2882] Step 63000 | Loss: 0.3792 | Spent: 18.7 secs | LR: 0.000212
I0902 07:31:01.936855 140140056737664 interactiveshell.py:2882] Step 63050 | Loss: 0.2023 | Spent: 18.4 secs | LR: 0.000212
I0902 07:31:19.915866 140140056737664 interactiveshell.py:2882] Step 63100 | Loss: 0.5742 | Spent: 18.0 secs | LR: 0.000212
I0902 07:31:38.241739 140140056737664 interactiveshell.py:2882] Step 63150 | Loss: 0.2454 | Spent: 18.3 secs | LR: 0.000212
I0902 07:31:56.425172 140140056737664 interactiveshell.py:2882] Step 63200 | Loss: 0.2411 | Spent: 18.2 secs | LR: 0.000212
I0902 07:32:14.523524 140140056737664 interactiveshell.py:2882] Step 63250 | Loss: 0.2865 | Spent: 18.1 secs | LR: 0.000212
I0902 07:32:32.696002 140140056737664 interactiveshell.py:2882] Step 63300 | Loss: 0.3471 | Spent: 18.2 secs | LR: 0.000212
I0902 07:32:51.043709 140140056737664 interactiveshell.py:2882] Step 63350 | Loss: 0.4896 | Spent: 18.3 secs | LR: 0.000212
I0902 07:33:09.222556 140140056737664 interactiveshell.py:2882] Step 63400 | Loss: 0.4663 | Spent: 18.2 secs | LR: 0.000212
I0902 07:33:27.321220 140140056737664 interactiveshell.py:2882] Step 63450 | Loss: 0.4961 | Spent: 18.1 secs | LR: 0.000211
I0902 07:33:45.526915 140140056737664 interactiveshell.py:2882] Step 63500 | Loss: 0.3692 | Spent: 18.2 secs | LR: 0.000211
I0902 07:34:03.468094 140140056737664 interactiveshell.py:2882] Step 63550 | Loss: 0.2423 | Spent: 17.9 secs | LR: 0.000211
I0902 07:34:21.612118 140140056737664 interactiveshell.py:2882] Step 63600 | Loss: 0.2037 | Spent: 18.1 secs | LR: 0.000211
Reading ../data/test.txt
I0902 07:35:13.947047 140140056737664 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.877
I0902 07:35:13.948646 140140056737664 interactiveshell.py:2882] Best Accuracy: 0.877
I0902 07:35:31.465283 140140056737664 interactiveshell.py:2882] Step 63650 | Loss: 0.2979 | Spent: 69.9 secs | LR: 0.000211
I0902 07:35:49.918503 140140056737664 interactiveshell.py:2882] Step 63700 | Loss: 0.1979 | Spent: 18.5 secs | LR: 0.000211
I0902 07:36:08.410537 140140056737664 interactiveshell.py:2882] Step 63750 | Loss: 0.3286 | Spent: 18.5 secs | LR: 0.000211
I0902 07:36:26.576736 140140056737664 interactiveshell.py:2882] Step 63800 | Loss: 0.2299 | Spent: 18.2 secs | LR: 0.000211
I0902 07:36:44.872039 140140056737664 interactiveshell.py:2882] Step 63850 | Loss: 0.3932 | Spent: 18.3 secs | LR: 0.000211
I0902 07:37:02.916235 140140056737664 interactiveshell.py:2882] Step 63900 | Loss: 0.2552 | Spent: 18.0 secs | LR: 0.000210
I0902 07:37:21.208342 140140056737664 interactiveshell.py:2882] Step 63950 | Loss: 0.4483 | Spent: 18.3 secs | LR: 0.000210
I0902 07:37:39.231232 140140056737664 interactiveshell.py:2882] Step 64000 | Loss: 0.3318 | Spent: 18.0 secs | LR: 0.000210
I0902 07:37:57.140826 140140056737664 interactiveshell.py:2882] Step 64050 | Loss: 0.7884 | Spent: 17.9 secs | LR: 0.000210
I0902 07:38:15.375461 140140056737664 interactiveshell.py:2882] Step 64100 | Loss: 0.2048 | Spent: 18.2 secs | LR: 0.000210
I0902 07:38:33.517832 140140056737664 interactiveshell.py:2882] Step 64150 | Loss: 0.3515 | Spent: 18.1 secs | LR: 0.000210
I0902 07:38:51.673951 140140056737664 interactiveshell.py:2882] Step 64200 | Loss: 0.3034 | Spent: 18.2 secs | LR: 0.000210
I0902 07:39:09.944563 140140056737664 interactiveshell.py:2882] Step 64250 | Loss: 0.8883 | Spent: 18.3 secs | LR: 0.000210
I0902 07:39:27.979135 140140056737664 interactiveshell.py:2882] Step 64300 | Loss: 0.1638 | Spent: 18.0 secs | LR: 0.000210
I0902 07:39:45.993072 140140056737664 interactiveshell.py:2882] Step 64350 | Loss: 0.2325 | Spent: 18.0 secs | LR: 0.000210
I0902 07:40:04.334498 140140056737664 interactiveshell.py:2882] Step 64400 | Loss: 0.3905 | Spent: 18.3 secs | LR: 0.000209
I0902 07:40:22.342728 140140056737664 interactiveshell.py:2882] Step 64450 | Loss: 0.1477 | Spent: 18.0 secs | LR: 0.000209
I0902 07:40:40.416043 140140056737664 interactiveshell.py:2882] Step 64500 | Loss: 0.3201 | Spent: 18.1 secs | LR: 0.000209
I0902 07:40:58.643995 140140056737664 interactiveshell.py:2882] Step 64550 | Loss: 0.3475 | Spent: 18.2 secs | LR: 0.000209
I0902 07:41:17.184414 140140056737664 interactiveshell.py:2882] Step 64600 | Loss: 0.2827 | Spent: 18.5 secs | LR: 0.000209
I0902 07:41:35.123260 140140056737664 interactiveshell.py:2882] Step 64650 | Loss: 0.3379 | Spent: 17.9 secs | LR: 0.000209
I0902 07:41:53.666476 140140056737664 interactiveshell.py:2882] Step 64700 | Loss: 0.2275 | Spent: 18.5 secs | LR: 0.000209
I0902 07:42:11.563311 140140056737664 interactiveshell.py:2882] Step 64750 | Loss: 0.4934 | Spent: 17.9 secs | LR: 0.000209
I0902 07:42:29.556518 140140056737664 interactiveshell.py:2882] Step 64800 | Loss: 0.3976 | Spent: 18.0 secs | LR: 0.000209
I0902 07:42:47.882316 140140056737664 interactiveshell.py:2882] Step 64850 | Loss: 0.2752 | Spent: 18.3 secs | LR: 0.000208
I0902 07:43:05.919613 140140056737664 interactiveshell.py:2882] Step 64900 | Loss: 0.5596 | Spent: 18.0 secs | LR: 0.000208
I0902 07:43:23.661610 140140056737664 interactiveshell.py:2882] Step 64950 | Loss: 0.3960 | Spent: 17.7 secs | LR: 0.000208
I0902 07:43:41.910498 140140056737664 interactiveshell.py:2882] Step 65000 | Loss: 0.5061 | Spent: 18.2 secs | LR: 0.000208
I0902 07:43:59.883945 140140056737664 interactiveshell.py:2882] Step 65050 | Loss: 0.2843 | Spent: 18.0 secs | LR: 0.000208
I0902 07:44:17.960239 140140056737664 interactiveshell.py:2882] Step 65100 | Loss: 0.5786 | Spent: 18.1 secs | LR: 0.000208
I0902 07:44:36.377308 140140056737664 interactiveshell.py:2882] Step 65150 | Loss: 0.2186 | Spent: 18.4 secs | LR: 0.000208
I0902 07:44:54.353979 140140056737664 interactiveshell.py:2882] Step 65200 | Loss: 0.4050 | Spent: 18.0 secs | LR: 0.000208
I0902 07:45:12.255163 140140056737664 interactiveshell.py:2882] Step 65250 | Loss: 0.2638 | Spent: 17.9 secs | LR: 0.000208
I0902 07:45:30.533147 140140056737664 interactiveshell.py:2882] Step 65300 | Loss: 0.3665 | Spent: 18.3 secs | LR: 0.000208
Reading ../data/test.txt
I0902 07:46:30.482682 140140056737664 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.874
I0902 07:46:30.484273 140140056737664 interactiveshell.py:2882] Best Accuracy: 0.877
I0902 07:46:41.132648 140140056737664 interactiveshell.py:2882] Step 65350 | Loss: 0.3386 | Spent: 70.6 secs | LR: 0.000207
I0902 07:46:59.591728 140140056737664 interactiveshell.py:2882] Step 65400 | Loss: 0.1667 | Spent: 18.5 secs | LR: 0.000207
I0902 07:47:17.905431 140140056737664 interactiveshell.py:2882] Step 65450 | Loss: 0.4707 | Spent: 18.3 secs | LR: 0.000207
I0902 07:47:36.002763 140140056737664 interactiveshell.py:2882] Step 65500 | Loss: 0.4005 | Spent: 18.1 secs | LR: 0.000207
I0902 07:47:54.166917 140140056737664 interactiveshell.py:2882] Step 65550 | Loss: 0.2598 | Spent: 18.2 secs | LR: 0.000207
I0902 07:48:12.151511 140140056737664 interactiveshell.py:2882] Step 65600 | Loss: 0.3749 | Spent: 18.0 secs | LR: 0.000207
I0902 07:48:30.330021 140140056737664 interactiveshell.py:2882] Step 65650 | Loss: 0.4443 | Spent: 18.2 secs | LR: 0.000207
I0902 07:48:48.468101 140140056737664 interactiveshell.py:2882] Step 65700 | Loss: 0.2261 | Spent: 18.1 secs | LR: 0.000207
I0902 07:49:06.788854 140140056737664 interactiveshell.py:2882] Step 65750 | Loss: 0.6153 | Spent: 18.3 secs | LR: 0.000207
I0902 07:49:24.838557 140140056737664 interactiveshell.py:2882] Step 65800 | Loss: 0.2829 | Spent: 18.0 secs | LR: 0.000206
I0902 07:49:42.818365 140140056737664 interactiveshell.py:2882] Step 65850 | Loss: 0.3778 | Spent: 18.0 secs | LR: 0.000206
I0902 07:50:01.057926 140140056737664 interactiveshell.py:2882] Step 65900 | Loss: 0.2291 | Spent: 18.2 secs | LR: 0.000206
I0902 07:50:19.152517 140140056737664 interactiveshell.py:2882] Step 65950 | Loss: 0.6912 | Spent: 18.1 secs | LR: 0.000206
I0902 07:50:37.386998 140140056737664 interactiveshell.py:2882] Step 66000 | Loss: 0.3595 | Spent: 18.2 secs | LR: 0.000206
I0902 07:50:55.669833 140140056737664 interactiveshell.py:2882] Step 66050 | Loss: 0.3004 | Spent: 18.3 secs | LR: 0.000206
I0902 07:51:13.731853 140140056737664 interactiveshell.py:2882] Step 66100 | Loss: 0.2242 | Spent: 18.1 secs | LR: 0.000206
I0902 07:51:32.114951 140140056737664 interactiveshell.py:2882] Step 66150 | Loss: 0.3408 | Spent: 18.4 secs | LR: 0.000206
I0902 07:51:50.548355 140140056737664 interactiveshell.py:2882] Step 66200 | Loss: 0.4125 | Spent: 18.4 secs | LR: 0.000206
I0902 07:52:08.703786 140140056737664 interactiveshell.py:2882] Step 66250 | Loss: 0.3195 | Spent: 18.2 secs | LR: 0.000206
I0902 07:52:26.808576 140140056737664 interactiveshell.py:2882] Step 66300 | Loss: 0.5810 | Spent: 18.1 secs | LR: 0.000205
I0902 07:52:45.101721 140140056737664 interactiveshell.py:2882] Step 66350 | Loss: 0.3053 | Spent: 18.3 secs | LR: 0.000205
I0902 07:53:03.255527 140140056737664 interactiveshell.py:2882] Step 66400 | Loss: 0.5336 | Spent: 18.2 secs | LR: 0.000205
I0902 07:53:21.359880 140140056737664 interactiveshell.py:2882] Step 66450 | Loss: 0.7075 | Spent: 18.1 secs | LR: 0.000205
I0902 07:53:39.681998 140140056737664 interactiveshell.py:2882] Step 66500 | Loss: 0.3466 | Spent: 18.3 secs | LR: 0.000205
I0902 07:53:57.733963 140140056737664 interactiveshell.py:2882] Step 66550 | Loss: 0.3183 | Spent: 18.1 secs | LR: 0.000205
I0902 07:54:15.909128 140140056737664 interactiveshell.py:2882] Step 66600 | Loss: 0.2887 | Spent: 18.2 secs | LR: 0.000205
I0902 07:54:34.063364 140140056737664 interactiveshell.py:2882] Step 66650 | Loss: 0.4607 | Spent: 18.1 secs | LR: 0.000205
I0902 07:54:52.078991 140140056737664 interactiveshell.py:2882] Step 66700 | Loss: 0.4432 | Spent: 18.0 secs | LR: 0.000205
I0902 07:55:10.059390 140140056737664 interactiveshell.py:2882] Step 66750 | Loss: 0.2761 | Spent: 18.0 secs | LR: 0.000205
I0902 07:55:28.317162 140140056737664 interactiveshell.py:2882] Step 66800 | Loss: 0.4068 | Spent: 18.3 secs | LR: 0.000204
I0902 07:55:46.394027 140140056737664 interactiveshell.py:2882] Step 66850 | Loss: 0.2990 | Spent: 18.1 secs | LR: 0.000204
I0902 07:56:04.306948 140140056737664 interactiveshell.py:2882] Step 66900 | Loss: 0.3795 | Spent: 17.9 secs | LR: 0.000204
I0902 07:56:22.606267 140140056737664 interactiveshell.py:2882] Step 66950 | Loss: 0.3308 | Spent: 18.3 secs | LR: 0.000204
I0902 07:56:40.977897 140140056737664 interactiveshell.py:2882] Step 67000 | Loss: 0.3690 | Spent: 18.4 secs | LR: 0.000204
Reading ../data/test.txt
I0902 07:57:47.453744 140140056737664 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.875
I0902 07:57:47.454949 140140056737664 interactiveshell.py:2882] Best Accuracy: 0.877
I0902 07:57:51.245626 140140056737664 interactiveshell.py:2882] Step 67050 | Loss: 0.2546 | Spent: 70.3 secs | LR: 0.000204
I0902 07:58:09.353523 140140056737664 interactiveshell.py:2882] Step 67100 | Loss: 0.2913 | Spent: 18.1 secs | LR: 0.000204
I0902 07:58:27.542062 140140056737664 interactiveshell.py:2882] Step 67150 | Loss: 0.4350 | Spent: 18.2 secs | LR: 0.000204
I0902 07:58:45.733677 140140056737664 interactiveshell.py:2882] Step 67200 | Loss: 0.1814 | Spent: 18.2 secs | LR: 0.000204
I0902 07:59:04.096557 140140056737664 interactiveshell.py:2882] Step 67250 | Loss: 0.3529 | Spent: 18.4 secs | LR: 0.000203
I0902 07:59:22.177336 140140056737664 interactiveshell.py:2882] Step 67300 | Loss: 0.3110 | Spent: 18.1 secs | LR: 0.000203
I0902 07:59:40.391956 140140056737664 interactiveshell.py:2882] Step 67350 | Loss: 0.2208 | Spent: 18.2 secs | LR: 0.000203
I0902 07:59:58.542563 140140056737664 interactiveshell.py:2882] Step 67400 | Loss: 0.5176 | Spent: 18.1 secs | LR: 0.000203
I0902 08:00:16.868849 140140056737664 interactiveshell.py:2882] Step 67450 | Loss: 0.4479 | Spent: 18.3 secs | LR: 0.000203
I0902 08:00:35.039329 140140056737664 interactiveshell.py:2882] Step 67500 | Loss: 0.2258 | Spent: 18.2 secs | LR: 0.000203
I0902 08:00:53.011037 140140056737664 interactiveshell.py:2882] Step 67550 | Loss: 0.1957 | Spent: 18.0 secs | LR: 0.000203
I0902 08:01:11.027572 140140056737664 interactiveshell.py:2882] Step 67600 | Loss: 0.2956 | Spent: 18.0 secs | LR: 0.000203
I0902 08:01:29.084991 140140056737664 interactiveshell.py:2882] Step 67650 | Loss: 0.1736 | Spent: 18.1 secs | LR: 0.000203
I0902 08:01:47.443612 140140056737664 interactiveshell.py:2882] Step 67700 | Loss: 0.1579 | Spent: 18.4 secs | LR: 0.000203
I0902 08:02:05.971650 140140056737664 interactiveshell.py:2882] Step 67750 | Loss: 0.1644 | Spent: 18.5 secs | LR: 0.000202
I0902 08:02:24.261773 140140056737664 interactiveshell.py:2882] Step 67800 | Loss: 0.1861 | Spent: 18.3 secs | LR: 0.000202
I0902 08:02:42.404417 140140056737664 interactiveshell.py:2882] Step 67850 | Loss: 0.5604 | Spent: 18.1 secs | LR: 0.000202
I0902 08:03:00.673415 140140056737664 interactiveshell.py:2882] Step 67900 | Loss: 0.5227 | Spent: 18.3 secs | LR: 0.000202
I0902 08:03:19.011200 140140056737664 interactiveshell.py:2882] Step 67950 | Loss: 0.4926 | Spent: 18.3 secs | LR: 0.000202
I0902 08:03:37.143261 140140056737664 interactiveshell.py:2882] Step 68000 | Loss: 0.2278 | Spent: 18.1 secs | LR: 0.000202
I0902 08:03:55.315955 140140056737664 interactiveshell.py:2882] Step 68050 | Loss: 0.3837 | Spent: 18.2 secs | LR: 0.000202
I0902 08:04:13.687464 140140056737664 interactiveshell.py:2882] Step 68100 | Loss: 0.2048 | Spent: 18.4 secs | LR: 0.000202
I0902 08:04:31.779954 140140056737664 interactiveshell.py:2882] Step 68150 | Loss: 0.2269 | Spent: 18.1 secs | LR: 0.000202
I0902 08:04:49.993892 140140056737664 interactiveshell.py:2882] Step 68200 | Loss: 0.3333 | Spent: 18.2 secs | LR: 0.000202
I0902 08:05:08.312900 140140056737664 interactiveshell.py:2882] Step 68250 | Loss: 0.2812 | Spent: 18.3 secs | LR: 0.000201
I0902 08:05:26.452111 140140056737664 interactiveshell.py:2882] Step 68300 | Loss: 0.4239 | Spent: 18.1 secs | LR: 0.000201
I0902 08:05:44.670267 140140056737664 interactiveshell.py:2882] Step 68350 | Loss: 0.3861 | Spent: 18.2 secs | LR: 0.000201
I0902 08:06:02.924093 140140056737664 interactiveshell.py:2882] Step 68400 | Loss: 0.4572 | Spent: 18.3 secs | LR: 0.000201
I0902 08:06:21.037432 140140056737664 interactiveshell.py:2882] Step 68450 | Loss: 0.2504 | Spent: 18.1 secs | LR: 0.000201
I0902 08:06:39.289006 140140056737664 interactiveshell.py:2882] Step 68500 | Loss: 0.3444 | Spent: 18.2 secs | LR: 0.000201
I0902 08:06:58.052295 140140056737664 interactiveshell.py:2882] Step 68550 | Loss: 0.2273 | Spent: 18.8 secs | LR: 0.000201
I0902 08:07:16.499809 140140056737664 interactiveshell.py:2882] Step 68600 | Loss: 0.5226 | Spent: 18.4 secs | LR: 0.000201
I0902 08:07:34.644990 140140056737664 interactiveshell.py:2882] Step 68650 | Loss: 0.3898 | Spent: 18.1 secs | LR: 0.000201
Reading ../data/train.txt
I0902 08:08:34.684458 140140056737664 interactiveshell.py:2882] Step 68700 | Loss: 0.4406 | Spent: 60.0 secs | LR: 0.000201
I0902 08:08:53.203972 140140056737664 interactiveshell.py:2882] Step 68750 | Loss: 0.3419 | Spent: 18.5 secs | LR: 0.000200
Reading ../data/test.txt
I0902 08:09:48.684529 140140056737664 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.875
I0902 08:09:48.685843 140140056737664 interactiveshell.py:2882] Best Accuracy: 0.877
I0902 08:10:04.167534 140140056737664 interactiveshell.py:2882] Step 68800 | Loss: 0.3509 | Spent: 71.0 secs | LR: 0.000200
I0902 08:10:22.982517 140140056737664 interactiveshell.py:2882] Step 68850 | Loss: 0.1654 | Spent: 18.8 secs | LR: 0.000200
I0902 08:10:41.584362 140140056737664 interactiveshell.py:2882] Step 68900 | Loss: 0.0605 | Spent: 18.6 secs | LR: 0.000200
I0902 08:11:00.309792 140140056737664 interactiveshell.py:2882] Step 68950 | Loss: 0.3484 | Spent: 18.7 secs | LR: 0.000200
I0902 08:11:19.017331 140140056737664 interactiveshell.py:2882] Step 69000 | Loss: 0.2554 | Spent: 18.7 secs | LR: 0.000200
I0902 08:11:37.834863 140140056737664 interactiveshell.py:2882] Step 69050 | Loss: 0.6419 | Spent: 18.8 secs | LR: 0.000200
I0902 08:11:56.508512 140140056737664 interactiveshell.py:2882] Step 69100 | Loss: 0.3536 | Spent: 18.7 secs | LR: 0.000200
I0902 08:12:15.810730 140140056737664 interactiveshell.py:2882] Step 69150 | Loss: 0.4514 | Spent: 19.3 secs | LR: 0.000200
I0902 08:12:34.290469 140140056737664 interactiveshell.py:2882] Step 69200 | Loss: 0.2446 | Spent: 18.5 secs | LR: 0.000200
I0902 08:12:52.983251 140140056737664 interactiveshell.py:2882] Step 69250 | Loss: 0.2342 | Spent: 18.7 secs | LR: 0.000199
I0902 08:13:11.652114 140140056737664 interactiveshell.py:2882] Step 69300 | Loss: 0.3248 | Spent: 18.7 secs | LR: 0.000199
I0902 08:13:30.254826 140140056737664 interactiveshell.py:2882] Step 69350 | Loss: 0.1545 | Spent: 18.6 secs | LR: 0.000199
I0902 08:13:48.763319 140140056737664 interactiveshell.py:2882] Step 69400 | Loss: 0.1100 | Spent: 18.5 secs | LR: 0.000199
I0902 08:14:07.518614 140140056737664 interactiveshell.py:2882] Step 69450 | Loss: 0.2001 | Spent: 18.8 secs | LR: 0.000199
I0902 08:14:26.147191 140140056737664 interactiveshell.py:2882] Step 69500 | Loss: 0.2887 | Spent: 18.6 secs | LR: 0.000199
I0902 08:14:44.517473 140140056737664 interactiveshell.py:2882] Step 69550 | Loss: 0.3337 | Spent: 18.4 secs | LR: 0.000199
I0902 08:15:03.256171 140140056737664 interactiveshell.py:2882] Step 69600 | Loss: 0.2290 | Spent: 18.7 secs | LR: 0.000199
I0902 08:15:21.774843 140140056737664 interactiveshell.py:2882] Step 69650 | Loss: 0.2808 | Spent: 18.5 secs | LR: 0.000199
I0902 08:15:40.440409 140140056737664 interactiveshell.py:2882] Step 69700 | Loss: 0.1241 | Spent: 18.7 secs | LR: 0.000199
I0902 08:15:59.151816 140140056737664 interactiveshell.py:2882] Step 69750 | Loss: 0.3248 | Spent: 18.7 secs | LR: 0.000198
I0902 08:16:17.893519 140140056737664 interactiveshell.py:2882] Step 69800 | Loss: 0.2626 | Spent: 18.7 secs | LR: 0.000198
I0902 08:16:36.402110 140140056737664 interactiveshell.py:2882] Step 69850 | Loss: 0.1733 | Spent: 18.5 secs | LR: 0.000198
I0902 08:16:55.219161 140140056737664 interactiveshell.py:2882] Step 69900 | Loss: 0.2149 | Spent: 18.8 secs | LR: 0.000198
I0902 08:17:13.789432 140140056737664 interactiveshell.py:2882] Step 69950 | Loss: 0.2741 | Spent: 18.6 secs | LR: 0.000198
I0902 08:17:32.834275 140140056737664 interactiveshell.py:2882] Step 70000 | Loss: 0.7195 | Spent: 19.0 secs | LR: 0.000198
I0902 08:17:51.703062 140140056737664 interactiveshell.py:2882] Step 70050 | Loss: 0.3198 | Spent: 18.9 secs | LR: 0.000198
I0902 08:18:10.240143 140140056737664 interactiveshell.py:2882] Step 70100 | Loss: 0.3148 | Spent: 18.5 secs | LR: 0.000198
I0902 08:18:28.749250 140140056737664 interactiveshell.py:2882] Step 70150 | Loss: 0.2325 | Spent: 18.5 secs | LR: 0.000198
I0902 08:18:47.308217 140140056737664 interactiveshell.py:2882] Step 70200 | Loss: 0.4059 | Spent: 18.6 secs | LR: 0.000198
I0902 08:19:05.887013 140140056737664 interactiveshell.py:2882] Step 70250 | Loss: 0.3043 | Spent: 18.6 secs | LR: 0.000197
I0902 08:19:24.477865 140140056737664 interactiveshell.py:2882] Step 70300 | Loss: 0.2160 | Spent: 18.6 secs | LR: 0.000197
I0902 08:19:43.144835 140140056737664 interactiveshell.py:2882] Step 70350 | Loss: 0.3147 | Spent: 18.7 secs | LR: 0.000197
I0902 08:20:01.540958 140140056737664 interactiveshell.py:2882] Step 70400 | Loss: 0.2783 | Spent: 18.4 secs | LR: 0.000197
I0902 08:20:20.148704 140140056737664 interactiveshell.py:2882] Step 70450 | Loss: 0.5363 | Spent: 18.6 secs | LR: 0.000197
Reading ../data/test.txt
I0902 08:21:22.526647 140140056737664 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.875
I0902 08:21:22.528165 140140056737664 interactiveshell.py:2882] Best Accuracy: 0.877
I0902 08:21:30.797568 140140056737664 interactiveshell.py:2882] Step 70500 | Loss: 0.4403 | Spent: 70.6 secs | LR: 0.000197
I0902 08:21:49.356537 140140056737664 interactiveshell.py:2882] Step 70550 | Loss: 0.3835 | Spent: 18.6 secs | LR: 0.000197
I0902 08:22:07.910837 140140056737664 interactiveshell.py:2882] Step 70600 | Loss: 0.4529 | Spent: 18.5 secs | LR: 0.000197
I0902 08:22:27.203000 140140056737664 interactiveshell.py:2882] Step 70650 | Loss: 0.1938 | Spent: 19.3 secs | LR: 0.000197
I0902 08:22:46.083412 140140056737664 interactiveshell.py:2882] Step 70700 | Loss: 0.3280 | Spent: 18.9 secs | LR: 0.000197
I0902 08:23:04.775772 140140056737664 interactiveshell.py:2882] Step 70750 | Loss: 0.7707 | Spent: 18.7 secs | LR: 0.000196
I0902 08:23:23.503551 140140056737664 interactiveshell.py:2882] Step 70800 | Loss: 0.3128 | Spent: 18.7 secs | LR: 0.000196
I0902 08:23:42.128794 140140056737664 interactiveshell.py:2882] Step 70850 | Loss: 0.2508 | Spent: 18.6 secs | LR: 0.000196
I0902 08:24:00.610163 140140056737664 interactiveshell.py:2882] Step 70900 | Loss: 0.0673 | Spent: 18.5 secs | LR: 0.000196
I0902 08:24:19.245473 140140056737664 interactiveshell.py:2882] Step 70950 | Loss: 0.3686 | Spent: 18.6 secs | LR: 0.000196
I0902 08:24:37.898423 140140056737664 interactiveshell.py:2882] Step 71000 | Loss: 0.3263 | Spent: 18.7 secs | LR: 0.000196
I0902 08:24:56.709593 140140056737664 interactiveshell.py:2882] Step 71050 | Loss: 0.3409 | Spent: 18.8 secs | LR: 0.000196
I0902 08:25:15.581435 140140056737664 interactiveshell.py:2882] Step 71100 | Loss: 0.3711 | Spent: 18.9 secs | LR: 0.000196
I0902 08:25:34.193422 140140056737664 interactiveshell.py:2882] Step 71150 | Loss: 0.3726 | Spent: 18.6 secs | LR: 0.000196
I0902 08:25:52.745800 140140056737664 interactiveshell.py:2882] Step 71200 | Loss: 0.3158 | Spent: 18.6 secs | LR: 0.000196
I0902 08:26:11.349006 140140056737664 interactiveshell.py:2882] Step 71250 | Loss: 0.3836 | Spent: 18.6 secs | LR: 0.000195
I0902 08:26:30.115186 140140056737664 interactiveshell.py:2882] Step 71300 | Loss: 0.2008 | Spent: 18.8 secs | LR: 0.000195
I0902 08:26:49.135474 140140056737664 interactiveshell.py:2882] Step 71350 | Loss: 0.2244 | Spent: 19.0 secs | LR: 0.000195
I0902 08:27:07.528008 140140056737664 interactiveshell.py:2882] Step 71400 | Loss: 0.1976 | Spent: 18.4 secs | LR: 0.000195
I0902 08:27:26.142877 140140056737664 interactiveshell.py:2882] Step 71450 | Loss: 0.3224 | Spent: 18.6 secs | LR: 0.000195
I0902 08:27:45.609095 140140056737664 interactiveshell.py:2882] Step 71500 | Loss: 0.2589 | Spent: 19.5 secs | LR: 0.000195
I0902 08:28:04.438800 140140056737664 interactiveshell.py:2882] Step 71550 | Loss: 0.2388 | Spent: 18.8 secs | LR: 0.000195
I0902 08:28:22.953986 140140056737664 interactiveshell.py:2882] Step 71600 | Loss: 0.2641 | Spent: 18.5 secs | LR: 0.000195
I0902 08:28:41.568474 140140056737664 interactiveshell.py:2882] Step 71650 | Loss: 0.4473 | Spent: 18.6 secs | LR: 0.000195
I0902 08:29:00.204190 140140056737664 interactiveshell.py:2882] Step 71700 | Loss: 0.4791 | Spent: 18.6 secs | LR: 0.000195
I0902 08:29:18.822788 140140056737664 interactiveshell.py:2882] Step 71750 | Loss: 0.1880 | Spent: 18.6 secs | LR: 0.000194
I0902 08:29:37.548105 140140056737664 interactiveshell.py:2882] Step 71800 | Loss: 0.4155 | Spent: 18.7 secs | LR: 0.000194
I0902 08:29:56.461311 140140056737664 interactiveshell.py:2882] Step 71850 | Loss: 0.3158 | Spent: 18.9 secs | LR: 0.000194
I0902 08:30:15.070222 140140056737664 interactiveshell.py:2882] Step 71900 | Loss: 0.1818 | Spent: 18.6 secs | LR: 0.000194
I0902 08:30:33.562946 140140056737664 interactiveshell.py:2882] Step 71950 | Loss: 0.4024 | Spent: 18.5 secs | LR: 0.000194
I0902 08:30:52.350316 140140056737664 interactiveshell.py:2882] Step 72000 | Loss: 0.2702 | Spent: 18.8 secs | LR: 0.000194
I0902 08:31:11.010766 140140056737664 interactiveshell.py:2882] Step 72050 | Loss: 0.4273 | Spent: 18.7 secs | LR: 0.000194
I0902 08:31:29.564136 140140056737664 interactiveshell.py:2882] Step 72100 | Loss: 0.5463 | Spent: 18.5 secs | LR: 0.000194
I0902 08:31:48.423877 140140056737664 interactiveshell.py:2882] Step 72150 | Loss: 0.4311 | Spent: 18.9 secs | LR: 0.000194
Reading ../data/test.txt
I0902 08:32:59.038779 140140056737664 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.873
I0902 08:32:59.040316 140140056737664 interactiveshell.py:2882] Best Accuracy: 0.877
I0902 08:33:00.191542 140140056737664 interactiveshell.py:2882] Step 72200 | Loss: 0.3499 | Spent: 71.8 secs | LR: 0.000194
I0902 08:33:18.724465 140140056737664 interactiveshell.py:2882] Step 72250 | Loss: 0.2594 | Spent: 18.5 secs | LR: 0.000194
I0902 08:33:37.547122 140140056737664 interactiveshell.py:2882] Step 72300 | Loss: 0.4687 | Spent: 18.8 secs | LR: 0.000193
I0902 08:33:56.156581 140140056737664 interactiveshell.py:2882] Step 72350 | Loss: 0.3127 | Spent: 18.6 secs | LR: 0.000193
I0902 08:34:14.713361 140140056737664 interactiveshell.py:2882] Step 72400 | Loss: 0.1827 | Spent: 18.6 secs | LR: 0.000193
I0902 08:34:33.506909 140140056737664 interactiveshell.py:2882] Step 72450 | Loss: 0.2873 | Spent: 18.8 secs | LR: 0.000193
I0902 08:34:52.153280 140140056737664 interactiveshell.py:2882] Step 72500 | Loss: 0.5725 | Spent: 18.6 secs | LR: 0.000193
I0902 08:35:10.829093 140140056737664 interactiveshell.py:2882] Step 72550 | Loss: 0.3884 | Spent: 18.7 secs | LR: 0.000193
I0902 08:35:29.498838 140140056737664 interactiveshell.py:2882] Step 72600 | Loss: 0.4349 | Spent: 18.7 secs | LR: 0.000193
I0902 08:35:48.137373 140140056737664 interactiveshell.py:2882] Step 72650 | Loss: 0.4290 | Spent: 18.6 secs | LR: 0.000193
I0902 08:36:06.754827 140140056737664 interactiveshell.py:2882] Step 72700 | Loss: 0.1669 | Spent: 18.6 secs | LR: 0.000193
I0902 08:36:25.552610 140140056737664 interactiveshell.py:2882] Step 72750 | Loss: 0.4301 | Spent: 18.8 secs | LR: 0.000193
I0902 08:36:44.002755 140140056737664 interactiveshell.py:2882] Step 72800 | Loss: 0.2643 | Spent: 18.4 secs | LR: 0.000192
I0902 08:37:02.639293 140140056737664 interactiveshell.py:2882] Step 72850 | Loss: 0.6747 | Spent: 18.6 secs | LR: 0.000192
I0902 08:37:21.420269 140140056737664 interactiveshell.py:2882] Step 72900 | Loss: 0.5588 | Spent: 18.8 secs | LR: 0.000192
I0902 08:37:40.083527 140140056737664 interactiveshell.py:2882] Step 72950 | Loss: 0.2368 | Spent: 18.7 secs | LR: 0.000192
I0902 08:37:59.141734 140140056737664 interactiveshell.py:2882] Step 73000 | Loss: 0.4937 | Spent: 19.1 secs | LR: 0.000192
I0902 08:38:18.134567 140140056737664 interactiveshell.py:2882] Step 73050 | Loss: 0.3953 | Spent: 19.0 secs | LR: 0.000192
I0902 08:38:36.622801 140140056737664 interactiveshell.py:2882] Step 73100 | Loss: 0.2297 | Spent: 18.5 secs | LR: 0.000192
I0902 08:38:55.199409 140140056737664 interactiveshell.py:2882] Step 73150 | Loss: 0.3102 | Spent: 18.6 secs | LR: 0.000192
I0902 08:39:14.007117 140140056737664 interactiveshell.py:2882] Step 73200 | Loss: 0.2034 | Spent: 18.8 secs | LR: 0.000192
I0902 08:39:32.268498 140140056737664 interactiveshell.py:2882] Step 73250 | Loss: 0.2754 | Spent: 18.3 secs | LR: 0.000192
I0902 08:39:50.793668 140140056737664 interactiveshell.py:2882] Step 73300 | Loss: 0.3156 | Spent: 18.5 secs | LR: 0.000191
I0902 08:40:09.259911 140140056737664 interactiveshell.py:2882] Step 73350 | Loss: 0.5426 | Spent: 18.5 secs | LR: 0.000191
I0902 08:40:27.996423 140140056737664 interactiveshell.py:2882] Step 73400 | Loss: 0.1323 | Spent: 18.7 secs | LR: 0.000191
I0902 08:40:46.873701 140140056737664 interactiveshell.py:2882] Step 73450 | Loss: 0.3269 | Spent: 18.9 secs | LR: 0.000191
I0902 08:41:05.471881 140140056737664 interactiveshell.py:2882] Step 73500 | Loss: 0.1436 | Spent: 18.6 secs | LR: 0.000191
I0902 08:41:24.055415 140140056737664 interactiveshell.py:2882] Step 73550 | Loss: 0.5103 | Spent: 18.6 secs | LR: 0.000191
I0902 08:41:42.743375 140140056737664 interactiveshell.py:2882] Step 73600 | Loss: 0.2233 | Spent: 18.7 secs | LR: 0.000191
I0902 08:42:01.244774 140140056737664 interactiveshell.py:2882] Step 73650 | Loss: 0.3114 | Spent: 18.5 secs | LR: 0.000191
I0902 08:42:19.850107 140140056737664 interactiveshell.py:2882] Step 73700 | Loss: 0.2425 | Spent: 18.6 secs | LR: 0.000191
I0902 08:42:38.555719 140140056737664 interactiveshell.py:2882] Step 73750 | Loss: 0.3878 | Spent: 18.7 secs | LR: 0.000191
I0902 08:42:57.491552 140140056737664 interactiveshell.py:2882] Step 73800 | Loss: 0.1340 | Spent: 18.9 secs | LR: 0.000191
I0902 08:43:16.596608 140140056737664 interactiveshell.py:2882] Step 73850 | Loss: 0.2621 | Spent: 19.1 secs | LR: 0.000190
I0902 08:43:35.460378 140140056737664 interactiveshell.py:2882] Step 73900 | Loss: 0.4506 | Spent: 18.9 secs | LR: 0.000190
Reading ../data/test.txt
I0902 08:44:33.490391 140140056737664 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.873
I0902 08:44:33.491845 140140056737664 interactiveshell.py:2882] Best Accuracy: 0.877
I0902 08:44:46.226082 140140056737664 interactiveshell.py:2882] Step 73950 | Loss: 0.3877 | Spent: 70.8 secs | LR: 0.000190
I0902 08:45:04.969205 140140056737664 interactiveshell.py:2882] Step 74000 | Loss: 0.3037 | Spent: 18.7 secs | LR: 0.000190
I0902 08:45:23.919977 140140056737664 interactiveshell.py:2882] Step 74050 | Loss: 0.3224 | Spent: 18.9 secs | LR: 0.000190
I0902 08:45:42.480379 140140056737664 interactiveshell.py:2882] Step 74100 | Loss: 0.2745 | Spent: 18.6 secs | LR: 0.000190
I0902 08:46:01.052193 140140056737664 interactiveshell.py:2882] Step 74150 | Loss: 0.3292 | Spent: 18.6 secs | LR: 0.000190
I0902 08:46:19.414797 140140056737664 interactiveshell.py:2882] Step 74200 | Loss: 0.2086 | Spent: 18.4 secs | LR: 0.000190
I0902 08:46:37.745196 140140056737664 interactiveshell.py:2882] Step 74250 | Loss: 0.2731 | Spent: 18.3 secs | LR: 0.000190
I0902 08:46:56.240134 140140056737664 interactiveshell.py:2882] Step 74300 | Loss: 0.1775 | Spent: 18.5 secs | LR: 0.000190
I0902 08:47:15.019992 140140056737664 interactiveshell.py:2882] Step 74350 | Loss: 0.4062 | Spent: 18.8 secs | LR: 0.000189
I0902 08:47:33.560348 140140056737664 interactiveshell.py:2882] Step 74400 | Loss: 0.1941 | Spent: 18.5 secs | LR: 0.000189
I0902 08:47:52.223226 140140056737664 interactiveshell.py:2882] Step 74450 | Loss: 0.5677 | Spent: 18.7 secs | LR: 0.000189
I0902 08:48:11.305893 140140056737664 interactiveshell.py:2882] Step 74500 | Loss: 0.3155 | Spent: 19.1 secs | LR: 0.000189
I0902 08:48:30.385408 140140056737664 interactiveshell.py:2882] Step 74550 | Loss: 0.2721 | Spent: 19.1 secs | LR: 0.000189
I0902 08:48:49.024146 140140056737664 interactiveshell.py:2882] Step 74600 | Loss: 0.7301 | Spent: 18.6 secs | LR: 0.000189
I0902 08:49:07.920058 140140056737664 interactiveshell.py:2882] Step 74650 | Loss: 0.2642 | Spent: 18.9 secs | LR: 0.000189
I0902 08:49:26.500309 140140056737664 interactiveshell.py:2882] Step 74700 | Loss: 0.4050 | Spent: 18.6 secs | LR: 0.000189
I0902 08:49:45.210634 140140056737664 interactiveshell.py:2882] Step 74750 | Loss: 0.3815 | Spent: 18.7 secs | LR: 0.000189
I0902 08:50:04.236212 140140056737664 interactiveshell.py:2882] Step 74800 | Loss: 0.2623 | Spent: 19.0 secs | LR: 0.000189
I0902 08:50:22.683350 140140056737664 interactiveshell.py:2882] Step 74850 | Loss: 0.1703 | Spent: 18.4 secs | LR: 0.000189
I0902 08:50:41.265870 140140056737664 interactiveshell.py:2882] Step 74900 | Loss: 0.3202 | Spent: 18.6 secs | LR: 0.000188
I0902 08:51:00.012271 140140056737664 interactiveshell.py:2882] Step 74950 | Loss: 0.2676 | Spent: 18.7 secs | LR: 0.000188
I0902 08:51:18.542608 140140056737664 interactiveshell.py:2882] Step 75000 | Loss: 0.1797 | Spent: 18.5 secs | LR: 0.000188
I0902 08:51:37.328230 140140056737664 interactiveshell.py:2882] Step 75050 | Loss: 0.1618 | Spent: 18.8 secs | LR: 0.000188
I0902 08:51:56.133681 140140056737664 interactiveshell.py:2882] Step 75100 | Loss: 0.2819 | Spent: 18.8 secs | LR: 0.000188
I0902 08:52:14.655636 140140056737664 interactiveshell.py:2882] Step 75150 | Loss: 0.3369 | Spent: 18.5 secs | LR: 0.000188
I0902 08:52:33.216083 140140056737664 interactiveshell.py:2882] Step 75200 | Loss: 0.4083 | Spent: 18.6 secs | LR: 0.000188
I0902 08:52:52.120710 140140056737664 interactiveshell.py:2882] Step 75250 | Loss: 0.3261 | Spent: 18.9 secs | LR: 0.000188
I0902 08:53:11.057280 140140056737664 interactiveshell.py:2882] Step 75300 | Loss: 0.3932 | Spent: 18.9 secs | LR: 0.000188
I0902 08:53:29.963720 140140056737664 interactiveshell.py:2882] Step 75350 | Loss: 0.2718 | Spent: 18.9 secs | LR: 0.000188
I0902 08:53:49.105644 140140056737664 interactiveshell.py:2882] Step 75400 | Loss: 0.4184 | Spent: 19.1 secs | LR: 0.000187
I0902 08:54:07.742748 140140056737664 interactiveshell.py:2882] Step 75450 | Loss: 0.2116 | Spent: 18.6 secs | LR: 0.000187
I0902 08:54:26.574548 140140056737664 interactiveshell.py:2882] Step 75500 | Loss: 0.4479 | Spent: 18.8 secs | LR: 0.000187
I0902 08:54:45.210917 140140056737664 interactiveshell.py:2882] Step 75550 | Loss: 0.2318 | Spent: 18.6 secs | LR: 0.000187
I0902 08:55:03.646116 140140056737664 interactiveshell.py:2882] Step 75600 | Loss: 0.0791 | Spent: 18.4 secs | LR: 0.000187
Reading ../data/test.txt
I0902 08:56:08.649983 140140056737664 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.874
I0902 08:56:08.655665 140140056737664 interactiveshell.py:2882] Best Accuracy: 0.877
I0902 08:56:14.238523 140140056737664 interactiveshell.py:2882] Step 75650 | Loss: 0.3540 | Spent: 70.6 secs | LR: 0.000187
I0902 08:56:33.300659 140140056737664 interactiveshell.py:2882] Step 75700 | Loss: 0.3484 | Spent: 19.1 secs | LR: 0.000187
I0902 08:56:52.047675 140140056737664 interactiveshell.py:2882] Step 75750 | Loss: 0.1123 | Spent: 18.7 secs | LR: 0.000187
I0902 08:57:10.625619 140140056737664 interactiveshell.py:2882] Step 75800 | Loss: 0.2960 | Spent: 18.6 secs | LR: 0.000187
I0902 08:57:29.535925 140140056737664 interactiveshell.py:2882] Step 75850 | Loss: 0.5069 | Spent: 18.9 secs | LR: 0.000187
I0902 08:57:48.410327 140140056737664 interactiveshell.py:2882] Step 75900 | Loss: 0.3171 | Spent: 18.9 secs | LR: 0.000187
I0902 08:58:07.405858 140140056737664 interactiveshell.py:2882] Step 75950 | Loss: 0.3805 | Spent: 19.0 secs | LR: 0.000186
I0902 08:58:26.207186 140140056737664 interactiveshell.py:2882] Step 76000 | Loss: 0.2409 | Spent: 18.8 secs | LR: 0.000186
I0902 08:58:45.107724 140140056737664 interactiveshell.py:2882] Step 76050 | Loss: 0.4082 | Spent: 18.9 secs | LR: 0.000186
I0902 08:59:03.826059 140140056737664 interactiveshell.py:2882] Step 76100 | Loss: 0.3435 | Spent: 18.7 secs | LR: 0.000186
I0902 08:59:22.661507 140140056737664 interactiveshell.py:2882] Step 76150 | Loss: 0.4259 | Spent: 18.8 secs | LR: 0.000186
I0902 08:59:41.376389 140140056737664 interactiveshell.py:2882] Step 76200 | Loss: 0.2090 | Spent: 18.7 secs | LR: 0.000186
I0902 09:00:00.090563 140140056737664 interactiveshell.py:2882] Step 76250 | Loss: 0.4167 | Spent: 18.7 secs | LR: 0.000186
I0902 09:00:18.734776 140140056737664 interactiveshell.py:2882] Step 76300 | Loss: 0.4444 | Spent: 18.6 secs | LR: 0.000186
I0902 09:00:37.479949 140140056737664 interactiveshell.py:2882] Step 76350 | Loss: 0.3935 | Spent: 18.7 secs | LR: 0.000186
I0902 09:00:56.046192 140140056737664 interactiveshell.py:2882] Step 76400 | Loss: 0.3976 | Spent: 18.6 secs | LR: 0.000186
I0902 09:01:14.606433 140140056737664 interactiveshell.py:2882] Step 76450 | Loss: 0.3204 | Spent: 18.6 secs | LR: 0.000186
I0902 09:01:33.112693 140140056737664 interactiveshell.py:2882] Step 76500 | Loss: 0.2646 | Spent: 18.5 secs | LR: 0.000185
I0902 09:01:51.921158 140140056737664 interactiveshell.py:2882] Step 76550 | Loss: 0.2833 | Spent: 18.8 secs | LR: 0.000185
I0902 09:02:10.746492 140140056737664 interactiveshell.py:2882] Step 76600 | Loss: 0.2891 | Spent: 18.8 secs | LR: 0.000185
I0902 09:02:29.435195 140140056737664 interactiveshell.py:2882] Step 76650 | Loss: 0.3341 | Spent: 18.7 secs | LR: 0.000185
I0902 09:02:48.107273 140140056737664 interactiveshell.py:2882] Step 76700 | Loss: 0.5194 | Spent: 18.7 secs | LR: 0.000185
I0902 09:03:07.104005 140140056737664 interactiveshell.py:2882] Step 76750 | Loss: 0.3802 | Spent: 19.0 secs | LR: 0.000185
I0902 09:03:25.979156 140140056737664 interactiveshell.py:2882] Step 76800 | Loss: 0.2334 | Spent: 18.9 secs | LR: 0.000185
I0902 09:03:44.424833 140140056737664 interactiveshell.py:2882] Step 76850 | Loss: 0.3735 | Spent: 18.4 secs | LR: 0.000185
I0902 09:04:03.729659 140140056737664 interactiveshell.py:2882] Step 76900 | Loss: 0.4207 | Spent: 19.3 secs | LR: 0.000185
I0902 09:04:22.300553 140140056737664 interactiveshell.py:2882] Step 76950 | Loss: 0.3445 | Spent: 18.6 secs | LR: 0.000185
I0902 09:04:40.912563 140140056737664 interactiveshell.py:2882] Step 77000 | Loss: 0.2309 | Spent: 18.6 secs | LR: 0.000184
I0902 09:04:59.739065 140140056737664 interactiveshell.py:2882] Step 77050 | Loss: 0.1840 | Spent: 18.8 secs | LR: 0.000184
I0902 09:05:18.343199 140140056737664 interactiveshell.py:2882] Step 77100 | Loss: 0.2232 | Spent: 18.6 secs | LR: 0.000184
I0902 09:05:36.921883 140140056737664 interactiveshell.py:2882] Step 77150 | Loss: 0.1914 | Spent: 18.6 secs | LR: 0.000184
I0902 09:05:55.475641 140140056737664 interactiveshell.py:2882] Step 77200 | Loss: 0.2760 | Spent: 18.6 secs | LR: 0.000184
I0902 09:06:13.897940 140140056737664 interactiveshell.py:2882] Step 77250 | Loss: 0.2370 | Spent: 18.4 secs | LR: 0.000184
I0902 09:06:32.604960 140140056737664 interactiveshell.py:2882] Step 77300 | Loss: 0.1843 | Spent: 18.7 secs | LR: 0.000184
I0902 09:06:51.406383 140140056737664 interactiveshell.py:2882] Step 77350 | Loss: 0.2090 | Spent: 18.8 secs | LR: 0.000184
Reading ../data/test.txt
I0902 09:07:44.760537 140140056737664 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.876
I0902 09:07:44.761818 140140056737664 interactiveshell.py:2882] Best Accuracy: 0.877
I0902 09:08:01.802045 140140056737664 interactiveshell.py:2882] Step 77400 | Loss: 0.3403 | Spent: 70.4 secs | LR: 0.000184
I0902 09:08:20.785722 140140056737664 interactiveshell.py:2882] Step 77450 | Loss: 0.5935 | Spent: 19.0 secs | LR: 0.000184
I0902 09:08:39.788087 140140056737664 interactiveshell.py:2882] Step 77500 | Loss: 0.2712 | Spent: 19.0 secs | LR: 0.000184
I0902 09:08:58.465226 140140056737664 interactiveshell.py:2882] Step 77550 | Loss: 0.3482 | Spent: 18.7 secs | LR: 0.000183
I0902 09:09:17.656088 140140056737664 interactiveshell.py:2882] Step 77600 | Loss: 0.1658 | Spent: 19.2 secs | LR: 0.000183
I0902 09:09:36.500249 140140056737664 interactiveshell.py:2882] Step 77650 | Loss: 0.2222 | Spent: 18.8 secs | LR: 0.000183
I0902 09:09:55.189334 140140056737664 interactiveshell.py:2882] Step 77700 | Loss: 0.1003 | Spent: 18.7 secs | LR: 0.000183
I0902 09:10:13.995870 140140056737664 interactiveshell.py:2882] Step 77750 | Loss: 0.2548 | Spent: 18.8 secs | LR: 0.000183
I0902 09:10:32.773864 140140056737664 interactiveshell.py:2882] Step 77800 | Loss: 0.1602 | Spent: 18.8 secs | LR: 0.000183
I0902 09:10:51.380058 140140056737664 interactiveshell.py:2882] Step 77850 | Loss: 0.2598 | Spent: 18.6 secs | LR: 0.000183
I0902 09:11:10.022897 140140056737664 interactiveshell.py:2882] Step 77900 | Loss: 0.2528 | Spent: 18.6 secs | LR: 0.000183
I0902 09:11:28.941988 140140056737664 interactiveshell.py:2882] Step 77950 | Loss: 0.3845 | Spent: 18.9 secs | LR: 0.000183
I0902 09:11:47.699759 140140056737664 interactiveshell.py:2882] Step 78000 | Loss: 0.4253 | Spent: 18.8 secs | LR: 0.000183
I0902 09:12:06.489465 140140056737664 interactiveshell.py:2882] Step 78050 | Loss: 0.3097 | Spent: 18.8 secs | LR: 0.000183
I0902 09:12:25.325063 140140056737664 interactiveshell.py:2882] Step 78100 | Loss: 0.3184 | Spent: 18.8 secs | LR: 0.000182
I0902 09:12:43.951972 140140056737664 interactiveshell.py:2882] Step 78150 | Loss: 0.2436 | Spent: 18.6 secs | LR: 0.000182
I0902 09:13:02.714787 140140056737664 interactiveshell.py:2882] Step 78200 | Loss: 0.3088 | Spent: 18.8 secs | LR: 0.000182
I0902 09:13:21.801598 140140056737664 interactiveshell.py:2882] Step 78250 | Loss: 0.1550 | Spent: 19.1 secs | LR: 0.000182
I0902 09:13:40.582330 140140056737664 interactiveshell.py:2882] Step 78300 | Loss: 0.4975 | Spent: 18.8 secs | LR: 0.000182
I0902 09:13:59.313217 140140056737664 interactiveshell.py:2882] Step 78350 | Loss: 0.4035 | Spent: 18.7 secs | LR: 0.000182
I0902 09:14:18.674814 140140056737664 interactiveshell.py:2882] Step 78400 | Loss: 0.4494 | Spent: 19.4 secs | LR: 0.000182
I0902 09:14:37.545396 140140056737664 interactiveshell.py:2882] Step 78450 | Loss: 0.3809 | Spent: 18.9 secs | LR: 0.000182
I0902 09:14:56.233904 140140056737664 interactiveshell.py:2882] Step 78500 | Loss: 0.3537 | Spent: 18.7 secs | LR: 0.000182
I0902 09:15:15.024410 140140056737664 interactiveshell.py:2882] Step 78550 | Loss: 0.1221 | Spent: 18.8 secs | LR: 0.000182
I0902 09:15:33.560471 140140056737664 interactiveshell.py:2882] Step 78600 | Loss: 0.2456 | Spent: 18.5 secs | LR: 0.000182
I0902 09:15:52.352301 140140056737664 interactiveshell.py:2882] Step 78650 | Loss: 0.4595 | Spent: 18.8 secs | LR: 0.000181
I0902 09:16:11.158575 140140056737664 interactiveshell.py:2882] Step 78700 | Loss: 0.4828 | Spent: 18.8 secs | LR: 0.000181
I0902 09:16:29.667689 140140056737664 interactiveshell.py:2882] Step 78750 | Loss: 0.1988 | Spent: 18.5 secs | LR: 0.000181
I0902 09:16:48.457151 140140056737664 interactiveshell.py:2882] Step 78800 | Loss: 0.2541 | Spent: 18.8 secs | LR: 0.000181
I0902 09:17:06.814627 140140056737664 interactiveshell.py:2882] Step 78850 | Loss: 0.4019 | Spent: 18.4 secs | LR: 0.000181
I0902 09:17:25.227480 140140056737664 interactiveshell.py:2882] Step 78900 | Loss: 0.2862 | Spent: 18.4 secs | LR: 0.000181
I0902 09:17:43.818270 140140056737664 interactiveshell.py:2882] Step 78950 | Loss: 0.5843 | Spent: 18.6 secs | LR: 0.000181
I0902 09:18:02.756866 140140056737664 interactiveshell.py:2882] Step 79000 | Loss: 0.3200 | Spent: 18.9 secs | LR: 0.000181
I0902 09:18:21.407464 140140056737664 interactiveshell.py:2882] Step 79050 | Loss: 0.3434 | Spent: 18.6 secs | LR: 0.000181
Reading ../data/test.txt
I0902 09:19:22.227178 140140056737664 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.876
I0902 09:19:22.228428 140140056737664 interactiveshell.py:2882] Best Accuracy: 0.877
I0902 09:19:32.678064 140140056737664 interactiveshell.py:2882] Step 79100 | Loss: 0.2477 | Spent: 71.3 secs | LR: 0.000181
I0902 09:19:51.580351 140140056737664 interactiveshell.py:2882] Step 79150 | Loss: 0.3239 | Spent: 18.9 secs | LR: 0.000181
I0902 09:20:10.163192 140140056737664 interactiveshell.py:2882] Step 79200 | Loss: 0.1653 | Spent: 18.6 secs | LR: 0.000180
I0902 09:20:28.864115 140140056737664 interactiveshell.py:2882] Step 79250 | Loss: 0.4613 | Spent: 18.7 secs | LR: 0.000180
I0902 09:20:47.539051 140140056737664 interactiveshell.py:2882] Step 79300 | Loss: 0.3779 | Spent: 18.7 secs | LR: 0.000180
I0902 09:21:06.084710 140140056737664 interactiveshell.py:2882] Step 79350 | Loss: 0.3430 | Spent: 18.5 secs | LR: 0.000180
I0902 09:21:24.739605 140140056737664 interactiveshell.py:2882] Step 79400 | Loss: 0.3343 | Spent: 18.7 secs | LR: 0.000180
I0902 09:21:43.335487 140140056737664 interactiveshell.py:2882] Step 79450 | Loss: 0.2120 | Spent: 18.6 secs | LR: 0.000180
I0902 09:22:01.920542 140140056737664 interactiveshell.py:2882] Step 79500 | Loss: 0.2271 | Spent: 18.6 secs | LR: 0.000180
I0902 09:22:20.634008 140140056737664 interactiveshell.py:2882] Step 79550 | Loss: 0.4471 | Spent: 18.7 secs | LR: 0.000180
I0902 09:22:39.304351 140140056737664 interactiveshell.py:2882] Step 79600 | Loss: 0.2240 | Spent: 18.7 secs | LR: 0.000180
I0902 09:22:57.483152 140140056737664 interactiveshell.py:2882] Step 79650 | Loss: 0.2623 | Spent: 18.2 secs | LR: 0.000180
I0902 09:23:15.718908 140140056737664 interactiveshell.py:2882] Step 79700 | Loss: 0.5339 | Spent: 18.2 secs | LR: 0.000180
I0902 09:23:34.277927 140140056737664 interactiveshell.py:2882] Step 79750 | Loss: 0.3058 | Spent: 18.6 secs | LR: 0.000179
I0902 09:23:52.444649 140140056737664 interactiveshell.py:2882] Step 79800 | Loss: 0.6862 | Spent: 18.2 secs | LR: 0.000179
I0902 09:24:10.546785 140140056737664 interactiveshell.py:2882] Step 79850 | Loss: 0.3774 | Spent: 18.1 secs | LR: 0.000179
I0902 09:24:28.793378 140140056737664 interactiveshell.py:2882] Step 79900 | Loss: 0.1248 | Spent: 18.2 secs | LR: 0.000179
I0902 09:24:47.617361 140140056737664 interactiveshell.py:2882] Step 79950 | Loss: 0.3112 | Spent: 18.8 secs | LR: 0.000179
I0902 09:25:05.841513 140140056737664 interactiveshell.py:2882] Step 80000 | Loss: 0.4541 | Spent: 18.2 secs | LR: 0.000179
I0902 09:25:24.163073 140140056737664 interactiveshell.py:2882] Step 80050 | Loss: 0.4479 | Spent: 18.3 secs | LR: 0.000179
I0902 09:25:42.319049 140140056737664 interactiveshell.py:2882] Step 80100 | Loss: 0.2240 | Spent: 18.2 secs | LR: 0.000179
I0902 09:26:00.388283 140140056737664 interactiveshell.py:2882] Step 80150 | Loss: 0.2070 | Spent: 18.1 secs | LR: 0.000179
I0902 09:26:18.721690 140140056737664 interactiveshell.py:2882] Step 80200 | Loss: 0.1356 | Spent: 18.3 secs | LR: 0.000179
I0902 09:26:37.146969 140140056737664 interactiveshell.py:2882] Step 80250 | Loss: 0.1193 | Spent: 18.4 secs | LR: 0.000179
I0902 09:26:54.916355 140140056737664 interactiveshell.py:2882] Step 80300 | Loss: 0.2069 | Spent: 17.8 secs | LR: 0.000178
I0902 09:27:12.858776 140140056737664 interactiveshell.py:2882] Step 80350 | Loss: 0.2618 | Spent: 17.9 secs | LR: 0.000178
I0902 09:27:30.816627 140140056737664 interactiveshell.py:2882] Step 80400 | Loss: 0.2714 | Spent: 18.0 secs | LR: 0.000178
I0902 09:27:49.012783 140140056737664 interactiveshell.py:2882] Step 80450 | Loss: 0.3040 | Spent: 18.2 secs | LR: 0.000178
I0902 09:28:07.267388 140140056737664 interactiveshell.py:2882] Step 80500 | Loss: 0.1914 | Spent: 18.3 secs | LR: 0.000178
I0902 09:28:25.470969 140140056737664 interactiveshell.py:2882] Step 80550 | Loss: 0.2723 | Spent: 18.2 secs | LR: 0.000178
I0902 09:28:44.078126 140140056737664 interactiveshell.py:2882] Step 80600 | Loss: 0.2489 | Spent: 18.6 secs | LR: 0.000178
I0902 09:29:02.423108 140140056737664 interactiveshell.py:2882] Step 80650 | Loss: 0.2147 | Spent: 18.3 secs | LR: 0.000178
I0902 09:29:20.343837 140140056737664 interactiveshell.py:2882] Step 80700 | Loss: 0.4544 | Spent: 17.9 secs | LR: 0.000178
I0902 09:29:38.068347 140140056737664 interactiveshell.py:2882] Step 80750 | Loss: 0.2138 | Spent: 17.7 secs | LR: 0.000178
Reading ../data/test.txt
I0902 09:30:44.356382 140140056737664 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.877
I0902 09:30:44.357888 140140056737664 interactiveshell.py:2882] Best Accuracy: 0.877
I0902 09:30:47.487520 140140056737664 interactiveshell.py:2882] Step 80800 | Loss: 0.2808 | Spent: 69.4 secs | LR: 0.000178
I0902 09:31:05.558055 140140056737664 interactiveshell.py:2882] Step 80850 | Loss: 0.2849 | Spent: 18.1 secs | LR: 0.000177
I0902 09:31:23.552418 140140056737664 interactiveshell.py:2882] Step 80900 | Loss: 0.1488 | Spent: 18.0 secs | LR: 0.000177
I0902 09:31:41.506963 140140056737664 interactiveshell.py:2882] Step 80950 | Loss: 0.4327 | Spent: 18.0 secs | LR: 0.000177
I0902 09:31:59.131950 140140056737664 interactiveshell.py:2882] Step 81000 | Loss: 0.2109 | Spent: 17.6 secs | LR: 0.000177
I0902 09:32:16.713118 140140056737664 interactiveshell.py:2882] Step 81050 | Loss: 0.2642 | Spent: 17.6 secs | LR: 0.000177
I0902 09:32:34.744244 140140056737664 interactiveshell.py:2882] Step 81100 | Loss: 0.4232 | Spent: 18.0 secs | LR: 0.000177
I0902 09:32:52.543952 140140056737664 interactiveshell.py:2882] Step 81150 | Loss: 0.3894 | Spent: 17.8 secs | LR: 0.000177
I0902 09:33:10.288778 140140056737664 interactiveshell.py:2882] Step 81200 | Loss: 0.1510 | Spent: 17.7 secs | LR: 0.000177
I0902 09:33:28.226496 140140056737664 interactiveshell.py:2882] Step 81250 | Loss: 0.2090 | Spent: 17.9 secs | LR: 0.000177
I0902 09:33:46.323333 140140056737664 interactiveshell.py:2882] Step 81300 | Loss: 0.6035 | Spent: 18.1 secs | LR: 0.000177
I0902 09:34:04.315487 140140056737664 interactiveshell.py:2882] Step 81350 | Loss: 0.4364 | Spent: 18.0 secs | LR: 0.000177
I0902 09:34:22.631463 140140056737664 interactiveshell.py:2882] Step 81400 | Loss: 0.3471 | Spent: 18.3 secs | LR: 0.000177
I0902 09:34:40.554784 140140056737664 interactiveshell.py:2882] Step 81450 | Loss: 0.4101 | Spent: 17.9 secs | LR: 0.000176
I0902 09:34:59.061612 140140056737664 interactiveshell.py:2882] Step 81500 | Loss: 0.3440 | Spent: 18.5 secs | LR: 0.000176
I0902 09:35:17.527243 140140056737664 interactiveshell.py:2882] Step 81550 | Loss: 0.4557 | Spent: 18.5 secs | LR: 0.000176
I0902 09:35:35.783426 140140056737664 interactiveshell.py:2882] Step 81600 | Loss: 0.1675 | Spent: 18.3 secs | LR: 0.000176
I0902 09:35:53.883622 140140056737664 interactiveshell.py:2882] Step 81650 | Loss: 0.5540 | Spent: 18.1 secs | LR: 0.000176
I0902 09:36:12.300180 140140056737664 interactiveshell.py:2882] Step 81700 | Loss: 0.0924 | Spent: 18.4 secs | LR: 0.000176
I0902 09:36:30.478002 140140056737664 interactiveshell.py:2882] Step 81750 | Loss: 0.4455 | Spent: 18.2 secs | LR: 0.000176
I0902 09:36:48.677741 140140056737664 interactiveshell.py:2882] Step 81800 | Loss: 0.2244 | Spent: 18.2 secs | LR: 0.000176
I0902 09:37:06.918624 140140056737664 interactiveshell.py:2882] Step 81850 | Loss: 0.2293 | Spent: 18.2 secs | LR: 0.000176
I0902 09:37:25.258632 140140056737664 interactiveshell.py:2882] Step 81900 | Loss: 0.4165 | Spent: 18.3 secs | LR: 0.000176
I0902 09:37:43.315393 140140056737664 interactiveshell.py:2882] Step 81950 | Loss: 0.2725 | Spent: 18.1 secs | LR: 0.000176
I0902 09:38:00.946130 140140056737664 interactiveshell.py:2882] Step 82000 | Loss: 0.4247 | Spent: 17.6 secs | LR: 0.000175
I0902 09:38:19.116410 140140056737664 interactiveshell.py:2882] Step 82050 | Loss: 0.2745 | Spent: 18.2 secs | LR: 0.000175
I0902 09:38:37.279491 140140056737664 interactiveshell.py:2882] Step 82100 | Loss: 0.2729 | Spent: 18.2 secs | LR: 0.000175
I0902 09:38:55.855711 140140056737664 interactiveshell.py:2882] Step 82150 | Loss: 0.2992 | Spent: 18.6 secs | LR: 0.000175
I0902 09:39:14.279027 140140056737664 interactiveshell.py:2882] Step 82200 | Loss: 0.4076 | Spent: 18.4 secs | LR: 0.000175
I0902 09:39:32.710662 140140056737664 interactiveshell.py:2882] Step 82250 | Loss: 0.2718 | Spent: 18.4 secs | LR: 0.000175
I0902 09:39:50.908050 140140056737664 interactiveshell.py:2882] Step 82300 | Loss: 0.2427 | Spent: 18.2 secs | LR: 0.000175
I0902 09:40:09.564603 140140056737664 interactiveshell.py:2882] Step 82350 | Loss: 0.3137 | Spent: 18.7 secs | LR: 0.000175
I0902 09:40:27.945010 140140056737664 interactiveshell.py:2882] Step 82400 | Loss: 0.4777 | Spent: 18.4 secs | LR: 0.000175
I0902 09:40:46.309411 140140056737664 interactiveshell.py:2882] Step 82450 | Loss: 0.3101 | Spent: 18.4 secs | LR: 0.000175
I0902 09:41:04.871725 140140056737664 interactiveshell.py:2882] Step 82500 | Loss: 0.3940 | Spent: 18.6 secs | LR: 0.000175
Reading ../data/test.txt
I0902 09:42:00.589858 140140056737664 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.876
I0902 09:42:00.591171 140140056737664 interactiveshell.py:2882] Best Accuracy: 0.877
I0902 09:42:14.810907 140140056737664 interactiveshell.py:2882] Step 82550 | Loss: 0.2180 | Spent: 69.9 secs | LR: 0.000174
I0902 09:42:33.013483 140140056737664 interactiveshell.py:2882] Step 82600 | Loss: 0.3074 | Spent: 18.2 secs | LR: 0.000174
I0902 09:42:51.394890 140140056737664 interactiveshell.py:2882] Step 82650 | Loss: 0.1966 | Spent: 18.4 secs | LR: 0.000174
I0902 09:43:09.744028 140140056737664 interactiveshell.py:2882] Step 82700 | Loss: 0.2951 | Spent: 18.3 secs | LR: 0.000174
I0902 09:43:27.734161 140140056737664 interactiveshell.py:2882] Step 82750 | Loss: 0.2442 | Spent: 18.0 secs | LR: 0.000174
I0902 09:43:46.061597 140140056737664 interactiveshell.py:2882] Step 82800 | Loss: 0.7288 | Spent: 18.3 secs | LR: 0.000174
I0902 09:44:04.753202 140140056737664 interactiveshell.py:2882] Step 82850 | Loss: 0.2228 | Spent: 18.7 secs | LR: 0.000174
I0902 09:44:23.162422 140140056737664 interactiveshell.py:2882] Step 82900 | Loss: 0.2738 | Spent: 18.4 secs | LR: 0.000174
I0902 09:44:41.401724 140140056737664 interactiveshell.py:2882] Step 82950 | Loss: 0.2038 | Spent: 18.2 secs | LR: 0.000174
I0902 09:44:59.588879 140140056737664 interactiveshell.py:2882] Step 83000 | Loss: 0.2566 | Spent: 18.2 secs | LR: 0.000174
I0902 09:45:17.914418 140140056737664 interactiveshell.py:2882] Step 83050 | Loss: 0.1006 | Spent: 18.3 secs | LR: 0.000174
I0902 09:45:36.414978 140140056737664 interactiveshell.py:2882] Step 83100 | Loss: 0.5216 | Spent: 18.5 secs | LR: 0.000174
I0902 09:45:54.715876 140140056737664 interactiveshell.py:2882] Step 83150 | Loss: 0.2141 | Spent: 18.3 secs | LR: 0.000173
I0902 09:46:12.841764 140140056737664 interactiveshell.py:2882] Step 83200 | Loss: 0.3910 | Spent: 18.1 secs | LR: 0.000173
I0902 09:46:31.296879 140140056737664 interactiveshell.py:2882] Step 83250 | Loss: 0.1313 | Spent: 18.4 secs | LR: 0.000173
I0902 09:46:49.363377 140140056737664 interactiveshell.py:2882] Step 83300 | Loss: 0.3732 | Spent: 18.1 secs | LR: 0.000173
I0902 09:47:07.529411 140140056737664 interactiveshell.py:2882] Step 83350 | Loss: 0.3675 | Spent: 18.2 secs | LR: 0.000173
I0902 09:47:25.762391 140140056737664 interactiveshell.py:2882] Step 83400 | Loss: 0.4694 | Spent: 18.2 secs | LR: 0.000173
I0902 09:47:43.961857 140140056737664 interactiveshell.py:2882] Step 83450 | Loss: 0.1917 | Spent: 18.2 secs | LR: 0.000173
I0902 09:48:02.088374 140140056737664 interactiveshell.py:2882] Step 83500 | Loss: 0.4717 | Spent: 18.1 secs | LR: 0.000173
I0902 09:48:20.590790 140140056737664 interactiveshell.py:2882] Step 83550 | Loss: 0.2821 | Spent: 18.5 secs | LR: 0.000173
I0902 09:48:38.815423 140140056737664 interactiveshell.py:2882] Step 83600 | Loss: 0.2592 | Spent: 18.2 secs | LR: 0.000173
I0902 09:48:57.049721 140140056737664 interactiveshell.py:2882] Step 83650 | Loss: 0.2699 | Spent: 18.2 secs | LR: 0.000173
I0902 09:49:15.643748 140140056737664 interactiveshell.py:2882] Step 83700 | Loss: 0.5068 | Spent: 18.6 secs | LR: 0.000172
I0902 09:49:33.908049 140140056737664 interactiveshell.py:2882] Step 83750 | Loss: 0.3503 | Spent: 18.3 secs | LR: 0.000172
I0902 09:49:51.918648 140140056737664 interactiveshell.py:2882] Step 83800 | Loss: 0.6118 | Spent: 18.0 secs | LR: 0.000172
I0902 09:50:10.323290 140140056737664 interactiveshell.py:2882] Step 83850 | Loss: 0.2145 | Spent: 18.4 secs | LR: 0.000172
I0902 09:50:28.758412 140140056737664 interactiveshell.py:2882] Step 83900 | Loss: 0.2981 | Spent: 18.4 secs | LR: 0.000172
I0902 09:50:47.153818 140140056737664 interactiveshell.py:2882] Step 83950 | Loss: 0.2112 | Spent: 18.4 secs | LR: 0.000172
I0902 09:51:05.481395 140140056737664 interactiveshell.py:2882] Step 84000 | Loss: 0.2909 | Spent: 18.3 secs | LR: 0.000172
I0902 09:51:23.608628 140140056737664 interactiveshell.py:2882] Step 84050 | Loss: 0.4233 | Spent: 18.1 secs | LR: 0.000172
I0902 09:51:42.000422 140140056737664 interactiveshell.py:2882] Step 84100 | Loss: 0.3542 | Spent: 18.4 secs | LR: 0.000172
I0902 09:52:00.420468 140140056737664 interactiveshell.py:2882] Step 84150 | Loss: 0.3767 | Spent: 18.4 secs | LR: 0.000172
I0902 09:52:18.531710 140140056737664 interactiveshell.py:2882] Step 84200 | Loss: 0.3102 | Spent: 18.1 secs | LR: 0.000172
Reading ../data/test.txt
I0902 09:53:21.188594 140140056737664 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.877
I0902 09:53:21.189999 140140056737664 interactiveshell.py:2882] Best Accuracy: 0.877
I0902 09:53:28.489381 140140056737664 interactiveshell.py:2882] Step 84250 | Loss: 0.4560 | Spent: 70.0 secs | LR: 0.000172
I0902 09:53:46.850030 140140056737664 interactiveshell.py:2882] Step 84300 | Loss: 0.4004 | Spent: 18.4 secs | LR: 0.000171
I0902 09:54:05.105285 140140056737664 interactiveshell.py:2882] Step 84350 | Loss: 0.3928 | Spent: 18.3 secs | LR: 0.000171
I0902 09:54:23.487408 140140056737664 interactiveshell.py:2882] Step 84400 | Loss: 0.5311 | Spent: 18.4 secs | LR: 0.000171
I0902 09:54:42.047702 140140056737664 interactiveshell.py:2882] Step 84450 | Loss: 0.3078 | Spent: 18.6 secs | LR: 0.000171
I0902 09:55:00.318294 140140056737664 interactiveshell.py:2882] Step 84500 | Loss: 0.4221 | Spent: 18.3 secs | LR: 0.000171
I0902 09:55:18.795903 140140056737664 interactiveshell.py:2882] Step 84550 | Loss: 0.1315 | Spent: 18.5 secs | LR: 0.000171
I0902 09:55:37.273096 140140056737664 interactiveshell.py:2882] Step 84600 | Loss: 0.1874 | Spent: 18.5 secs | LR: 0.000171
I0902 09:55:55.913926 140140056737664 interactiveshell.py:2882] Step 84650 | Loss: 0.3767 | Spent: 18.6 secs | LR: 0.000171
I0902 09:56:14.083626 140140056737664 interactiveshell.py:2882] Step 84700 | Loss: 0.2978 | Spent: 18.2 secs | LR: 0.000171
I0902 09:56:32.419813 140140056737664 interactiveshell.py:2882] Step 84750 | Loss: 0.2713 | Spent: 18.3 secs | LR: 0.000171
I0902 09:56:50.494017 140140056737664 interactiveshell.py:2882] Step 84800 | Loss: 0.2837 | Spent: 18.1 secs | LR: 0.000171
I0902 09:57:08.626916 140140056737664 interactiveshell.py:2882] Step 84850 | Loss: 0.4322 | Spent: 18.1 secs | LR: 0.000170
I0902 09:57:26.874967 140140056737664 interactiveshell.py:2882] Step 84900 | Loss: 0.3756 | Spent: 18.2 secs | LR: 0.000170
I0902 09:57:45.007474 140140056737664 interactiveshell.py:2882] Step 84950 | Loss: 0.1074 | Spent: 18.1 secs | LR: 0.000170
I0902 09:58:03.334633 140140056737664 interactiveshell.py:2882] Step 85000 | Loss: 0.3016 | Spent: 18.3 secs | LR: 0.000170
I0902 09:58:21.776061 140140056737664 interactiveshell.py:2882] Step 85050 | Loss: 0.4797 | Spent: 18.4 secs | LR: 0.000170
I0902 09:58:39.985678 140140056737664 interactiveshell.py:2882] Step 85100 | Loss: 0.3686 | Spent: 18.2 secs | LR: 0.000170
I0902 09:58:58.338954 140140056737664 interactiveshell.py:2882] Step 85150 | Loss: 0.3524 | Spent: 18.4 secs | LR: 0.000170
I0902 09:59:16.926433 140140056737664 interactiveshell.py:2882] Step 85200 | Loss: 0.5061 | Spent: 18.6 secs | LR: 0.000170
I0902 09:59:34.867189 140140056737664 interactiveshell.py:2882] Step 85250 | Loss: 0.4196 | Spent: 17.9 secs | LR: 0.000170
I0902 09:59:53.366758 140140056737664 interactiveshell.py:2882] Step 85300 | Loss: 0.2848 | Spent: 18.5 secs | LR: 0.000170
I0902 10:00:11.689602 140140056737664 interactiveshell.py:2882] Step 85350 | Loss: 0.2079 | Spent: 18.3 secs | LR: 0.000170
I0902 10:00:29.929414 140140056737664 interactiveshell.py:2882] Step 85400 | Loss: 0.1858 | Spent: 18.2 secs | LR: 0.000170
I0902 10:00:48.159191 140140056737664 interactiveshell.py:2882] Step 85450 | Loss: 0.5501 | Spent: 18.2 secs | LR: 0.000169
I0902 10:01:06.938535 140140056737664 interactiveshell.py:2882] Step 85500 | Loss: 0.2370 | Spent: 18.8 secs | LR: 0.000169
I0902 10:01:25.269252 140140056737664 interactiveshell.py:2882] Step 85550 | Loss: 0.2525 | Spent: 18.3 secs | LR: 0.000169
I0902 10:01:43.508060 140140056737664 interactiveshell.py:2882] Step 85600 | Loss: 0.2123 | Spent: 18.2 secs | LR: 0.000169
I0902 10:02:01.761575 140140056737664 interactiveshell.py:2882] Step 85650 | Loss: 0.5238 | Spent: 18.3 secs | LR: 0.000169
I0902 10:02:20.012398 140140056737664 interactiveshell.py:2882] Step 85700 | Loss: 0.3508 | Spent: 18.2 secs | LR: 0.000169
I0902 10:02:38.055162 140140056737664 interactiveshell.py:2882] Step 85750 | Loss: 0.3487 | Spent: 18.0 secs | LR: 0.000169
I0902 10:02:56.418070 140140056737664 interactiveshell.py:2882] Step 85800 | Loss: 0.2948 | Spent: 18.4 secs | LR: 0.000169
Reading ../data/train.txt
I0902 10:03:56.302327 140140056737664 interactiveshell.py:2882] Step 85850 | Loss: 0.2841 | Spent: 59.9 secs | LR: 0.000169
I0902 10:04:14.924403 140140056737664 interactiveshell.py:2882] Step 85900 | Loss: 0.3596 | Spent: 18.6 secs | LR: 0.000169
Reading ../data/test.txt
I0902 10:05:25.569298 140140056737664 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.879
I0902 10:05:25.570801 140140056737664 interactiveshell.py:2882] Best Accuracy: 0.879
I0902 10:05:25.959303 140140056737664 interactiveshell.py:2882] Step 85950 | Loss: 0.3083 | Spent: 71.0 secs | LR: 0.000169
I0902 10:05:44.521696 140140056737664 interactiveshell.py:2882] Step 86000 | Loss: 0.3350 | Spent: 18.6 secs | LR: 0.000169
I0902 10:06:03.357584 140140056737664 interactiveshell.py:2882] Step 86050 | Loss: 0.4394 | Spent: 18.8 secs | LR: 0.000168
I0902 10:06:22.411286 140140056737664 interactiveshell.py:2882] Step 86100 | Loss: 0.1286 | Spent: 19.1 secs | LR: 0.000168
I0902 10:06:41.064918 140140056737664 interactiveshell.py:2882] Step 86150 | Loss: 0.3001 | Spent: 18.7 secs | LR: 0.000168
I0902 10:06:59.644829 140140056737664 interactiveshell.py:2882] Step 86200 | Loss: 0.1172 | Spent: 18.6 secs | LR: 0.000168
I0902 10:07:18.576555 140140056737664 interactiveshell.py:2882] Step 86250 | Loss: 0.1413 | Spent: 18.9 secs | LR: 0.000168
I0902 10:07:37.333791 140140056737664 interactiveshell.py:2882] Step 86300 | Loss: 0.3898 | Spent: 18.8 secs | LR: 0.000168
I0902 10:07:56.048255 140140056737664 interactiveshell.py:2882] Step 86350 | Loss: 0.4499 | Spent: 18.7 secs | LR: 0.000168
I0902 10:08:14.886642 140140056737664 interactiveshell.py:2882] Step 86400 | Loss: 0.1822 | Spent: 18.8 secs | LR: 0.000168
I0902 10:08:33.596620 140140056737664 interactiveshell.py:2882] Step 86450 | Loss: 0.5427 | Spent: 18.7 secs | LR: 0.000168
I0902 10:08:52.418231 140140056737664 interactiveshell.py:2882] Step 86500 | Loss: 0.2732 | Spent: 18.8 secs | LR: 0.000168
I0902 10:09:11.161736 140140056737664 interactiveshell.py:2882] Step 86550 | Loss: 0.3248 | Spent: 18.7 secs | LR: 0.000168
I0902 10:09:29.994252 140140056737664 interactiveshell.py:2882] Step 86600 | Loss: 0.1668 | Spent: 18.8 secs | LR: 0.000168
I0902 10:09:48.576399 140140056737664 interactiveshell.py:2882] Step 86650 | Loss: 0.2150 | Spent: 18.6 secs | LR: 0.000167
I0902 10:10:07.466590 140140056737664 interactiveshell.py:2882] Step 86700 | Loss: 0.3780 | Spent: 18.9 secs | LR: 0.000167
I0902 10:10:26.024189 140140056737664 interactiveshell.py:2882] Step 86750 | Loss: 0.1468 | Spent: 18.6 secs | LR: 0.000167
I0902 10:10:44.826955 140140056737664 interactiveshell.py:2882] Step 86800 | Loss: 0.1377 | Spent: 18.8 secs | LR: 0.000167
I0902 10:11:03.588093 140140056737664 interactiveshell.py:2882] Step 86850 | Loss: 0.2741 | Spent: 18.8 secs | LR: 0.000167
I0902 10:11:22.715761 140140056737664 interactiveshell.py:2882] Step 86900 | Loss: 0.5514 | Spent: 19.1 secs | LR: 0.000167
I0902 10:11:41.482639 140140056737664 interactiveshell.py:2882] Step 86950 | Loss: 0.2419 | Spent: 18.8 secs | LR: 0.000167
I0902 10:12:00.253129 140140056737664 interactiveshell.py:2882] Step 87000 | Loss: 0.1916 | Spent: 18.8 secs | LR: 0.000167
I0902 10:12:18.882966 140140056737664 interactiveshell.py:2882] Step 87050 | Loss: 0.6443 | Spent: 18.6 secs | LR: 0.000167
I0902 10:12:37.579679 140140056737664 interactiveshell.py:2882] Step 87100 | Loss: 0.3432 | Spent: 18.7 secs | LR: 0.000167
I0902 10:12:56.489527 140140056737664 interactiveshell.py:2882] Step 87150 | Loss: 0.4486 | Spent: 18.9 secs | LR: 0.000167
I0902 10:13:15.057558 140140056737664 interactiveshell.py:2882] Step 87200 | Loss: 0.4201 | Spent: 18.6 secs | LR: 0.000167
I0902 10:13:33.714228 140140056737664 interactiveshell.py:2882] Step 87250 | Loss: 0.1789 | Spent: 18.7 secs | LR: 0.000166
I0902 10:13:52.609412 140140056737664 interactiveshell.py:2882] Step 87300 | Loss: 0.4068 | Spent: 18.9 secs | LR: 0.000166
I0902 10:14:11.350881 140140056737664 interactiveshell.py:2882] Step 87350 | Loss: 0.2733 | Spent: 18.7 secs | LR: 0.000166
I0902 10:14:30.268865 140140056737664 interactiveshell.py:2882] Step 87400 | Loss: 0.3074 | Spent: 18.9 secs | LR: 0.000166
I0902 10:14:49.181658 140140056737664 interactiveshell.py:2882] Step 87450 | Loss: 0.2971 | Spent: 18.9 secs | LR: 0.000166
I0902 10:15:07.658330 140140056737664 interactiveshell.py:2882] Step 87500 | Loss: 0.2439 | Spent: 18.5 secs | LR: 0.000166
I0902 10:15:26.303869 140140056737664 interactiveshell.py:2882] Step 87550 | Loss: 0.2366 | Spent: 18.6 secs | LR: 0.000166
I0902 10:15:45.093234 140140056737664 interactiveshell.py:2882] Step 87600 | Loss: 0.1311 | Spent: 18.8 secs | LR: 0.000166
I0902 10:16:03.725157 140140056737664 interactiveshell.py:2882] Step 87650 | Loss: 0.4186 | Spent: 18.6 secs | LR: 0.000166
Reading ../data/test.txt
I0902 10:17:02.925032 140140056737664 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.878
I0902 10:17:02.927690 140140056737664 interactiveshell.py:2882] Best Accuracy: 0.879
I0902 10:17:14.931364 140140056737664 interactiveshell.py:2882] Step 87700 | Loss: 0.2083 | Spent: 71.2 secs | LR: 0.000166
I0902 10:17:33.859073 140140056737664 interactiveshell.py:2882] Step 87750 | Loss: 0.3087 | Spent: 18.9 secs | LR: 0.000166
I0902 10:17:52.388599 140140056737664 interactiveshell.py:2882] Step 87800 | Loss: 0.1702 | Spent: 18.5 secs | LR: 0.000166
I0902 10:18:11.049335 140140056737664 interactiveshell.py:2882] Step 87850 | Loss: 0.1558 | Spent: 18.7 secs | LR: 0.000165
I0902 10:18:29.785429 140140056737664 interactiveshell.py:2882] Step 87900 | Loss: 0.1620 | Spent: 18.7 secs | LR: 0.000165
I0902 10:18:48.463204 140140056737664 interactiveshell.py:2882] Step 87950 | Loss: 0.2670 | Spent: 18.7 secs | LR: 0.000165
I0902 10:19:07.035033 140140056737664 interactiveshell.py:2882] Step 88000 | Loss: 0.1821 | Spent: 18.6 secs | LR: 0.000165
I0902 10:19:25.808174 140140056737664 interactiveshell.py:2882] Step 88050 | Loss: 0.3774 | Spent: 18.8 secs | LR: 0.000165
I0902 10:19:44.313199 140140056737664 interactiveshell.py:2882] Step 88100 | Loss: 0.0661 | Spent: 18.5 secs | LR: 0.000165
I0902 10:20:02.545917 140140056737664 interactiveshell.py:2882] Step 88150 | Loss: 0.4152 | Spent: 18.2 secs | LR: 0.000165
I0902 10:20:21.272592 140140056737664 interactiveshell.py:2882] Step 88200 | Loss: 0.1250 | Spent: 18.7 secs | LR: 0.000165
I0902 10:20:39.905022 140140056737664 interactiveshell.py:2882] Step 88250 | Loss: 0.3450 | Spent: 18.6 secs | LR: 0.000165
I0902 10:20:58.374117 140140056737664 interactiveshell.py:2882] Step 88300 | Loss: 0.2842 | Spent: 18.5 secs | LR: 0.000165
I0902 10:21:17.160202 140140056737664 interactiveshell.py:2882] Step 88350 | Loss: 0.2678 | Spent: 18.8 secs | LR: 0.000165
I0902 10:21:35.792272 140140056737664 interactiveshell.py:2882] Step 88400 | Loss: 0.2815 | Spent: 18.6 secs | LR: 0.000165
I0902 10:21:54.281250 140140056737664 interactiveshell.py:2882] Step 88450 | Loss: 0.4073 | Spent: 18.5 secs | LR: 0.000164
I0902 10:22:12.981771 140140056737664 interactiveshell.py:2882] Step 88500 | Loss: 0.1422 | Spent: 18.7 secs | LR: 0.000164
I0902 10:22:31.415647 140140056737664 interactiveshell.py:2882] Step 88550 | Loss: 0.4120 | Spent: 18.4 secs | LR: 0.000164
I0902 10:22:49.965063 140140056737664 interactiveshell.py:2882] Step 88600 | Loss: 0.2241 | Spent: 18.5 secs | LR: 0.000164
I0902 10:23:08.613336 140140056737664 interactiveshell.py:2882] Step 88650 | Loss: 0.2348 | Spent: 18.6 secs | LR: 0.000164
I0902 10:23:26.986198 140140056737664 interactiveshell.py:2882] Step 88700 | Loss: 0.3977 | Spent: 18.4 secs | LR: 0.000164
I0902 10:23:45.539385 140140056737664 interactiveshell.py:2882] Step 88750 | Loss: 0.3700 | Spent: 18.5 secs | LR: 0.000164
I0902 10:24:04.201869 140140056737664 interactiveshell.py:2882] Step 88800 | Loss: 0.3214 | Spent: 18.7 secs | LR: 0.000164
I0902 10:24:22.793435 140140056737664 interactiveshell.py:2882] Step 88850 | Loss: 0.4084 | Spent: 18.6 secs | LR: 0.000164
I0902 10:24:41.432070 140140056737664 interactiveshell.py:2882] Step 88900 | Loss: 0.1888 | Spent: 18.6 secs | LR: 0.000164
I0902 10:25:00.337335 140140056737664 interactiveshell.py:2882] Step 88950 | Loss: 0.3287 | Spent: 18.9 secs | LR: 0.000164
I0902 10:25:18.960430 140140056737664 interactiveshell.py:2882] Step 89000 | Loss: 0.1805 | Spent: 18.6 secs | LR: 0.000164
I0902 10:25:37.816019 140140056737664 interactiveshell.py:2882] Step 89050 | Loss: 0.2102 | Spent: 18.9 secs | LR: 0.000163
I0902 10:25:56.278934 140140056737664 interactiveshell.py:2882] Step 89100 | Loss: 0.4076 | Spent: 18.5 secs | LR: 0.000163
I0902 10:26:14.649032 140140056737664 interactiveshell.py:2882] Step 89150 | Loss: 0.2658 | Spent: 18.4 secs | LR: 0.000163
I0902 10:26:33.442884 140140056737664 interactiveshell.py:2882] Step 89200 | Loss: 0.0723 | Spent: 18.8 secs | LR: 0.000163
I0902 10:26:52.804124 140140056737664 interactiveshell.py:2882] Step 89250 | Loss: 0.4380 | Spent: 19.4 secs | LR: 0.000163
I0902 10:27:11.450437 140140056737664 interactiveshell.py:2882] Step 89300 | Loss: 0.4795 | Spent: 18.6 secs | LR: 0.000163
I0902 10:27:30.096519 140140056737664 interactiveshell.py:2882] Step 89350 | Loss: 0.2076 | Spent: 18.6 secs | LR: 0.000163
Reading ../data/test.txt
I0902 10:28:35.511513 140140056737664 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.877
I0902 10:28:35.512804 140140056737664 interactiveshell.py:2882] Best Accuracy: 0.879
I0902 10:28:40.550230 140140056737664 interactiveshell.py:2882] Step 89400 | Loss: 0.4225 | Spent: 70.4 secs | LR: 0.000163
I0902 10:28:59.261084 140140056737664 interactiveshell.py:2882] Step 89450 | Loss: 0.1015 | Spent: 18.7 secs | LR: 0.000163
I0902 10:29:17.926718 140140056737664 interactiveshell.py:2882] Step 89500 | Loss: 0.2193 | Spent: 18.7 secs | LR: 0.000163
I0902 10:29:36.769469 140140056737664 interactiveshell.py:2882] Step 89550 | Loss: 0.4595 | Spent: 18.8 secs | LR: 0.000163
I0902 10:29:55.770195 140140056737664 interactiveshell.py:2882] Step 89600 | Loss: 0.3224 | Spent: 19.0 secs | LR: 0.000163
I0902 10:30:14.394124 140140056737664 interactiveshell.py:2882] Step 89650 | Loss: 0.1259 | Spent: 18.6 secs | LR: 0.000162
I0902 10:30:33.162847 140140056737664 interactiveshell.py:2882] Step 89700 | Loss: 0.1302 | Spent: 18.8 secs | LR: 0.000162
I0902 10:30:51.711539 140140056737664 interactiveshell.py:2882] Step 89750 | Loss: 0.5104 | Spent: 18.5 secs | LR: 0.000162
I0902 10:31:10.224145 140140056737664 interactiveshell.py:2882] Step 89800 | Loss: 0.5076 | Spent: 18.5 secs | LR: 0.000162
I0902 10:31:29.113252 140140056737664 interactiveshell.py:2882] Step 89850 | Loss: 0.2925 | Spent: 18.9 secs | LR: 0.000162
I0902 10:31:47.789319 140140056737664 interactiveshell.py:2882] Step 89900 | Loss: 0.3716 | Spent: 18.7 secs | LR: 0.000162
I0902 10:32:06.870738 140140056737664 interactiveshell.py:2882] Step 89950 | Loss: 0.4793 | Spent: 19.1 secs | LR: 0.000162
I0902 10:32:25.874665 140140056737664 interactiveshell.py:2882] Step 90000 | Loss: 0.1395 | Spent: 19.0 secs | LR: 0.000162
I0902 10:32:44.349036 140140056737664 interactiveshell.py:2882] Step 90050 | Loss: 0.2942 | Spent: 18.5 secs | LR: 0.000162
I0902 10:33:03.173061 140140056737664 interactiveshell.py:2882] Step 90100 | Loss: 0.2956 | Spent: 18.8 secs | LR: 0.000162
I0902 10:33:21.885167 140140056737664 interactiveshell.py:2882] Step 90150 | Loss: 0.1288 | Spent: 18.7 secs | LR: 0.000162
I0902 10:33:40.594047 140140056737664 interactiveshell.py:2882] Step 90200 | Loss: 0.1815 | Spent: 18.7 secs | LR: 0.000162
I0902 10:33:59.268682 140140056737664 interactiveshell.py:2882] Step 90250 | Loss: 0.2744 | Spent: 18.7 secs | LR: 0.000161
I0902 10:34:17.924735 140140056737664 interactiveshell.py:2882] Step 90300 | Loss: 0.2516 | Spent: 18.7 secs | LR: 0.000161
I0902 10:34:36.507407 140140056737664 interactiveshell.py:2882] Step 90350 | Loss: 0.4293 | Spent: 18.6 secs | LR: 0.000161
I0902 10:34:55.465300 140140056737664 interactiveshell.py:2882] Step 90400 | Loss: 0.3440 | Spent: 19.0 secs | LR: 0.000161
I0902 10:35:14.290022 140140056737664 interactiveshell.py:2882] Step 90450 | Loss: 0.1214 | Spent: 18.8 secs | LR: 0.000161
I0902 10:35:33.026629 140140056737664 interactiveshell.py:2882] Step 90500 | Loss: 0.2829 | Spent: 18.7 secs | LR: 0.000161
I0902 10:35:51.698173 140140056737664 interactiveshell.py:2882] Step 90550 | Loss: 0.2965 | Spent: 18.7 secs | LR: 0.000161
I0902 10:36:10.405074 140140056737664 interactiveshell.py:2882] Step 90600 | Loss: 0.3508 | Spent: 18.7 secs | LR: 0.000161
I0902 10:36:29.250065 140140056737664 interactiveshell.py:2882] Step 90650 | Loss: 0.1906 | Spent: 18.8 secs | LR: 0.000161
I0902 10:36:47.920267 140140056737664 interactiveshell.py:2882] Step 90700 | Loss: 0.3874 | Spent: 18.7 secs | LR: 0.000161
I0902 10:37:06.963570 140140056737664 interactiveshell.py:2882] Step 90750 | Loss: 0.2231 | Spent: 19.0 secs | LR: 0.000161
I0902 10:37:25.914002 140140056737664 interactiveshell.py:2882] Step 90800 | Loss: 0.4987 | Spent: 18.9 secs | LR: 0.000161
I0902 10:37:44.458740 140140056737664 interactiveshell.py:2882] Step 90850 | Loss: 0.2036 | Spent: 18.5 secs | LR: 0.000161
I0902 10:38:03.057851 140140056737664 interactiveshell.py:2882] Step 90900 | Loss: 0.2139 | Spent: 18.6 secs | LR: 0.000160
I0902 10:38:21.730321 140140056737664 interactiveshell.py:2882] Step 90950 | Loss: 0.2801 | Spent: 18.7 secs | LR: 0.000160
I0902 10:38:40.307706 140140056737664 interactiveshell.py:2882] Step 91000 | Loss: 0.3805 | Spent: 18.6 secs | LR: 0.000160
I0902 10:38:58.865956 140140056737664 interactiveshell.py:2882] Step 91050 | Loss: 0.5002 | Spent: 18.6 secs | LR: 0.000160
I0902 10:39:17.554166 140140056737664 interactiveshell.py:2882] Step 91100 | Loss: 0.1953 | Spent: 18.7 secs | LR: 0.000160
Reading ../data/test.txt
I0902 10:40:12.003705 140140056737664 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.877
I0902 10:40:12.007956 140140056737664 interactiveshell.py:2882] Best Accuracy: 0.879
I0902 10:40:28.597495 140140056737664 interactiveshell.py:2882] Step 91150 | Loss: 0.1392 | Spent: 71.0 secs | LR: 0.000160
I0902 10:40:47.184524 140140056737664 interactiveshell.py:2882] Step 91200 | Loss: 0.2941 | Spent: 18.6 secs | LR: 0.000160
I0902 10:41:05.975498 140140056737664 interactiveshell.py:2882] Step 91250 | Loss: 0.1527 | Spent: 18.8 secs | LR: 0.000160
I0902 10:41:24.519729 140140056737664 interactiveshell.py:2882] Step 91300 | Loss: 0.1500 | Spent: 18.5 secs | LR: 0.000160
I0902 10:41:43.060325 140140056737664 interactiveshell.py:2882] Step 91350 | Loss: 0.3122 | Spent: 18.5 secs | LR: 0.000160
I0902 10:42:01.943029 140140056737664 interactiveshell.py:2882] Step 91400 | Loss: 0.4155 | Spent: 18.9 secs | LR: 0.000160
I0902 10:42:20.900330 140140056737664 interactiveshell.py:2882] Step 91450 | Loss: 0.4082 | Spent: 19.0 secs | LR: 0.000160
I0902 10:42:39.409626 140140056737664 interactiveshell.py:2882] Step 91500 | Loss: 0.2061 | Spent: 18.5 secs | LR: 0.000159
I0902 10:42:58.219168 140140056737664 interactiveshell.py:2882] Step 91550 | Loss: 0.1113 | Spent: 18.8 secs | LR: 0.000159
I0902 10:43:16.828747 140140056737664 interactiveshell.py:2882] Step 91600 | Loss: 0.4766 | Spent: 18.6 secs | LR: 0.000159
I0902 10:43:35.358317 140140056737664 interactiveshell.py:2882] Step 91650 | Loss: 0.4039 | Spent: 18.5 secs | LR: 0.000159
I0902 10:43:54.241338 140140056737664 interactiveshell.py:2882] Step 91700 | Loss: 0.5666 | Spent: 18.9 secs | LR: 0.000159
I0902 10:44:12.763161 140140056737664 interactiveshell.py:2882] Step 91750 | Loss: 0.4543 | Spent: 18.5 secs | LR: 0.000159
I0902 10:44:31.404598 140140056737664 interactiveshell.py:2882] Step 91800 | Loss: 0.2654 | Spent: 18.6 secs | LR: 0.000159
I0902 10:44:50.275581 140140056737664 interactiveshell.py:2882] Step 91850 | Loss: 0.2167 | Spent: 18.9 secs | LR: 0.000159
I0902 10:45:09.281775 140140056737664 interactiveshell.py:2882] Step 91900 | Loss: 0.2629 | Spent: 19.0 secs | LR: 0.000159
I0902 10:45:27.873723 140140056737664 interactiveshell.py:2882] Step 91950 | Loss: 0.3978 | Spent: 18.6 secs | LR: 0.000159
I0902 10:45:46.796873 140140056737664 interactiveshell.py:2882] Step 92000 | Loss: 0.1857 | Spent: 18.9 secs | LR: 0.000159
I0902 10:46:05.460325 140140056737664 interactiveshell.py:2882] Step 92050 | Loss: 0.2793 | Spent: 18.7 secs | LR: 0.000159
I0902 10:46:24.116553 140140056737664 interactiveshell.py:2882] Step 92100 | Loss: 0.3100 | Spent: 18.7 secs | LR: 0.000159
I0902 10:46:42.630930 140140056737664 interactiveshell.py:2882] Step 92150 | Loss: 0.2525 | Spent: 18.5 secs | LR: 0.000158
I0902 10:47:00.603092 140140056737664 interactiveshell.py:2882] Step 92200 | Loss: 0.2625 | Spent: 18.0 secs | LR: 0.000158
I0902 10:47:19.106255 140140056737664 interactiveshell.py:2882] Step 92250 | Loss: 0.4192 | Spent: 18.5 secs | LR: 0.000158
I0902 10:47:38.282704 140140056737664 interactiveshell.py:2882] Step 92300 | Loss: 0.1951 | Spent: 19.2 secs | LR: 0.000158
I0902 10:47:56.830220 140140056737664 interactiveshell.py:2882] Step 92350 | Loss: 0.1358 | Spent: 18.5 secs | LR: 0.000158
I0902 10:48:15.485741 140140056737664 interactiveshell.py:2882] Step 92400 | Loss: 0.1905 | Spent: 18.7 secs | LR: 0.000158
I0902 10:48:34.185420 140140056737664 interactiveshell.py:2882] Step 92450 | Loss: 0.5355 | Spent: 18.7 secs | LR: 0.000158
I0902 10:48:52.767639 140140056737664 interactiveshell.py:2882] Step 92500 | Loss: 0.2612 | Spent: 18.6 secs | LR: 0.000158
I0902 10:49:11.297192 140140056737664 interactiveshell.py:2882] Step 92550 | Loss: 0.2772 | Spent: 18.5 secs | LR: 0.000158
I0902 10:49:29.731852 140140056737664 interactiveshell.py:2882] Step 92600 | Loss: 0.3449 | Spent: 18.4 secs | LR: 0.000158
I0902 10:49:47.859114 140140056737664 interactiveshell.py:2882] Step 92650 | Loss: 0.5486 | Spent: 18.1 secs | LR: 0.000158
I0902 10:50:06.090110 140140056737664 interactiveshell.py:2882] Step 92700 | Loss: 0.3468 | Spent: 18.2 secs | LR: 0.000158
I0902 10:50:24.980114 140140056737664 interactiveshell.py:2882] Step 92750 | Loss: 0.3117 | Spent: 18.9 secs | LR: 0.000157
I0902 10:50:43.090955 140140056737664 interactiveshell.py:2882] Step 92800 | Loss: 0.2473 | Spent: 18.1 secs | LR: 0.000157
Reading ../data/test.txt
I0902 10:51:43.070306 140140056737664 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.877
I0902 10:51:43.071526 140140056737664 interactiveshell.py:2882] Best Accuracy: 0.879
I0902 10:51:52.325949 140140056737664 interactiveshell.py:2882] Step 92850 | Loss: 0.2797 | Spent: 69.2 secs | LR: 0.000157
I0902 10:52:10.990312 140140056737664 interactiveshell.py:2882] Step 92900 | Loss: 0.2107 | Spent: 18.7 secs | LR: 0.000157
I0902 10:52:29.525734 140140056737664 interactiveshell.py:2882] Step 92950 | Loss: 0.3287 | Spent: 18.5 secs | LR: 0.000157
I0902 10:52:48.732815 140140056737664 interactiveshell.py:2882] Step 93000 | Loss: 0.3083 | Spent: 19.2 secs | LR: 0.000157
I0902 10:53:07.487315 140140056737664 interactiveshell.py:2882] Step 93050 | Loss: 0.3589 | Spent: 18.8 secs | LR: 0.000157
I0902 10:53:26.052586 140140056737664 interactiveshell.py:2882] Step 93100 | Loss: 0.1959 | Spent: 18.6 secs | LR: 0.000157
I0902 10:53:44.873706 140140056737664 interactiveshell.py:2882] Step 93150 | Loss: 0.5301 | Spent: 18.8 secs | LR: 0.000157
I0902 10:54:03.707395 140140056737664 interactiveshell.py:2882] Step 93200 | Loss: 0.5169 | Spent: 18.8 secs | LR: 0.000157
I0902 10:54:22.220616 140140056737664 interactiveshell.py:2882] Step 93250 | Loss: 0.4942 | Spent: 18.5 secs | LR: 0.000157
I0902 10:54:40.834564 140140056737664 interactiveshell.py:2882] Step 93300 | Loss: 0.2106 | Spent: 18.6 secs | LR: 0.000157
I0902 10:54:59.579049 140140056737664 interactiveshell.py:2882] Step 93350 | Loss: 0.3726 | Spent: 18.7 secs | LR: 0.000157
I0902 10:55:18.434230 140140056737664 interactiveshell.py:2882] Step 93400 | Loss: 0.3081 | Spent: 18.9 secs | LR: 0.000156
I0902 10:55:37.221176 140140056737664 interactiveshell.py:2882] Step 93450 | Loss: 0.4125 | Spent: 18.8 secs | LR: 0.000156
I0902 10:55:56.091705 140140056737664 interactiveshell.py:2882] Step 93500 | Loss: 0.2309 | Spent: 18.9 secs | LR: 0.000156
I0902 10:56:14.419262 140140056737664 interactiveshell.py:2882] Step 93550 | Loss: 0.2195 | Spent: 18.3 secs | LR: 0.000156
I0902 10:56:32.421110 140140056737664 interactiveshell.py:2882] Step 93600 | Loss: 0.2795 | Spent: 18.0 secs | LR: 0.000156
I0902 10:56:50.497120 140140056737664 interactiveshell.py:2882] Step 93650 | Loss: 0.2016 | Spent: 18.1 secs | LR: 0.000156
I0902 10:57:08.418308 140140056737664 interactiveshell.py:2882] Step 93700 | Loss: 0.1638 | Spent: 17.9 secs | LR: 0.000156
I0902 10:57:26.302093 140140056737664 interactiveshell.py:2882] Step 93750 | Loss: 0.3468 | Spent: 17.9 secs | LR: 0.000156
I0902 10:57:45.004861 140140056737664 interactiveshell.py:2882] Step 93800 | Loss: 0.2206 | Spent: 18.7 secs | LR: 0.000156
I0902 10:58:04.141656 140140056737664 interactiveshell.py:2882] Step 93850 | Loss: 0.1618 | Spent: 19.1 secs | LR: 0.000156
I0902 10:58:22.770505 140140056737664 interactiveshell.py:2882] Step 93900 | Loss: 0.3512 | Spent: 18.6 secs | LR: 0.000156
I0902 10:58:41.598887 140140056737664 interactiveshell.py:2882] Step 93950 | Loss: 0.2440 | Spent: 18.8 secs | LR: 0.000156
I0902 10:59:00.182586 140140056737664 interactiveshell.py:2882] Step 94000 | Loss: 0.3400 | Spent: 18.6 secs | LR: 0.000156
I0902 10:59:18.959143 140140056737664 interactiveshell.py:2882] Step 94050 | Loss: 0.1186 | Spent: 18.8 secs | LR: 0.000155
I0902 10:59:37.735147 140140056737664 interactiveshell.py:2882] Step 94100 | Loss: 0.6280 | Spent: 18.8 secs | LR: 0.000155
I0902 10:59:56.736620 140140056737664 interactiveshell.py:2882] Step 94150 | Loss: 0.4857 | Spent: 19.0 secs | LR: 0.000155
I0902 11:00:15.506299 140140056737664 interactiveshell.py:2882] Step 94200 | Loss: 0.3558 | Spent: 18.8 secs | LR: 0.000155
I0902 11:00:34.533071 140140056737664 interactiveshell.py:2882] Step 94250 | Loss: 0.3708 | Spent: 19.0 secs | LR: 0.000155
I0902 11:00:53.459883 140140056737664 interactiveshell.py:2882] Step 94300 | Loss: 0.2612 | Spent: 18.9 secs | LR: 0.000155
I0902 11:01:12.132007 140140056737664 interactiveshell.py:2882] Step 94350 | Loss: 0.1425 | Spent: 18.7 secs | LR: 0.000155
I0902 11:01:30.915560 140140056737664 interactiveshell.py:2882] Step 94400 | Loss: 0.2828 | Spent: 18.8 secs | LR: 0.000155
I0902 11:01:49.954045 140140056737664 interactiveshell.py:2882] Step 94450 | Loss: 0.1717 | Spent: 19.0 secs | LR: 0.000155
I0902 11:02:08.861335 140140056737664 interactiveshell.py:2882] Step 94500 | Loss: 0.1392 | Spent: 18.9 secs | LR: 0.000155
Reading ../data/test.txt
I0902 11:03:18.223085 140140056737664 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.877
I0902 11:03:18.224495 140140056737664 interactiveshell.py:2882] Best Accuracy: 0.879
I0902 11:03:20.546587 140140056737664 interactiveshell.py:2882] Step 94550 | Loss: 0.1668 | Spent: 71.7 secs | LR: 0.000155
I0902 11:03:39.584431 140140056737664 interactiveshell.py:2882] Step 94600 | Loss: 0.2351 | Spent: 19.0 secs | LR: 0.000155
I0902 11:03:58.300610 140140056737664 interactiveshell.py:2882] Step 94650 | Loss: 0.1946 | Spent: 18.7 secs | LR: 0.000155
I0902 11:04:17.377690 140140056737664 interactiveshell.py:2882] Step 94700 | Loss: 0.2726 | Spent: 19.1 secs | LR: 0.000154
I0902 11:04:36.601398 140140056737664 interactiveshell.py:2882] Step 94750 | Loss: 0.3959 | Spent: 19.2 secs | LR: 0.000154
I0902 11:04:55.507236 140140056737664 interactiveshell.py:2882] Step 94800 | Loss: 0.3377 | Spent: 18.9 secs | LR: 0.000154
I0902 11:05:14.385389 140140056737664 interactiveshell.py:2882] Step 94850 | Loss: 0.2714 | Spent: 18.9 secs | LR: 0.000154
I0902 11:05:34.091269 140140056737664 interactiveshell.py:2882] Step 94900 | Loss: 0.2395 | Spent: 19.7 secs | LR: 0.000154
I0902 11:05:53.416503 140140056737664 interactiveshell.py:2882] Step 94950 | Loss: 0.1725 | Spent: 19.3 secs | LR: 0.000154
I0902 11:06:13.182737 140140056737664 interactiveshell.py:2882] Step 95000 | Loss: 0.3218 | Spent: 19.8 secs | LR: 0.000154
I0902 11:06:32.743983 140140056737664 interactiveshell.py:2882] Step 95050 | Loss: 0.2617 | Spent: 19.6 secs | LR: 0.000154
I0902 11:06:52.092541 140140056737664 interactiveshell.py:2882] Step 95100 | Loss: 0.3733 | Spent: 19.3 secs | LR: 0.000154
I0902 11:07:11.344949 140140056737664 interactiveshell.py:2882] Step 95150 | Loss: 0.2279 | Spent: 19.3 secs | LR: 0.000154
I0902 11:07:30.861779 140140056737664 interactiveshell.py:2882] Step 95200 | Loss: 0.0885 | Spent: 19.5 secs | LR: 0.000154
I0902 11:07:49.966901 140140056737664 interactiveshell.py:2882] Step 95250 | Loss: 0.1978 | Spent: 19.1 secs | LR: 0.000154
I0902 11:08:09.384673 140140056737664 interactiveshell.py:2882] Step 95300 | Loss: 0.3682 | Spent: 19.4 secs | LR: 0.000153
I0902 11:08:28.852579 140140056737664 interactiveshell.py:2882] Step 95350 | Loss: 0.4383 | Spent: 19.5 secs | LR: 0.000153
I0902 11:08:47.755149 140140056737664 interactiveshell.py:2882] Step 95400 | Loss: 0.1350 | Spent: 18.9 secs | LR: 0.000153
I0902 11:09:06.905199 140140056737664 interactiveshell.py:2882] Step 95450 | Loss: 0.2784 | Spent: 19.1 secs | LR: 0.000153
I0902 11:09:26.273823 140140056737664 interactiveshell.py:2882] Step 95500 | Loss: 0.3400 | Spent: 19.4 secs | LR: 0.000153
I0902 11:09:45.324373 140140056737664 interactiveshell.py:2882] Step 95550 | Loss: 0.3954 | Spent: 19.0 secs | LR: 0.000153
I0902 11:10:04.656280 140140056737664 interactiveshell.py:2882] Step 95600 | Loss: 0.2155 | Spent: 19.3 secs | LR: 0.000153
I0902 11:10:24.056113 140140056737664 interactiveshell.py:2882] Step 95650 | Loss: 0.1739 | Spent: 19.4 secs | LR: 0.000153
I0902 11:10:43.620340 140140056737664 interactiveshell.py:2882] Step 95700 | Loss: 0.1455 | Spent: 19.6 secs | LR: 0.000153
I0902 11:11:02.512218 140140056737664 interactiveshell.py:2882] Step 95750 | Loss: 0.3056 | Spent: 18.9 secs | LR: 0.000153
I0902 11:11:22.080188 140140056737664 interactiveshell.py:2882] Step 95800 | Loss: 0.1610 | Spent: 19.6 secs | LR: 0.000153
I0902 11:11:41.356918 140140056737664 interactiveshell.py:2882] Step 95850 | Loss: 0.4038 | Spent: 19.3 secs | LR: 0.000153
I0902 11:12:00.423318 140140056737664 interactiveshell.py:2882] Step 95900 | Loss: 0.3777 | Spent: 19.1 secs | LR: 0.000153
I0902 11:12:19.996352 140140056737664 interactiveshell.py:2882] Step 95950 | Loss: 0.2787 | Spent: 19.6 secs | LR: 0.000152
I0902 11:12:39.253960 140140056737664 interactiveshell.py:2882] Step 96000 | Loss: 0.4596 | Spent: 19.3 secs | LR: 0.000152
I0902 11:12:58.412131 140140056737664 interactiveshell.py:2882] Step 96050 | Loss: 0.2460 | Spent: 19.2 secs | LR: 0.000152
I0902 11:13:18.090961 140140056737664 interactiveshell.py:2882] Step 96100 | Loss: 0.4409 | Spent: 19.7 secs | LR: 0.000152
I0902 11:13:37.833565 140140056737664 interactiveshell.py:2882] Step 96150 | Loss: 0.3795 | Spent: 19.7 secs | LR: 0.000152
I0902 11:13:57.243340 140140056737664 interactiveshell.py:2882] Step 96200 | Loss: 0.3746 | Spent: 19.4 secs | LR: 0.000152
I0902 11:14:16.585044 140140056737664 interactiveshell.py:2882] Step 96250 | Loss: 0.1794 | Spent: 19.3 secs | LR: 0.000152
Reading ../data/test.txt
I0902 11:15:14.600990 140140056737664 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.878
I0902 11:15:14.602261 140140056737664 interactiveshell.py:2882] Best Accuracy: 0.879
I0902 11:15:28.820148 140140056737664 interactiveshell.py:2882] Step 96300 | Loss: 0.1506 | Spent: 72.2 secs | LR: 0.000152
I0902 11:15:48.594715 140140056737664 interactiveshell.py:2882] Step 96350 | Loss: 0.2798 | Spent: 19.8 secs | LR: 0.000152
I0902 11:16:08.031790 140140056737664 interactiveshell.py:2882] Step 96400 | Loss: 0.2932 | Spent: 19.4 secs | LR: 0.000152
I0902 11:16:27.375540 140140056737664 interactiveshell.py:2882] Step 96450 | Loss: 0.2845 | Spent: 19.3 secs | LR: 0.000152
I0902 11:16:46.805624 140140056737664 interactiveshell.py:2882] Step 96500 | Loss: 0.3471 | Spent: 19.4 secs | LR: 0.000152
I0902 11:17:06.114937 140140056737664 interactiveshell.py:2882] Step 96550 | Loss: 0.3977 | Spent: 19.3 secs | LR: 0.000152
I0902 11:17:25.667646 140140056737664 interactiveshell.py:2882] Step 96600 | Loss: 0.3322 | Spent: 19.6 secs | LR: 0.000152
I0902 11:17:44.939566 140140056737664 interactiveshell.py:2882] Step 96650 | Loss: 0.2623 | Spent: 19.3 secs | LR: 0.000151
I0902 11:18:04.390666 140140056737664 interactiveshell.py:2882] Step 96700 | Loss: 0.2647 | Spent: 19.4 secs | LR: 0.000151
I0902 11:18:23.948166 140140056737664 interactiveshell.py:2882] Step 96750 | Loss: 0.2748 | Spent: 19.6 secs | LR: 0.000151
I0902 11:18:43.579356 140140056737664 interactiveshell.py:2882] Step 96800 | Loss: 0.1520 | Spent: 19.6 secs | LR: 0.000151
I0902 11:19:02.411520 140140056737664 interactiveshell.py:2882] Step 96850 | Loss: 0.1500 | Spent: 18.8 secs | LR: 0.000151
I0902 11:19:21.609708 140140056737664 interactiveshell.py:2882] Step 96900 | Loss: 0.4425 | Spent: 19.2 secs | LR: 0.000151
I0902 11:19:40.574254 140140056737664 interactiveshell.py:2882] Step 96950 | Loss: 0.5929 | Spent: 19.0 secs | LR: 0.000151
I0902 11:19:59.556079 140140056737664 interactiveshell.py:2882] Step 97000 | Loss: 0.1521 | Spent: 19.0 secs | LR: 0.000151
I0902 11:20:18.615406 140140056737664 interactiveshell.py:2882] Step 97050 | Loss: 0.3125 | Spent: 19.1 secs | LR: 0.000151
I0902 11:20:37.654717 140140056737664 interactiveshell.py:2882] Step 97100 | Loss: 0.6081 | Spent: 19.0 secs | LR: 0.000151
I0902 11:20:57.084320 140140056737664 interactiveshell.py:2882] Step 97150 | Loss: 0.3203 | Spent: 19.4 secs | LR: 0.000151
I0902 11:21:16.299885 140140056737664 interactiveshell.py:2882] Step 97200 | Loss: 0.3436 | Spent: 19.2 secs | LR: 0.000151
I0902 11:21:35.295367 140140056737664 interactiveshell.py:2882] Step 97250 | Loss: 0.3178 | Spent: 19.0 secs | LR: 0.000151
I0902 11:21:54.337549 140140056737664 interactiveshell.py:2882] Step 97300 | Loss: 0.1777 | Spent: 19.0 secs | LR: 0.000150
I0902 11:22:13.394665 140140056737664 interactiveshell.py:2882] Step 97350 | Loss: 0.4025 | Spent: 19.1 secs | LR: 0.000150
I0902 11:22:32.259420 140140056737664 interactiveshell.py:2882] Step 97400 | Loss: 0.1423 | Spent: 18.9 secs | LR: 0.000150
I0902 11:22:51.185514 140140056737664 interactiveshell.py:2882] Step 97450 | Loss: 0.2408 | Spent: 18.9 secs | LR: 0.000150
I0902 11:23:10.274699 140140056737664 interactiveshell.py:2882] Step 97500 | Loss: 0.2843 | Spent: 19.1 secs | LR: 0.000150
I0902 11:23:29.279850 140140056737664 interactiveshell.py:2882] Step 97550 | Loss: 0.2074 | Spent: 19.0 secs | LR: 0.000150
I0902 11:23:48.868821 140140056737664 interactiveshell.py:2882] Step 97600 | Loss: 0.2122 | Spent: 19.6 secs | LR: 0.000150
I0902 11:24:08.100604 140140056737664 interactiveshell.py:2882] Step 97650 | Loss: 0.3228 | Spent: 19.2 secs | LR: 0.000150
I0902 11:24:26.832838 140140056737664 interactiveshell.py:2882] Step 97700 | Loss: 0.4036 | Spent: 18.7 secs | LR: 0.000150
I0902 11:24:45.818626 140140056737664 interactiveshell.py:2882] Step 97750 | Loss: 0.3055 | Spent: 19.0 secs | LR: 0.000150
I0902 11:25:04.793994 140140056737664 interactiveshell.py:2882] Step 97800 | Loss: 0.2120 | Spent: 19.0 secs | LR: 0.000150
I0902 11:25:23.960334 140140056737664 interactiveshell.py:2882] Step 97850 | Loss: 0.3520 | Spent: 19.2 secs | LR: 0.000150
I0902 11:25:42.681797 140140056737664 interactiveshell.py:2882] Step 97900 | Loss: 0.3514 | Spent: 18.7 secs | LR: 0.000150
I0902 11:26:01.625764 140140056737664 interactiveshell.py:2882] Step 97950 | Loss: 0.2299 | Spent: 18.9 secs | LR: 0.000149
Reading ../data/test.txt
I0902 11:27:05.656520 140140056737664 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.877
I0902 11:27:05.657848 140140056737664 interactiveshell.py:2882] Best Accuracy: 0.879
I0902 11:27:12.373783 140140056737664 interactiveshell.py:2882] Step 98000 | Loss: 0.1810 | Spent: 70.7 secs | LR: 0.000149
I0902 11:27:30.838867 140140056737664 interactiveshell.py:2882] Step 98050 | Loss: 0.6591 | Spent: 18.5 secs | LR: 0.000149
I0902 11:27:49.313180 140140056737664 interactiveshell.py:2882] Step 98100 | Loss: 0.3155 | Spent: 18.5 secs | LR: 0.000149
I0902 11:28:07.559301 140140056737664 interactiveshell.py:2882] Step 98150 | Loss: 0.3999 | Spent: 18.2 secs | LR: 0.000149
I0902 11:28:25.689218 140140056737664 interactiveshell.py:2882] Step 98200 | Loss: 0.2157 | Spent: 18.1 secs | LR: 0.000149
I0902 11:28:44.393753 140140056737664 interactiveshell.py:2882] Step 98250 | Loss: 0.2041 | Spent: 18.7 secs | LR: 0.000149
I0902 11:29:03.197745 140140056737664 interactiveshell.py:2882] Step 98300 | Loss: 0.3641 | Spent: 18.8 secs | LR: 0.000149
I0902 11:29:21.269306 140140056737664 interactiveshell.py:2882] Step 98350 | Loss: 0.5014 | Spent: 18.1 secs | LR: 0.000149
I0902 11:29:39.545314 140140056737664 interactiveshell.py:2882] Step 98400 | Loss: 0.2822 | Spent: 18.3 secs | LR: 0.000149
I0902 11:29:57.793739 140140056737664 interactiveshell.py:2882] Step 98450 | Loss: 0.4219 | Spent: 18.2 secs | LR: 0.000149
I0902 11:30:16.094035 140140056737664 interactiveshell.py:2882] Step 98500 | Loss: 0.2237 | Spent: 18.3 secs | LR: 0.000149
I0902 11:30:34.392898 140140056737664 interactiveshell.py:2882] Step 98550 | Loss: 0.4508 | Spent: 18.3 secs | LR: 0.000149
I0902 11:30:53.247189 140140056737664 interactiveshell.py:2882] Step 98600 | Loss: 0.3586 | Spent: 18.8 secs | LR: 0.000148
I0902 11:31:11.811541 140140056737664 interactiveshell.py:2882] Step 98650 | Loss: 0.4092 | Spent: 18.6 secs | LR: 0.000148
I0902 11:31:30.170264 140140056737664 interactiveshell.py:2882] Step 98700 | Loss: 0.3227 | Spent: 18.4 secs | LR: 0.000148
I0902 11:31:48.483085 140140056737664 interactiveshell.py:2882] Step 98750 | Loss: 0.2865 | Spent: 18.3 secs | LR: 0.000148
I0902 11:32:06.562744 140140056737664 interactiveshell.py:2882] Step 98800 | Loss: 0.1976 | Spent: 18.1 secs | LR: 0.000148
I0902 11:32:24.923838 140140056737664 interactiveshell.py:2882] Step 98850 | Loss: 0.2464 | Spent: 18.4 secs | LR: 0.000148
I0902 11:32:43.446839 140140056737664 interactiveshell.py:2882] Step 98900 | Loss: 0.1720 | Spent: 18.5 secs | LR: 0.000148
I0902 11:33:02.036827 140140056737664 interactiveshell.py:2882] Step 98950 | Loss: 0.3843 | Spent: 18.6 secs | LR: 0.000148
I0902 11:33:20.441795 140140056737664 interactiveshell.py:2882] Step 99000 | Loss: 0.3544 | Spent: 18.4 secs | LR: 0.000148
I0902 11:33:39.102937 140140056737664 interactiveshell.py:2882] Step 99050 | Loss: 0.4280 | Spent: 18.7 secs | LR: 0.000148
I0902 11:33:57.711395 140140056737664 interactiveshell.py:2882] Step 99100 | Loss: 0.4538 | Spent: 18.6 secs | LR: 0.000148
I0902 11:34:16.567775 140140056737664 interactiveshell.py:2882] Step 99150 | Loss: 0.4105 | Spent: 18.9 secs | LR: 0.000148
I0902 11:34:35.083290 140140056737664 interactiveshell.py:2882] Step 99200 | Loss: 0.2382 | Spent: 18.5 secs | LR: 0.000148
I0902 11:34:53.325724 140140056737664 interactiveshell.py:2882] Step 99250 | Loss: 0.1974 | Spent: 18.2 secs | LR: 0.000148
I0902 11:35:11.766227 140140056737664 interactiveshell.py:2882] Step 99300 | Loss: 0.5261 | Spent: 18.4 secs | LR: 0.000147
I0902 11:35:30.292149 140140056737664 interactiveshell.py:2882] Step 99350 | Loss: 0.3798 | Spent: 18.5 secs | LR: 0.000147
I0902 11:35:48.986708 140140056737664 interactiveshell.py:2882] Step 99400 | Loss: 0.4802 | Spent: 18.7 secs | LR: 0.000147
I0902 11:36:07.694402 140140056737664 interactiveshell.py:2882] Step 99450 | Loss: 0.4876 | Spent: 18.7 secs | LR: 0.000147
I0902 11:36:26.213677 140140056737664 interactiveshell.py:2882] Step 99500 | Loss: 0.1879 | Spent: 18.5 secs | LR: 0.000147
I0902 11:36:44.491420 140140056737664 interactiveshell.py:2882] Step 99550 | Loss: 0.1697 | Spent: 18.3 secs | LR: 0.000147
I0902 11:37:02.782792 140140056737664 interactiveshell.py:2882] Step 99600 | Loss: 0.3599 | Spent: 18.3 secs | LR: 0.000147
I0902 11:37:21.331357 140140056737664 interactiveshell.py:2882] Step 99650 | Loss: 0.3642 | Spent: 18.5 secs | LR: 0.000147
I0902 11:37:39.700495 140140056737664 interactiveshell.py:2882] Step 99700 | Loss: 0.4591 | Spent: 18.4 secs | LR: 0.000147
Reading ../data/test.txt
I0902 11:38:32.034626 140140056737664 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.880
I0902 11:38:32.035979 140140056737664 interactiveshell.py:2882] Best Accuracy: 0.880
I0902 11:38:50.078184 140140056737664 interactiveshell.py:2882] Step 99750 | Loss: 0.3504 | Spent: 70.4 secs | LR: 0.000147
I0902 11:39:08.565834 140140056737664 interactiveshell.py:2882] Step 99800 | Loss: 0.3458 | Spent: 18.5 secs | LR: 0.000147
I0902 11:39:27.364545 140140056737664 interactiveshell.py:2882] Step 99850 | Loss: 0.0849 | Spent: 18.8 secs | LR: 0.000147
I0902 11:39:45.871247 140140056737664 interactiveshell.py:2882] Step 99900 | Loss: 0.1579 | Spent: 18.5 secs | LR: 0.000147
I0902 11:40:04.966405 140140056737664 interactiveshell.py:2882] Step 99950 | Loss: 0.2251 | Spent: 19.1 secs | LR: 0.000146
I0902 11:40:23.653308 140140056737664 interactiveshell.py:2882] Step 100000 | Loss: 0.2043 | Spent: 18.7 secs | LR: 0.000146
I0902 11:40:41.846841 140140056737664 interactiveshell.py:2882] Step 100050 | Loss: 0.1006 | Spent: 18.2 secs | LR: 0.000146
I0902 11:41:00.243171 140140056737664 interactiveshell.py:2882] Step 100100 | Loss: 0.1223 | Spent: 18.4 secs | LR: 0.000146
I0902 11:41:18.817170 140140056737664 interactiveshell.py:2882] Step 100150 | Loss: 0.2436 | Spent: 18.6 secs | LR: 0.000146
I0902 11:41:36.964195 140140056737664 interactiveshell.py:2882] Step 100200 | Loss: 0.2995 | Spent: 18.1 secs | LR: 0.000146
I0902 11:41:55.304389 140140056737664 interactiveshell.py:2882] Step 100250 | Loss: 0.2361 | Spent: 18.3 secs | LR: 0.000146
I0902 11:42:13.554363 140140056737664 interactiveshell.py:2882] Step 100300 | Loss: 0.3032 | Spent: 18.2 secs | LR: 0.000146
I0902 11:42:31.878796 140140056737664 interactiveshell.py:2882] Step 100350 | Loss: 0.2705 | Spent: 18.3 secs | LR: 0.000146
I0902 11:42:49.661651 140140056737664 interactiveshell.py:2882] Step 100400 | Loss: 0.3710 | Spent: 17.8 secs | LR: 0.000146
I0902 11:43:07.653775 140140056737664 interactiveshell.py:2882] Step 100450 | Loss: 0.4671 | Spent: 18.0 secs | LR: 0.000146
I0902 11:43:25.746060 140140056737664 interactiveshell.py:2882] Step 100500 | Loss: 0.2046 | Spent: 18.1 secs | LR: 0.000146
I0902 11:43:44.129616 140140056737664 interactiveshell.py:2882] Step 100550 | Loss: 0.1497 | Spent: 18.4 secs | LR: 0.000146
I0902 11:44:02.129636 140140056737664 interactiveshell.py:2882] Step 100600 | Loss: 0.2260 | Spent: 18.0 secs | LR: 0.000146
I0902 11:44:20.075637 140140056737664 interactiveshell.py:2882] Step 100650 | Loss: 0.1755 | Spent: 17.9 secs | LR: 0.000145
I0902 11:44:38.730023 140140056737664 interactiveshell.py:2882] Step 100700 | Loss: 0.5547 | Spent: 18.7 secs | LR: 0.000145
I0902 11:44:56.857559 140140056737664 interactiveshell.py:2882] Step 100750 | Loss: 0.1635 | Spent: 18.1 secs | LR: 0.000145
I0902 11:45:15.090167 140140056737664 interactiveshell.py:2882] Step 100800 | Loss: 0.2496 | Spent: 18.2 secs | LR: 0.000145
I0902 11:45:33.320504 140140056737664 interactiveshell.py:2882] Step 100850 | Loss: 0.3882 | Spent: 18.2 secs | LR: 0.000145
I0902 11:45:51.704695 140140056737664 interactiveshell.py:2882] Step 100900 | Loss: 0.2101 | Spent: 18.4 secs | LR: 0.000145
I0902 11:46:10.120561 140140056737664 interactiveshell.py:2882] Step 100950 | Loss: 0.4611 | Spent: 18.4 secs | LR: 0.000145
I0902 11:46:28.441227 140140056737664 interactiveshell.py:2882] Step 101000 | Loss: 0.4277 | Spent: 18.3 secs | LR: 0.000145
I0902 11:46:46.923005 140140056737664 interactiveshell.py:2882] Step 101050 | Loss: 0.1811 | Spent: 18.5 secs | LR: 0.000145
I0902 11:47:05.268232 140140056737664 interactiveshell.py:2882] Step 101100 | Loss: 0.1485 | Spent: 18.3 secs | LR: 0.000145
I0902 11:47:23.532631 140140056737664 interactiveshell.py:2882] Step 101150 | Loss: 0.2959 | Spent: 18.3 secs | LR: 0.000145
I0902 11:47:42.198765 140140056737664 interactiveshell.py:2882] Step 101200 | Loss: 0.3521 | Spent: 18.7 secs | LR: 0.000145
I0902 11:48:00.616132 140140056737664 interactiveshell.py:2882] Step 101250 | Loss: 0.2771 | Spent: 18.4 secs | LR: 0.000145
I0902 11:48:18.882229 140140056737664 interactiveshell.py:2882] Step 101300 | Loss: 0.2509 | Spent: 18.3 secs | LR: 0.000145
I0902 11:48:37.454403 140140056737664 interactiveshell.py:2882] Step 101350 | Loss: 0.4208 | Spent: 18.6 secs | LR: 0.000144
I0902 11:48:55.572068 140140056737664 interactiveshell.py:2882] Step 101400 | Loss: 0.3578 | Spent: 18.1 secs | LR: 0.000144
Reading ../data/test.txt
I0902 11:49:55.125564 140140056737664 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.878
I0902 11:49:55.130708 140140056737664 interactiveshell.py:2882] Best Accuracy: 0.880
I0902 11:50:06.017016 140140056737664 interactiveshell.py:2882] Step 101450 | Loss: 0.1852 | Spent: 70.4 secs | LR: 0.000144
I0902 11:50:24.398403 140140056737664 interactiveshell.py:2882] Step 101500 | Loss: 0.2843 | Spent: 18.4 secs | LR: 0.000144
I0902 11:50:42.707644 140140056737664 interactiveshell.py:2882] Step 101550 | Loss: 0.4440 | Spent: 18.3 secs | LR: 0.000144
I0902 11:51:01.119525 140140056737664 interactiveshell.py:2882] Step 101600 | Loss: 0.1960 | Spent: 18.4 secs | LR: 0.000144
I0902 11:51:19.624595 140140056737664 interactiveshell.py:2882] Step 101650 | Loss: 0.4296 | Spent: 18.5 secs | LR: 0.000144
I0902 11:51:37.806391 140140056737664 interactiveshell.py:2882] Step 101700 | Loss: 0.2203 | Spent: 18.2 secs | LR: 0.000144
I0902 11:51:55.936525 140140056737664 interactiveshell.py:2882] Step 101750 | Loss: 0.2717 | Spent: 18.1 secs | LR: 0.000144
I0902 11:52:14.560846 140140056737664 interactiveshell.py:2882] Step 101800 | Loss: 0.1856 | Spent: 18.6 secs | LR: 0.000144
I0902 11:52:32.822854 140140056737664 interactiveshell.py:2882] Step 101850 | Loss: 0.4019 | Spent: 18.3 secs | LR: 0.000144
I0902 11:52:50.915796 140140056737664 interactiveshell.py:2882] Step 101900 | Loss: 0.2696 | Spent: 18.1 secs | LR: 0.000144
I0902 11:53:09.613042 140140056737664 interactiveshell.py:2882] Step 101950 | Loss: 0.2222 | Spent: 18.7 secs | LR: 0.000144
I0902 11:53:28.090746 140140056737664 interactiveshell.py:2882] Step 102000 | Loss: 0.2354 | Spent: 18.5 secs | LR: 0.000143
I0902 11:53:46.386759 140140056737664 interactiveshell.py:2882] Step 102050 | Loss: 0.2706 | Spent: 18.3 secs | LR: 0.000143
I0902 11:54:05.082926 140140056737664 interactiveshell.py:2882] Step 102100 | Loss: 0.2845 | Spent: 18.7 secs | LR: 0.000143
I0902 11:54:23.408380 140140056737664 interactiveshell.py:2882] Step 102150 | Loss: 0.2667 | Spent: 18.3 secs | LR: 0.000143
I0902 11:54:41.929301 140140056737664 interactiveshell.py:2882] Step 102200 | Loss: 0.4302 | Spent: 18.5 secs | LR: 0.000143
I0902 11:55:00.971405 140140056737664 interactiveshell.py:2882] Step 102250 | Loss: 0.2916 | Spent: 19.0 secs | LR: 0.000143
I0902 11:55:19.247480 140140056737664 interactiveshell.py:2882] Step 102300 | Loss: 0.2097 | Spent: 18.3 secs | LR: 0.000143
I0902 11:55:37.747319 140140056737664 interactiveshell.py:2882] Step 102350 | Loss: 0.2509 | Spent: 18.5 secs | LR: 0.000143
I0902 11:55:56.288678 140140056737664 interactiveshell.py:2882] Step 102400 | Loss: 0.2118 | Spent: 18.5 secs | LR: 0.000143
I0902 11:56:14.558787 140140056737664 interactiveshell.py:2882] Step 102450 | Loss: 0.2110 | Spent: 18.3 secs | LR: 0.000143
I0902 11:56:33.246083 140140056737664 interactiveshell.py:2882] Step 102500 | Loss: 0.2416 | Spent: 18.7 secs | LR: 0.000143
I0902 11:56:51.719185 140140056737664 interactiveshell.py:2882] Step 102550 | Loss: 0.1633 | Spent: 18.5 secs | LR: 0.000143
I0902 11:57:10.021822 140140056737664 interactiveshell.py:2882] Step 102600 | Loss: 0.4213 | Spent: 18.3 secs | LR: 0.000143
I0902 11:57:28.366747 140140056737664 interactiveshell.py:2882] Step 102650 | Loss: 0.3275 | Spent: 18.3 secs | LR: 0.000143
I0902 11:57:46.639238 140140056737664 interactiveshell.py:2882] Step 102700 | Loss: 0.1746 | Spent: 18.3 secs | LR: 0.000142
I0902 11:58:05.040073 140140056737664 interactiveshell.py:2882] Step 102750 | Loss: 0.1988 | Spent: 18.4 secs | LR: 0.000142
I0902 11:58:23.145258 140140056737664 interactiveshell.py:2882] Step 102800 | Loss: 0.3945 | Spent: 18.1 secs | LR: 0.000142
I0902 11:58:41.490182 140140056737664 interactiveshell.py:2882] Step 102850 | Loss: 0.1610 | Spent: 18.3 secs | LR: 0.000142
I0902 11:58:59.932172 140140056737664 interactiveshell.py:2882] Step 102900 | Loss: 0.0520 | Spent: 18.4 secs | LR: 0.000142
I0902 11:59:18.230210 140140056737664 interactiveshell.py:2882] Step 102950 | Loss: 0.2098 | Spent: 18.3 secs | LR: 0.000142
I0902 11:59:36.574228 140140056737664 interactiveshell.py:2882] Step 103000 | Loss: 0.4083 | Spent: 18.3 secs | LR: 0.000142
Reading ../data/train.txt
I0902 12:00:38.181204 140140056737664 interactiveshell.py:2882] Step 103050 | Loss: 0.2414 | Spent: 61.6 secs | LR: 0.000142
I0902 12:00:56.900613 140140056737664 interactiveshell.py:2882] Step 103100 | Loss: 0.3675 | Spent: 18.7 secs | LR: 0.000142
Reading ../data/test.txt
I0902 12:02:03.833573 140140056737664 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.880
I0902 12:02:03.834745 140140056737664 interactiveshell.py:2882] Best Accuracy: 0.880
I0902 12:02:07.938837 140140056737664 interactiveshell.py:2882] Step 103150 | Loss: 0.0942 | Spent: 71.0 secs | LR: 0.000142
I0902 12:02:26.784923 140140056737664 interactiveshell.py:2882] Step 103200 | Loss: 0.5857 | Spent: 18.8 secs | LR: 0.000142
I0902 12:02:45.664912 140140056737664 interactiveshell.py:2882] Step 103250 | Loss: 0.1063 | Spent: 18.9 secs | LR: 0.000142
I0902 12:03:04.427821 140140056737664 interactiveshell.py:2882] Step 103300 | Loss: 0.3582 | Spent: 18.8 secs | LR: 0.000142
I0902 12:03:22.978407 140140056737664 interactiveshell.py:2882] Step 103350 | Loss: 0.2227 | Spent: 18.5 secs | LR: 0.000142
I0902 12:03:41.303256 140140056737664 interactiveshell.py:2882] Step 103400 | Loss: 0.2873 | Spent: 18.3 secs | LR: 0.000141
I0902 12:03:59.663770 140140056737664 interactiveshell.py:2882] Step 103450 | Loss: 0.1187 | Spent: 18.4 secs | LR: 0.000141
I0902 12:04:18.508148 140140056737664 interactiveshell.py:2882] Step 103500 | Loss: 0.4417 | Spent: 18.8 secs | LR: 0.000141
I0902 12:04:37.116204 140140056737664 interactiveshell.py:2882] Step 103550 | Loss: 0.4594 | Spent: 18.6 secs | LR: 0.000141
I0902 12:04:55.761914 140140056737664 interactiveshell.py:2882] Step 103600 | Loss: 0.2632 | Spent: 18.6 secs | LR: 0.000141
I0902 12:05:15.024230 140140056737664 interactiveshell.py:2882] Step 103650 | Loss: 0.2250 | Spent: 19.3 secs | LR: 0.000141
I0902 12:05:33.635436 140140056737664 interactiveshell.py:2882] Step 103700 | Loss: 0.2448 | Spent: 18.6 secs | LR: 0.000141
I0902 12:05:52.279309 140140056737664 interactiveshell.py:2882] Step 103750 | Loss: 0.5472 | Spent: 18.6 secs | LR: 0.000141
I0902 12:06:11.164336 140140056737664 interactiveshell.py:2882] Step 103800 | Loss: 0.2064 | Spent: 18.9 secs | LR: 0.000141
I0902 12:06:29.877182 140140056737664 interactiveshell.py:2882] Step 103850 | Loss: 0.4704 | Spent: 18.7 secs | LR: 0.000141
I0902 12:06:48.752586 140140056737664 interactiveshell.py:2882] Step 103900 | Loss: 0.2321 | Spent: 18.9 secs | LR: 0.000141
I0902 12:07:07.407097 140140056737664 interactiveshell.py:2882] Step 103950 | Loss: 0.4078 | Spent: 18.6 secs | LR: 0.000141
I0902 12:07:26.371593 140140056737664 interactiveshell.py:2882] Step 104000 | Loss: 0.1304 | Spent: 19.0 secs | LR: 0.000141
I0902 12:07:44.986030 140140056737664 interactiveshell.py:2882] Step 104050 | Loss: 0.5466 | Spent: 18.6 secs | LR: 0.000141
I0902 12:08:03.558422 140140056737664 interactiveshell.py:2882] Step 104100 | Loss: 0.3171 | Spent: 18.6 secs | LR: 0.000141
I0902 12:08:22.285840 140140056737664 interactiveshell.py:2882] Step 104150 | Loss: 0.3822 | Spent: 18.7 secs | LR: 0.000140
I0902 12:08:40.999524 140140056737664 interactiveshell.py:2882] Step 104200 | Loss: 0.2073 | Spent: 18.7 secs | LR: 0.000140
I0902 12:09:00.008055 140140056737664 interactiveshell.py:2882] Step 104250 | Loss: 0.3089 | Spent: 19.0 secs | LR: 0.000140
I0902 12:09:18.879971 140140056737664 interactiveshell.py:2882] Step 104300 | Loss: 0.2013 | Spent: 18.9 secs | LR: 0.000140
I0902 12:09:37.745794 140140056737664 interactiveshell.py:2882] Step 104350 | Loss: 0.1689 | Spent: 18.9 secs | LR: 0.000140
I0902 12:09:56.340158 140140056737664 interactiveshell.py:2882] Step 104400 | Loss: 0.1966 | Spent: 18.6 secs | LR: 0.000140
I0902 12:10:15.212869 140140056737664 interactiveshell.py:2882] Step 104450 | Loss: 0.3162 | Spent: 18.9 secs | LR: 0.000140
I0902 12:10:34.210527 140140056737664 interactiveshell.py:2882] Step 104500 | Loss: 0.2465 | Spent: 19.0 secs | LR: 0.000140
I0902 12:10:52.840196 140140056737664 interactiveshell.py:2882] Step 104550 | Loss: 0.1641 | Spent: 18.6 secs | LR: 0.000140
I0902 12:11:11.615657 140140056737664 interactiveshell.py:2882] Step 104600 | Loss: 0.2360 | Spent: 18.8 secs | LR: 0.000140
I0902 12:11:30.155888 140140056737664 interactiveshell.py:2882] Step 104650 | Loss: 0.1645 | Spent: 18.5 secs | LR: 0.000140
I0902 12:11:49.291617 140140056737664 interactiveshell.py:2882] Step 104700 | Loss: 0.3257 | Spent: 19.1 secs | LR: 0.000140
I0902 12:12:08.095848 140140056737664 interactiveshell.py:2882] Step 104750 | Loss: 0.1141 | Spent: 18.8 secs | LR: 0.000140
I0902 12:12:26.986492 140140056737664 interactiveshell.py:2882] Step 104800 | Loss: 0.2137 | Spent: 18.9 secs | LR: 0.000140
I0902 12:12:45.561437 140140056737664 interactiveshell.py:2882] Step 104850 | Loss: 0.2933 | Spent: 18.6 secs | LR: 0.000139
Reading ../data/test.txt
I0902 12:13:40.363619 140140056737664 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.880
I0902 12:13:40.365022 140140056737664 interactiveshell.py:2882] Best Accuracy: 0.880
I0902 12:13:56.229556 140140056737664 interactiveshell.py:2882] Step 104900 | Loss: 0.1414 | Spent: 70.7 secs | LR: 0.000139
I0902 12:14:14.790670 140140056737664 interactiveshell.py:2882] Step 104950 | Loss: 0.4520 | Spent: 18.6 secs | LR: 0.000139
I0902 12:14:33.424802 140140056737664 interactiveshell.py:2882] Step 105000 | Loss: 0.1106 | Spent: 18.6 secs | LR: 0.000139
I0902 12:14:52.352608 140140056737664 interactiveshell.py:2882] Step 105050 | Loss: 0.3217 | Spent: 18.9 secs | LR: 0.000139
I0902 12:15:11.003304 140140056737664 interactiveshell.py:2882] Step 105100 | Loss: 0.3445 | Spent: 18.6 secs | LR: 0.000139
I0902 12:15:30.000264 140140056737664 interactiveshell.py:2882] Step 105150 | Loss: 0.2583 | Spent: 19.0 secs | LR: 0.000139
I0902 12:15:48.777916 140140056737664 interactiveshell.py:2882] Step 105200 | Loss: 0.1056 | Spent: 18.8 secs | LR: 0.000139
I0902 12:16:07.475249 140140056737664 interactiveshell.py:2882] Step 105250 | Loss: 0.2407 | Spent: 18.7 secs | LR: 0.000139
I0902 12:16:26.031727 140140056737664 interactiveshell.py:2882] Step 105300 | Loss: 0.1734 | Spent: 18.6 secs | LR: 0.000139
I0902 12:16:44.727102 140140056737664 interactiveshell.py:2882] Step 105350 | Loss: 0.1665 | Spent: 18.7 secs | LR: 0.000139
I0902 12:17:03.796130 140140056737664 interactiveshell.py:2882] Step 105400 | Loss: 0.2127 | Spent: 19.1 secs | LR: 0.000139
I0902 12:17:22.481708 140140056737664 interactiveshell.py:2882] Step 105450 | Loss: 0.3194 | Spent: 18.7 secs | LR: 0.000139
I0902 12:17:41.304475 140140056737664 interactiveshell.py:2882] Step 105500 | Loss: 0.3946 | Spent: 18.8 secs | LR: 0.000139
I0902 12:18:00.273775 140140056737664 interactiveshell.py:2882] Step 105550 | Loss: 0.3479 | Spent: 19.0 secs | LR: 0.000138
I0902 12:18:19.052011 140140056737664 interactiveshell.py:2882] Step 105600 | Loss: 0.2483 | Spent: 18.8 secs | LR: 0.000138
I0902 12:18:37.954677 140140056737664 interactiveshell.py:2882] Step 105650 | Loss: 0.2131 | Spent: 18.9 secs | LR: 0.000138
I0902 12:18:56.987073 140140056737664 interactiveshell.py:2882] Step 105700 | Loss: 0.1647 | Spent: 19.0 secs | LR: 0.000138
I0902 12:19:15.746387 140140056737664 interactiveshell.py:2882] Step 105750 | Loss: 0.1637 | Spent: 18.8 secs | LR: 0.000138
I0902 12:19:34.482754 140140056737664 interactiveshell.py:2882] Step 105800 | Loss: 0.2446 | Spent: 18.7 secs | LR: 0.000138
I0902 12:19:53.181511 140140056737664 interactiveshell.py:2882] Step 105850 | Loss: 0.1824 | Spent: 18.7 secs | LR: 0.000138
I0902 12:20:12.050018 140140056737664 interactiveshell.py:2882] Step 105900 | Loss: 0.2016 | Spent: 18.9 secs | LR: 0.000138
I0902 12:20:30.747554 140140056737664 interactiveshell.py:2882] Step 105950 | Loss: 0.3252 | Spent: 18.7 secs | LR: 0.000138
I0902 12:20:50.067076 140140056737664 interactiveshell.py:2882] Step 106000 | Loss: 0.5042 | Spent: 19.3 secs | LR: 0.000138
I0902 12:21:08.685819 140140056737664 interactiveshell.py:2882] Step 106050 | Loss: 0.6354 | Spent: 18.6 secs | LR: 0.000138
I0902 12:21:27.203177 140140056737664 interactiveshell.py:2882] Step 106100 | Loss: 0.1494 | Spent: 18.5 secs | LR: 0.000138
I0902 12:21:46.187833 140140056737664 interactiveshell.py:2882] Step 106150 | Loss: 0.3137 | Spent: 19.0 secs | LR: 0.000138
I0902 12:22:05.101897 140140056737664 interactiveshell.py:2882] Step 106200 | Loss: 0.2363 | Spent: 18.9 secs | LR: 0.000138
I0902 12:22:23.918547 140140056737664 interactiveshell.py:2882] Step 106250 | Loss: 0.3697 | Spent: 18.8 secs | LR: 0.000137
I0902 12:22:42.861352 140140056737664 interactiveshell.py:2882] Step 106300 | Loss: 0.4224 | Spent: 18.9 secs | LR: 0.000137
I0902 12:23:01.626705 140140056737664 interactiveshell.py:2882] Step 106350 | Loss: 0.1257 | Spent: 18.8 secs | LR: 0.000137
I0902 12:23:20.092028 140140056737664 interactiveshell.py:2882] Step 106400 | Loss: 0.1503 | Spent: 18.5 secs | LR: 0.000137
I0902 12:23:38.832773 140140056737664 interactiveshell.py:2882] Step 106450 | Loss: 0.3977 | Spent: 18.7 secs | LR: 0.000137
I0902 12:23:57.712537 140140056737664 interactiveshell.py:2882] Step 106500 | Loss: 0.3095 | Spent: 18.9 secs | LR: 0.000137
I0902 12:24:16.220787 140140056737664 interactiveshell.py:2882] Step 106550 | Loss: 0.1335 | Spent: 18.5 secs | LR: 0.000137
Reading ../data/test.txt
I0902 12:25:18.981955 140140056737664 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.879
I0902 12:25:18.986985 140140056737664 interactiveshell.py:2882] Best Accuracy: 0.880
I0902 12:25:27.579261 140140056737664 interactiveshell.py:2882] Step 106600 | Loss: 0.2537 | Spent: 71.4 secs | LR: 0.000137
I0902 12:25:46.768876 140140056737664 interactiveshell.py:2882] Step 106650 | Loss: 0.2998 | Spent: 19.2 secs | LR: 0.000137
I0902 12:26:06.057083 140140056737664 interactiveshell.py:2882] Step 106700 | Loss: 0.2845 | Spent: 19.3 secs | LR: 0.000137
I0902 12:26:24.887370 140140056737664 interactiveshell.py:2882] Step 106750 | Loss: 0.3255 | Spent: 18.8 secs | LR: 0.000137
I0902 12:26:43.891424 140140056737664 interactiveshell.py:2882] Step 106800 | Loss: 0.2950 | Spent: 19.0 secs | LR: 0.000137
I0902 12:27:03.159492 140140056737664 interactiveshell.py:2882] Step 106850 | Loss: 0.2836 | Spent: 19.3 secs | LR: 0.000137
I0902 12:27:21.873284 140140056737664 interactiveshell.py:2882] Step 106900 | Loss: 0.0937 | Spent: 18.7 secs | LR: 0.000137
I0902 12:27:40.848720 140140056737664 interactiveshell.py:2882] Step 106950 | Loss: 0.2172 | Spent: 19.0 secs | LR: 0.000137
I0902 12:27:59.705502 140140056737664 interactiveshell.py:2882] Step 107000 | Loss: 0.5347 | Spent: 18.9 secs | LR: 0.000136
I0902 12:28:18.403555 140140056737664 interactiveshell.py:2882] Step 107050 | Loss: 0.1347 | Spent: 18.7 secs | LR: 0.000136
I0902 12:28:37.627703 140140056737664 interactiveshell.py:2882] Step 107100 | Loss: 0.3258 | Spent: 19.2 secs | LR: 0.000136
I0902 12:28:56.435404 140140056737664 interactiveshell.py:2882] Step 107150 | Loss: 0.2700 | Spent: 18.8 secs | LR: 0.000136
I0902 12:29:15.229311 140140056737664 interactiveshell.py:2882] Step 107200 | Loss: 0.2054 | Spent: 18.8 secs | LR: 0.000136
I0902 12:29:34.187410 140140056737664 interactiveshell.py:2882] Step 107250 | Loss: 0.3219 | Spent: 19.0 secs | LR: 0.000136
I0902 12:29:52.903097 140140056737664 interactiveshell.py:2882] Step 107300 | Loss: 0.1340 | Spent: 18.7 secs | LR: 0.000136
I0902 12:30:11.802533 140140056737664 interactiveshell.py:2882] Step 107350 | Loss: 0.2980 | Spent: 18.9 secs | LR: 0.000136
I0902 12:30:30.752656 140140056737664 interactiveshell.py:2882] Step 107400 | Loss: 0.0745 | Spent: 18.9 secs | LR: 0.000136
I0902 12:30:49.258514 140140056737664 interactiveshell.py:2882] Step 107450 | Loss: 0.1272 | Spent: 18.5 secs | LR: 0.000136
I0902 12:31:08.002329 140140056737664 interactiveshell.py:2882] Step 107500 | Loss: 0.3435 | Spent: 18.7 secs | LR: 0.000136
I0902 12:31:26.816694 140140056737664 interactiveshell.py:2882] Step 107550 | Loss: 0.1756 | Spent: 18.8 secs | LR: 0.000136
I0902 12:31:45.628604 140140056737664 interactiveshell.py:2882] Step 107600 | Loss: 0.2385 | Spent: 18.8 secs | LR: 0.000136
I0902 12:32:04.555620 140140056737664 interactiveshell.py:2882] Step 107650 | Loss: 0.3545 | Spent: 18.9 secs | LR: 0.000136
I0902 12:32:23.609661 140140056737664 interactiveshell.py:2882] Step 107700 | Loss: 0.3258 | Spent: 19.1 secs | LR: 0.000136
I0902 12:32:42.514027 140140056737664 interactiveshell.py:2882] Step 107750 | Loss: 0.3196 | Spent: 18.9 secs | LR: 0.000135
I0902 12:33:01.465219 140140056737664 interactiveshell.py:2882] Step 107800 | Loss: 0.2402 | Spent: 18.9 secs | LR: 0.000135
I0902 12:33:20.252255 140140056737664 interactiveshell.py:2882] Step 107850 | Loss: 0.2617 | Spent: 18.8 secs | LR: 0.000135
I0902 12:33:39.237961 140140056737664 interactiveshell.py:2882] Step 107900 | Loss: 0.1982 | Spent: 19.0 secs | LR: 0.000135
I0902 12:33:58.019869 140140056737664 interactiveshell.py:2882] Step 107950 | Loss: 0.2260 | Spent: 18.8 secs | LR: 0.000135
I0902 12:34:16.765904 140140056737664 interactiveshell.py:2882] Step 108000 | Loss: 0.4824 | Spent: 18.7 secs | LR: 0.000135
I0902 12:34:35.787546 140140056737664 interactiveshell.py:2882] Step 108050 | Loss: 0.4529 | Spent: 19.0 secs | LR: 0.000135
I0902 12:34:54.699308 140140056737664 interactiveshell.py:2882] Step 108100 | Loss: 0.3123 | Spent: 18.9 secs | LR: 0.000135
I0902 12:35:13.461744 140140056737664 interactiveshell.py:2882] Step 108150 | Loss: 0.3566 | Spent: 18.8 secs | LR: 0.000135
I0902 12:35:32.397950 140140056737664 interactiveshell.py:2882] Step 108200 | Loss: 0.2641 | Spent: 18.9 secs | LR: 0.000135
I0902 12:35:51.237086 140140056737664 interactiveshell.py:2882] Step 108250 | Loss: 0.2899 | Spent: 18.8 secs | LR: 0.000135
Reading ../data/test.txt
I0902 12:37:00.885536 140140056737664 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.880
I0902 12:37:00.887080 140140056737664 interactiveshell.py:2882] Best Accuracy: 0.880
I0902 12:37:02.419884 140140056737664 interactiveshell.py:2882] Step 108300 | Loss: 0.1960 | Spent: 71.2 secs | LR: 0.000135
I0902 12:37:21.472177 140140056737664 interactiveshell.py:2882] Step 108350 | Loss: 0.2704 | Spent: 19.1 secs | LR: 0.000135
I0902 12:37:40.342897 140140056737664 interactiveshell.py:2882] Step 108400 | Loss: 0.2414 | Spent: 18.9 secs | LR: 0.000135
I0902 12:37:58.893318 140140056737664 interactiveshell.py:2882] Step 108450 | Loss: 0.2064 | Spent: 18.5 secs | LR: 0.000134
I0902 12:38:17.845560 140140056737664 interactiveshell.py:2882] Step 108500 | Loss: 0.3692 | Spent: 19.0 secs | LR: 0.000134
I0902 12:38:36.633717 140140056737664 interactiveshell.py:2882] Step 108550 | Loss: 0.2039 | Spent: 18.8 secs | LR: 0.000134
I0902 12:38:55.302967 140140056737664 interactiveshell.py:2882] Step 108600 | Loss: 0.2018 | Spent: 18.7 secs | LR: 0.000134
I0902 12:39:14.231359 140140056737664 interactiveshell.py:2882] Step 108650 | Loss: 0.1835 | Spent: 18.9 secs | LR: 0.000134
I0902 12:39:32.964245 140140056737664 interactiveshell.py:2882] Step 108700 | Loss: 0.1060 | Spent: 18.7 secs | LR: 0.000134
I0902 12:39:51.719398 140140056737664 interactiveshell.py:2882] Step 108750 | Loss: 0.1643 | Spent: 18.8 secs | LR: 0.000134
I0902 12:40:10.499736 140140056737664 interactiveshell.py:2882] Step 108800 | Loss: 0.2529 | Spent: 18.8 secs | LR: 0.000134
I0902 12:40:29.374898 140140056737664 interactiveshell.py:2882] Step 108850 | Loss: 0.2627 | Spent: 18.9 secs | LR: 0.000134
I0902 12:40:47.965292 140140056737664 interactiveshell.py:2882] Step 108900 | Loss: 0.4809 | Spent: 18.6 secs | LR: 0.000134
I0902 12:41:06.753641 140140056737664 interactiveshell.py:2882] Step 108950 | Loss: 0.3061 | Spent: 18.8 secs | LR: 0.000134
I0902 12:41:25.988960 140140056737664 interactiveshell.py:2882] Step 109000 | Loss: 0.2438 | Spent: 19.2 secs | LR: 0.000134
I0902 12:41:44.944717 140140056737664 interactiveshell.py:2882] Step 109050 | Loss: 0.1917 | Spent: 19.0 secs | LR: 0.000134
I0902 12:42:03.974568 140140056737664 interactiveshell.py:2882] Step 109100 | Loss: 0.1992 | Spent: 19.0 secs | LR: 0.000134
I0902 12:42:23.003769 140140056737664 interactiveshell.py:2882] Step 109150 | Loss: 0.5682 | Spent: 19.0 secs | LR: 0.000134
I0902 12:42:41.735092 140140056737664 interactiveshell.py:2882] Step 109200 | Loss: 0.1484 | Spent: 18.7 secs | LR: 0.000133
I0902 12:42:59.990115 140140056737664 interactiveshell.py:2882] Step 109250 | Loss: 0.2088 | Spent: 18.2 secs | LR: 0.000133
I0902 12:43:18.697242 140140056737664 interactiveshell.py:2882] Step 109300 | Loss: 0.1886 | Spent: 18.7 secs | LR: 0.000133
I0902 12:43:37.411217 140140056737664 interactiveshell.py:2882] Step 109350 | Loss: 0.2189 | Spent: 18.7 secs | LR: 0.000133
I0902 12:43:56.259656 140140056737664 interactiveshell.py:2882] Step 109400 | Loss: 0.2376 | Spent: 18.8 secs | LR: 0.000133
I0902 12:44:15.167473 140140056737664 interactiveshell.py:2882] Step 109450 | Loss: 0.1303 | Spent: 18.9 secs | LR: 0.000133
I0902 12:44:33.851695 140140056737664 interactiveshell.py:2882] Step 109500 | Loss: 0.4424 | Spent: 18.7 secs | LR: 0.000133
I0902 12:44:52.739990 140140056737664 interactiveshell.py:2882] Step 109550 | Loss: 0.2325 | Spent: 18.9 secs | LR: 0.000133
I0902 12:45:11.793887 140140056737664 interactiveshell.py:2882] Step 109600 | Loss: 0.1319 | Spent: 19.1 secs | LR: 0.000133
I0902 12:45:30.799798 140140056737664 interactiveshell.py:2882] Step 109650 | Loss: 0.3250 | Spent: 19.0 secs | LR: 0.000133
I0902 12:45:49.803428 140140056737664 interactiveshell.py:2882] Step 109700 | Loss: 0.4262 | Spent: 19.0 secs | LR: 0.000133
I0902 12:46:08.860866 140140056737664 interactiveshell.py:2882] Step 109750 | Loss: 0.4996 | Spent: 19.1 secs | LR: 0.000133
I0902 12:46:27.839384 140140056737664 interactiveshell.py:2882] Step 109800 | Loss: 0.3876 | Spent: 19.0 secs | LR: 0.000133
I0902 12:46:47.321547 140140056737664 interactiveshell.py:2882] Step 109850 | Loss: 0.2745 | Spent: 19.5 secs | LR: 0.000133
I0902 12:47:06.272560 140140056737664 interactiveshell.py:2882] Step 109900 | Loss: 0.2554 | Spent: 18.9 secs | LR: 0.000133
I0902 12:47:25.461513 140140056737664 interactiveshell.py:2882] Step 109950 | Loss: 0.3640 | Spent: 19.2 secs | LR: 0.000132
I0902 12:47:44.220602 140140056737664 interactiveshell.py:2882] Step 110000 | Loss: 0.1296 | Spent: 18.8 secs | LR: 0.000132
Reading ../data/test.txt
I0902 12:48:41.719089 140140056737664 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.880
I0902 12:48:41.720604 140140056737664 interactiveshell.py:2882] Best Accuracy: 0.880
I0902 12:48:54.831058 140140056737664 interactiveshell.py:2882] Step 110050 | Loss: 0.3681 | Spent: 70.6 secs | LR: 0.000132
I0902 12:49:13.558537 140140056737664 interactiveshell.py:2882] Step 110100 | Loss: 0.2089 | Spent: 18.7 secs | LR: 0.000132
I0902 12:49:32.345218 140140056737664 interactiveshell.py:2882] Step 110150 | Loss: 0.0974 | Spent: 18.8 secs | LR: 0.000132
I0902 12:49:51.252206 140140056737664 interactiveshell.py:2882] Step 110200 | Loss: 0.3822 | Spent: 18.9 secs | LR: 0.000132
I0902 12:50:09.835425 140140056737664 interactiveshell.py:2882] Step 110250 | Loss: 0.2345 | Spent: 18.6 secs | LR: 0.000132
I0902 12:50:28.746487 140140056737664 interactiveshell.py:2882] Step 110300 | Loss: 0.4530 | Spent: 18.9 secs | LR: 0.000132
I0902 12:50:47.679077 140140056737664 interactiveshell.py:2882] Step 110350 | Loss: 0.3090 | Spent: 18.9 secs | LR: 0.000132
I0902 12:51:06.412498 140140056737664 interactiveshell.py:2882] Step 110400 | Loss: 0.4926 | Spent: 18.7 secs | LR: 0.000132
I0902 12:51:25.288353 140140056737664 interactiveshell.py:2882] Step 110450 | Loss: 0.3595 | Spent: 18.9 secs | LR: 0.000132