In [1]:
"""
We use following lines because we are running on Google Colab
If you are running notebook on a local computer, you don't need this cell
"""
from google.colab import drive
drive.mount('/content/gdrive')
import os
os.chdir('/content/gdrive/My Drive/finch/tensorflow2/text_matching/snli/main')
Drive already mounted at /content/gdrive; to attempt to forcibly remount, call drive.mount("/content/gdrive", force_remount=True).
In [2]:
!pip install tensorflow-gpu==2.0.0-beta1
Requirement already satisfied: tensorflow-gpu==2.0.0-beta1 in /usr/local/lib/python3.6/dist-packages (2.0.0b1)
Requirement already satisfied: tf-estimator-nightly<1.14.0.dev2019060502,>=1.14.0.dev2019060501 in /usr/local/lib/python3.6/dist-packages (from tensorflow-gpu==2.0.0-beta1) (1.14.0.dev2019060501)
Requirement already satisfied: six>=1.10.0 in /usr/local/lib/python3.6/dist-packages (from tensorflow-gpu==2.0.0-beta1) (1.12.0)
Requirement already satisfied: grpcio>=1.8.6 in /usr/local/lib/python3.6/dist-packages (from tensorflow-gpu==2.0.0-beta1) (1.15.0)
Requirement already satisfied: termcolor>=1.1.0 in /usr/local/lib/python3.6/dist-packages (from tensorflow-gpu==2.0.0-beta1) (1.1.0)
Requirement already satisfied: wrapt>=1.11.1 in /usr/local/lib/python3.6/dist-packages (from tensorflow-gpu==2.0.0-beta1) (1.11.2)
Requirement already satisfied: absl-py>=0.7.0 in /usr/local/lib/python3.6/dist-packages (from tensorflow-gpu==2.0.0-beta1) (0.7.1)
Requirement already satisfied: numpy<2.0,>=1.14.5 in /usr/local/lib/python3.6/dist-packages (from tensorflow-gpu==2.0.0-beta1) (1.16.4)
Requirement already satisfied: astor>=0.6.0 in /usr/local/lib/python3.6/dist-packages (from tensorflow-gpu==2.0.0-beta1) (0.8.0)
Requirement already satisfied: protobuf>=3.6.1 in /usr/local/lib/python3.6/dist-packages (from tensorflow-gpu==2.0.0-beta1) (3.7.1)
Requirement already satisfied: google-pasta>=0.1.6 in /usr/local/lib/python3.6/dist-packages (from tensorflow-gpu==2.0.0-beta1) (0.1.7)
Requirement already satisfied: tb-nightly<1.14.0a20190604,>=1.14.0a20190603 in /usr/local/lib/python3.6/dist-packages (from tensorflow-gpu==2.0.0-beta1) (1.14.0a20190603)
Requirement already satisfied: gast>=0.2.0 in /usr/local/lib/python3.6/dist-packages (from tensorflow-gpu==2.0.0-beta1) (0.2.2)
Requirement already satisfied: keras-preprocessing>=1.0.5 in /usr/local/lib/python3.6/dist-packages (from tensorflow-gpu==2.0.0-beta1) (1.1.0)
Requirement already satisfied: wheel>=0.26 in /usr/local/lib/python3.6/dist-packages (from tensorflow-gpu==2.0.0-beta1) (0.33.4)
Requirement already satisfied: keras-applications>=1.0.6 in /usr/local/lib/python3.6/dist-packages (from tensorflow-gpu==2.0.0-beta1) (1.0.8)
Requirement already satisfied: setuptools in /usr/local/lib/python3.6/dist-packages (from protobuf>=3.6.1->tensorflow-gpu==2.0.0-beta1) (41.0.1)
Requirement already satisfied: markdown>=2.6.8 in /usr/local/lib/python3.6/dist-packages (from tb-nightly<1.14.0a20190604,>=1.14.0a20190603->tensorflow-gpu==2.0.0-beta1) (3.1.1)
Requirement already satisfied: werkzeug>=0.11.15 in /usr/local/lib/python3.6/dist-packages (from tb-nightly<1.14.0a20190604,>=1.14.0a20190603->tensorflow-gpu==2.0.0-beta1) (0.15.5)
Requirement already satisfied: h5py in /usr/local/lib/python3.6/dist-packages (from keras-applications>=1.0.6->tensorflow-gpu==2.0.0-beta1) (2.8.0)
In [3]:
import tensorflow as tf
import numpy as np
import pprint
import logging
import time
import math

print("TensorFlow Version", tf.__version__)
print('GPU Enabled:', tf.test.is_gpu_available())
TensorFlow Version 2.0.0-beta1
GPU Enabled: True
In [0]:
def get_vocab(f_path):
  word2idx = {}
  with open(f_path) as f:
    for i, line in enumerate(f):
      line = line.rstrip()
      word2idx[line] = i
  return word2idx
In [0]:
# stream data from text files
def data_generator(f_path, word2idx):
  label2idx = {'neutral': 0, 'entailment': 1, 'contradiction': 2,}
  with open(f_path) as f:
    print('Reading', f_path)
    for line in f:
      line = line.rstrip()
      label, text1, text2 = line.split('\t')
      if label == '-':
        continue
      text1 = [word2idx.get(w, len(word2idx)) for w in text1.split()]
      text2 = [word2idx.get(w, len(word2idx)) for w in text2.split()]
      yield ((text1, text2), label2idx[label])


def dataset(is_training, params):
  _shapes = (([None], [None]), ())
  _types = ((tf.int32, tf.int32), tf.int32)
  _pads = ((0, 0), -1)
  
  if is_training:
    ds = tf.data.Dataset.from_generator(
      lambda: data_generator(params['train_path'], params['word2idx']),
      output_shapes = _shapes,
      output_types = _types,)
    ds = ds.shuffle(params['buffer_size'])
    ds = ds.padded_batch(params['batch_size'], _shapes, _pads)
  
  else:
    ds = tf.data.Dataset.from_generator(
      lambda: data_generator(params['test_path'], params['word2idx']),
      output_shapes = _shapes,
      output_types = _types,)
    ds = ds.padded_batch(params['batch_size'], _shapes, _pads)
  
  return ds
In [0]:
class FFNBlock(tf.keras.Model):
  def __init__(self, params, name):
    super().__init__(name = name)
    self.dropout1 = tf.keras.layers.Dropout(0.3)
    self.fc1 = tf.keras.layers.Dense(params['hidden_units'], tf.nn.elu)
    self.dropout2 = tf.keras.layers.Dropout(0.2)
    self.fc2 = tf.keras.layers.Dense(params['hidden_units'], tf.nn.elu)
  
  def call(self, inputs, training=False):
    x = inputs
    x = self.dropout1(x, training=training)
    x = self.fc1(x)
    x = self.dropout2(x, training=training)
    x = self.fc2(x)
    return x
In [0]:
class Pyramid(tf.keras.Model):
  def __init__(self, params: dict):
    super().__init__()
    self.embedding = tf.Variable(np.load(params['embedding_path']), name='pretrained_embedding')
    
    self.inp_dropout = tf.keras.layers.Dropout(0.2)
    
    self.encoder = tf.keras.layers.Bidirectional(tf.keras.layers.LSTM(
        params['hidden_units'], return_sequences=True), name='encoder')
    
    self.conv_1 = tf.keras.layers.Conv2D(filters=32, kernel_size=7, activation=tf.nn.elu, padding='same')
    
    self.conv_2 = tf.keras.layers.Conv2D(filters=64, kernel_size=5, activation=tf.nn.elu, padding='same')
    
    self.conv_3 = tf.keras.layers.Conv2D(filters=128, kernel_size=3, activation=tf.nn.elu, padding='same')
    
    self.flatten = tf.keras.layers.Flatten()
    
    self.out_hidden = FFNBlock(params, name='out_hidden')
    
    self.out_linear = tf.keras.layers.Dense(params['num_labels'], name='out_linear')
  
  
  def call(self, inputs, training=False):
    x1, x2 = inputs
    if x1.dtype != tf.int32:
      x1 = tf.cast(x1, tf.int32)
    if x2.dtype != tf.int32:
      x2 = tf.cast(x2, tf.int32)
    
    batch_sz = tf.shape(x1)[0]
    len1, len2 = x1.shape[1], x2.shape[1]
    stride1, stride2 = len1 // params['fixed_len1'], len2 // params['fixed_len2']
    
    if len1 // stride1 != params['fixed_len1']:
      remin = (stride1 + 1) * params['fixed_len1'] - len1
      zeros = tf.zeros([batch_sz, remin], tf.int32)
      x1 = tf.concat([x1, zeros], 1)
      len1 = x1.shape[1]
      stride1 = len1 // params['fixed_len1']
    
    if len2 // stride2 != params['fixed_len2']:
      remin = (stride2 + 1) * params['fixed_len2'] - len2
      zeros = tf.zeros([batch_sz, remin], tf.int32)
      x2 = tf.concat([x2, zeros], 1)
      len2 = x2.shape[1]
      stride2 = len2 // params['fixed_len2']
    
    if x1.dtype != tf.int32:
      x1 = tf.cast(x1, tf.int32)
    if x2.dtype != tf.int32:
      x2 = tf.cast(x2, tf.int32)
    
    batch_sz = tf.shape(x1)[0]
    
    mask1 = tf.sign(x1)
    mask2 = tf.sign(x2)
    
    x1 = tf.nn.embedding_lookup(self.embedding, x1)
    x2 = tf.nn.embedding_lookup(self.embedding, x2)
    
    x1 = self.inp_dropout(x1, training=training)
    x2 = self.inp_dropout(x2, training=training)
    
    x1, x2 = self.encoder(x1), self.encoder(x2)
    
    x = tf.matmul(x1, x2, transpose_b=True)
    x = tf.expand_dims(x, -1)
    
    x = self.conv_1(x)
    x = tf.nn.max_pool(x, [1, stride1, stride2, 1], [1, stride1, stride2, 1], 'VALID')
    x = self.conv_2(x)
    x = tf.nn.max_pool(x, [1, 2, 2, 1], [1, 2, 2, 1], 'VALID')
    x = self.conv_3(x)
    x = tf.nn.max_pool(x, [1, 2, 2, 1], [1, 2, 2, 1], 'VALID')
    
    x = self.flatten(x)
    x = self.out_hidden(x, training=training)
    x = self.out_linear(x)
    
    return x
In [0]:
params = {
    'model_dir': '../model/esim',
    'log_path': '../log/esim.txt',
    'train_path': '../data/train.txt',
    'test_path': '../data/test.txt',
    'embedding_path': '../vocab/word.npy',
    'vocab_path': '../vocab/word.txt',
    'batch_size': 32,
    'buffer_size': 200000,
    'hidden_units': 300,
    'fixed_len1': 14,
    'fixed_len2': 8,
    'lr': 4e-4,
    'clip_norm': 10.,
    'num_labels': 3,
    'eval_steps': 550152//32//10,
    'num_patience': 7,
}
In [0]:
def is_descending(history: list):
  history = history[-(params['num_patience']+1):]
  for i in range(1, len(history)):
    if history[i-1] <= history[i]:
      return False
  return True  
In [10]:
params['word2idx'] = get_vocab(params['vocab_path'])
params['vocab_size'] = len(params['word2idx']) + 1

model = Pyramid(params)
model.build([[None, 20], [None, 14]])
pprint.pprint([(v.name, v.shape) for v in model.trainable_variables])

decay_lr = tf.optimizers.schedules.ExponentialDecay(params['lr'], 1000, 0.99)
optim = tf.optimizers.Adam(params['lr'])
global_step = 0

history_acc = []
best_acc = .0

t0 = time.time()
logger = logging.getLogger('tensorflow')
logger.setLevel(logging.INFO)

while True:
  # TRAINING
  for ((text1, text2), label) in dataset(is_training=True, params=params):
    with tf.GradientTape() as tape:
      logits = model((text1, text2), training=True)
      loss = tf.nn.sparse_softmax_cross_entropy_with_logits(labels=label, logits=logits)
      loss = tf.reduce_mean(loss)
      
    optim.lr.assign(decay_lr(global_step))
    grads = tape.gradient(loss, model.trainable_variables)
    grads, _ = tf.clip_by_global_norm(grads, params['clip_norm'])
    optim.apply_gradients(zip(grads, model.trainable_variables))
    
    if global_step % 50 == 0:
      logger.info("Step {} | Loss: {:.4f} | Spent: {:.1f} secs | LR: {:.6f}".format(
          global_step, loss.numpy().item(), time.time()-t0, optim.lr.numpy().item()))
      t0 = time.time()
    global_step += 1
  
    if global_step % params['eval_steps'] == 0:
      # EVALUATION
      m = tf.keras.metrics.Accuracy()

      for ((text1, text2), label) in dataset(is_training=False, params=params):
        logits = model((text1, text2), training=False)
        y_pred = tf.argmax(logits, axis=-1)
        m.update_state(y_true=label, y_pred=y_pred)

      acc = m.result().numpy()
      logger.info("Evaluation: Testing Accuracy: {:.3f}".format(acc))
      history_acc.append(acc)

      if acc > best_acc:
        best_acc = acc
        # you can save model here
      logger.info("Best Accuracy: {:.3f}".format(best_acc))

      if len(history_acc) > params['num_patience'] and is_descending(history_acc):
        logger.info("Testing Accuracy not improved over {} epochs, Early Stop".format(params['num_patience']))
        break
WARNING: Logging before flag parsing goes to stderr.
W0725 02:47:47.980998 140071461664640 deprecation.py:323] From /usr/local/lib/python3.6/dist-packages/tensorflow/python/data/ops/dataset_ops.py:505: py_func (from tensorflow.python.ops.script_ops) is deprecated and will be removed in a future version.
Instructions for updating:
tf.py_func is deprecated in TF V2. Instead, there are two
    options available in V2.
    - tf.py_function takes a python function which manipulates tf eager
    tensors instead of numpy arrays. It's easy to convert a tf eager tensor to
    an ndarray (just call tensor.numpy()) but having access to eager tensors
    means `tf.py_function`s can use accelerators such as GPUs as well as
    being differentiable using a gradient tape.
    - tf.numpy_function maintains the semantics of the deprecated tf.py_func
    (it is not differentiable, and manipulates numpy arrays). It drops the
    stateful argument making all functions stateful.
    
[('encoder/forward_lstm/kernel:0', TensorShape([300, 1200])),
 ('encoder/forward_lstm/recurrent_kernel:0', TensorShape([300, 1200])),
 ('encoder/forward_lstm/bias:0', TensorShape([1200])),
 ('encoder/backward_lstm/kernel:0', TensorShape([300, 1200])),
 ('encoder/backward_lstm/recurrent_kernel:0', TensorShape([300, 1200])),
 ('encoder/backward_lstm/bias:0', TensorShape([1200])),
 ('conv2d/kernel:0', TensorShape([7, 7, 1, 32])),
 ('conv2d/bias:0', TensorShape([32])),
 ('conv2d_1/kernel:0', TensorShape([5, 5, 32, 64])),
 ('conv2d_1/bias:0', TensorShape([64])),
 ('conv2d_2/kernel:0', TensorShape([3, 3, 64, 128])),
 ('conv2d_2/bias:0', TensorShape([128])),
 ('out_hidden/dense/kernel:0', TensorShape([768, 300])),
 ('out_hidden/dense/bias:0', TensorShape([300])),
 ('out_hidden/dense_1/kernel:0', TensorShape([300, 300])),
 ('out_hidden/dense_1/bias:0', TensorShape([300])),
 ('out_linear/kernel:0', TensorShape([300, 3])),
 ('out_linear/bias:0', TensorShape([3])),
 ('pretrained_embedding:0', TensorShape([20884, 300]))]
Reading ../data/train.txt
W0725 02:48:13.197093 140071461664640 deprecation.py:323] From /usr/local/lib/python3.6/dist-packages/tensorflow/python/ops/clip_ops.py:286: add_dispatch_support.<locals>.wrapper (from tensorflow.python.ops.array_ops) is deprecated and will be removed in a future version.
Instructions for updating:
Use tf.where in 2.0, which has the same broadcast rule as np.where
I0725 02:48:13.292205 140071461664640 interactiveshell.py:2882] Step 0 | Loss: 1.1027 | Spent: 25.3 secs | LR: 0.000400
I0725 02:48:17.504325 140071461664640 interactiveshell.py:2882] Step 50 | Loss: 1.0921 | Spent: 4.2 secs | LR: 0.000400
I0725 02:48:21.712988 140071461664640 interactiveshell.py:2882] Step 100 | Loss: 1.0603 | Spent: 4.2 secs | LR: 0.000400
I0725 02:48:25.829609 140071461664640 interactiveshell.py:2882] Step 150 | Loss: 1.0104 | Spent: 4.1 secs | LR: 0.000399
I0725 02:48:29.923483 140071461664640 interactiveshell.py:2882] Step 200 | Loss: 0.9345 | Spent: 4.1 secs | LR: 0.000399
I0725 02:48:34.047057 140071461664640 interactiveshell.py:2882] Step 250 | Loss: 1.0236 | Spent: 4.1 secs | LR: 0.000399
I0725 02:48:38.193927 140071461664640 interactiveshell.py:2882] Step 300 | Loss: 0.9484 | Spent: 4.1 secs | LR: 0.000399
I0725 02:48:42.316207 140071461664640 interactiveshell.py:2882] Step 350 | Loss: 0.9664 | Spent: 4.1 secs | LR: 0.000399
I0725 02:48:46.491957 140071461664640 interactiveshell.py:2882] Step 400 | Loss: 0.8842 | Spent: 4.2 secs | LR: 0.000398
I0725 02:48:50.613503 140071461664640 interactiveshell.py:2882] Step 450 | Loss: 1.1843 | Spent: 4.1 secs | LR: 0.000398
I0725 02:48:54.773875 140071461664640 interactiveshell.py:2882] Step 500 | Loss: 0.9685 | Spent: 4.2 secs | LR: 0.000398
I0725 02:48:58.849235 140071461664640 interactiveshell.py:2882] Step 550 | Loss: 1.0800 | Spent: 4.1 secs | LR: 0.000398
I0725 02:49:02.996667 140071461664640 interactiveshell.py:2882] Step 600 | Loss: 1.0442 | Spent: 4.1 secs | LR: 0.000398
I0725 02:49:07.130293 140071461664640 interactiveshell.py:2882] Step 650 | Loss: 0.6772 | Spent: 4.1 secs | LR: 0.000397
I0725 02:49:11.249167 140071461664640 interactiveshell.py:2882] Step 700 | Loss: 0.6960 | Spent: 4.1 secs | LR: 0.000397
I0725 02:49:15.267537 140071461664640 interactiveshell.py:2882] Step 750 | Loss: 0.9434 | Spent: 4.0 secs | LR: 0.000397
I0725 02:49:19.378929 140071461664640 interactiveshell.py:2882] Step 800 | Loss: 0.9180 | Spent: 4.1 secs | LR: 0.000397
I0725 02:49:23.470082 140071461664640 interactiveshell.py:2882] Step 850 | Loss: 0.8625 | Spent: 4.1 secs | LR: 0.000397
I0725 02:49:27.705983 140071461664640 interactiveshell.py:2882] Step 900 | Loss: 0.9690 | Spent: 4.2 secs | LR: 0.000396
I0725 02:49:31.908636 140071461664640 interactiveshell.py:2882] Step 950 | Loss: 0.8986 | Spent: 4.2 secs | LR: 0.000396
I0725 02:49:36.002763 140071461664640 interactiveshell.py:2882] Step 1000 | Loss: 0.9359 | Spent: 4.1 secs | LR: 0.000396
I0725 02:49:40.223560 140071461664640 interactiveshell.py:2882] Step 1050 | Loss: 0.7873 | Spent: 4.2 secs | LR: 0.000396
I0725 02:49:44.307369 140071461664640 interactiveshell.py:2882] Step 1100 | Loss: 0.9296 | Spent: 4.1 secs | LR: 0.000396
I0725 02:49:48.448333 140071461664640 interactiveshell.py:2882] Step 1150 | Loss: 1.0245 | Spent: 4.1 secs | LR: 0.000395
I0725 02:49:52.557455 140071461664640 interactiveshell.py:2882] Step 1200 | Loss: 0.9526 | Spent: 4.1 secs | LR: 0.000395
I0725 02:49:56.680446 140071461664640 interactiveshell.py:2882] Step 1250 | Loss: 0.7830 | Spent: 4.1 secs | LR: 0.000395
I0725 02:50:00.730941 140071461664640 interactiveshell.py:2882] Step 1300 | Loss: 0.7623 | Spent: 4.0 secs | LR: 0.000395
I0725 02:50:04.793358 140071461664640 interactiveshell.py:2882] Step 1350 | Loss: 0.8423 | Spent: 4.1 secs | LR: 0.000395
I0725 02:50:08.905017 140071461664640 interactiveshell.py:2882] Step 1400 | Loss: 1.0449 | Spent: 4.1 secs | LR: 0.000394
I0725 02:50:13.024744 140071461664640 interactiveshell.py:2882] Step 1450 | Loss: 0.8354 | Spent: 4.1 secs | LR: 0.000394
I0725 02:50:17.102828 140071461664640 interactiveshell.py:2882] Step 1500 | Loss: 0.8176 | Spent: 4.1 secs | LR: 0.000394
I0725 02:50:21.303426 140071461664640 interactiveshell.py:2882] Step 1550 | Loss: 0.8837 | Spent: 4.2 secs | LR: 0.000394
I0725 02:50:25.461395 140071461664640 interactiveshell.py:2882] Step 1600 | Loss: 0.5922 | Spent: 4.2 secs | LR: 0.000394
I0725 02:50:29.560109 140071461664640 interactiveshell.py:2882] Step 1650 | Loss: 0.7547 | Spent: 4.1 secs | LR: 0.000393
I0725 02:50:33.700083 140071461664640 interactiveshell.py:2882] Step 1700 | Loss: 0.8748 | Spent: 4.1 secs | LR: 0.000393
Reading ../data/test.txt
I0725 02:50:44.545685 140071461664640 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.688
I0725 02:50:44.546768 140071461664640 interactiveshell.py:2882] Best Accuracy: 0.688
I0725 02:50:47.200761 140071461664640 interactiveshell.py:2882] Step 1750 | Loss: 0.5603 | Spent: 13.5 secs | LR: 0.000393
I0725 02:50:51.231142 140071461664640 interactiveshell.py:2882] Step 1800 | Loss: 0.9531 | Spent: 4.0 secs | LR: 0.000393
I0725 02:50:55.333930 140071461664640 interactiveshell.py:2882] Step 1850 | Loss: 0.7164 | Spent: 4.1 secs | LR: 0.000393
I0725 02:50:59.455172 140071461664640 interactiveshell.py:2882] Step 1900 | Loss: 0.7831 | Spent: 4.1 secs | LR: 0.000392
I0725 02:51:03.683506 140071461664640 interactiveshell.py:2882] Step 1950 | Loss: 0.7002 | Spent: 4.2 secs | LR: 0.000392
I0725 02:51:07.832607 140071461664640 interactiveshell.py:2882] Step 2000 | Loss: 0.9920 | Spent: 4.1 secs | LR: 0.000392
I0725 02:51:11.773898 140071461664640 interactiveshell.py:2882] Step 2050 | Loss: 0.4973 | Spent: 3.9 secs | LR: 0.000392
I0725 02:51:15.857158 140071461664640 interactiveshell.py:2882] Step 2100 | Loss: 0.7186 | Spent: 4.1 secs | LR: 0.000392
I0725 02:51:19.951926 140071461664640 interactiveshell.py:2882] Step 2150 | Loss: 0.7727 | Spent: 4.1 secs | LR: 0.000391
I0725 02:51:23.937859 140071461664640 interactiveshell.py:2882] Step 2200 | Loss: 0.6841 | Spent: 4.0 secs | LR: 0.000391
I0725 02:51:28.027204 140071461664640 interactiveshell.py:2882] Step 2250 | Loss: 0.7948 | Spent: 4.1 secs | LR: 0.000391
I0725 02:51:32.149430 140071461664640 interactiveshell.py:2882] Step 2300 | Loss: 0.8174 | Spent: 4.1 secs | LR: 0.000391
I0725 02:51:36.240896 140071461664640 interactiveshell.py:2882] Step 2350 | Loss: 0.7336 | Spent: 4.1 secs | LR: 0.000391
I0725 02:51:40.373464 140071461664640 interactiveshell.py:2882] Step 2400 | Loss: 0.6457 | Spent: 4.1 secs | LR: 0.000390
I0725 02:51:44.582907 140071461664640 interactiveshell.py:2882] Step 2450 | Loss: 0.5309 | Spent: 4.2 secs | LR: 0.000390
I0725 02:51:48.717100 140071461664640 interactiveshell.py:2882] Step 2500 | Loss: 0.6757 | Spent: 4.1 secs | LR: 0.000390
I0725 02:51:52.790786 140071461664640 interactiveshell.py:2882] Step 2550 | Loss: 0.7422 | Spent: 4.1 secs | LR: 0.000390
I0725 02:51:56.892173 140071461664640 interactiveshell.py:2882] Step 2600 | Loss: 0.4592 | Spent: 4.1 secs | LR: 0.000390
I0725 02:52:00.961779 140071461664640 interactiveshell.py:2882] Step 2650 | Loss: 0.7983 | Spent: 4.1 secs | LR: 0.000389
I0725 02:52:05.043686 140071461664640 interactiveshell.py:2882] Step 2700 | Loss: 0.7601 | Spent: 4.1 secs | LR: 0.000389
I0725 02:52:09.081889 140071461664640 interactiveshell.py:2882] Step 2750 | Loss: 0.7574 | Spent: 4.0 secs | LR: 0.000389
I0725 02:52:13.188946 140071461664640 interactiveshell.py:2882] Step 2800 | Loss: 0.6204 | Spent: 4.1 secs | LR: 0.000389
I0725 02:52:17.251922 140071461664640 interactiveshell.py:2882] Step 2850 | Loss: 0.6084 | Spent: 4.1 secs | LR: 0.000389
I0725 02:52:21.414565 140071461664640 interactiveshell.py:2882] Step 2900 | Loss: 0.7973 | Spent: 4.2 secs | LR: 0.000389
I0725 02:52:25.878311 140071461664640 interactiveshell.py:2882] Step 2950 | Loss: 0.8201 | Spent: 4.5 secs | LR: 0.000388
I0725 02:52:30.332133 140071461664640 interactiveshell.py:2882] Step 3000 | Loss: 0.6052 | Spent: 4.5 secs | LR: 0.000388
I0725 02:52:34.555809 140071461664640 interactiveshell.py:2882] Step 3050 | Loss: 0.7990 | Spent: 4.2 secs | LR: 0.000388
I0725 02:52:38.640996 140071461664640 interactiveshell.py:2882] Step 3100 | Loss: 0.8358 | Spent: 4.1 secs | LR: 0.000388
I0725 02:52:42.765704 140071461664640 interactiveshell.py:2882] Step 3150 | Loss: 0.6691 | Spent: 4.1 secs | LR: 0.000388
I0725 02:52:46.906112 140071461664640 interactiveshell.py:2882] Step 3200 | Loss: 0.5820 | Spent: 4.1 secs | LR: 0.000387
I0725 02:52:51.047820 140071461664640 interactiveshell.py:2882] Step 3250 | Loss: 0.7180 | Spent: 4.1 secs | LR: 0.000387
I0725 02:52:55.123114 140071461664640 interactiveshell.py:2882] Step 3300 | Loss: 0.5085 | Spent: 4.1 secs | LR: 0.000387
I0725 02:52:59.276922 140071461664640 interactiveshell.py:2882] Step 3350 | Loss: 0.7435 | Spent: 4.2 secs | LR: 0.000387
I0725 02:53:03.407371 140071461664640 interactiveshell.py:2882] Step 3400 | Loss: 0.5872 | Spent: 4.1 secs | LR: 0.000387
Reading ../data/test.txt
I0725 02:53:15.885217 140071461664640 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.744
I0725 02:53:15.886152 140071461664640 interactiveshell.py:2882] Best Accuracy: 0.744
I0725 02:53:16.941952 140071461664640 interactiveshell.py:2882] Step 3450 | Loss: 0.6452 | Spent: 13.5 secs | LR: 0.000386
I0725 02:53:20.984931 140071461664640 interactiveshell.py:2882] Step 3500 | Loss: 0.9819 | Spent: 4.0 secs | LR: 0.000386
I0725 02:53:25.034455 140071461664640 interactiveshell.py:2882] Step 3550 | Loss: 0.5934 | Spent: 4.0 secs | LR: 0.000386
I0725 02:53:29.088220 140071461664640 interactiveshell.py:2882] Step 3600 | Loss: 0.5644 | Spent: 4.1 secs | LR: 0.000386
I0725 02:53:33.135044 140071461664640 interactiveshell.py:2882] Step 3650 | Loss: 0.8501 | Spent: 4.0 secs | LR: 0.000386
I0725 02:53:37.148723 140071461664640 interactiveshell.py:2882] Step 3700 | Loss: 0.4287 | Spent: 4.0 secs | LR: 0.000385
I0725 02:53:41.255418 140071461664640 interactiveshell.py:2882] Step 3750 | Loss: 1.0218 | Spent: 4.1 secs | LR: 0.000385
I0725 02:53:45.363129 140071461664640 interactiveshell.py:2882] Step 3800 | Loss: 0.6458 | Spent: 4.1 secs | LR: 0.000385
I0725 02:53:49.548345 140071461664640 interactiveshell.py:2882] Step 3850 | Loss: 0.8749 | Spent: 4.2 secs | LR: 0.000385
I0725 02:53:53.658260 140071461664640 interactiveshell.py:2882] Step 3900 | Loss: 0.4656 | Spent: 4.1 secs | LR: 0.000385
I0725 02:53:57.794236 140071461664640 interactiveshell.py:2882] Step 3950 | Loss: 0.8599 | Spent: 4.1 secs | LR: 0.000384
I0725 02:54:01.901494 140071461664640 interactiveshell.py:2882] Step 4000 | Loss: 0.7086 | Spent: 4.1 secs | LR: 0.000384
I0725 02:54:05.976784 140071461664640 interactiveshell.py:2882] Step 4050 | Loss: 0.4511 | Spent: 4.1 secs | LR: 0.000384
I0725 02:54:10.108478 140071461664640 interactiveshell.py:2882] Step 4100 | Loss: 0.5947 | Spent: 4.1 secs | LR: 0.000384
I0725 02:54:14.190121 140071461664640 interactiveshell.py:2882] Step 4150 | Loss: 0.6059 | Spent: 4.1 secs | LR: 0.000384
I0725 02:54:18.298111 140071461664640 interactiveshell.py:2882] Step 4200 | Loss: 0.4787 | Spent: 4.1 secs | LR: 0.000383
I0725 02:54:22.498160 140071461664640 interactiveshell.py:2882] Step 4250 | Loss: 0.6103 | Spent: 4.2 secs | LR: 0.000383
I0725 02:54:26.636658 140071461664640 interactiveshell.py:2882] Step 4300 | Loss: 0.7967 | Spent: 4.1 secs | LR: 0.000383
I0725 02:54:30.773579 140071461664640 interactiveshell.py:2882] Step 4350 | Loss: 0.7639 | Spent: 4.1 secs | LR: 0.000383
I0725 02:54:35.023916 140071461664640 interactiveshell.py:2882] Step 4400 | Loss: 0.7045 | Spent: 4.2 secs | LR: 0.000383
I0725 02:54:39.204521 140071461664640 interactiveshell.py:2882] Step 4450 | Loss: 0.6245 | Spent: 4.2 secs | LR: 0.000383
I0725 02:54:43.269867 140071461664640 interactiveshell.py:2882] Step 4500 | Loss: 0.7415 | Spent: 4.1 secs | LR: 0.000382
I0725 02:54:47.364073 140071461664640 interactiveshell.py:2882] Step 4550 | Loss: 0.4863 | Spent: 4.1 secs | LR: 0.000382
I0725 02:54:51.489468 140071461664640 interactiveshell.py:2882] Step 4600 | Loss: 0.6620 | Spent: 4.1 secs | LR: 0.000382
I0725 02:54:55.553167 140071461664640 interactiveshell.py:2882] Step 4650 | Loss: 0.6792 | Spent: 4.1 secs | LR: 0.000382
I0725 02:54:59.632463 140071461664640 interactiveshell.py:2882] Step 4700 | Loss: 0.7226 | Spent: 4.1 secs | LR: 0.000382
I0725 02:55:03.738599 140071461664640 interactiveshell.py:2882] Step 4750 | Loss: 0.5062 | Spent: 4.1 secs | LR: 0.000381
I0725 02:55:07.845286 140071461664640 interactiveshell.py:2882] Step 4800 | Loss: 0.6840 | Spent: 4.1 secs | LR: 0.000381
I0725 02:55:11.992969 140071461664640 interactiveshell.py:2882] Step 4850 | Loss: 0.5891 | Spent: 4.1 secs | LR: 0.000381
I0725 02:55:16.055945 140071461664640 interactiveshell.py:2882] Step 4900 | Loss: 0.8302 | Spent: 4.1 secs | LR: 0.000381
I0725 02:55:20.163190 140071461664640 interactiveshell.py:2882] Step 4950 | Loss: 0.6083 | Spent: 4.1 secs | LR: 0.000381
I0725 02:55:24.253206 140071461664640 interactiveshell.py:2882] Step 5000 | Loss: 0.5079 | Spent: 4.1 secs | LR: 0.000380
I0725 02:55:28.372096 140071461664640 interactiveshell.py:2882] Step 5050 | Loss: 0.6733 | Spent: 4.1 secs | LR: 0.000380
I0725 02:55:32.444083 140071461664640 interactiveshell.py:2882] Step 5100 | Loss: 0.8514 | Spent: 4.1 secs | LR: 0.000380
I0725 02:55:36.482265 140071461664640 interactiveshell.py:2882] Step 5150 | Loss: 0.7867 | Spent: 4.0 secs | LR: 0.000380
Reading ../data/test.txt
I0725 02:55:46.427064 140071461664640 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.763
I0725 02:55:46.428053 140071461664640 interactiveshell.py:2882] Best Accuracy: 0.763
I0725 02:55:50.063343 140071461664640 interactiveshell.py:2882] Step 5200 | Loss: 0.7659 | Spent: 13.6 secs | LR: 0.000380
I0725 02:55:54.178284 140071461664640 interactiveshell.py:2882] Step 5250 | Loss: 0.7935 | Spent: 4.1 secs | LR: 0.000379
I0725 02:55:58.274766 140071461664640 interactiveshell.py:2882] Step 5300 | Loss: 0.5006 | Spent: 4.1 secs | LR: 0.000379
I0725 02:56:02.379897 140071461664640 interactiveshell.py:2882] Step 5350 | Loss: 0.6494 | Spent: 4.1 secs | LR: 0.000379
I0725 02:56:06.472749 140071461664640 interactiveshell.py:2882] Step 5400 | Loss: 0.8178 | Spent: 4.1 secs | LR: 0.000379
I0725 02:56:10.605843 140071461664640 interactiveshell.py:2882] Step 5450 | Loss: 0.5422 | Spent: 4.1 secs | LR: 0.000379
I0725 02:56:14.703387 140071461664640 interactiveshell.py:2882] Step 5500 | Loss: 0.4440 | Spent: 4.1 secs | LR: 0.000378
I0725 02:56:18.808822 140071461664640 interactiveshell.py:2882] Step 5550 | Loss: 0.4790 | Spent: 4.1 secs | LR: 0.000378
I0725 02:56:22.904137 140071461664640 interactiveshell.py:2882] Step 5600 | Loss: 0.7098 | Spent: 4.1 secs | LR: 0.000378
I0725 02:56:26.961636 140071461664640 interactiveshell.py:2882] Step 5650 | Loss: 0.7145 | Spent: 4.1 secs | LR: 0.000378
I0725 02:56:31.035222 140071461664640 interactiveshell.py:2882] Step 5700 | Loss: 0.6085 | Spent: 4.1 secs | LR: 0.000378
I0725 02:56:35.129371 140071461664640 interactiveshell.py:2882] Step 5750 | Loss: 0.5107 | Spent: 4.1 secs | LR: 0.000378
I0725 02:56:39.336668 140071461664640 interactiveshell.py:2882] Step 5800 | Loss: 0.4977 | Spent: 4.2 secs | LR: 0.000377
I0725 02:56:43.411616 140071461664640 interactiveshell.py:2882] Step 5850 | Loss: 0.6010 | Spent: 4.1 secs | LR: 0.000377
I0725 02:56:47.522999 140071461664640 interactiveshell.py:2882] Step 5900 | Loss: 0.5394 | Spent: 4.1 secs | LR: 0.000377
I0725 02:56:51.626185 140071461664640 interactiveshell.py:2882] Step 5950 | Loss: 0.5852 | Spent: 4.1 secs | LR: 0.000377
I0725 02:56:55.699885 140071461664640 interactiveshell.py:2882] Step 6000 | Loss: 0.7515 | Spent: 4.1 secs | LR: 0.000377
I0725 02:56:59.874660 140071461664640 interactiveshell.py:2882] Step 6050 | Loss: 0.5767 | Spent: 4.2 secs | LR: 0.000376
I0725 02:57:03.958462 140071461664640 interactiveshell.py:2882] Step 6100 | Loss: 0.5868 | Spent: 4.1 secs | LR: 0.000376
I0725 02:57:08.092279 140071461664640 interactiveshell.py:2882] Step 6150 | Loss: 0.5063 | Spent: 4.1 secs | LR: 0.000376
I0725 02:57:12.205607 140071461664640 interactiveshell.py:2882] Step 6200 | Loss: 0.9148 | Spent: 4.1 secs | LR: 0.000376
I0725 02:57:16.279178 140071461664640 interactiveshell.py:2882] Step 6250 | Loss: 0.2999 | Spent: 4.1 secs | LR: 0.000376
I0725 02:57:20.332874 140071461664640 interactiveshell.py:2882] Step 6300 | Loss: 0.6865 | Spent: 4.1 secs | LR: 0.000375
I0725 02:57:24.396764 140071461664640 interactiveshell.py:2882] Step 6350 | Loss: 0.6937 | Spent: 4.1 secs | LR: 0.000375
I0725 02:57:28.474347 140071461664640 interactiveshell.py:2882] Step 6400 | Loss: 0.7961 | Spent: 4.1 secs | LR: 0.000375
I0725 02:57:32.618214 140071461664640 interactiveshell.py:2882] Step 6450 | Loss: 0.5382 | Spent: 4.1 secs | LR: 0.000375
I0725 02:57:37.096687 140071461664640 interactiveshell.py:2882] Step 6500 | Loss: 0.4512 | Spent: 4.5 secs | LR: 0.000375
I0725 02:57:41.560058 140071461664640 interactiveshell.py:2882] Step 6550 | Loss: 0.9376 | Spent: 4.5 secs | LR: 0.000375
I0725 02:57:45.760359 140071461664640 interactiveshell.py:2882] Step 6600 | Loss: 0.6949 | Spent: 4.2 secs | LR: 0.000374
I0725 02:57:49.845519 140071461664640 interactiveshell.py:2882] Step 6650 | Loss: 0.5781 | Spent: 4.1 secs | LR: 0.000374
I0725 02:57:53.935393 140071461664640 interactiveshell.py:2882] Step 6700 | Loss: 0.8474 | Spent: 4.1 secs | LR: 0.000374
I0725 02:57:58.127155 140071461664640 interactiveshell.py:2882] Step 6750 | Loss: 0.5230 | Spent: 4.2 secs | LR: 0.000374
I0725 02:58:02.360622 140071461664640 interactiveshell.py:2882] Step 6800 | Loss: 0.4645 | Spent: 4.2 secs | LR: 0.000374
I0725 02:58:06.468461 140071461664640 interactiveshell.py:2882] Step 6850 | Loss: 0.9164 | Spent: 4.1 secs | LR: 0.000373
Reading ../data/test.txt
I0725 02:58:17.854888 140071461664640 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.777
I0725 02:58:17.855908 140071461664640 interactiveshell.py:2882] Best Accuracy: 0.777
I0725 02:58:19.952795 140071461664640 interactiveshell.py:2882] Step 6900 | Loss: 0.6601 | Spent: 13.5 secs | LR: 0.000373
I0725 02:58:24.059382 140071461664640 interactiveshell.py:2882] Step 6950 | Loss: 0.6725 | Spent: 4.1 secs | LR: 0.000373
I0725 02:58:28.223001 140071461664640 interactiveshell.py:2882] Step 7000 | Loss: 0.5950 | Spent: 4.2 secs | LR: 0.000373
I0725 02:58:32.346477 140071461664640 interactiveshell.py:2882] Step 7050 | Loss: 0.5975 | Spent: 4.1 secs | LR: 0.000373
I0725 02:58:36.413966 140071461664640 interactiveshell.py:2882] Step 7100 | Loss: 0.4532 | Spent: 4.1 secs | LR: 0.000372
I0725 02:58:40.494838 140071461664640 interactiveshell.py:2882] Step 7150 | Loss: 0.6950 | Spent: 4.1 secs | LR: 0.000372
I0725 02:58:44.610462 140071461664640 interactiveshell.py:2882] Step 7200 | Loss: 0.6451 | Spent: 4.1 secs | LR: 0.000372
I0725 02:58:48.742429 140071461664640 interactiveshell.py:2882] Step 7250 | Loss: 0.6527 | Spent: 4.1 secs | LR: 0.000372
I0725 02:58:52.858246 140071461664640 interactiveshell.py:2882] Step 7300 | Loss: 0.5278 | Spent: 4.1 secs | LR: 0.000372
I0725 02:58:57.081457 140071461664640 interactiveshell.py:2882] Step 7350 | Loss: 0.6572 | Spent: 4.2 secs | LR: 0.000372
I0725 02:59:01.141021 140071461664640 interactiveshell.py:2882] Step 7400 | Loss: 0.2956 | Spent: 4.1 secs | LR: 0.000371
I0725 02:59:05.254607 140071461664640 interactiveshell.py:2882] Step 7450 | Loss: 1.0306 | Spent: 4.1 secs | LR: 0.000371
I0725 02:59:09.359952 140071461664640 interactiveshell.py:2882] Step 7500 | Loss: 0.3449 | Spent: 4.1 secs | LR: 0.000371
I0725 02:59:13.450966 140071461664640 interactiveshell.py:2882] Step 7550 | Loss: 0.5999 | Spent: 4.1 secs | LR: 0.000371
I0725 02:59:17.537059 140071461664640 interactiveshell.py:2882] Step 7600 | Loss: 0.8307 | Spent: 4.1 secs | LR: 0.000371
I0725 02:59:21.629225 140071461664640 interactiveshell.py:2882] Step 7650 | Loss: 0.7786 | Spent: 4.1 secs | LR: 0.000370
I0725 02:59:25.702893 140071461664640 interactiveshell.py:2882] Step 7700 | Loss: 0.4182 | Spent: 4.1 secs | LR: 0.000370
I0725 02:59:29.934040 140071461664640 interactiveshell.py:2882] Step 7750 | Loss: 0.5434 | Spent: 4.2 secs | LR: 0.000370
I0725 02:59:34.011182 140071461664640 interactiveshell.py:2882] Step 7800 | Loss: 0.4497 | Spent: 4.1 secs | LR: 0.000370
I0725 02:59:38.252229 140071461664640 interactiveshell.py:2882] Step 7850 | Loss: 0.4823 | Spent: 4.2 secs | LR: 0.000370
I0725 02:59:42.498497 140071461664640 interactiveshell.py:2882] Step 7900 | Loss: 0.6075 | Spent: 4.2 secs | LR: 0.000369
I0725 02:59:46.664925 140071461664640 interactiveshell.py:2882] Step 7950 | Loss: 0.7112 | Spent: 4.2 secs | LR: 0.000369
I0725 02:59:50.775586 140071461664640 interactiveshell.py:2882] Step 8000 | Loss: 0.5786 | Spent: 4.1 secs | LR: 0.000369
I0725 02:59:54.854856 140071461664640 interactiveshell.py:2882] Step 8050 | Loss: 0.4653 | Spent: 4.1 secs | LR: 0.000369
I0725 02:59:58.970716 140071461664640 interactiveshell.py:2882] Step 8100 | Loss: 0.5540 | Spent: 4.1 secs | LR: 0.000369
I0725 03:00:03.080721 140071461664640 interactiveshell.py:2882] Step 8150 | Loss: 0.6139 | Spent: 4.1 secs | LR: 0.000369
I0725 03:00:07.192082 140071461664640 interactiveshell.py:2882] Step 8200 | Loss: 0.6191 | Spent: 4.1 secs | LR: 0.000368
I0725 03:00:11.295771 140071461664640 interactiveshell.py:2882] Step 8250 | Loss: 0.5192 | Spent: 4.1 secs | LR: 0.000368
I0725 03:00:15.405526 140071461664640 interactiveshell.py:2882] Step 8300 | Loss: 0.5792 | Spent: 4.1 secs | LR: 0.000368
I0725 03:00:19.499250 140071461664640 interactiveshell.py:2882] Step 8350 | Loss: 0.8936 | Spent: 4.1 secs | LR: 0.000368
I0725 03:00:23.578925 140071461664640 interactiveshell.py:2882] Step 8400 | Loss: 0.5351 | Spent: 4.1 secs | LR: 0.000368
I0725 03:00:27.675546 140071461664640 interactiveshell.py:2882] Step 8450 | Loss: 0.4460 | Spent: 4.1 secs | LR: 0.000367
I0725 03:00:31.779819 140071461664640 interactiveshell.py:2882] Step 8500 | Loss: 0.6021 | Spent: 4.1 secs | LR: 0.000367
I0725 03:00:35.851823 140071461664640 interactiveshell.py:2882] Step 8550 | Loss: 0.9318 | Spent: 4.1 secs | LR: 0.000367
Reading ../data/test.txt
I0725 03:00:48.751500 140071461664640 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.784
I0725 03:00:48.752533 140071461664640 interactiveshell.py:2882] Best Accuracy: 0.784
I0725 03:00:49.273184 140071461664640 interactiveshell.py:2882] Step 8600 | Loss: 0.5968 | Spent: 13.4 secs | LR: 0.000367
I0725 03:00:53.358313 140071461664640 interactiveshell.py:2882] Step 8650 | Loss: 0.5240 | Spent: 4.1 secs | LR: 0.000367
I0725 03:00:57.468235 140071461664640 interactiveshell.py:2882] Step 8700 | Loss: 0.4886 | Spent: 4.1 secs | LR: 0.000367
I0725 03:01:01.706634 140071461664640 interactiveshell.py:2882] Step 8750 | Loss: 0.5519 | Spent: 4.2 secs | LR: 0.000366
I0725 03:01:05.816663 140071461664640 interactiveshell.py:2882] Step 8800 | Loss: 0.7408 | Spent: 4.1 secs | LR: 0.000366
I0725 03:01:09.960091 140071461664640 interactiveshell.py:2882] Step 8850 | Loss: 0.6878 | Spent: 4.1 secs | LR: 0.000366
I0725 03:01:14.027337 140071461664640 interactiveshell.py:2882] Step 8900 | Loss: 0.6730 | Spent: 4.1 secs | LR: 0.000366
I0725 03:01:18.143136 140071461664640 interactiveshell.py:2882] Step 8950 | Loss: 0.6488 | Spent: 4.1 secs | LR: 0.000366
I0725 03:01:22.229262 140071461664640 interactiveshell.py:2882] Step 9000 | Loss: 0.5809 | Spent: 4.1 secs | LR: 0.000365
I0725 03:01:26.297513 140071461664640 interactiveshell.py:2882] Step 9050 | Loss: 0.4472 | Spent: 4.1 secs | LR: 0.000365
I0725 03:01:30.400201 140071461664640 interactiveshell.py:2882] Step 9100 | Loss: 0.5504 | Spent: 4.1 secs | LR: 0.000365
I0725 03:01:34.471252 140071461664640 interactiveshell.py:2882] Step 9150 | Loss: 0.5096 | Spent: 4.1 secs | LR: 0.000365
I0725 03:01:38.539889 140071461664640 interactiveshell.py:2882] Step 9200 | Loss: 0.3283 | Spent: 4.1 secs | LR: 0.000365
I0725 03:01:42.612333 140071461664640 interactiveshell.py:2882] Step 9250 | Loss: 0.5258 | Spent: 4.1 secs | LR: 0.000364
I0725 03:01:46.722750 140071461664640 interactiveshell.py:2882] Step 9300 | Loss: 0.6460 | Spent: 4.1 secs | LR: 0.000364
I0725 03:01:50.761900 140071461664640 interactiveshell.py:2882] Step 9350 | Loss: 0.7299 | Spent: 4.0 secs | LR: 0.000364
I0725 03:01:54.863917 140071461664640 interactiveshell.py:2882] Step 9400 | Loss: 0.5930 | Spent: 4.1 secs | LR: 0.000364
I0725 03:01:58.999125 140071461664640 interactiveshell.py:2882] Step 9450 | Loss: 0.4940 | Spent: 4.1 secs | LR: 0.000364
I0725 03:02:03.118586 140071461664640 interactiveshell.py:2882] Step 9500 | Loss: 0.5034 | Spent: 4.1 secs | LR: 0.000364
I0725 03:02:07.191316 140071461664640 interactiveshell.py:2882] Step 9550 | Loss: 0.5627 | Spent: 4.1 secs | LR: 0.000363
I0725 03:02:11.286272 140071461664640 interactiveshell.py:2882] Step 9600 | Loss: 0.2781 | Spent: 4.1 secs | LR: 0.000363
I0725 03:02:15.407678 140071461664640 interactiveshell.py:2882] Step 9650 | Loss: 0.4943 | Spent: 4.1 secs | LR: 0.000363
I0725 03:02:19.515964 140071461664640 interactiveshell.py:2882] Step 9700 | Loss: 0.5123 | Spent: 4.1 secs | LR: 0.000363
I0725 03:02:23.745678 140071461664640 interactiveshell.py:2882] Step 9750 | Loss: 0.5715 | Spent: 4.2 secs | LR: 0.000363
I0725 03:02:27.973264 140071461664640 interactiveshell.py:2882] Step 9800 | Loss: 0.8624 | Spent: 4.2 secs | LR: 0.000362
I0725 03:02:32.102385 140071461664640 interactiveshell.py:2882] Step 9850 | Loss: 0.7580 | Spent: 4.1 secs | LR: 0.000362
I0725 03:02:36.214052 140071461664640 interactiveshell.py:2882] Step 9900 | Loss: 0.7366 | Spent: 4.1 secs | LR: 0.000362
I0725 03:02:40.336202 140071461664640 interactiveshell.py:2882] Step 9950 | Loss: 0.6535 | Spent: 4.1 secs | LR: 0.000362
I0725 03:02:44.597991 140071461664640 interactiveshell.py:2882] Step 10000 | Loss: 0.4820 | Spent: 4.3 secs | LR: 0.000362
I0725 03:02:49.091214 140071461664640 interactiveshell.py:2882] Step 10050 | Loss: 0.8425 | Spent: 4.5 secs | LR: 0.000362
I0725 03:02:53.529541 140071461664640 interactiveshell.py:2882] Step 10100 | Loss: 0.4505 | Spent: 4.4 secs | LR: 0.000361
I0725 03:02:57.629139 140071461664640 interactiveshell.py:2882] Step 10150 | Loss: 0.5406 | Spent: 4.1 secs | LR: 0.000361
I0725 03:03:01.728246 140071461664640 interactiveshell.py:2882] Step 10200 | Loss: 0.8601 | Spent: 4.1 secs | LR: 0.000361
I0725 03:03:05.859078 140071461664640 interactiveshell.py:2882] Step 10250 | Loss: 0.4580 | Spent: 4.1 secs | LR: 0.000361
I0725 03:03:10.053283 140071461664640 interactiveshell.py:2882] Step 10300 | Loss: 0.4164 | Spent: 4.2 secs | LR: 0.000361
Reading ../data/test.txt
I0725 03:03:20.329623 140071461664640 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.786
I0725 03:03:20.330650 140071461664640 interactiveshell.py:2882] Best Accuracy: 0.786
I0725 03:03:23.380943 140071461664640 interactiveshell.py:2882] Step 10350 | Loss: 0.7129 | Spent: 13.3 secs | LR: 0.000360
I0725 03:03:27.489161 140071461664640 interactiveshell.py:2882] Step 10400 | Loss: 0.5649 | Spent: 4.1 secs | LR: 0.000360
I0725 03:03:31.611961 140071461664640 interactiveshell.py:2882] Step 10450 | Loss: 0.6079 | Spent: 4.1 secs | LR: 0.000360
I0725 03:03:35.716267 140071461664640 interactiveshell.py:2882] Step 10500 | Loss: 0.4076 | Spent: 4.1 secs | LR: 0.000360
I0725 03:03:39.808185 140071461664640 interactiveshell.py:2882] Step 10550 | Loss: 0.4285 | Spent: 4.1 secs | LR: 0.000360
I0725 03:03:44.019327 140071461664640 interactiveshell.py:2882] Step 10600 | Loss: 0.4723 | Spent: 4.2 secs | LR: 0.000360
I0725 03:03:48.191998 140071461664640 interactiveshell.py:2882] Step 10650 | Loss: 0.6377 | Spent: 4.2 secs | LR: 0.000359
I0725 03:03:52.312834 140071461664640 interactiveshell.py:2882] Step 10700 | Loss: 0.5776 | Spent: 4.1 secs | LR: 0.000359
I0725 03:03:56.540149 140071461664640 interactiveshell.py:2882] Step 10750 | Loss: 0.6100 | Spent: 4.2 secs | LR: 0.000359
I0725 03:04:00.691546 140071461664640 interactiveshell.py:2882] Step 10800 | Loss: 0.6061 | Spent: 4.1 secs | LR: 0.000359
I0725 03:04:04.784712 140071461664640 interactiveshell.py:2882] Step 10850 | Loss: 0.4609 | Spent: 4.1 secs | LR: 0.000359
I0725 03:04:08.997125 140071461664640 interactiveshell.py:2882] Step 10900 | Loss: 0.4192 | Spent: 4.2 secs | LR: 0.000358
I0725 03:04:12.979669 140071461664640 interactiveshell.py:2882] Step 10950 | Loss: 0.5997 | Spent: 4.0 secs | LR: 0.000358
I0725 03:04:16.872502 140071461664640 interactiveshell.py:2882] Step 11000 | Loss: 0.6061 | Spent: 3.9 secs | LR: 0.000358
I0725 03:04:20.770231 140071461664640 interactiveshell.py:2882] Step 11050 | Loss: 0.5805 | Spent: 3.9 secs | LR: 0.000358
I0725 03:04:24.657083 140071461664640 interactiveshell.py:2882] Step 11100 | Loss: 0.7235 | Spent: 3.9 secs | LR: 0.000358
I0725 03:04:28.528439 140071461664640 interactiveshell.py:2882] Step 11150 | Loss: 0.5848 | Spent: 3.9 secs | LR: 0.000358
I0725 03:04:32.395096 140071461664640 interactiveshell.py:2882] Step 11200 | Loss: 0.9515 | Spent: 3.9 secs | LR: 0.000357
I0725 03:04:36.304857 140071461664640 interactiveshell.py:2882] Step 11250 | Loss: 0.4538 | Spent: 3.9 secs | LR: 0.000357
I0725 03:04:40.178303 140071461664640 interactiveshell.py:2882] Step 11300 | Loss: 0.8023 | Spent: 3.9 secs | LR: 0.000357
I0725 03:04:44.235340 140071461664640 interactiveshell.py:2882] Step 11350 | Loss: 0.5519 | Spent: 4.1 secs | LR: 0.000357
I0725 03:04:48.260117 140071461664640 interactiveshell.py:2882] Step 11400 | Loss: 0.6331 | Spent: 4.0 secs | LR: 0.000357
I0725 03:04:52.156029 140071461664640 interactiveshell.py:2882] Step 11450 | Loss: 0.5885 | Spent: 3.9 secs | LR: 0.000357
I0725 03:04:56.090882 140071461664640 interactiveshell.py:2882] Step 11500 | Loss: 0.7821 | Spent: 3.9 secs | LR: 0.000356
I0725 03:05:00.011278 140071461664640 interactiveshell.py:2882] Step 11550 | Loss: 0.5169 | Spent: 3.9 secs | LR: 0.000356
I0725 03:05:03.976897 140071461664640 interactiveshell.py:2882] Step 11600 | Loss: 0.5289 | Spent: 4.0 secs | LR: 0.000356
I0725 03:05:07.927219 140071461664640 interactiveshell.py:2882] Step 11650 | Loss: 0.3861 | Spent: 3.9 secs | LR: 0.000356
I0725 03:05:11.814379 140071461664640 interactiveshell.py:2882] Step 11700 | Loss: 0.6582 | Spent: 3.9 secs | LR: 0.000356
I0725 03:05:15.687908 140071461664640 interactiveshell.py:2882] Step 11750 | Loss: 0.5473 | Spent: 3.9 secs | LR: 0.000355
I0725 03:05:19.695999 140071461664640 interactiveshell.py:2882] Step 11800 | Loss: 0.7213 | Spent: 4.0 secs | LR: 0.000355
I0725 03:05:23.579297 140071461664640 interactiveshell.py:2882] Step 11850 | Loss: 0.5439 | Spent: 3.9 secs | LR: 0.000355
I0725 03:05:27.470758 140071461664640 interactiveshell.py:2882] Step 11900 | Loss: 0.3484 | Spent: 3.9 secs | LR: 0.000355
I0725 03:05:31.381067 140071461664640 interactiveshell.py:2882] Step 11950 | Loss: 0.4876 | Spent: 3.9 secs | LR: 0.000355
I0725 03:05:35.250610 140071461664640 interactiveshell.py:2882] Step 12000 | Loss: 0.4195 | Spent: 3.9 secs | LR: 0.000355
Reading ../data/test.txt
I0725 03:05:47.063748 140071461664640 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.798
I0725 03:05:47.064724 140071461664640 interactiveshell.py:2882] Best Accuracy: 0.798
I0725 03:05:48.494267 140071461664640 interactiveshell.py:2882] Step 12050 | Loss: 0.6479 | Spent: 13.2 secs | LR: 0.000354
I0725 03:05:52.359312 140071461664640 interactiveshell.py:2882] Step 12100 | Loss: 0.9431 | Spent: 3.9 secs | LR: 0.000354
I0725 03:05:56.280132 140071461664640 interactiveshell.py:2882] Step 12150 | Loss: 0.7185 | Spent: 3.9 secs | LR: 0.000354
I0725 03:06:00.198215 140071461664640 interactiveshell.py:2882] Step 12200 | Loss: 0.6237 | Spent: 3.9 secs | LR: 0.000354
I0725 03:06:04.111221 140071461664640 interactiveshell.py:2882] Step 12250 | Loss: 0.3675 | Spent: 3.9 secs | LR: 0.000354
I0725 03:06:08.075778 140071461664640 interactiveshell.py:2882] Step 12300 | Loss: 0.4028 | Spent: 4.0 secs | LR: 0.000353
I0725 03:06:12.025170 140071461664640 interactiveshell.py:2882] Step 12350 | Loss: 0.4680 | Spent: 3.9 secs | LR: 0.000353
I0725 03:06:15.906292 140071461664640 interactiveshell.py:2882] Step 12400 | Loss: 0.5264 | Spent: 3.9 secs | LR: 0.000353
I0725 03:06:19.787544 140071461664640 interactiveshell.py:2882] Step 12450 | Loss: 0.5028 | Spent: 3.9 secs | LR: 0.000353
I0725 03:06:23.766120 140071461664640 interactiveshell.py:2882] Step 12500 | Loss: 0.4904 | Spent: 4.0 secs | LR: 0.000353
I0725 03:06:27.765744 140071461664640 interactiveshell.py:2882] Step 12550 | Loss: 0.9303 | Spent: 4.0 secs | LR: 0.000353
I0725 03:06:31.635535 140071461664640 interactiveshell.py:2882] Step 12600 | Loss: 0.4136 | Spent: 3.9 secs | LR: 0.000352
I0725 03:06:35.551307 140071461664640 interactiveshell.py:2882] Step 12650 | Loss: 0.5671 | Spent: 3.9 secs | LR: 0.000352
I0725 03:06:39.443430 140071461664640 interactiveshell.py:2882] Step 12700 | Loss: 0.6741 | Spent: 3.9 secs | LR: 0.000352
I0725 03:06:43.381479 140071461664640 interactiveshell.py:2882] Step 12750 | Loss: 0.4291 | Spent: 3.9 secs | LR: 0.000352
I0725 03:06:47.401202 140071461664640 interactiveshell.py:2882] Step 12800 | Loss: 0.5608 | Spent: 4.0 secs | LR: 0.000352
I0725 03:06:51.347352 140071461664640 interactiveshell.py:2882] Step 12850 | Loss: 0.6478 | Spent: 3.9 secs | LR: 0.000352
I0725 03:06:55.219776 140071461664640 interactiveshell.py:2882] Step 12900 | Loss: 0.6910 | Spent: 3.9 secs | LR: 0.000351
I0725 03:06:59.190025 140071461664640 interactiveshell.py:2882] Step 12950 | Loss: 0.5449 | Spent: 4.0 secs | LR: 0.000351
I0725 03:07:03.120328 140071461664640 interactiveshell.py:2882] Step 13000 | Loss: 0.4964 | Spent: 3.9 secs | LR: 0.000351
I0725 03:07:07.041207 140071461664640 interactiveshell.py:2882] Step 13050 | Loss: 0.3332 | Spent: 3.9 secs | LR: 0.000351
I0725 03:07:11.003109 140071461664640 interactiveshell.py:2882] Step 13100 | Loss: 0.3374 | Spent: 4.0 secs | LR: 0.000351
I0725 03:07:14.909495 140071461664640 interactiveshell.py:2882] Step 13150 | Loss: 0.5035 | Spent: 3.9 secs | LR: 0.000350
I0725 03:07:18.820363 140071461664640 interactiveshell.py:2882] Step 13200 | Loss: 0.4753 | Spent: 3.9 secs | LR: 0.000350
I0725 03:07:22.757214 140071461664640 interactiveshell.py:2882] Step 13250 | Loss: 0.8303 | Spent: 3.9 secs | LR: 0.000350
I0725 03:07:26.726631 140071461664640 interactiveshell.py:2882] Step 13300 | Loss: 0.5596 | Spent: 4.0 secs | LR: 0.000350
I0725 03:07:30.667258 140071461664640 interactiveshell.py:2882] Step 13350 | Loss: 0.6806 | Spent: 3.9 secs | LR: 0.000350
I0725 03:07:34.607273 140071461664640 interactiveshell.py:2882] Step 13400 | Loss: 0.7545 | Spent: 3.9 secs | LR: 0.000350
I0725 03:07:38.610746 140071461664640 interactiveshell.py:2882] Step 13450 | Loss: 0.7274 | Spent: 4.0 secs | LR: 0.000349
I0725 03:07:42.655419 140071461664640 interactiveshell.py:2882] Step 13500 | Loss: 0.5767 | Spent: 4.0 secs | LR: 0.000349
I0725 03:07:46.663375 140071461664640 interactiveshell.py:2882] Step 13550 | Loss: 0.6417 | Spent: 4.0 secs | LR: 0.000349
I0725 03:07:50.696827 140071461664640 interactiveshell.py:2882] Step 13600 | Loss: 0.4173 | Spent: 4.0 secs | LR: 0.000349
I0725 03:07:54.743486 140071461664640 interactiveshell.py:2882] Step 13650 | Loss: 1.0448 | Spent: 4.0 secs | LR: 0.000349
I0725 03:07:59.094754 140071461664640 interactiveshell.py:2882] Step 13700 | Loss: 0.3676 | Spent: 4.4 secs | LR: 0.000349
I0725 03:08:03.379106 140071461664640 interactiveshell.py:2882] Step 13750 | Loss: 0.6738 | Spent: 4.3 secs | LR: 0.000348
Reading ../data/test.txt
I0725 03:08:12.855461 140071461664640 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.807
I0725 03:08:12.856476 140071461664640 interactiveshell.py:2882] Best Accuracy: 0.807
I0725 03:08:16.724119 140071461664640 interactiveshell.py:2882] Step 13800 | Loss: 0.7938 | Spent: 13.3 secs | LR: 0.000348
I0725 03:08:20.787671 140071461664640 interactiveshell.py:2882] Step 13850 | Loss: 0.5883 | Spent: 4.1 secs | LR: 0.000348
I0725 03:08:24.710148 140071461664640 interactiveshell.py:2882] Step 13900 | Loss: 0.7028 | Spent: 3.9 secs | LR: 0.000348
I0725 03:08:28.623219 140071461664640 interactiveshell.py:2882] Step 13950 | Loss: 0.6102 | Spent: 3.9 secs | LR: 0.000348
I0725 03:08:32.571172 140071461664640 interactiveshell.py:2882] Step 14000 | Loss: 0.4172 | Spent: 3.9 secs | LR: 0.000347
I0725 03:08:36.492190 140071461664640 interactiveshell.py:2882] Step 14050 | Loss: 0.5540 | Spent: 3.9 secs | LR: 0.000347
I0725 03:08:40.421156 140071461664640 interactiveshell.py:2882] Step 14100 | Loss: 0.4193 | Spent: 3.9 secs | LR: 0.000347
I0725 03:08:44.393380 140071461664640 interactiveshell.py:2882] Step 14150 | Loss: 0.6546 | Spent: 4.0 secs | LR: 0.000347
I0725 03:08:48.389010 140071461664640 interactiveshell.py:2882] Step 14200 | Loss: 0.5062 | Spent: 4.0 secs | LR: 0.000347
I0725 03:08:52.336864 140071461664640 interactiveshell.py:2882] Step 14250 | Loss: 0.5675 | Spent: 3.9 secs | LR: 0.000347
I0725 03:08:56.303334 140071461664640 interactiveshell.py:2882] Step 14300 | Loss: 0.5507 | Spent: 4.0 secs | LR: 0.000346
I0725 03:09:00.214020 140071461664640 interactiveshell.py:2882] Step 14350 | Loss: 0.5044 | Spent: 3.9 secs | LR: 0.000346
I0725 03:09:04.227453 140071461664640 interactiveshell.py:2882] Step 14400 | Loss: 0.4929 | Spent: 4.0 secs | LR: 0.000346
I0725 03:09:08.239120 140071461664640 interactiveshell.py:2882] Step 14450 | Loss: 0.5632 | Spent: 4.0 secs | LR: 0.000346
I0725 03:09:12.252758 140071461664640 interactiveshell.py:2882] Step 14500 | Loss: 0.5055 | Spent: 4.0 secs | LR: 0.000346
I0725 03:09:16.151555 140071461664640 interactiveshell.py:2882] Step 14550 | Loss: 0.3879 | Spent: 3.9 secs | LR: 0.000346
I0725 03:09:19.997076 140071461664640 interactiveshell.py:2882] Step 14600 | Loss: 0.5431 | Spent: 3.8 secs | LR: 0.000345
I0725 03:09:23.948085 140071461664640 interactiveshell.py:2882] Step 14650 | Loss: 0.4289 | Spent: 3.9 secs | LR: 0.000345
I0725 03:09:27.824477 140071461664640 interactiveshell.py:2882] Step 14700 | Loss: 0.5489 | Spent: 3.9 secs | LR: 0.000345
I0725 03:09:31.715219 140071461664640 interactiveshell.py:2882] Step 14750 | Loss: 0.5563 | Spent: 3.9 secs | LR: 0.000345
I0725 03:09:35.606697 140071461664640 interactiveshell.py:2882] Step 14800 | Loss: 0.6607 | Spent: 3.9 secs | LR: 0.000345
I0725 03:09:39.538882 140071461664640 interactiveshell.py:2882] Step 14850 | Loss: 0.7101 | Spent: 3.9 secs | LR: 0.000345
I0725 03:09:43.593919 140071461664640 interactiveshell.py:2882] Step 14900 | Loss: 0.5213 | Spent: 4.1 secs | LR: 0.000344
I0725 03:09:47.580025 140071461664640 interactiveshell.py:2882] Step 14950 | Loss: 0.6304 | Spent: 4.0 secs | LR: 0.000344
I0725 03:09:51.737295 140071461664640 interactiveshell.py:2882] Step 15000 | Loss: 0.7509 | Spent: 4.2 secs | LR: 0.000344
I0725 03:09:55.649483 140071461664640 interactiveshell.py:2882] Step 15050 | Loss: 0.3337 | Spent: 3.9 secs | LR: 0.000344
I0725 03:09:59.541234 140071461664640 interactiveshell.py:2882] Step 15100 | Loss: 0.5843 | Spent: 3.9 secs | LR: 0.000344
I0725 03:10:03.460715 140071461664640 interactiveshell.py:2882] Step 15150 | Loss: 0.4183 | Spent: 3.9 secs | LR: 0.000344
I0725 03:10:07.397242 140071461664640 interactiveshell.py:2882] Step 15200 | Loss: 0.5757 | Spent: 3.9 secs | LR: 0.000343
I0725 03:10:11.345149 140071461664640 interactiveshell.py:2882] Step 15250 | Loss: 0.5456 | Spent: 3.9 secs | LR: 0.000343
I0725 03:10:15.284955 140071461664640 interactiveshell.py:2882] Step 15300 | Loss: 0.4697 | Spent: 3.9 secs | LR: 0.000343
I0725 03:10:19.234904 140071461664640 interactiveshell.py:2882] Step 15350 | Loss: 0.3491 | Spent: 3.9 secs | LR: 0.000343
I0725 03:10:23.178298 140071461664640 interactiveshell.py:2882] Step 15400 | Loss: 0.4544 | Spent: 3.9 secs | LR: 0.000343
I0725 03:10:27.175699 140071461664640 interactiveshell.py:2882] Step 15450 | Loss: 0.3979 | Spent: 4.0 secs | LR: 0.000342
Reading ../data/test.txt
I0725 03:10:38.111676 140071461664640 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.812
I0725 03:10:38.112764 140071461664640 interactiveshell.py:2882] Best Accuracy: 0.812
I0725 03:10:40.497053 140071461664640 interactiveshell.py:2882] Step 15500 | Loss: 0.4884 | Spent: 13.3 secs | LR: 0.000342
I0725 03:10:44.457201 140071461664640 interactiveshell.py:2882] Step 15550 | Loss: 0.4659 | Spent: 4.0 secs | LR: 0.000342
I0725 03:10:48.441282 140071461664640 interactiveshell.py:2882] Step 15600 | Loss: 0.5849 | Spent: 4.0 secs | LR: 0.000342
I0725 03:10:52.373721 140071461664640 interactiveshell.py:2882] Step 15650 | Loss: 0.4941 | Spent: 3.9 secs | LR: 0.000342
I0725 03:10:56.348796 140071461664640 interactiveshell.py:2882] Step 15700 | Loss: 0.5125 | Spent: 4.0 secs | LR: 0.000342
I0725 03:11:00.284628 140071461664640 interactiveshell.py:2882] Step 15750 | Loss: 0.2907 | Spent: 3.9 secs | LR: 0.000341
I0725 03:11:04.213336 140071461664640 interactiveshell.py:2882] Step 15800 | Loss: 0.7108 | Spent: 3.9 secs | LR: 0.000341
I0725 03:11:08.136304 140071461664640 interactiveshell.py:2882] Step 15850 | Loss: 0.5256 | Spent: 3.9 secs | LR: 0.000341
I0725 03:11:12.103268 140071461664640 interactiveshell.py:2882] Step 15900 | Loss: 0.3895 | Spent: 4.0 secs | LR: 0.000341
I0725 03:11:16.150500 140071461664640 interactiveshell.py:2882] Step 15950 | Loss: 0.6385 | Spent: 4.0 secs | LR: 0.000341
I0725 03:11:20.064703 140071461664640 interactiveshell.py:2882] Step 16000 | Loss: 0.4831 | Spent: 3.9 secs | LR: 0.000341
I0725 03:11:23.938080 140071461664640 interactiveshell.py:2882] Step 16050 | Loss: 0.6350 | Spent: 3.9 secs | LR: 0.000340
I0725 03:11:27.850336 140071461664640 interactiveshell.py:2882] Step 16100 | Loss: 0.4506 | Spent: 3.9 secs | LR: 0.000340
I0725 03:11:31.766335 140071461664640 interactiveshell.py:2882] Step 16150 | Loss: 0.4474 | Spent: 3.9 secs | LR: 0.000340
I0725 03:11:35.738903 140071461664640 interactiveshell.py:2882] Step 16200 | Loss: 0.6052 | Spent: 4.0 secs | LR: 0.000340
I0725 03:11:39.677845 140071461664640 interactiveshell.py:2882] Step 16250 | Loss: 0.3524 | Spent: 3.9 secs | LR: 0.000340
I0725 03:11:43.643296 140071461664640 interactiveshell.py:2882] Step 16300 | Loss: 0.6369 | Spent: 4.0 secs | LR: 0.000340
I0725 03:11:47.585695 140071461664640 interactiveshell.py:2882] Step 16350 | Loss: 0.3929 | Spent: 3.9 secs | LR: 0.000339
I0725 03:11:51.553901 140071461664640 interactiveshell.py:2882] Step 16400 | Loss: 0.5540 | Spent: 4.0 secs | LR: 0.000339
I0725 03:11:55.507772 140071461664640 interactiveshell.py:2882] Step 16450 | Loss: 0.3834 | Spent: 4.0 secs | LR: 0.000339
I0725 03:11:59.384479 140071461664640 interactiveshell.py:2882] Step 16500 | Loss: 0.5922 | Spent: 3.9 secs | LR: 0.000339
I0725 03:12:03.315419 140071461664640 interactiveshell.py:2882] Step 16550 | Loss: 0.5306 | Spent: 3.9 secs | LR: 0.000339
I0725 03:12:07.247147 140071461664640 interactiveshell.py:2882] Step 16600 | Loss: 0.5530 | Spent: 3.9 secs | LR: 0.000339
I0725 03:12:11.224681 140071461664640 interactiveshell.py:2882] Step 16650 | Loss: 0.4305 | Spent: 4.0 secs | LR: 0.000338
I0725 03:12:15.142494 140071461664640 interactiveshell.py:2882] Step 16700 | Loss: 0.5340 | Spent: 3.9 secs | LR: 0.000338
I0725 03:12:19.081114 140071461664640 interactiveshell.py:2882] Step 16750 | Loss: 0.6415 | Spent: 3.9 secs | LR: 0.000338
I0725 03:12:23.017555 140071461664640 interactiveshell.py:2882] Step 16800 | Loss: 0.4418 | Spent: 3.9 secs | LR: 0.000338
I0725 03:12:26.992880 140071461664640 interactiveshell.py:2882] Step 16850 | Loss: 0.4813 | Spent: 4.0 secs | LR: 0.000338
I0725 03:12:30.927994 140071461664640 interactiveshell.py:2882] Step 16900 | Loss: 0.8541 | Spent: 3.9 secs | LR: 0.000338
I0725 03:12:34.836188 140071461664640 interactiveshell.py:2882] Step 16950 | Loss: 0.5129 | Spent: 3.9 secs | LR: 0.000337
I0725 03:12:38.885675 140071461664640 interactiveshell.py:2882] Step 17000 | Loss: 0.5021 | Spent: 4.0 secs | LR: 0.000337
I0725 03:12:42.847516 140071461664640 interactiveshell.py:2882] Step 17050 | Loss: 0.5441 | Spent: 4.0 secs | LR: 0.000337
I0725 03:12:46.780500 140071461664640 interactiveshell.py:2882] Step 17100 | Loss: 0.4789 | Spent: 3.9 secs | LR: 0.000337
I0725 03:12:50.728182 140071461664640 interactiveshell.py:2882] Step 17150 | Loss: 0.5936 | Spent: 3.9 secs | LR: 0.000337
Reading ../data/train.txt
Reading ../data/test.txt
I0725 03:13:26.121622 140071461664640 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.816
I0725 03:13:26.122695 140071461664640 interactiveshell.py:2882] Best Accuracy: 0.816
I0725 03:13:27.059652 140071461664640 interactiveshell.py:2882] Step 17200 | Loss: 0.4510 | Spent: 36.3 secs | LR: 0.000337
I0725 03:13:31.193306 140071461664640 interactiveshell.py:2882] Step 17250 | Loss: 0.6619 | Spent: 4.1 secs | LR: 0.000336
I0725 03:13:35.362922 140071461664640 interactiveshell.py:2882] Step 17300 | Loss: 0.6181 | Spent: 4.2 secs | LR: 0.000336
I0725 03:13:39.535738 140071461664640 interactiveshell.py:2882] Step 17350 | Loss: 0.5098 | Spent: 4.2 secs | LR: 0.000336
I0725 03:13:43.712657 140071461664640 interactiveshell.py:2882] Step 17400 | Loss: 0.5178 | Spent: 4.2 secs | LR: 0.000336
I0725 03:13:47.853513 140071461664640 interactiveshell.py:2882] Step 17450 | Loss: 0.4358 | Spent: 4.1 secs | LR: 0.000336
I0725 03:13:51.999788 140071461664640 interactiveshell.py:2882] Step 17500 | Loss: 0.4139 | Spent: 4.1 secs | LR: 0.000335
I0725 03:13:56.153307 140071461664640 interactiveshell.py:2882] Step 17550 | Loss: 0.4209 | Spent: 4.2 secs | LR: 0.000335
I0725 03:14:00.343448 140071461664640 interactiveshell.py:2882] Step 17600 | Loss: 0.4188 | Spent: 4.2 secs | LR: 0.000335
I0725 03:14:04.491022 140071461664640 interactiveshell.py:2882] Step 17650 | Loss: 0.4519 | Spent: 4.1 secs | LR: 0.000335
I0725 03:14:08.665058 140071461664640 interactiveshell.py:2882] Step 17700 | Loss: 0.4583 | Spent: 4.2 secs | LR: 0.000335
I0725 03:14:12.881483 140071461664640 interactiveshell.py:2882] Step 17750 | Loss: 0.4948 | Spent: 4.2 secs | LR: 0.000335
I0725 03:14:17.069814 140071461664640 interactiveshell.py:2882] Step 17800 | Loss: 0.6701 | Spent: 4.2 secs | LR: 0.000334
I0725 03:14:21.233184 140071461664640 interactiveshell.py:2882] Step 17850 | Loss: 0.6769 | Spent: 4.2 secs | LR: 0.000334
I0725 03:14:25.514997 140071461664640 interactiveshell.py:2882] Step 17900 | Loss: 0.5108 | Spent: 4.3 secs | LR: 0.000334
I0725 03:14:29.765541 140071461664640 interactiveshell.py:2882] Step 17950 | Loss: 0.3744 | Spent: 4.2 secs | LR: 0.000334
I0725 03:14:33.995381 140071461664640 interactiveshell.py:2882] Step 18000 | Loss: 0.3675 | Spent: 4.2 secs | LR: 0.000334
I0725 03:14:38.312257 140071461664640 interactiveshell.py:2882] Step 18050 | Loss: 0.5233 | Spent: 4.3 secs | LR: 0.000334
I0725 03:14:42.485986 140071461664640 interactiveshell.py:2882] Step 18100 | Loss: 0.4298 | Spent: 4.2 secs | LR: 0.000333
I0725 03:14:46.715730 140071461664640 interactiveshell.py:2882] Step 18150 | Loss: 0.3262 | Spent: 4.2 secs | LR: 0.000333
I0725 03:14:50.933579 140071461664640 interactiveshell.py:2882] Step 18200 | Loss: 0.3226 | Spent: 4.2 secs | LR: 0.000333
I0725 03:14:55.313546 140071461664640 interactiveshell.py:2882] Step 18250 | Loss: 0.3748 | Spent: 4.4 secs | LR: 0.000333
I0725 03:14:59.611778 140071461664640 interactiveshell.py:2882] Step 18300 | Loss: 0.2842 | Spent: 4.3 secs | LR: 0.000333
I0725 03:15:03.858284 140071461664640 interactiveshell.py:2882] Step 18350 | Loss: 0.4585 | Spent: 4.2 secs | LR: 0.000333
I0725 03:15:08.093708 140071461664640 interactiveshell.py:2882] Step 18400 | Loss: 0.4472 | Spent: 4.2 secs | LR: 0.000332
I0725 03:15:12.306467 140071461664640 interactiveshell.py:2882] Step 18450 | Loss: 0.2323 | Spent: 4.2 secs | LR: 0.000332
I0725 03:15:16.509267 140071461664640 interactiveshell.py:2882] Step 18500 | Loss: 0.5891 | Spent: 4.2 secs | LR: 0.000332
I0725 03:15:20.667129 140071461664640 interactiveshell.py:2882] Step 18550 | Loss: 0.3677 | Spent: 4.2 secs | LR: 0.000332
I0725 03:15:24.815465 140071461664640 interactiveshell.py:2882] Step 18600 | Loss: 0.3398 | Spent: 4.1 secs | LR: 0.000332
I0725 03:15:29.011481 140071461664640 interactiveshell.py:2882] Step 18650 | Loss: 0.5520 | Spent: 4.2 secs | LR: 0.000332
I0725 03:15:33.237322 140071461664640 interactiveshell.py:2882] Step 18700 | Loss: 0.5815 | Spent: 4.2 secs | LR: 0.000331
I0725 03:15:37.423978 140071461664640 interactiveshell.py:2882] Step 18750 | Loss: 0.3435 | Spent: 4.2 secs | LR: 0.000331
I0725 03:15:41.630315 140071461664640 interactiveshell.py:2882] Step 18800 | Loss: 0.3123 | Spent: 4.2 secs | LR: 0.000331
I0725 03:15:45.873471 140071461664640 interactiveshell.py:2882] Step 18850 | Loss: 0.4258 | Spent: 4.2 secs | LR: 0.000331
I0725 03:15:50.136564 140071461664640 interactiveshell.py:2882] Step 18900 | Loss: 0.4433 | Spent: 4.3 secs | LR: 0.000331
Reading ../data/test.txt
I0725 03:16:00.181691 140071461664640 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.819
I0725 03:16:00.182766 140071461664640 interactiveshell.py:2882] Best Accuracy: 0.819
I0725 03:16:03.730013 140071461664640 interactiveshell.py:2882] Step 18950 | Loss: 0.4595 | Spent: 13.6 secs | LR: 0.000331
I0725 03:16:07.914217 140071461664640 interactiveshell.py:2882] Step 19000 | Loss: 0.5320 | Spent: 4.2 secs | LR: 0.000330
I0725 03:16:12.174582 140071461664640 interactiveshell.py:2882] Step 19050 | Loss: 0.6037 | Spent: 4.3 secs | LR: 0.000330
I0725 03:16:16.352997 140071461664640 interactiveshell.py:2882] Step 19100 | Loss: 0.5745 | Spent: 4.2 secs | LR: 0.000330
I0725 03:16:20.684118 140071461664640 interactiveshell.py:2882] Step 19150 | Loss: 0.5301 | Spent: 4.3 secs | LR: 0.000330
I0725 03:16:24.940325 140071461664640 interactiveshell.py:2882] Step 19200 | Loss: 0.5054 | Spent: 4.3 secs | LR: 0.000330
I0725 03:16:29.195043 140071461664640 interactiveshell.py:2882] Step 19250 | Loss: 0.3607 | Spent: 4.3 secs | LR: 0.000330
I0725 03:16:33.388879 140071461664640 interactiveshell.py:2882] Step 19300 | Loss: 0.3419 | Spent: 4.2 secs | LR: 0.000329
I0725 03:16:37.575274 140071461664640 interactiveshell.py:2882] Step 19350 | Loss: 0.4718 | Spent: 4.2 secs | LR: 0.000329
I0725 03:16:41.818220 140071461664640 interactiveshell.py:2882] Step 19400 | Loss: 0.6308 | Spent: 4.2 secs | LR: 0.000329
I0725 03:16:46.029199 140071461664640 interactiveshell.py:2882] Step 19450 | Loss: 0.3979 | Spent: 4.2 secs | LR: 0.000329
I0725 03:16:50.228581 140071461664640 interactiveshell.py:2882] Step 19500 | Loss: 0.6369 | Spent: 4.2 secs | LR: 0.000329
I0725 03:16:54.458242 140071461664640 interactiveshell.py:2882] Step 19550 | Loss: 0.3801 | Spent: 4.2 secs | LR: 0.000329
I0725 03:16:58.713395 140071461664640 interactiveshell.py:2882] Step 19600 | Loss: 0.3634 | Spent: 4.3 secs | LR: 0.000328
I0725 03:17:02.948575 140071461664640 interactiveshell.py:2882] Step 19650 | Loss: 0.4982 | Spent: 4.2 secs | LR: 0.000328
I0725 03:17:07.167221 140071461664640 interactiveshell.py:2882] Step 19700 | Loss: 0.4632 | Spent: 4.2 secs | LR: 0.000328
I0725 03:17:11.428558 140071461664640 interactiveshell.py:2882] Step 19750 | Loss: 0.5086 | Spent: 4.3 secs | LR: 0.000328
I0725 03:17:15.684234 140071461664640 interactiveshell.py:2882] Step 19800 | Loss: 0.3454 | Spent: 4.3 secs | LR: 0.000328
I0725 03:17:19.897258 140071461664640 interactiveshell.py:2882] Step 19850 | Loss: 0.4342 | Spent: 4.2 secs | LR: 0.000328
I0725 03:17:24.094586 140071461664640 interactiveshell.py:2882] Step 19900 | Loss: 0.5592 | Spent: 4.2 secs | LR: 0.000327
I0725 03:17:28.260659 140071461664640 interactiveshell.py:2882] Step 19950 | Loss: 0.4181 | Spent: 4.2 secs | LR: 0.000327
I0725 03:17:32.443638 140071461664640 interactiveshell.py:2882] Step 20000 | Loss: 0.4276 | Spent: 4.2 secs | LR: 0.000327
I0725 03:17:36.630853 140071461664640 interactiveshell.py:2882] Step 20050 | Loss: 0.5134 | Spent: 4.2 secs | LR: 0.000327
I0725 03:17:40.829581 140071461664640 interactiveshell.py:2882] Step 20100 | Loss: 0.4591 | Spent: 4.2 secs | LR: 0.000327
I0725 03:17:45.053120 140071461664640 interactiveshell.py:2882] Step 20150 | Loss: 0.3738 | Spent: 4.2 secs | LR: 0.000327
I0725 03:17:49.267532 140071461664640 interactiveshell.py:2882] Step 20200 | Loss: 0.2617 | Spent: 4.2 secs | LR: 0.000327
I0725 03:17:53.593041 140071461664640 interactiveshell.py:2882] Step 20250 | Loss: 0.4671 | Spent: 4.3 secs | LR: 0.000326
I0725 03:17:57.814856 140071461664640 interactiveshell.py:2882] Step 20300 | Loss: 0.4916 | Spent: 4.2 secs | LR: 0.000326
I0725 03:18:02.063992 140071461664640 interactiveshell.py:2882] Step 20350 | Loss: 0.4136 | Spent: 4.2 secs | LR: 0.000326
I0725 03:18:06.312037 140071461664640 interactiveshell.py:2882] Step 20400 | Loss: 0.5068 | Spent: 4.2 secs | LR: 0.000326
I0725 03:18:10.548297 140071461664640 interactiveshell.py:2882] Step 20450 | Loss: 0.4781 | Spent: 4.2 secs | LR: 0.000326
I0725 03:18:14.769461 140071461664640 interactiveshell.py:2882] Step 20500 | Loss: 0.2490 | Spent: 4.2 secs | LR: 0.000326
I0725 03:18:19.359792 140071461664640 interactiveshell.py:2882] Step 20550 | Loss: 0.5892 | Spent: 4.6 secs | LR: 0.000325
I0725 03:18:23.950196 140071461664640 interactiveshell.py:2882] Step 20600 | Loss: 0.6202 | Spent: 4.6 secs | LR: 0.000325
Reading ../data/test.txt
I0725 03:18:35.612853 140071461664640 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.822
I0725 03:18:35.613838 140071461664640 interactiveshell.py:2882] Best Accuracy: 0.822
I0725 03:18:37.567335 140071461664640 interactiveshell.py:2882] Step 20650 | Loss: 0.5694 | Spent: 13.6 secs | LR: 0.000325
I0725 03:18:41.780171 140071461664640 interactiveshell.py:2882] Step 20700 | Loss: 0.6929 | Spent: 4.2 secs | LR: 0.000325
I0725 03:18:45.943951 140071461664640 interactiveshell.py:2882] Step 20750 | Loss: 0.4908 | Spent: 4.2 secs | LR: 0.000325
I0725 03:18:50.163983 140071461664640 interactiveshell.py:2882] Step 20800 | Loss: 0.5015 | Spent: 4.2 secs | LR: 0.000325
I0725 03:18:54.375943 140071461664640 interactiveshell.py:2882] Step 20850 | Loss: 0.3687 | Spent: 4.2 secs | LR: 0.000324
I0725 03:18:58.625684 140071461664640 interactiveshell.py:2882] Step 20900 | Loss: 0.3564 | Spent: 4.2 secs | LR: 0.000324
I0725 03:19:02.822098 140071461664640 interactiveshell.py:2882] Step 20950 | Loss: 0.3671 | Spent: 4.2 secs | LR: 0.000324
I0725 03:19:07.041424 140071461664640 interactiveshell.py:2882] Step 21000 | Loss: 0.5990 | Spent: 4.2 secs | LR: 0.000324
I0725 03:19:11.249737 140071461664640 interactiveshell.py:2882] Step 21050 | Loss: 0.4038 | Spent: 4.2 secs | LR: 0.000324
I0725 03:19:15.387602 140071461664640 interactiveshell.py:2882] Step 21100 | Loss: 0.4792 | Spent: 4.1 secs | LR: 0.000324
I0725 03:19:19.583237 140071461664640 interactiveshell.py:2882] Step 21150 | Loss: 0.4178 | Spent: 4.2 secs | LR: 0.000323
I0725 03:19:23.750576 140071461664640 interactiveshell.py:2882] Step 21200 | Loss: 0.4429 | Spent: 4.2 secs | LR: 0.000323
I0725 03:19:27.978773 140071461664640 interactiveshell.py:2882] Step 21250 | Loss: 0.6017 | Spent: 4.2 secs | LR: 0.000323
I0725 03:19:32.192346 140071461664640 interactiveshell.py:2882] Step 21300 | Loss: 0.4194 | Spent: 4.2 secs | LR: 0.000323
I0725 03:19:36.502024 140071461664640 interactiveshell.py:2882] Step 21350 | Loss: 0.3227 | Spent: 4.3 secs | LR: 0.000323
I0725 03:19:40.685691 140071461664640 interactiveshell.py:2882] Step 21400 | Loss: 0.6323 | Spent: 4.2 secs | LR: 0.000323
I0725 03:19:44.934112 140071461664640 interactiveshell.py:2882] Step 21450 | Loss: 0.6979 | Spent: 4.2 secs | LR: 0.000322
I0725 03:19:49.194133 140071461664640 interactiveshell.py:2882] Step 21500 | Loss: 0.4813 | Spent: 4.3 secs | LR: 0.000322
I0725 03:19:53.461042 140071461664640 interactiveshell.py:2882] Step 21550 | Loss: 0.3670 | Spent: 4.3 secs | LR: 0.000322
I0725 03:19:57.795455 140071461664640 interactiveshell.py:2882] Step 21600 | Loss: 0.4139 | Spent: 4.3 secs | LR: 0.000322
I0725 03:20:02.250531 140071461664640 interactiveshell.py:2882] Step 21650 | Loss: 0.5193 | Spent: 4.5 secs | LR: 0.000322
I0725 03:20:06.503262 140071461664640 interactiveshell.py:2882] Step 21700 | Loss: 0.5818 | Spent: 4.3 secs | LR: 0.000322
I0725 03:20:10.783157 140071461664640 interactiveshell.py:2882] Step 21750 | Loss: 0.4951 | Spent: 4.3 secs | LR: 0.000321
I0725 03:20:14.992515 140071461664640 interactiveshell.py:2882] Step 21800 | Loss: 0.4428 | Spent: 4.2 secs | LR: 0.000321
I0725 03:20:19.679629 140071461664640 interactiveshell.py:2882] Step 21850 | Loss: 0.4055 | Spent: 4.7 secs | LR: 0.000321
I0725 03:20:23.908645 140071461664640 interactiveshell.py:2882] Step 21900 | Loss: 0.4243 | Spent: 4.2 secs | LR: 0.000321
I0725 03:20:28.114616 140071461664640 interactiveshell.py:2882] Step 21950 | Loss: 0.6015 | Spent: 4.2 secs | LR: 0.000321
I0725 03:20:32.348547 140071461664640 interactiveshell.py:2882] Step 22000 | Loss: 0.6290 | Spent: 4.2 secs | LR: 0.000321
I0725 03:20:36.535334 140071461664640 interactiveshell.py:2882] Step 22050 | Loss: 0.5813 | Spent: 4.2 secs | LR: 0.000320
I0725 03:20:40.721858 140071461664640 interactiveshell.py:2882] Step 22100 | Loss: 0.6913 | Spent: 4.2 secs | LR: 0.000320
I0725 03:20:44.989914 140071461664640 interactiveshell.py:2882] Step 22150 | Loss: 0.5319 | Spent: 4.3 secs | LR: 0.000320
I0725 03:20:49.240142 140071461664640 interactiveshell.py:2882] Step 22200 | Loss: 0.2103 | Spent: 4.2 secs | LR: 0.000320
I0725 03:20:53.472609 140071461664640 interactiveshell.py:2882] Step 22250 | Loss: 0.4418 | Spent: 4.2 secs | LR: 0.000320
I0725 03:20:57.770518 140071461664640 interactiveshell.py:2882] Step 22300 | Loss: 0.6596 | Spent: 4.3 secs | LR: 0.000320
Reading ../data/test.txt
I0725 03:21:11.033196 140071461664640 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.825
I0725 03:21:11.034221 140071461664640 interactiveshell.py:2882] Best Accuracy: 0.825
I0725 03:21:11.419016 140071461664640 interactiveshell.py:2882] Step 22350 | Loss: 0.4844 | Spent: 13.6 secs | LR: 0.000320
I0725 03:21:15.675684 140071461664640 interactiveshell.py:2882] Step 22400 | Loss: 0.3404 | Spent: 4.3 secs | LR: 0.000319
I0725 03:21:20.025120 140071461664640 interactiveshell.py:2882] Step 22450 | Loss: 0.5536 | Spent: 4.3 secs | LR: 0.000319
I0725 03:21:24.280557 140071461664640 interactiveshell.py:2882] Step 22500 | Loss: 0.4007 | Spent: 4.3 secs | LR: 0.000319
I0725 03:21:28.472677 140071461664640 interactiveshell.py:2882] Step 22550 | Loss: 0.5150 | Spent: 4.2 secs | LR: 0.000319
I0725 03:21:32.719365 140071461664640 interactiveshell.py:2882] Step 22600 | Loss: 0.4181 | Spent: 4.2 secs | LR: 0.000319
I0725 03:21:36.949137 140071461664640 interactiveshell.py:2882] Step 22650 | Loss: 0.3917 | Spent: 4.2 secs | LR: 0.000319
I0725 03:21:41.178872 140071461664640 interactiveshell.py:2882] Step 22700 | Loss: 0.4782 | Spent: 4.2 secs | LR: 0.000318
I0725 03:21:45.396918 140071461664640 interactiveshell.py:2882] Step 22750 | Loss: 0.4572 | Spent: 4.2 secs | LR: 0.000318
I0725 03:21:49.642029 140071461664640 interactiveshell.py:2882] Step 22800 | Loss: 0.3191 | Spent: 4.2 secs | LR: 0.000318
I0725 03:21:53.867618 140071461664640 interactiveshell.py:2882] Step 22850 | Loss: 0.3704 | Spent: 4.2 secs | LR: 0.000318
I0725 03:21:58.069451 140071461664640 interactiveshell.py:2882] Step 22900 | Loss: 0.3665 | Spent: 4.2 secs | LR: 0.000318
I0725 03:22:02.333775 140071461664640 interactiveshell.py:2882] Step 22950 | Loss: 0.7407 | Spent: 4.3 secs | LR: 0.000318
I0725 03:22:06.584193 140071461664640 interactiveshell.py:2882] Step 23000 | Loss: 0.5127 | Spent: 4.2 secs | LR: 0.000317
I0725 03:22:10.859289 140071461664640 interactiveshell.py:2882] Step 23050 | Loss: 0.3453 | Spent: 4.3 secs | LR: 0.000317
I0725 03:22:15.132551 140071461664640 interactiveshell.py:2882] Step 23100 | Loss: 0.5269 | Spent: 4.3 secs | LR: 0.000317
I0725 03:22:19.399923 140071461664640 interactiveshell.py:2882] Step 23150 | Loss: 0.5402 | Spent: 4.3 secs | LR: 0.000317
I0725 03:22:23.650226 140071461664640 interactiveshell.py:2882] Step 23200 | Loss: 0.6660 | Spent: 4.2 secs | LR: 0.000317
I0725 03:22:27.949303 140071461664640 interactiveshell.py:2882] Step 23250 | Loss: 0.6995 | Spent: 4.3 secs | LR: 0.000317
I0725 03:22:32.234126 140071461664640 interactiveshell.py:2882] Step 23300 | Loss: 0.3825 | Spent: 4.3 secs | LR: 0.000316
I0725 03:22:36.494195 140071461664640 interactiveshell.py:2882] Step 23350 | Loss: 0.6313 | Spent: 4.3 secs | LR: 0.000316
I0725 03:22:40.687146 140071461664640 interactiveshell.py:2882] Step 23400 | Loss: 0.3241 | Spent: 4.2 secs | LR: 0.000316
I0725 03:22:44.917629 140071461664640 interactiveshell.py:2882] Step 23450 | Loss: 0.5894 | Spent: 4.2 secs | LR: 0.000316
I0725 03:22:49.126516 140071461664640 interactiveshell.py:2882] Step 23500 | Loss: 0.5627 | Spent: 4.2 secs | LR: 0.000316
I0725 03:22:53.474242 140071461664640 interactiveshell.py:2882] Step 23550 | Loss: 0.7612 | Spent: 4.3 secs | LR: 0.000316
I0725 03:22:57.747438 140071461664640 interactiveshell.py:2882] Step 23600 | Loss: 0.3885 | Spent: 4.3 secs | LR: 0.000316
I0725 03:23:01.951011 140071461664640 interactiveshell.py:2882] Step 23650 | Loss: 0.3005 | Spent: 4.2 secs | LR: 0.000315
I0725 03:23:06.222505 140071461664640 interactiveshell.py:2882] Step 23700 | Loss: 0.4479 | Spent: 4.3 secs | LR: 0.000315
I0725 03:23:10.509122 140071461664640 interactiveshell.py:2882] Step 23750 | Loss: 0.5424 | Spent: 4.3 secs | LR: 0.000315
I0725 03:23:14.809577 140071461664640 interactiveshell.py:2882] Step 23800 | Loss: 0.7441 | Spent: 4.3 secs | LR: 0.000315
I0725 03:23:19.035531 140071461664640 interactiveshell.py:2882] Step 23850 | Loss: 0.3797 | Spent: 4.2 secs | LR: 0.000315
I0725 03:23:23.261451 140071461664640 interactiveshell.py:2882] Step 23900 | Loss: 0.5224 | Spent: 4.2 secs | LR: 0.000315
I0725 03:23:27.764944 140071461664640 interactiveshell.py:2882] Step 23950 | Loss: 0.6624 | Spent: 4.5 secs | LR: 0.000314
I0725 03:23:32.383962 140071461664640 interactiveshell.py:2882] Step 24000 | Loss: 0.3268 | Spent: 4.6 secs | LR: 0.000314
I0725 03:23:36.825252 140071461664640 interactiveshell.py:2882] Step 24050 | Loss: 0.3646 | Spent: 4.4 secs | LR: 0.000314
Reading ../data/test.txt
I0725 03:23:47.367888 140071461664640 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.820
I0725 03:23:47.368836 140071461664640 interactiveshell.py:2882] Best Accuracy: 0.825
I0725 03:23:50.379178 140071461664640 interactiveshell.py:2882] Step 24100 | Loss: 0.3626 | Spent: 13.6 secs | LR: 0.000314
I0725 03:23:54.711904 140071461664640 interactiveshell.py:2882] Step 24150 | Loss: 0.6311 | Spent: 4.3 secs | LR: 0.000314
I0725 03:23:59.021480 140071461664640 interactiveshell.py:2882] Step 24200 | Loss: 0.3891 | Spent: 4.3 secs | LR: 0.000314
I0725 03:24:03.270494 140071461664640 interactiveshell.py:2882] Step 24250 | Loss: 0.4796 | Spent: 4.2 secs | LR: 0.000313
I0725 03:24:07.498183 140071461664640 interactiveshell.py:2882] Step 24300 | Loss: 0.3586 | Spent: 4.2 secs | LR: 0.000313
I0725 03:24:11.752591 140071461664640 interactiveshell.py:2882] Step 24350 | Loss: 0.3326 | Spent: 4.3 secs | LR: 0.000313
I0725 03:24:15.991044 140071461664640 interactiveshell.py:2882] Step 24400 | Loss: 0.5551 | Spent: 4.2 secs | LR: 0.000313
I0725 03:24:20.267264 140071461664640 interactiveshell.py:2882] Step 24450 | Loss: 0.7052 | Spent: 4.3 secs | LR: 0.000313
I0725 03:24:24.519556 140071461664640 interactiveshell.py:2882] Step 24500 | Loss: 0.5801 | Spent: 4.3 secs | LR: 0.000313
I0725 03:24:28.766505 140071461664640 interactiveshell.py:2882] Step 24550 | Loss: 0.4566 | Spent: 4.2 secs | LR: 0.000313
I0725 03:24:33.046155 140071461664640 interactiveshell.py:2882] Step 24600 | Loss: 0.4931 | Spent: 4.3 secs | LR: 0.000312
I0725 03:24:37.424010 140071461664640 interactiveshell.py:2882] Step 24650 | Loss: 0.3631 | Spent: 4.4 secs | LR: 0.000312
I0725 03:24:41.706768 140071461664640 interactiveshell.py:2882] Step 24700 | Loss: 0.5334 | Spent: 4.3 secs | LR: 0.000312
I0725 03:24:45.980388 140071461664640 interactiveshell.py:2882] Step 24750 | Loss: 0.3879 | Spent: 4.3 secs | LR: 0.000312
I0725 03:24:50.245003 140071461664640 interactiveshell.py:2882] Step 24800 | Loss: 0.3022 | Spent: 4.3 secs | LR: 0.000312
I0725 03:24:54.499432 140071461664640 interactiveshell.py:2882] Step 24850 | Loss: 0.5829 | Spent: 4.3 secs | LR: 0.000312
I0725 03:24:58.811008 140071461664640 interactiveshell.py:2882] Step 24900 | Loss: 0.5401 | Spent: 4.3 secs | LR: 0.000311
I0725 03:25:03.158158 140071461664640 interactiveshell.py:2882] Step 24950 | Loss: 0.4767 | Spent: 4.3 secs | LR: 0.000311
I0725 03:25:07.645257 140071461664640 interactiveshell.py:2882] Step 25000 | Loss: 0.4626 | Spent: 4.5 secs | LR: 0.000311
I0725 03:25:11.986859 140071461664640 interactiveshell.py:2882] Step 25050 | Loss: 0.3835 | Spent: 4.3 secs | LR: 0.000311
I0725 03:25:16.278040 140071461664640 interactiveshell.py:2882] Step 25100 | Loss: 0.4446 | Spent: 4.3 secs | LR: 0.000311
I0725 03:25:20.506838 140071461664640 interactiveshell.py:2882] Step 25150 | Loss: 0.5532 | Spent: 4.2 secs | LR: 0.000311
I0725 03:25:24.735311 140071461664640 interactiveshell.py:2882] Step 25200 | Loss: 0.5012 | Spent: 4.2 secs | LR: 0.000311
I0725 03:25:29.006456 140071461664640 interactiveshell.py:2882] Step 25250 | Loss: 0.3309 | Spent: 4.3 secs | LR: 0.000310
I0725 03:25:33.235722 140071461664640 interactiveshell.py:2882] Step 25300 | Loss: 0.2774 | Spent: 4.2 secs | LR: 0.000310
I0725 03:25:37.472687 140071461664640 interactiveshell.py:2882] Step 25350 | Loss: 0.4132 | Spent: 4.2 secs | LR: 0.000310
I0725 03:25:41.748287 140071461664640 interactiveshell.py:2882] Step 25400 | Loss: 0.4916 | Spent: 4.3 secs | LR: 0.000310
I0725 03:25:46.021871 140071461664640 interactiveshell.py:2882] Step 25450 | Loss: 0.6187 | Spent: 4.3 secs | LR: 0.000310
I0725 03:25:50.276854 140071461664640 interactiveshell.py:2882] Step 25500 | Loss: 0.3941 | Spent: 4.3 secs | LR: 0.000310
I0725 03:25:54.546316 140071461664640 interactiveshell.py:2882] Step 25550 | Loss: 0.7357 | Spent: 4.3 secs | LR: 0.000309
I0725 03:25:58.859272 140071461664640 interactiveshell.py:2882] Step 25600 | Loss: 0.3962 | Spent: 4.3 secs | LR: 0.000309
I0725 03:26:03.105842 140071461664640 interactiveshell.py:2882] Step 25650 | Loss: 0.4581 | Spent: 4.2 secs | LR: 0.000309
I0725 03:26:07.355689 140071461664640 interactiveshell.py:2882] Step 25700 | Loss: 0.4631 | Spent: 4.2 secs | LR: 0.000309
I0725 03:26:11.636996 140071461664640 interactiveshell.py:2882] Step 25750 | Loss: 0.4440 | Spent: 4.3 secs | LR: 0.000309
Reading ../data/test.txt
I0725 03:26:23.953442 140071461664640 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.815
I0725 03:26:23.954488 140071461664640 interactiveshell.py:2882] Best Accuracy: 0.825
I0725 03:26:25.462226 140071461664640 interactiveshell.py:2882] Step 25800 | Loss: 0.6097 | Spent: 13.8 secs | LR: 0.000309
I0725 03:26:29.755481 140071461664640 interactiveshell.py:2882] Step 25850 | Loss: 0.6666 | Spent: 4.3 secs | LR: 0.000308
I0725 03:26:34.063935 140071461664640 interactiveshell.py:2882] Step 25900 | Loss: 0.2848 | Spent: 4.3 secs | LR: 0.000308
I0725 03:26:38.325163 140071461664640 interactiveshell.py:2882] Step 25950 | Loss: 0.5767 | Spent: 4.3 secs | LR: 0.000308
I0725 03:26:42.594478 140071461664640 interactiveshell.py:2882] Step 26000 | Loss: 0.2337 | Spent: 4.3 secs | LR: 0.000308
I0725 03:26:46.858288 140071461664640 interactiveshell.py:2882] Step 26050 | Loss: 0.1536 | Spent: 4.3 secs | LR: 0.000308
I0725 03:26:51.118632 140071461664640 interactiveshell.py:2882] Step 26100 | Loss: 0.6295 | Spent: 4.3 secs | LR: 0.000308
I0725 03:26:55.364614 140071461664640 interactiveshell.py:2882] Step 26150 | Loss: 0.5406 | Spent: 4.2 secs | LR: 0.000308
I0725 03:26:59.630858 140071461664640 interactiveshell.py:2882] Step 26200 | Loss: 0.8184 | Spent: 4.3 secs | LR: 0.000307
I0725 03:27:03.853854 140071461664640 interactiveshell.py:2882] Step 26250 | Loss: 0.5059 | Spent: 4.2 secs | LR: 0.000307
I0725 03:27:08.132143 140071461664640 interactiveshell.py:2882] Step 26300 | Loss: 0.5199 | Spent: 4.3 secs | LR: 0.000307
I0725 03:27:12.401924 140071461664640 interactiveshell.py:2882] Step 26350 | Loss: 0.5137 | Spent: 4.3 secs | LR: 0.000307
I0725 03:27:16.698946 140071461664640 interactiveshell.py:2882] Step 26400 | Loss: 0.5865 | Spent: 4.3 secs | LR: 0.000307
I0725 03:27:20.970457 140071461664640 interactiveshell.py:2882] Step 26450 | Loss: 0.5497 | Spent: 4.3 secs | LR: 0.000307
I0725 03:27:25.269426 140071461664640 interactiveshell.py:2882] Step 26500 | Loss: 0.4235 | Spent: 4.3 secs | LR: 0.000306
I0725 03:27:29.495587 140071461664640 interactiveshell.py:2882] Step 26550 | Loss: 0.3618 | Spent: 4.2 secs | LR: 0.000306
I0725 03:27:33.711726 140071461664640 interactiveshell.py:2882] Step 26600 | Loss: 0.4856 | Spent: 4.2 secs | LR: 0.000306
I0725 03:27:38.055799 140071461664640 interactiveshell.py:2882] Step 26650 | Loss: 0.5140 | Spent: 4.3 secs | LR: 0.000306
I0725 03:27:42.307708 140071461664640 interactiveshell.py:2882] Step 26700 | Loss: 0.4412 | Spent: 4.3 secs | LR: 0.000306
I0725 03:27:46.591322 140071461664640 interactiveshell.py:2882] Step 26750 | Loss: 0.6315 | Spent: 4.3 secs | LR: 0.000306
I0725 03:27:50.987109 140071461664640 interactiveshell.py:2882] Step 26800 | Loss: 0.9245 | Spent: 4.4 secs | LR: 0.000306
I0725 03:27:55.327570 140071461664640 interactiveshell.py:2882] Step 26850 | Loss: 0.5686 | Spent: 4.3 secs | LR: 0.000305
I0725 03:27:59.661140 140071461664640 interactiveshell.py:2882] Step 26900 | Loss: 0.2947 | Spent: 4.3 secs | LR: 0.000305
I0725 03:28:04.053811 140071461664640 interactiveshell.py:2882] Step 26950 | Loss: 0.4058 | Spent: 4.4 secs | LR: 0.000305
I0725 03:28:08.494900 140071461664640 interactiveshell.py:2882] Step 27000 | Loss: 0.6374 | Spent: 4.4 secs | LR: 0.000305
I0725 03:28:12.808295 140071461664640 interactiveshell.py:2882] Step 27050 | Loss: 0.5003 | Spent: 4.3 secs | LR: 0.000305
I0725 03:28:17.064337 140071461664640 interactiveshell.py:2882] Step 27100 | Loss: 0.2808 | Spent: 4.3 secs | LR: 0.000305
I0725 03:28:21.347282 140071461664640 interactiveshell.py:2882] Step 27150 | Loss: 0.4866 | Spent: 4.3 secs | LR: 0.000304
I0725 03:28:25.622469 140071461664640 interactiveshell.py:2882] Step 27200 | Loss: 0.4369 | Spent: 4.3 secs | LR: 0.000304
I0725 03:28:29.899376 140071461664640 interactiveshell.py:2882] Step 27250 | Loss: 0.6330 | Spent: 4.3 secs | LR: 0.000304
I0725 03:28:34.181676 140071461664640 interactiveshell.py:2882] Step 27300 | Loss: 0.6902 | Spent: 4.3 secs | LR: 0.000304
I0725 03:28:38.755712 140071461664640 interactiveshell.py:2882] Step 27350 | Loss: 0.3997 | Spent: 4.6 secs | LR: 0.000304
I0725 03:28:43.449877 140071461664640 interactiveshell.py:2882] Step 27400 | Loss: 0.4468 | Spent: 4.7 secs | LR: 0.000304
I0725 03:28:47.934361 140071461664640 interactiveshell.py:2882] Step 27450 | Loss: 0.4433 | Spent: 4.5 secs | LR: 0.000304
I0725 03:28:52.247272 140071461664640 interactiveshell.py:2882] Step 27500 | Loss: 0.8059 | Spent: 4.3 secs | LR: 0.000303
Reading ../data/test.txt
I0725 03:29:01.815609 140071461664640 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.826
I0725 03:29:01.816646 140071461664640 interactiveshell.py:2882] Best Accuracy: 0.826
I0725 03:29:05.847233 140071461664640 interactiveshell.py:2882] Step 27550 | Loss: 0.4239 | Spent: 13.6 secs | LR: 0.000303
I0725 03:29:10.192537 140071461664640 interactiveshell.py:2882] Step 27600 | Loss: 0.5307 | Spent: 4.3 secs | LR: 0.000303
I0725 03:29:14.538678 140071461664640 interactiveshell.py:2882] Step 27650 | Loss: 0.3072 | Spent: 4.3 secs | LR: 0.000303
I0725 03:29:18.918251 140071461664640 interactiveshell.py:2882] Step 27700 | Loss: 0.5038 | Spent: 4.4 secs | LR: 0.000303
I0725 03:29:23.163780 140071461664640 interactiveshell.py:2882] Step 27750 | Loss: 0.5073 | Spent: 4.2 secs | LR: 0.000303
I0725 03:29:27.481353 140071461664640 interactiveshell.py:2882] Step 27800 | Loss: 0.5195 | Spent: 4.3 secs | LR: 0.000302
I0725 03:29:31.746123 140071461664640 interactiveshell.py:2882] Step 27850 | Loss: 0.6624 | Spent: 4.3 secs | LR: 0.000302
I0725 03:29:36.037534 140071461664640 interactiveshell.py:2882] Step 27900 | Loss: 0.9074 | Spent: 4.3 secs | LR: 0.000302
I0725 03:29:40.301325 140071461664640 interactiveshell.py:2882] Step 27950 | Loss: 0.4332 | Spent: 4.3 secs | LR: 0.000302
I0725 03:29:44.652949 140071461664640 interactiveshell.py:2882] Step 28000 | Loss: 0.5723 | Spent: 4.4 secs | LR: 0.000302
I0725 03:29:48.954598 140071461664640 interactiveshell.py:2882] Step 28050 | Loss: 0.5051 | Spent: 4.3 secs | LR: 0.000302
I0725 03:29:53.309762 140071461664640 interactiveshell.py:2882] Step 28100 | Loss: 0.5936 | Spent: 4.4 secs | LR: 0.000302
I0725 03:29:57.368001 140071461664640 interactiveshell.py:2882] Step 28150 | Loss: 0.4231 | Spent: 4.1 secs | LR: 0.000301
I0725 03:30:01.453482 140071461664640 interactiveshell.py:2882] Step 28200 | Loss: 0.4162 | Spent: 4.1 secs | LR: 0.000301
I0725 03:30:05.541790 140071461664640 interactiveshell.py:2882] Step 28250 | Loss: 0.4312 | Spent: 4.1 secs | LR: 0.000301
I0725 03:30:09.697888 140071461664640 interactiveshell.py:2882] Step 28300 | Loss: 0.6085 | Spent: 4.2 secs | LR: 0.000301
I0725 03:30:13.949988 140071461664640 interactiveshell.py:2882] Step 28350 | Loss: 0.5847 | Spent: 4.3 secs | LR: 0.000301
I0725 03:30:18.017534 140071461664640 interactiveshell.py:2882] Step 28400 | Loss: 0.5613 | Spent: 4.1 secs | LR: 0.000301
I0725 03:30:22.047538 140071461664640 interactiveshell.py:2882] Step 28450 | Loss: 0.4021 | Spent: 4.0 secs | LR: 0.000301
I0725 03:30:26.144386 140071461664640 interactiveshell.py:2882] Step 28500 | Loss: 0.3157 | Spent: 4.1 secs | LR: 0.000300
I0725 03:30:30.306037 140071461664640 interactiveshell.py:2882] Step 28550 | Loss: 0.2910 | Spent: 4.2 secs | LR: 0.000300
I0725 03:30:34.403943 140071461664640 interactiveshell.py:2882] Step 28600 | Loss: 0.6619 | Spent: 4.1 secs | LR: 0.000300
I0725 03:30:38.485689 140071461664640 interactiveshell.py:2882] Step 28650 | Loss: 0.4151 | Spent: 4.1 secs | LR: 0.000300
I0725 03:30:42.581652 140071461664640 interactiveshell.py:2882] Step 28700 | Loss: 0.5653 | Spent: 4.1 secs | LR: 0.000300
I0725 03:30:46.645516 140071461664640 interactiveshell.py:2882] Step 28750 | Loss: 0.4593 | Spent: 4.1 secs | LR: 0.000300
I0725 03:30:50.724268 140071461664640 interactiveshell.py:2882] Step 28800 | Loss: 0.4499 | Spent: 4.1 secs | LR: 0.000299
I0725 03:30:54.787023 140071461664640 interactiveshell.py:2882] Step 28850 | Loss: 0.5644 | Spent: 4.1 secs | LR: 0.000299
I0725 03:30:58.873254 140071461664640 interactiveshell.py:2882] Step 28900 | Loss: 0.2287 | Spent: 4.1 secs | LR: 0.000299
I0725 03:31:02.911792 140071461664640 interactiveshell.py:2882] Step 28950 | Loss: 0.3168 | Spent: 4.0 secs | LR: 0.000299
I0725 03:31:06.957192 140071461664640 interactiveshell.py:2882] Step 29000 | Loss: 0.5853 | Spent: 4.0 secs | LR: 0.000299
I0725 03:31:10.993350 140071461664640 interactiveshell.py:2882] Step 29050 | Loss: 0.4163 | Spent: 4.0 secs | LR: 0.000299
I0725 03:31:15.059001 140071461664640 interactiveshell.py:2882] Step 29100 | Loss: 0.4264 | Spent: 4.1 secs | LR: 0.000299
I0725 03:31:19.118709 140071461664640 interactiveshell.py:2882] Step 29150 | Loss: 0.2919 | Spent: 4.1 secs | LR: 0.000298
I0725 03:31:23.126719 140071461664640 interactiveshell.py:2882] Step 29200 | Loss: 0.5027 | Spent: 4.0 secs | LR: 0.000298
Reading ../data/test.txt
I0725 03:31:34.235146 140071461664640 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.832
I0725 03:31:34.236151 140071461664640 interactiveshell.py:2882] Best Accuracy: 0.832
I0725 03:31:36.680083 140071461664640 interactiveshell.py:2882] Step 29250 | Loss: 0.4053 | Spent: 13.6 secs | LR: 0.000298
I0725 03:31:40.782100 140071461664640 interactiveshell.py:2882] Step 29300 | Loss: 0.6221 | Spent: 4.1 secs | LR: 0.000298
I0725 03:31:44.871516 140071461664640 interactiveshell.py:2882] Step 29350 | Loss: 0.2625 | Spent: 4.1 secs | LR: 0.000298
I0725 03:31:48.946238 140071461664640 interactiveshell.py:2882] Step 29400 | Loss: 0.2581 | Spent: 4.1 secs | LR: 0.000298
I0725 03:31:53.062228 140071461664640 interactiveshell.py:2882] Step 29450 | Loss: 0.4859 | Spent: 4.1 secs | LR: 0.000298
I0725 03:31:57.191110 140071461664640 interactiveshell.py:2882] Step 29500 | Loss: 0.4229 | Spent: 4.1 secs | LR: 0.000297
I0725 03:32:01.296540 140071461664640 interactiveshell.py:2882] Step 29550 | Loss: 0.4721 | Spent: 4.1 secs | LR: 0.000297
I0725 03:32:05.373644 140071461664640 interactiveshell.py:2882] Step 29600 | Loss: 0.5220 | Spent: 4.1 secs | LR: 0.000297
I0725 03:32:09.443468 140071461664640 interactiveshell.py:2882] Step 29650 | Loss: 0.3812 | Spent: 4.1 secs | LR: 0.000297
I0725 03:32:13.513841 140071461664640 interactiveshell.py:2882] Step 29700 | Loss: 0.3771 | Spent: 4.1 secs | LR: 0.000297
I0725 03:32:17.610419 140071461664640 interactiveshell.py:2882] Step 29750 | Loss: 0.5328 | Spent: 4.1 secs | LR: 0.000297
I0725 03:32:21.678543 140071461664640 interactiveshell.py:2882] Step 29800 | Loss: 0.4399 | Spent: 4.1 secs | LR: 0.000296
I0725 03:32:25.731239 140071461664640 interactiveshell.py:2882] Step 29850 | Loss: 0.2462 | Spent: 4.1 secs | LR: 0.000296
I0725 03:32:29.842754 140071461664640 interactiveshell.py:2882] Step 29900 | Loss: 0.4944 | Spent: 4.1 secs | LR: 0.000296
I0725 03:32:33.855198 140071461664640 interactiveshell.py:2882] Step 29950 | Loss: 0.4323 | Spent: 4.0 secs | LR: 0.000296
I0725 03:32:37.876769 140071461664640 interactiveshell.py:2882] Step 30000 | Loss: 0.5961 | Spent: 4.0 secs | LR: 0.000296
I0725 03:32:41.919594 140071461664640 interactiveshell.py:2882] Step 30050 | Loss: 0.4687 | Spent: 4.0 secs | LR: 0.000296
I0725 03:32:45.938516 140071461664640 interactiveshell.py:2882] Step 30100 | Loss: 0.3926 | Spent: 4.0 secs | LR: 0.000296
I0725 03:32:49.970103 140071461664640 interactiveshell.py:2882] Step 30150 | Loss: 0.4787 | Spent: 4.0 secs | LR: 0.000295
I0725 03:32:53.979312 140071461664640 interactiveshell.py:2882] Step 30200 | Loss: 0.6204 | Spent: 4.0 secs | LR: 0.000295
I0725 03:32:58.151309 140071461664640 interactiveshell.py:2882] Step 30250 | Loss: 0.3511 | Spent: 4.2 secs | LR: 0.000295
I0725 03:33:02.182374 140071461664640 interactiveshell.py:2882] Step 30300 | Loss: 0.6669 | Spent: 4.0 secs | LR: 0.000295
I0725 03:33:06.254968 140071461664640 interactiveshell.py:2882] Step 30350 | Loss: 0.4509 | Spent: 4.1 secs | LR: 0.000295
I0725 03:33:10.365981 140071461664640 interactiveshell.py:2882] Step 30400 | Loss: 0.4625 | Spent: 4.1 secs | LR: 0.000295
I0725 03:33:14.627147 140071461664640 interactiveshell.py:2882] Step 30450 | Loss: 0.3795 | Spent: 4.3 secs | LR: 0.000295
I0725 03:33:18.748237 140071461664640 interactiveshell.py:2882] Step 30500 | Loss: 0.6552 | Spent: 4.1 secs | LR: 0.000294
I0725 03:33:22.780414 140071461664640 interactiveshell.py:2882] Step 30550 | Loss: 0.4300 | Spent: 4.0 secs | LR: 0.000294
I0725 03:33:26.807366 140071461664640 interactiveshell.py:2882] Step 30600 | Loss: 0.5245 | Spent: 4.0 secs | LR: 0.000294
I0725 03:33:30.912050 140071461664640 interactiveshell.py:2882] Step 30650 | Loss: 0.2403 | Spent: 4.1 secs | LR: 0.000294
I0725 03:33:34.972508 140071461664640 interactiveshell.py:2882] Step 30700 | Loss: 0.7549 | Spent: 4.1 secs | LR: 0.000294
I0725 03:33:39.002906 140071461664640 interactiveshell.py:2882] Step 30750 | Loss: 0.4389 | Spent: 4.0 secs | LR: 0.000294
I0725 03:33:43.061331 140071461664640 interactiveshell.py:2882] Step 30800 | Loss: 0.5816 | Spent: 4.1 secs | LR: 0.000294
I0725 03:33:47.274388 140071461664640 interactiveshell.py:2882] Step 30850 | Loss: 0.4149 | Spent: 4.2 secs | LR: 0.000293
I0725 03:33:51.759355 140071461664640 interactiveshell.py:2882] Step 30900 | Loss: 0.7917 | Spent: 4.5 secs | LR: 0.000293
Reading ../data/test.txt
I0725 03:34:04.780500 140071461664640 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.837
I0725 03:34:04.781542 140071461664640 interactiveshell.py:2882] Best Accuracy: 0.837
I0725 03:34:05.523852 140071461664640 interactiveshell.py:2882] Step 30950 | Loss: 0.5936 | Spent: 13.8 secs | LR: 0.000293
I0725 03:34:09.621236 140071461664640 interactiveshell.py:2882] Step 31000 | Loss: 0.5108 | Spent: 4.1 secs | LR: 0.000293
I0725 03:34:13.752778 140071461664640 interactiveshell.py:2882] Step 31050 | Loss: 0.4104 | Spent: 4.1 secs | LR: 0.000293
I0725 03:34:17.821042 140071461664640 interactiveshell.py:2882] Step 31100 | Loss: 0.3081 | Spent: 4.1 secs | LR: 0.000293
I0725 03:34:21.928779 140071461664640 interactiveshell.py:2882] Step 31150 | Loss: 0.8552 | Spent: 4.1 secs | LR: 0.000292
I0725 03:34:26.038945 140071461664640 interactiveshell.py:2882] Step 31200 | Loss: 0.3879 | Spent: 4.1 secs | LR: 0.000292
I0725 03:34:30.131561 140071461664640 interactiveshell.py:2882] Step 31250 | Loss: 0.2195 | Spent: 4.1 secs | LR: 0.000292
I0725 03:34:34.287213 140071461664640 interactiveshell.py:2882] Step 31300 | Loss: 0.4801 | Spent: 4.2 secs | LR: 0.000292
I0725 03:34:38.453246 140071461664640 interactiveshell.py:2882] Step 31350 | Loss: 0.5320 | Spent: 4.2 secs | LR: 0.000292
I0725 03:34:42.523781 140071461664640 interactiveshell.py:2882] Step 31400 | Loss: 0.2532 | Spent: 4.1 secs | LR: 0.000292
I0725 03:34:46.586726 140071461664640 interactiveshell.py:2882] Step 31450 | Loss: 0.4786 | Spent: 4.1 secs | LR: 0.000292
I0725 03:34:50.624285 140071461664640 interactiveshell.py:2882] Step 31500 | Loss: 0.3059 | Spent: 4.0 secs | LR: 0.000291
I0725 03:34:54.675897 140071461664640 interactiveshell.py:2882] Step 31550 | Loss: 0.2623 | Spent: 4.1 secs | LR: 0.000291
I0725 03:34:58.908496 140071461664640 interactiveshell.py:2882] Step 31600 | Loss: 0.3492 | Spent: 4.2 secs | LR: 0.000291
I0725 03:35:03.011962 140071461664640 interactiveshell.py:2882] Step 31650 | Loss: 0.2619 | Spent: 4.1 secs | LR: 0.000291
I0725 03:35:07.050228 140071461664640 interactiveshell.py:2882] Step 31700 | Loss: 0.3709 | Spent: 4.0 secs | LR: 0.000291
I0725 03:35:11.084851 140071461664640 interactiveshell.py:2882] Step 31750 | Loss: 0.4499 | Spent: 4.0 secs | LR: 0.000291
I0725 03:35:15.291969 140071461664640 interactiveshell.py:2882] Step 31800 | Loss: 0.3703 | Spent: 4.2 secs | LR: 0.000291
I0725 03:35:19.524897 140071461664640 interactiveshell.py:2882] Step 31850 | Loss: 0.4488 | Spent: 4.2 secs | LR: 0.000290
I0725 03:35:23.576475 140071461664640 interactiveshell.py:2882] Step 31900 | Loss: 0.5662 | Spent: 4.1 secs | LR: 0.000290
I0725 03:35:27.662445 140071461664640 interactiveshell.py:2882] Step 31950 | Loss: 0.5605 | Spent: 4.1 secs | LR: 0.000290
I0725 03:35:31.771432 140071461664640 interactiveshell.py:2882] Step 32000 | Loss: 0.3404 | Spent: 4.1 secs | LR: 0.000290
I0725 03:35:35.847837 140071461664640 interactiveshell.py:2882] Step 32050 | Loss: 0.6216 | Spent: 4.1 secs | LR: 0.000290
I0725 03:35:39.955952 140071461664640 interactiveshell.py:2882] Step 32100 | Loss: 0.3838 | Spent: 4.1 secs | LR: 0.000290
I0725 03:35:44.048877 140071461664640 interactiveshell.py:2882] Step 32150 | Loss: 0.4916 | Spent: 4.1 secs | LR: 0.000290
I0725 03:35:48.126909 140071461664640 interactiveshell.py:2882] Step 32200 | Loss: 0.5894 | Spent: 4.1 secs | LR: 0.000289
I0725 03:35:52.281905 140071461664640 interactiveshell.py:2882] Step 32250 | Loss: 0.3039 | Spent: 4.2 secs | LR: 0.000289
I0725 03:35:56.478854 140071461664640 interactiveshell.py:2882] Step 32300 | Loss: 0.4278 | Spent: 4.2 secs | LR: 0.000289
I0725 03:36:00.570424 140071461664640 interactiveshell.py:2882] Step 32350 | Loss: 0.5697 | Spent: 4.1 secs | LR: 0.000289
I0725 03:36:04.660486 140071461664640 interactiveshell.py:2882] Step 32400 | Loss: 0.2792 | Spent: 4.1 secs | LR: 0.000289
I0725 03:36:08.718590 140071461664640 interactiveshell.py:2882] Step 32450 | Loss: 0.5561 | Spent: 4.1 secs | LR: 0.000289
I0725 03:36:12.822158 140071461664640 interactiveshell.py:2882] Step 32500 | Loss: 0.2711 | Spent: 4.1 secs | LR: 0.000289
I0725 03:36:16.896177 140071461664640 interactiveshell.py:2882] Step 32550 | Loss: 0.4375 | Spent: 4.1 secs | LR: 0.000288
I0725 03:36:21.015013 140071461664640 interactiveshell.py:2882] Step 32600 | Loss: 0.4864 | Spent: 4.1 secs | LR: 0.000288
I0725 03:36:25.121921 140071461664640 interactiveshell.py:2882] Step 32650 | Loss: 0.3620 | Spent: 4.1 secs | LR: 0.000288
Reading ../data/test.txt
I0725 03:36:35.261493 140071461664640 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.835
I0725 03:36:35.262520 140071461664640 interactiveshell.py:2882] Best Accuracy: 0.837
I0725 03:36:38.514375 140071461664640 interactiveshell.py:2882] Step 32700 | Loss: 0.8005 | Spent: 13.4 secs | LR: 0.000288
I0725 03:36:42.633970 140071461664640 interactiveshell.py:2882] Step 32750 | Loss: 0.5139 | Spent: 4.1 secs | LR: 0.000288
I0725 03:36:46.896611 140071461664640 interactiveshell.py:2882] Step 32800 | Loss: 0.4429 | Spent: 4.3 secs | LR: 0.000288
I0725 03:36:50.980993 140071461664640 interactiveshell.py:2882] Step 32850 | Loss: 0.4827 | Spent: 4.1 secs | LR: 0.000288
I0725 03:36:55.043171 140071461664640 interactiveshell.py:2882] Step 32900 | Loss: 0.6386 | Spent: 4.1 secs | LR: 0.000287
I0725 03:36:59.140066 140071461664640 interactiveshell.py:2882] Step 32950 | Loss: 0.4796 | Spent: 4.1 secs | LR: 0.000287
I0725 03:37:03.227379 140071461664640 interactiveshell.py:2882] Step 33000 | Loss: 0.4220 | Spent: 4.1 secs | LR: 0.000287
I0725 03:37:07.331913 140071461664640 interactiveshell.py:2882] Step 33050 | Loss: 0.4355 | Spent: 4.1 secs | LR: 0.000287
I0725 03:37:11.444111 140071461664640 interactiveshell.py:2882] Step 33100 | Loss: 0.4330 | Spent: 4.1 secs | LR: 0.000287
I0725 03:37:15.577608 140071461664640 interactiveshell.py:2882] Step 33150 | Loss: 0.5470 | Spent: 4.1 secs | LR: 0.000287
I0725 03:37:19.699630 140071461664640 interactiveshell.py:2882] Step 33200 | Loss: 0.4455 | Spent: 4.1 secs | LR: 0.000287
I0725 03:37:23.793969 140071461664640 interactiveshell.py:2882] Step 33250 | Loss: 0.3761 | Spent: 4.1 secs | LR: 0.000286
I0725 03:37:27.907481 140071461664640 interactiveshell.py:2882] Step 33300 | Loss: 0.7162 | Spent: 4.1 secs | LR: 0.000286
I0725 03:37:31.958185 140071461664640 interactiveshell.py:2882] Step 33350 | Loss: 0.3872 | Spent: 4.0 secs | LR: 0.000286
I0725 03:37:36.080450 140071461664640 interactiveshell.py:2882] Step 33400 | Loss: 0.2874 | Spent: 4.1 secs | LR: 0.000286
I0725 03:37:40.206866 140071461664640 interactiveshell.py:2882] Step 33450 | Loss: 0.3948 | Spent: 4.1 secs | LR: 0.000286
I0725 03:37:44.303859 140071461664640 interactiveshell.py:2882] Step 33500 | Loss: 0.6184 | Spent: 4.1 secs | LR: 0.000286
I0725 03:37:48.359296 140071461664640 interactiveshell.py:2882] Step 33550 | Loss: 0.7172 | Spent: 4.1 secs | LR: 0.000286
I0725 03:37:52.416652 140071461664640 interactiveshell.py:2882] Step 33600 | Loss: 0.5830 | Spent: 4.1 secs | LR: 0.000285
I0725 03:37:56.519290 140071461664640 interactiveshell.py:2882] Step 33650 | Loss: 0.4598 | Spent: 4.1 secs | LR: 0.000285
I0725 03:38:00.636361 140071461664640 interactiveshell.py:2882] Step 33700 | Loss: 0.5998 | Spent: 4.1 secs | LR: 0.000285
I0725 03:38:04.746586 140071461664640 interactiveshell.py:2882] Step 33750 | Loss: 0.6601 | Spent: 4.1 secs | LR: 0.000285
I0725 03:38:08.926465 140071461664640 interactiveshell.py:2882] Step 33800 | Loss: 0.5863 | Spent: 4.2 secs | LR: 0.000285
I0725 03:38:13.015867 140071461664640 interactiveshell.py:2882] Step 33850 | Loss: 0.5741 | Spent: 4.1 secs | LR: 0.000285
I0725 03:38:17.112795 140071461664640 interactiveshell.py:2882] Step 33900 | Loss: 0.4409 | Spent: 4.1 secs | LR: 0.000285
I0725 03:38:21.231355 140071461664640 interactiveshell.py:2882] Step 33950 | Loss: 0.4930 | Spent: 4.1 secs | LR: 0.000284
I0725 03:38:25.452270 140071461664640 interactiveshell.py:2882] Step 34000 | Loss: 0.3013 | Spent: 4.2 secs | LR: 0.000284
I0725 03:38:29.514630 140071461664640 interactiveshell.py:2882] Step 34050 | Loss: 0.1659 | Spent: 4.1 secs | LR: 0.000284
I0725 03:38:33.666289 140071461664640 interactiveshell.py:2882] Step 34100 | Loss: 0.2853 | Spent: 4.2 secs | LR: 0.000284
I0725 03:38:37.840046 140071461664640 interactiveshell.py:2882] Step 34150 | Loss: 0.5234 | Spent: 4.2 secs | LR: 0.000284
I0725 03:38:41.972510 140071461664640 interactiveshell.py:2882] Step 34200 | Loss: 0.7576 | Spent: 4.1 secs | LR: 0.000284
I0725 03:38:46.066435 140071461664640 interactiveshell.py:2882] Step 34250 | Loss: 0.4273 | Spent: 4.1 secs | LR: 0.000284
I0725 03:38:50.178819 140071461664640 interactiveshell.py:2882] Step 34300 | Loss: 0.6386 | Spent: 4.1 secs | LR: 0.000283
Reading ../data/train.txt
I0725 03:39:16.779273 140071461664640 interactiveshell.py:2882] Step 34350 | Loss: 0.4057 | Spent: 26.6 secs | LR: 0.000283
Reading ../data/test.txt
I0725 03:39:28.476317 140071461664640 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.837
I0725 03:39:28.477246 140071461664640 interactiveshell.py:2882] Best Accuracy: 0.837
I0725 03:39:30.317945 140071461664640 interactiveshell.py:2882] Step 34400 | Loss: 0.3150 | Spent: 13.5 secs | LR: 0.000283
I0725 03:39:34.645959 140071461664640 interactiveshell.py:2882] Step 34450 | Loss: 0.3748 | Spent: 4.3 secs | LR: 0.000283
I0725 03:39:38.996142 140071461664640 interactiveshell.py:2882] Step 34500 | Loss: 0.3938 | Spent: 4.3 secs | LR: 0.000283
I0725 03:39:43.298469 140071461664640 interactiveshell.py:2882] Step 34550 | Loss: 0.2750 | Spent: 4.3 secs | LR: 0.000283
I0725 03:39:47.599311 140071461664640 interactiveshell.py:2882] Step 34600 | Loss: 0.2660 | Spent: 4.3 secs | LR: 0.000283
I0725 03:39:51.962543 140071461664640 interactiveshell.py:2882] Step 34650 | Loss: 0.4758 | Spent: 4.4 secs | LR: 0.000282
I0725 03:39:56.290393 140071461664640 interactiveshell.py:2882] Step 34700 | Loss: 0.4403 | Spent: 4.3 secs | LR: 0.000282
I0725 03:40:00.757234 140071461664640 interactiveshell.py:2882] Step 34750 | Loss: 0.1985 | Spent: 4.5 secs | LR: 0.000282
I0725 03:40:05.060895 140071461664640 interactiveshell.py:2882] Step 34800 | Loss: 0.4104 | Spent: 4.3 secs | LR: 0.000282
I0725 03:40:09.346518 140071461664640 interactiveshell.py:2882] Step 34850 | Loss: 0.5572 | Spent: 4.3 secs | LR: 0.000282
I0725 03:40:13.696972 140071461664640 interactiveshell.py:2882] Step 34900 | Loss: 0.2334 | Spent: 4.3 secs | LR: 0.000282
I0725 03:40:18.017472 140071461664640 interactiveshell.py:2882] Step 34950 | Loss: 0.6290 | Spent: 4.3 secs | LR: 0.000282
I0725 03:40:22.520167 140071461664640 interactiveshell.py:2882] Step 35000 | Loss: 0.4944 | Spent: 4.5 secs | LR: 0.000281
I0725 03:40:26.919016 140071461664640 interactiveshell.py:2882] Step 35050 | Loss: 0.2842 | Spent: 4.4 secs | LR: 0.000281
I0725 03:40:31.212091 140071461664640 interactiveshell.py:2882] Step 35100 | Loss: 0.2856 | Spent: 4.3 secs | LR: 0.000281
I0725 03:40:35.532597 140071461664640 interactiveshell.py:2882] Step 35150 | Loss: 0.4650 | Spent: 4.3 secs | LR: 0.000281
I0725 03:40:40.031242 140071461664640 interactiveshell.py:2882] Step 35200 | Loss: 0.3502 | Spent: 4.5 secs | LR: 0.000281
I0725 03:40:44.383013 140071461664640 interactiveshell.py:2882] Step 35250 | Loss: 0.7386 | Spent: 4.4 secs | LR: 0.000281
I0725 03:40:48.751863 140071461664640 interactiveshell.py:2882] Step 35300 | Loss: 0.4198 | Spent: 4.4 secs | LR: 0.000281
I0725 03:40:53.083462 140071461664640 interactiveshell.py:2882] Step 35350 | Loss: 0.3370 | Spent: 4.3 secs | LR: 0.000280
I0725 03:40:57.451765 140071461664640 interactiveshell.py:2882] Step 35400 | Loss: 0.2808 | Spent: 4.4 secs | LR: 0.000280
I0725 03:41:01.777145 140071461664640 interactiveshell.py:2882] Step 35450 | Loss: 0.2524 | Spent: 4.3 secs | LR: 0.000280
I0725 03:41:06.063022 140071461664640 interactiveshell.py:2882] Step 35500 | Loss: 0.4293 | Spent: 4.3 secs | LR: 0.000280
I0725 03:41:10.380442 140071461664640 interactiveshell.py:2882] Step 35550 | Loss: 0.2975 | Spent: 4.3 secs | LR: 0.000280
I0725 03:41:14.777398 140071461664640 interactiveshell.py:2882] Step 35600 | Loss: 0.3493 | Spent: 4.4 secs | LR: 0.000280
I0725 03:41:19.177130 140071461664640 interactiveshell.py:2882] Step 35650 | Loss: 0.2098 | Spent: 4.4 secs | LR: 0.000280
I0725 03:41:23.542294 140071461664640 interactiveshell.py:2882] Step 35700 | Loss: 0.3688 | Spent: 4.4 secs | LR: 0.000279
I0725 03:41:27.861056 140071461664640 interactiveshell.py:2882] Step 35750 | Loss: 0.3515 | Spent: 4.3 secs | LR: 0.000279
I0725 03:41:32.179857 140071461664640 interactiveshell.py:2882] Step 35800 | Loss: 0.5611 | Spent: 4.3 secs | LR: 0.000279
I0725 03:41:36.513242 140071461664640 interactiveshell.py:2882] Step 35850 | Loss: 0.3475 | Spent: 4.3 secs | LR: 0.000279
I0725 03:41:40.838398 140071461664640 interactiveshell.py:2882] Step 35900 | Loss: 0.6030 | Spent: 4.3 secs | LR: 0.000279
I0725 03:41:45.209889 140071461664640 interactiveshell.py:2882] Step 35950 | Loss: 0.4254 | Spent: 4.4 secs | LR: 0.000279
I0725 03:41:49.551535 140071461664640 interactiveshell.py:2882] Step 36000 | Loss: 0.4703 | Spent: 4.3 secs | LR: 0.000279
I0725 03:41:53.883692 140071461664640 interactiveshell.py:2882] Step 36050 | Loss: 0.2496 | Spent: 4.3 secs | LR: 0.000278
Reading ../data/test.txt
I0725 03:42:07.364067 140071461664640 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.839
I0725 03:42:07.365095 140071461664640 interactiveshell.py:2882] Best Accuracy: 0.839
I0725 03:42:07.548783 140071461664640 interactiveshell.py:2882] Step 36100 | Loss: 0.3919 | Spent: 13.7 secs | LR: 0.000278
I0725 03:42:11.901702 140071461664640 interactiveshell.py:2882] Step 36150 | Loss: 0.2682 | Spent: 4.4 secs | LR: 0.000278
I0725 03:42:16.292459 140071461664640 interactiveshell.py:2882] Step 36200 | Loss: 0.3215 | Spent: 4.4 secs | LR: 0.000278
I0725 03:42:20.693855 140071461664640 interactiveshell.py:2882] Step 36250 | Loss: 0.2773 | Spent: 4.4 secs | LR: 0.000278
I0725 03:42:25.061887 140071461664640 interactiveshell.py:2882] Step 36300 | Loss: 0.5483 | Spent: 4.4 secs | LR: 0.000278
I0725 03:42:29.404830 140071461664640 interactiveshell.py:2882] Step 36350 | Loss: 0.2887 | Spent: 4.3 secs | LR: 0.000278
I0725 03:42:33.962251 140071461664640 interactiveshell.py:2882] Step 36400 | Loss: 0.4868 | Spent: 4.6 secs | LR: 0.000277
I0725 03:42:38.373197 140071461664640 interactiveshell.py:2882] Step 36450 | Loss: 0.2945 | Spent: 4.4 secs | LR: 0.000277
I0725 03:42:42.808097 140071461664640 interactiveshell.py:2882] Step 36500 | Loss: 0.1632 | Spent: 4.4 secs | LR: 0.000277
I0725 03:42:47.186477 140071461664640 interactiveshell.py:2882] Step 36550 | Loss: 0.2773 | Spent: 4.4 secs | LR: 0.000277
I0725 03:42:51.580334 140071461664640 interactiveshell.py:2882] Step 36600 | Loss: 0.4763 | Spent: 4.4 secs | LR: 0.000277
I0725 03:42:55.932768 140071461664640 interactiveshell.py:2882] Step 36650 | Loss: 0.2089 | Spent: 4.4 secs | LR: 0.000277
I0725 03:43:00.292023 140071461664640 interactiveshell.py:2882] Step 36700 | Loss: 0.3356 | Spent: 4.4 secs | LR: 0.000277
I0725 03:43:04.628124 140071461664640 interactiveshell.py:2882] Step 36750 | Loss: 0.2795 | Spent: 4.3 secs | LR: 0.000276
I0725 03:43:09.092138 140071461664640 interactiveshell.py:2882] Step 36800 | Loss: 0.3313 | Spent: 4.5 secs | LR: 0.000276
I0725 03:43:13.451370 140071461664640 interactiveshell.py:2882] Step 36850 | Loss: 0.3637 | Spent: 4.4 secs | LR: 0.000276
I0725 03:43:17.814687 140071461664640 interactiveshell.py:2882] Step 36900 | Loss: 0.4296 | Spent: 4.4 secs | LR: 0.000276
I0725 03:43:22.161856 140071461664640 interactiveshell.py:2882] Step 36950 | Loss: 0.2665 | Spent: 4.3 secs | LR: 0.000276
I0725 03:43:26.466518 140071461664640 interactiveshell.py:2882] Step 37000 | Loss: 0.3398 | Spent: 4.3 secs | LR: 0.000276
I0725 03:43:30.832614 140071461664640 interactiveshell.py:2882] Step 37050 | Loss: 0.3814 | Spent: 4.4 secs | LR: 0.000276
I0725 03:43:35.203606 140071461664640 interactiveshell.py:2882] Step 37100 | Loss: 0.4893 | Spent: 4.4 secs | LR: 0.000276
I0725 03:43:39.538182 140071461664640 interactiveshell.py:2882] Step 37150 | Loss: 0.3753 | Spent: 4.3 secs | LR: 0.000275
I0725 03:43:43.913187 140071461664640 interactiveshell.py:2882] Step 37200 | Loss: 0.3483 | Spent: 4.4 secs | LR: 0.000275
I0725 03:43:48.263017 140071461664640 interactiveshell.py:2882] Step 37250 | Loss: 0.2496 | Spent: 4.3 secs | LR: 0.000275
I0725 03:43:52.607873 140071461664640 interactiveshell.py:2882] Step 37300 | Loss: 0.4315 | Spent: 4.3 secs | LR: 0.000275
I0725 03:43:57.034392 140071461664640 interactiveshell.py:2882] Step 37350 | Loss: 0.2964 | Spent: 4.4 secs | LR: 0.000275
I0725 03:44:01.498208 140071461664640 interactiveshell.py:2882] Step 37400 | Loss: 0.5337 | Spent: 4.5 secs | LR: 0.000275
I0725 03:44:05.876975 140071461664640 interactiveshell.py:2882] Step 37450 | Loss: 0.3426 | Spent: 4.4 secs | LR: 0.000275
I0725 03:44:10.595461 140071461664640 interactiveshell.py:2882] Step 37500 | Loss: 0.6101 | Spent: 4.7 secs | LR: 0.000274
I0725 03:44:15.364329 140071461664640 interactiveshell.py:2882] Step 37550 | Loss: 0.3774 | Spent: 4.8 secs | LR: 0.000274
I0725 03:44:19.892801 140071461664640 interactiveshell.py:2882] Step 37600 | Loss: 0.5484 | Spent: 4.5 secs | LR: 0.000274
I0725 03:44:24.426301 140071461664640 interactiveshell.py:2882] Step 37650 | Loss: 0.6188 | Spent: 4.5 secs | LR: 0.000274
I0725 03:44:28.821367 140071461664640 interactiveshell.py:2882] Step 37700 | Loss: 0.4566 | Spent: 4.4 secs | LR: 0.000274
I0725 03:44:33.188277 140071461664640 interactiveshell.py:2882] Step 37750 | Loss: 0.1231 | Spent: 4.4 secs | LR: 0.000274
I0725 03:44:37.581522 140071461664640 interactiveshell.py:2882] Step 37800 | Loss: 0.3546 | Spent: 4.4 secs | LR: 0.000274
Reading ../data/test.txt
I0725 03:44:48.300532 140071461664640 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.840
I0725 03:44:48.301510 140071461664640 interactiveshell.py:2882] Best Accuracy: 0.840
I0725 03:44:51.217668 140071461664640 interactiveshell.py:2882] Step 37850 | Loss: 0.3277 | Spent: 13.6 secs | LR: 0.000273
I0725 03:44:55.582185 140071461664640 interactiveshell.py:2882] Step 37900 | Loss: 0.2928 | Spent: 4.4 secs | LR: 0.000273
I0725 03:44:59.958421 140071461664640 interactiveshell.py:2882] Step 37950 | Loss: 0.2350 | Spent: 4.4 secs | LR: 0.000273
I0725 03:45:04.343178 140071461664640 interactiveshell.py:2882] Step 38000 | Loss: 0.4678 | Spent: 4.4 secs | LR: 0.000273
I0725 03:45:08.726001 140071461664640 interactiveshell.py:2882] Step 38050 | Loss: 0.4171 | Spent: 4.4 secs | LR: 0.000273
I0725 03:45:13.108828 140071461664640 interactiveshell.py:2882] Step 38100 | Loss: 0.4341 | Spent: 4.4 secs | LR: 0.000273
I0725 03:45:17.563361 140071461664640 interactiveshell.py:2882] Step 38150 | Loss: 0.5606 | Spent: 4.5 secs | LR: 0.000273
I0725 03:45:21.982208 140071461664640 interactiveshell.py:2882] Step 38200 | Loss: 0.3154 | Spent: 4.4 secs | LR: 0.000272
I0725 03:45:26.486125 140071461664640 interactiveshell.py:2882] Step 38250 | Loss: 0.6121 | Spent: 4.5 secs | LR: 0.000272
I0725 03:45:30.950587 140071461664640 interactiveshell.py:2882] Step 38300 | Loss: 0.4364 | Spent: 4.5 secs | LR: 0.000272
I0725 03:45:35.309785 140071461664640 interactiveshell.py:2882] Step 38350 | Loss: 0.5397 | Spent: 4.4 secs | LR: 0.000272
I0725 03:45:39.659137 140071461664640 interactiveshell.py:2882] Step 38400 | Loss: 0.3337 | Spent: 4.3 secs | LR: 0.000272
I0725 03:45:44.034039 140071461664640 interactiveshell.py:2882] Step 38450 | Loss: 0.3780 | Spent: 4.4 secs | LR: 0.000272
I0725 03:45:48.387927 140071461664640 interactiveshell.py:2882] Step 38500 | Loss: 0.5394 | Spent: 4.4 secs | LR: 0.000272
I0725 03:45:52.782436 140071461664640 interactiveshell.py:2882] Step 38550 | Loss: 0.2415 | Spent: 4.4 secs | LR: 0.000272
I0725 03:45:57.126052 140071461664640 interactiveshell.py:2882] Step 38600 | Loss: 0.4275 | Spent: 4.3 secs | LR: 0.000271
I0725 03:46:01.534966 140071461664640 interactiveshell.py:2882] Step 38650 | Loss: 0.3544 | Spent: 4.4 secs | LR: 0.000271
I0725 03:46:05.910254 140071461664640 interactiveshell.py:2882] Step 38700 | Loss: 0.4992 | Spent: 4.4 secs | LR: 0.000271
I0725 03:46:10.303137 140071461664640 interactiveshell.py:2882] Step 38750 | Loss: 0.3686 | Spent: 4.4 secs | LR: 0.000271
I0725 03:46:14.669666 140071461664640 interactiveshell.py:2882] Step 38800 | Loss: 0.5548 | Spent: 4.4 secs | LR: 0.000271
I0725 03:46:19.053040 140071461664640 interactiveshell.py:2882] Step 38850 | Loss: 0.3267 | Spent: 4.4 secs | LR: 0.000271
I0725 03:46:23.638917 140071461664640 interactiveshell.py:2882] Step 38900 | Loss: 0.2669 | Spent: 4.6 secs | LR: 0.000271
I0725 03:46:28.001437 140071461664640 interactiveshell.py:2882] Step 38950 | Loss: 0.2191 | Spent: 4.4 secs | LR: 0.000270
I0725 03:46:32.487251 140071461664640 interactiveshell.py:2882] Step 39000 | Loss: 0.3873 | Spent: 4.5 secs | LR: 0.000270
I0725 03:46:36.931156 140071461664640 interactiveshell.py:2882] Step 39050 | Loss: 0.2267 | Spent: 4.4 secs | LR: 0.000270
I0725 03:46:41.394634 140071461664640 interactiveshell.py:2882] Step 39100 | Loss: 0.4760 | Spent: 4.5 secs | LR: 0.000270
I0725 03:46:45.789739 140071461664640 interactiveshell.py:2882] Step 39150 | Loss: 0.3769 | Spent: 4.4 secs | LR: 0.000270
I0725 03:46:50.199926 140071461664640 interactiveshell.py:2882] Step 39200 | Loss: 0.4543 | Spent: 4.4 secs | LR: 0.000270
I0725 03:46:54.592548 140071461664640 interactiveshell.py:2882] Step 39250 | Loss: 0.7283 | Spent: 4.4 secs | LR: 0.000270
I0725 03:46:59.019126 140071461664640 interactiveshell.py:2882] Step 39300 | Loss: 0.3049 | Spent: 4.4 secs | LR: 0.000269
I0725 03:47:03.382206 140071461664640 interactiveshell.py:2882] Step 39350 | Loss: 0.2741 | Spent: 4.4 secs | LR: 0.000269
I0725 03:47:07.697636 140071461664640 interactiveshell.py:2882] Step 39400 | Loss: 0.4477 | Spent: 4.3 secs | LR: 0.000269
I0725 03:47:12.132798 140071461664640 interactiveshell.py:2882] Step 39450 | Loss: 0.4203 | Spent: 4.4 secs | LR: 0.000269
I0725 03:47:16.518791 140071461664640 interactiveshell.py:2882] Step 39500 | Loss: 0.4447 | Spent: 4.4 secs | LR: 0.000269
Reading ../data/test.txt
I0725 03:47:28.968783 140071461664640 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.837
I0725 03:47:28.969786 140071461664640 interactiveshell.py:2882] Best Accuracy: 0.840
I0725 03:47:30.216354 140071461664640 interactiveshell.py:2882] Step 39550 | Loss: 0.4035 | Spent: 13.7 secs | LR: 0.000269
I0725 03:47:34.603225 140071461664640 interactiveshell.py:2882] Step 39600 | Loss: 0.2774 | Spent: 4.4 secs | LR: 0.000269
I0725 03:47:38.998241 140071461664640 interactiveshell.py:2882] Step 39650 | Loss: 0.4589 | Spent: 4.4 secs | LR: 0.000269
I0725 03:47:43.419949 140071461664640 interactiveshell.py:2882] Step 39700 | Loss: 0.5928 | Spent: 4.4 secs | LR: 0.000268
I0725 03:47:47.785206 140071461664640 interactiveshell.py:2882] Step 39750 | Loss: 0.5401 | Spent: 4.4 secs | LR: 0.000268
I0725 03:47:52.225192 140071461664640 interactiveshell.py:2882] Step 39800 | Loss: 0.0894 | Spent: 4.4 secs | LR: 0.000268
I0725 03:47:56.700293 140071461664640 interactiveshell.py:2882] Step 39850 | Loss: 0.3975 | Spent: 4.5 secs | LR: 0.000268
I0725 03:48:01.141937 140071461664640 interactiveshell.py:2882] Step 39900 | Loss: 0.4573 | Spent: 4.4 secs | LR: 0.000268
I0725 03:48:05.577513 140071461664640 interactiveshell.py:2882] Step 39950 | Loss: 0.3026 | Spent: 4.4 secs | LR: 0.000268
I0725 03:48:10.060824 140071461664640 interactiveshell.py:2882] Step 40000 | Loss: 0.4698 | Spent: 4.5 secs | LR: 0.000268
I0725 03:48:14.428289 140071461664640 interactiveshell.py:2882] Step 40050 | Loss: 0.4613 | Spent: 4.4 secs | LR: 0.000267
I0725 03:48:18.803796 140071461664640 interactiveshell.py:2882] Step 40100 | Loss: 0.4599 | Spent: 4.4 secs | LR: 0.000267
I0725 03:48:23.336416 140071461664640 interactiveshell.py:2882] Step 40150 | Loss: 0.4005 | Spent: 4.5 secs | LR: 0.000267
I0725 03:48:27.770307 140071461664640 interactiveshell.py:2882] Step 40200 | Loss: 0.4380 | Spent: 4.4 secs | LR: 0.000267
I0725 03:48:32.161682 140071461664640 interactiveshell.py:2882] Step 40250 | Loss: 0.5672 | Spent: 4.4 secs | LR: 0.000267
I0725 03:48:36.528738 140071461664640 interactiveshell.py:2882] Step 40300 | Loss: 0.2446 | Spent: 4.4 secs | LR: 0.000267
I0725 03:48:40.906938 140071461664640 interactiveshell.py:2882] Step 40350 | Loss: 0.5401 | Spent: 4.4 secs | LR: 0.000267
I0725 03:48:45.256202 140071461664640 interactiveshell.py:2882] Step 40400 | Loss: 0.1878 | Spent: 4.3 secs | LR: 0.000267
I0725 03:48:49.696796 140071461664640 interactiveshell.py:2882] Step 40450 | Loss: 0.3883 | Spent: 4.4 secs | LR: 0.000266
I0725 03:48:54.089281 140071461664640 interactiveshell.py:2882] Step 40500 | Loss: 0.5825 | Spent: 4.4 secs | LR: 0.000266
I0725 03:48:58.511387 140071461664640 interactiveshell.py:2882] Step 40550 | Loss: 0.4325 | Spent: 4.4 secs | LR: 0.000266
I0725 03:49:02.876528 140071461664640 interactiveshell.py:2882] Step 40600 | Loss: 0.3309 | Spent: 4.4 secs | LR: 0.000266
I0725 03:49:07.244827 140071461664640 interactiveshell.py:2882] Step 40650 | Loss: 0.2824 | Spent: 4.4 secs | LR: 0.000266
I0725 03:49:11.604430 140071461664640 interactiveshell.py:2882] Step 40700 | Loss: 0.2640 | Spent: 4.4 secs | LR: 0.000266
I0725 03:49:16.084254 140071461664640 interactiveshell.py:2882] Step 40750 | Loss: 0.5121 | Spent: 4.5 secs | LR: 0.000266
I0725 03:49:20.848306 140071461664640 interactiveshell.py:2882] Step 40800 | Loss: 0.3616 | Spent: 4.8 secs | LR: 0.000265
I0725 03:49:25.641310 140071461664640 interactiveshell.py:2882] Step 40850 | Loss: 0.3108 | Spent: 4.8 secs | LR: 0.000265
I0725 03:49:30.213124 140071461664640 interactiveshell.py:2882] Step 40900 | Loss: 0.2518 | Spent: 4.6 secs | LR: 0.000265
I0725 03:49:34.569308 140071461664640 interactiveshell.py:2882] Step 40950 | Loss: 0.5850 | Spent: 4.4 secs | LR: 0.000265
I0725 03:49:38.965539 140071461664640 interactiveshell.py:2882] Step 41000 | Loss: 0.2759 | Spent: 4.4 secs | LR: 0.000265
I0725 03:49:43.404434 140071461664640 interactiveshell.py:2882] Step 41050 | Loss: 0.3115 | Spent: 4.4 secs | LR: 0.000265
I0725 03:49:47.829036 140071461664640 interactiveshell.py:2882] Step 41100 | Loss: 0.3206 | Spent: 4.4 secs | LR: 0.000265
I0725 03:49:52.274095 140071461664640 interactiveshell.py:2882] Step 41150 | Loss: 0.3907 | Spent: 4.4 secs | LR: 0.000265
I0725 03:49:56.735363 140071461664640 interactiveshell.py:2882] Step 41200 | Loss: 0.2589 | Spent: 4.5 secs | LR: 0.000264
I0725 03:50:01.193792 140071461664640 interactiveshell.py:2882] Step 41250 | Loss: 0.3806 | Spent: 4.5 secs | LR: 0.000264
Reading ../data/test.txt
I0725 03:50:10.861693 140071461664640 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.842
I0725 03:50:10.862676 140071461664640 interactiveshell.py:2882] Best Accuracy: 0.842
I0725 03:50:14.835900 140071461664640 interactiveshell.py:2882] Step 41300 | Loss: 0.2888 | Spent: 13.6 secs | LR: 0.000264
I0725 03:50:19.230066 140071461664640 interactiveshell.py:2882] Step 41350 | Loss: 0.2161 | Spent: 4.4 secs | LR: 0.000264
I0725 03:50:23.791450 140071461664640 interactiveshell.py:2882] Step 41400 | Loss: 0.3715 | Spent: 4.6 secs | LR: 0.000264
I0725 03:50:28.176724 140071461664640 interactiveshell.py:2882] Step 41450 | Loss: 0.5233 | Spent: 4.4 secs | LR: 0.000264
I0725 03:50:32.826020 140071461664640 interactiveshell.py:2882] Step 41500 | Loss: 0.5606 | Spent: 4.6 secs | LR: 0.000264
I0725 03:50:37.313292 140071461664640 interactiveshell.py:2882] Step 41550 | Loss: 0.3387 | Spent: 4.5 secs | LR: 0.000263
I0725 03:50:41.764084 140071461664640 interactiveshell.py:2882] Step 41600 | Loss: 0.4215 | Spent: 4.4 secs | LR: 0.000263
I0725 03:50:46.183073 140071461664640 interactiveshell.py:2882] Step 41650 | Loss: 0.4059 | Spent: 4.4 secs | LR: 0.000263
I0725 03:50:50.646336 140071461664640 interactiveshell.py:2882] Step 41700 | Loss: 0.4051 | Spent: 4.5 secs | LR: 0.000263
I0725 03:50:55.027443 140071461664640 interactiveshell.py:2882] Step 41750 | Loss: 0.3982 | Spent: 4.4 secs | LR: 0.000263
I0725 03:50:59.432001 140071461664640 interactiveshell.py:2882] Step 41800 | Loss: 0.4689 | Spent: 4.4 secs | LR: 0.000263
I0725 03:51:03.859207 140071461664640 interactiveshell.py:2882] Step 41850 | Loss: 0.4951 | Spent: 4.4 secs | LR: 0.000263
I0725 03:51:08.257107 140071461664640 interactiveshell.py:2882] Step 41900 | Loss: 0.5489 | Spent: 4.4 secs | LR: 0.000263
I0725 03:51:12.648967 140071461664640 interactiveshell.py:2882] Step 41950 | Loss: 0.4603 | Spent: 4.4 secs | LR: 0.000262
I0725 03:51:17.073274 140071461664640 interactiveshell.py:2882] Step 42000 | Loss: 0.3964 | Spent: 4.4 secs | LR: 0.000262
I0725 03:51:21.457895 140071461664640 interactiveshell.py:2882] Step 42050 | Loss: 0.2365 | Spent: 4.4 secs | LR: 0.000262
I0725 03:51:25.858772 140071461664640 interactiveshell.py:2882] Step 42100 | Loss: 0.4254 | Spent: 4.4 secs | LR: 0.000262
I0725 03:51:30.292953 140071461664640 interactiveshell.py:2882] Step 42150 | Loss: 0.4325 | Spent: 4.4 secs | LR: 0.000262
I0725 03:51:34.674225 140071461664640 interactiveshell.py:2882] Step 42200 | Loss: 0.2843 | Spent: 4.4 secs | LR: 0.000262
I0725 03:51:39.056918 140071461664640 interactiveshell.py:2882] Step 42250 | Loss: 0.3343 | Spent: 4.4 secs | LR: 0.000262
I0725 03:51:43.461178 140071461664640 interactiveshell.py:2882] Step 42300 | Loss: 0.3292 | Spent: 4.4 secs | LR: 0.000261
I0725 03:51:47.878686 140071461664640 interactiveshell.py:2882] Step 42350 | Loss: 0.3772 | Spent: 4.4 secs | LR: 0.000261
I0725 03:51:52.277246 140071461664640 interactiveshell.py:2882] Step 42400 | Loss: 0.5538 | Spent: 4.4 secs | LR: 0.000261
I0725 03:51:56.714770 140071461664640 interactiveshell.py:2882] Step 42450 | Loss: 0.5255 | Spent: 4.4 secs | LR: 0.000261
I0725 03:52:01.212378 140071461664640 interactiveshell.py:2882] Step 42500 | Loss: 0.3172 | Spent: 4.5 secs | LR: 0.000261
I0725 03:52:05.656092 140071461664640 interactiveshell.py:2882] Step 42550 | Loss: 0.3558 | Spent: 4.4 secs | LR: 0.000261
I0725 03:52:10.066109 140071461664640 interactiveshell.py:2882] Step 42600 | Loss: 0.5557 | Spent: 4.4 secs | LR: 0.000261
I0725 03:52:14.653675 140071461664640 interactiveshell.py:2882] Step 42650 | Loss: 0.2546 | Spent: 4.6 secs | LR: 0.000261
I0725 03:52:19.071583 140071461664640 interactiveshell.py:2882] Step 42700 | Loss: 0.5466 | Spent: 4.4 secs | LR: 0.000260
I0725 03:52:23.518095 140071461664640 interactiveshell.py:2882] Step 42750 | Loss: 0.4714 | Spent: 4.4 secs | LR: 0.000260
I0725 03:52:27.964479 140071461664640 interactiveshell.py:2882] Step 42800 | Loss: 0.3516 | Spent: 4.4 secs | LR: 0.000260
I0725 03:52:32.389827 140071461664640 interactiveshell.py:2882] Step 42850 | Loss: 0.3558 | Spent: 4.4 secs | LR: 0.000260
I0725 03:52:36.807698 140071461664640 interactiveshell.py:2882] Step 42900 | Loss: 0.4227 | Spent: 4.4 secs | LR: 0.000260
I0725 03:52:41.269071 140071461664640 interactiveshell.py:2882] Step 42950 | Loss: 0.5029 | Spent: 4.5 secs | LR: 0.000260
Reading ../data/test.txt
I0725 03:52:52.667462 140071461664640 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.845
I0725 03:52:52.668458 140071461664640 interactiveshell.py:2882] Best Accuracy: 0.845
I0725 03:52:54.955074 140071461664640 interactiveshell.py:2882] Step 43000 | Loss: 0.3420 | Spent: 13.7 secs | LR: 0.000260
I0725 03:52:59.357156 140071461664640 interactiveshell.py:2882] Step 43050 | Loss: 0.4999 | Spent: 4.4 secs | LR: 0.000260
I0725 03:53:03.730279 140071461664640 interactiveshell.py:2882] Step 43100 | Loss: 0.4406 | Spent: 4.4 secs | LR: 0.000259
I0725 03:53:08.176120 140071461664640 interactiveshell.py:2882] Step 43150 | Loss: 0.4005 | Spent: 4.4 secs | LR: 0.000259
I0725 03:53:12.565633 140071461664640 interactiveshell.py:2882] Step 43200 | Loss: 0.2811 | Spent: 4.4 secs | LR: 0.000259
I0725 03:53:17.022667 140071461664640 interactiveshell.py:2882] Step 43250 | Loss: 0.6310 | Spent: 4.5 secs | LR: 0.000259
I0725 03:53:21.492495 140071461664640 interactiveshell.py:2882] Step 43300 | Loss: 0.4173 | Spent: 4.5 secs | LR: 0.000259
I0725 03:53:25.929673 140071461664640 interactiveshell.py:2882] Step 43350 | Loss: 0.3236 | Spent: 4.4 secs | LR: 0.000259
I0725 03:53:30.351881 140071461664640 interactiveshell.py:2882] Step 43400 | Loss: 0.3393 | Spent: 4.4 secs | LR: 0.000259
I0725 03:53:34.749127 140071461664640 interactiveshell.py:2882] Step 43450 | Loss: 0.1360 | Spent: 4.4 secs | LR: 0.000258
I0725 03:53:39.165429 140071461664640 interactiveshell.py:2882] Step 43500 | Loss: 0.4304 | Spent: 4.4 secs | LR: 0.000258
I0725 03:53:43.578347 140071461664640 interactiveshell.py:2882] Step 43550 | Loss: 0.4524 | Spent: 4.4 secs | LR: 0.000258
I0725 03:53:47.972918 140071461664640 interactiveshell.py:2882] Step 43600 | Loss: 0.4968 | Spent: 4.4 secs | LR: 0.000258
I0725 03:53:52.423615 140071461664640 interactiveshell.py:2882] Step 43650 | Loss: 0.4979 | Spent: 4.4 secs | LR: 0.000258
I0725 03:53:58.765329 140071461664640 interactiveshell.py:2882] Step 43700 | Loss: 0.5087 | Spent: 6.3 secs | LR: 0.000258
I0725 03:54:03.184656 140071461664640 interactiveshell.py:2882] Step 43750 | Loss: 0.2780 | Spent: 4.4 secs | LR: 0.000258
I0725 03:54:07.618541 140071461664640 interactiveshell.py:2882] Step 43800 | Loss: 0.2451 | Spent: 4.4 secs | LR: 0.000258
I0725 03:54:12.125797 140071461664640 interactiveshell.py:2882] Step 43850 | Loss: 0.5328 | Spent: 4.5 secs | LR: 0.000257
I0725 03:54:16.532513 140071461664640 interactiveshell.py:2882] Step 43900 | Loss: 0.3272 | Spent: 4.4 secs | LR: 0.000257
I0725 03:54:21.098796 140071461664640 interactiveshell.py:2882] Step 43950 | Loss: 0.3322 | Spent: 4.6 secs | LR: 0.000257
I0725 03:54:25.512858 140071461664640 interactiveshell.py:2882] Step 44000 | Loss: 0.2948 | Spent: 4.4 secs | LR: 0.000257
I0725 03:54:30.125365 140071461664640 interactiveshell.py:2882] Step 44050 | Loss: 0.5466 | Spent: 4.6 secs | LR: 0.000257
I0725 03:54:34.975547 140071461664640 interactiveshell.py:2882] Step 44100 | Loss: 0.5345 | Spent: 4.8 secs | LR: 0.000257
I0725 03:54:39.764549 140071461664640 interactiveshell.py:2882] Step 44150 | Loss: 0.4724 | Spent: 4.8 secs | LR: 0.000257
I0725 03:54:44.243885 140071461664640 interactiveshell.py:2882] Step 44200 | Loss: 0.4624 | Spent: 4.5 secs | LR: 0.000257
I0725 03:54:48.685446 140071461664640 interactiveshell.py:2882] Step 44250 | Loss: 0.5762 | Spent: 4.4 secs | LR: 0.000256
I0725 03:54:53.082715 140071461664640 interactiveshell.py:2882] Step 44300 | Loss: 0.2094 | Spent: 4.4 secs | LR: 0.000256
I0725 03:54:57.504614 140071461664640 interactiveshell.py:2882] Step 44350 | Loss: 0.3356 | Spent: 4.4 secs | LR: 0.000256
I0725 03:55:01.925109 140071461664640 interactiveshell.py:2882] Step 44400 | Loss: 0.3537 | Spent: 4.4 secs | LR: 0.000256
I0725 03:55:06.344940 140071461664640 interactiveshell.py:2882] Step 44450 | Loss: 0.2984 | Spent: 4.4 secs | LR: 0.000256
I0725 03:55:10.786360 140071461664640 interactiveshell.py:2882] Step 44500 | Loss: 0.4176 | Spent: 4.4 secs | LR: 0.000256
I0725 03:55:15.186531 140071461664640 interactiveshell.py:2882] Step 44550 | Loss: 0.5460 | Spent: 4.4 secs | LR: 0.000256
I0725 03:55:19.592551 140071461664640 interactiveshell.py:2882] Step 44600 | Loss: 0.4639 | Spent: 4.4 secs | LR: 0.000255
I0725 03:55:24.010767 140071461664640 interactiveshell.py:2882] Step 44650 | Loss: 0.2975 | Spent: 4.4 secs | LR: 0.000255
Reading ../data/test.txt
I0725 03:55:37.100736 140071461664640 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.843
I0725 03:55:37.101721 140071461664640 interactiveshell.py:2882] Best Accuracy: 0.845
I0725 03:55:37.753932 140071461664640 interactiveshell.py:2882] Step 44700 | Loss: 0.3339 | Spent: 13.7 secs | LR: 0.000255
I0725 03:55:42.248085 140071461664640 interactiveshell.py:2882] Step 44750 | Loss: 0.5989 | Spent: 4.5 secs | LR: 0.000255
I0725 03:55:46.663152 140071461664640 interactiveshell.py:2882] Step 44800 | Loss: 0.7269 | Spent: 4.4 secs | LR: 0.000255
I0725 03:55:51.062594 140071461664640 interactiveshell.py:2882] Step 44850 | Loss: 0.3990 | Spent: 4.4 secs | LR: 0.000255
I0725 03:55:55.494947 140071461664640 interactiveshell.py:2882] Step 44900 | Loss: 0.8366 | Spent: 4.4 secs | LR: 0.000255
I0725 03:56:00.003331 140071461664640 interactiveshell.py:2882] Step 44950 | Loss: 0.1610 | Spent: 4.5 secs | LR: 0.000255
I0725 03:56:04.429815 140071461664640 interactiveshell.py:2882] Step 45000 | Loss: 0.3915 | Spent: 4.4 secs | LR: 0.000254
I0725 03:56:08.834543 140071461664640 interactiveshell.py:2882] Step 45050 | Loss: 0.3313 | Spent: 4.4 secs | LR: 0.000254
I0725 03:56:13.240517 140071461664640 interactiveshell.py:2882] Step 45100 | Loss: 0.3268 | Spent: 4.4 secs | LR: 0.000254
I0725 03:56:17.637806 140071461664640 interactiveshell.py:2882] Step 45150 | Loss: 0.4781 | Spent: 4.4 secs | LR: 0.000254
I0725 03:56:22.253291 140071461664640 interactiveshell.py:2882] Step 45200 | Loss: 0.3175 | Spent: 4.6 secs | LR: 0.000254
I0725 03:56:26.705678 140071461664640 interactiveshell.py:2882] Step 45250 | Loss: 0.2096 | Spent: 4.5 secs | LR: 0.000254
I0725 03:56:30.894598 140071461664640 interactiveshell.py:2882] Step 45300 | Loss: 0.3487 | Spent: 4.2 secs | LR: 0.000254
I0725 03:56:35.096163 140071461664640 interactiveshell.py:2882] Step 45350 | Loss: 0.2742 | Spent: 4.2 secs | LR: 0.000254
I0725 03:56:39.295972 140071461664640 interactiveshell.py:2882] Step 45400 | Loss: 0.5300 | Spent: 4.2 secs | LR: 0.000253
I0725 03:56:43.494547 140071461664640 interactiveshell.py:2882] Step 45450 | Loss: 0.3013 | Spent: 4.2 secs | LR: 0.000253
I0725 03:56:47.725158 140071461664640 interactiveshell.py:2882] Step 45500 | Loss: 0.3993 | Spent: 4.2 secs | LR: 0.000253
I0725 03:56:51.939828 140071461664640 interactiveshell.py:2882] Step 45550 | Loss: 0.4601 | Spent: 4.2 secs | LR: 0.000253
I0725 03:56:56.131847 140071461664640 interactiveshell.py:2882] Step 45600 | Loss: 0.2711 | Spent: 4.2 secs | LR: 0.000253
I0725 03:57:00.333102 140071461664640 interactiveshell.py:2882] Step 45650 | Loss: 0.3261 | Spent: 4.2 secs | LR: 0.000253
I0725 03:57:04.536725 140071461664640 interactiveshell.py:2882] Step 45700 | Loss: 0.3389 | Spent: 4.2 secs | LR: 0.000253
I0725 03:57:08.748185 140071461664640 interactiveshell.py:2882] Step 45750 | Loss: 0.4665 | Spent: 4.2 secs | LR: 0.000253
I0725 03:57:12.978947 140071461664640 interactiveshell.py:2882] Step 45800 | Loss: 0.3522 | Spent: 4.2 secs | LR: 0.000252
I0725 03:57:17.210255 140071461664640 interactiveshell.py:2882] Step 45850 | Loss: 0.3411 | Spent: 4.2 secs | LR: 0.000252
I0725 03:57:21.459008 140071461664640 interactiveshell.py:2882] Step 45900 | Loss: 0.1991 | Spent: 4.2 secs | LR: 0.000252
I0725 03:57:25.708029 140071461664640 interactiveshell.py:2882] Step 45950 | Loss: 0.2771 | Spent: 4.2 secs | LR: 0.000252
I0725 03:57:29.925161 140071461664640 interactiveshell.py:2882] Step 46000 | Loss: 0.4039 | Spent: 4.2 secs | LR: 0.000252
I0725 03:57:34.128888 140071461664640 interactiveshell.py:2882] Step 46050 | Loss: 0.3022 | Spent: 4.2 secs | LR: 0.000252
I0725 03:57:38.310443 140071461664640 interactiveshell.py:2882] Step 46100 | Loss: 0.2276 | Spent: 4.2 secs | LR: 0.000252
I0725 03:57:42.517864 140071461664640 interactiveshell.py:2882] Step 46150 | Loss: 0.3021 | Spent: 4.2 secs | LR: 0.000252
I0725 03:57:46.719280 140071461664640 interactiveshell.py:2882] Step 46200 | Loss: 0.4092 | Spent: 4.2 secs | LR: 0.000251
I0725 03:57:50.929064 140071461664640 interactiveshell.py:2882] Step 46250 | Loss: 0.4637 | Spent: 4.2 secs | LR: 0.000251
I0725 03:57:55.152875 140071461664640 interactiveshell.py:2882] Step 46300 | Loss: 0.4752 | Spent: 4.2 secs | LR: 0.000251
I0725 03:57:59.365366 140071461664640 interactiveshell.py:2882] Step 46350 | Loss: 0.1712 | Spent: 4.2 secs | LR: 0.000251
I0725 03:58:03.589438 140071461664640 interactiveshell.py:2882] Step 46400 | Loss: 0.2341 | Spent: 4.2 secs | LR: 0.000251
Reading ../data/test.txt
I0725 03:58:13.928581 140071461664640 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.841
I0725 03:58:13.929607 140071461664640 interactiveshell.py:2882] Best Accuracy: 0.845
I0725 03:58:17.140697 140071461664640 interactiveshell.py:2882] Step 46450 | Loss: 0.4611 | Spent: 13.5 secs | LR: 0.000251
I0725 03:58:21.513197 140071461664640 interactiveshell.py:2882] Step 46500 | Loss: 0.5489 | Spent: 4.4 secs | LR: 0.000251
I0725 03:58:25.754392 140071461664640 interactiveshell.py:2882] Step 46550 | Loss: 0.5034 | Spent: 4.2 secs | LR: 0.000251
I0725 03:58:29.991279 140071461664640 interactiveshell.py:2882] Step 46600 | Loss: 0.2816 | Spent: 4.2 secs | LR: 0.000250
I0725 03:58:34.187200 140071461664640 interactiveshell.py:2882] Step 46650 | Loss: 0.2202 | Spent: 4.2 secs | LR: 0.000250
I0725 03:58:38.493259 140071461664640 interactiveshell.py:2882] Step 46700 | Loss: 0.2475 | Spent: 4.3 secs | LR: 0.000250
I0725 03:58:42.761296 140071461664640 interactiveshell.py:2882] Step 46750 | Loss: 0.4464 | Spent: 4.3 secs | LR: 0.000250
I0725 03:58:47.037358 140071461664640 interactiveshell.py:2882] Step 46800 | Loss: 0.2897 | Spent: 4.3 secs | LR: 0.000250
I0725 03:58:51.216250 140071461664640 interactiveshell.py:2882] Step 46850 | Loss: 0.4646 | Spent: 4.2 secs | LR: 0.000250
I0725 03:58:55.436114 140071461664640 interactiveshell.py:2882] Step 46900 | Loss: 0.3601 | Spent: 4.2 secs | LR: 0.000250
I0725 03:58:59.691874 140071461664640 interactiveshell.py:2882] Step 46950 | Loss: 0.2809 | Spent: 4.3 secs | LR: 0.000250
I0725 03:59:03.900680 140071461664640 interactiveshell.py:2882] Step 47000 | Loss: 0.1592 | Spent: 4.2 secs | LR: 0.000249
I0725 03:59:08.142612 140071461664640 interactiveshell.py:2882] Step 47050 | Loss: 0.5418 | Spent: 4.2 secs | LR: 0.000249
I0725 03:59:12.308980 140071461664640 interactiveshell.py:2882] Step 47100 | Loss: 0.2904 | Spent: 4.2 secs | LR: 0.000249
I0725 03:59:16.564696 140071461664640 interactiveshell.py:2882] Step 47150 | Loss: 0.3824 | Spent: 4.3 secs | LR: 0.000249
I0725 03:59:20.759243 140071461664640 interactiveshell.py:2882] Step 47200 | Loss: 0.3839 | Spent: 4.2 secs | LR: 0.000249
I0725 03:59:24.995539 140071461664640 interactiveshell.py:2882] Step 47250 | Loss: 0.1947 | Spent: 4.2 secs | LR: 0.000249
I0725 03:59:29.205023 140071461664640 interactiveshell.py:2882] Step 47300 | Loss: 0.2563 | Spent: 4.2 secs | LR: 0.000249
I0725 03:59:33.434249 140071461664640 interactiveshell.py:2882] Step 47350 | Loss: 0.6402 | Spent: 4.2 secs | LR: 0.000249
I0725 03:59:37.670527 140071461664640 interactiveshell.py:2882] Step 47400 | Loss: 0.1770 | Spent: 4.2 secs | LR: 0.000248
I0725 03:59:42.188754 140071461664640 interactiveshell.py:2882] Step 47450 | Loss: 0.3095 | Spent: 4.5 secs | LR: 0.000248
I0725 03:59:46.772688 140071461664640 interactiveshell.py:2882] Step 47500 | Loss: 0.4243 | Spent: 4.6 secs | LR: 0.000248
I0725 03:59:51.176223 140071461664640 interactiveshell.py:2882] Step 47550 | Loss: 0.5528 | Spent: 4.4 secs | LR: 0.000248
I0725 03:59:55.433026 140071461664640 interactiveshell.py:2882] Step 47600 | Loss: 0.2917 | Spent: 4.3 secs | LR: 0.000248
I0725 03:59:59.788316 140071461664640 interactiveshell.py:2882] Step 47650 | Loss: 0.5000 | Spent: 4.4 secs | LR: 0.000248
I0725 04:00:04.043553 140071461664640 interactiveshell.py:2882] Step 47700 | Loss: 0.2504 | Spent: 4.3 secs | LR: 0.000248
I0725 04:00:08.302211 140071461664640 interactiveshell.py:2882] Step 47750 | Loss: 0.2676 | Spent: 4.3 secs | LR: 0.000248
I0725 04:00:12.569424 140071461664640 interactiveshell.py:2882] Step 47800 | Loss: 0.4599 | Spent: 4.3 secs | LR: 0.000247
I0725 04:00:16.947371 140071461664640 interactiveshell.py:2882] Step 47850 | Loss: 0.5574 | Spent: 4.4 secs | LR: 0.000247
I0725 04:00:21.207228 140071461664640 interactiveshell.py:2882] Step 47900 | Loss: 0.5285 | Spent: 4.3 secs | LR: 0.000247
I0725 04:00:25.436244 140071461664640 interactiveshell.py:2882] Step 47950 | Loss: 0.2282 | Spent: 4.2 secs | LR: 0.000247
I0725 04:00:29.670250 140071461664640 interactiveshell.py:2882] Step 48000 | Loss: 0.5781 | Spent: 4.2 secs | LR: 0.000247
I0725 04:00:33.902047 140071461664640 interactiveshell.py:2882] Step 48050 | Loss: 0.4593 | Spent: 4.2 secs | LR: 0.000247
I0725 04:00:38.121939 140071461664640 interactiveshell.py:2882] Step 48100 | Loss: 0.3462 | Spent: 4.2 secs | LR: 0.000247
Reading ../data/test.txt
I0725 04:00:50.178122 140071461664640 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.843
I0725 04:00:50.179180 140071461664640 interactiveshell.py:2882] Best Accuracy: 0.845
I0725 04:00:51.782454 140071461664640 interactiveshell.py:2882] Step 48150 | Loss: 0.4292 | Spent: 13.7 secs | LR: 0.000247
I0725 04:00:55.988103 140071461664640 interactiveshell.py:2882] Step 48200 | Loss: 0.4537 | Spent: 4.2 secs | LR: 0.000246
I0725 04:01:00.284144 140071461664640 interactiveshell.py:2882] Step 48250 | Loss: 0.2106 | Spent: 4.3 secs | LR: 0.000246
I0725 04:01:04.525457 140071461664640 interactiveshell.py:2882] Step 48300 | Loss: 0.3289 | Spent: 4.2 secs | LR: 0.000246
I0725 04:01:08.768265 140071461664640 interactiveshell.py:2882] Step 48350 | Loss: 0.6564 | Spent: 4.2 secs | LR: 0.000246
I0725 04:01:13.003021 140071461664640 interactiveshell.py:2882] Step 48400 | Loss: 0.4430 | Spent: 4.2 secs | LR: 0.000246
I0725 04:01:17.264333 140071461664640 interactiveshell.py:2882] Step 48450 | Loss: 0.5073 | Spent: 4.3 secs | LR: 0.000246
I0725 04:01:21.559198 140071461664640 interactiveshell.py:2882] Step 48500 | Loss: 0.3541 | Spent: 4.3 secs | LR: 0.000246
I0725 04:01:25.819912 140071461664640 interactiveshell.py:2882] Step 48550 | Loss: 0.3309 | Spent: 4.3 secs | LR: 0.000246
I0725 04:01:30.063895 140071461664640 interactiveshell.py:2882] Step 48600 | Loss: 0.3116 | Spent: 4.2 secs | LR: 0.000245
I0725 04:01:34.249004 140071461664640 interactiveshell.py:2882] Step 48650 | Loss: 0.6283 | Spent: 4.2 secs | LR: 0.000245
I0725 04:01:38.455078 140071461664640 interactiveshell.py:2882] Step 48700 | Loss: 0.3308 | Spent: 4.2 secs | LR: 0.000245
I0725 04:01:42.685837 140071461664640 interactiveshell.py:2882] Step 48750 | Loss: 0.5118 | Spent: 4.2 secs | LR: 0.000245
I0725 04:01:46.891480 140071461664640 interactiveshell.py:2882] Step 48800 | Loss: 0.3969 | Spent: 4.2 secs | LR: 0.000245
I0725 04:01:51.085245 140071461664640 interactiveshell.py:2882] Step 48850 | Loss: 0.4566 | Spent: 4.2 secs | LR: 0.000245
I0725 04:01:55.291819 140071461664640 interactiveshell.py:2882] Step 48900 | Loss: 0.4047 | Spent: 4.2 secs | LR: 0.000245
I0725 04:01:59.526515 140071461664640 interactiveshell.py:2882] Step 48950 | Loss: 0.5257 | Spent: 4.2 secs | LR: 0.000245
I0725 04:02:03.812164 140071461664640 interactiveshell.py:2882] Step 49000 | Loss: 0.6118 | Spent: 4.3 secs | LR: 0.000244
I0725 04:02:08.039171 140071461664640 interactiveshell.py:2882] Step 49050 | Loss: 0.3438 | Spent: 4.2 secs | LR: 0.000244
I0725 04:02:12.281518 140071461664640 interactiveshell.py:2882] Step 49100 | Loss: 0.5671 | Spent: 4.2 secs | LR: 0.000244
I0725 04:02:16.681494 140071461664640 interactiveshell.py:2882] Step 49150 | Loss: 0.6605 | Spent: 4.4 secs | LR: 0.000244
I0725 04:02:20.973210 140071461664640 interactiveshell.py:2882] Step 49200 | Loss: 0.4794 | Spent: 4.3 secs | LR: 0.000244
I0725 04:02:25.241898 140071461664640 interactiveshell.py:2882] Step 49250 | Loss: 0.3067 | Spent: 4.3 secs | LR: 0.000244
I0725 04:02:29.498708 140071461664640 interactiveshell.py:2882] Step 49300 | Loss: 0.3415 | Spent: 4.3 secs | LR: 0.000244
I0725 04:02:33.734971 140071461664640 interactiveshell.py:2882] Step 49350 | Loss: 0.2863 | Spent: 4.2 secs | LR: 0.000244
I0725 04:02:38.024081 140071461664640 interactiveshell.py:2882] Step 49400 | Loss: 0.4897 | Spent: 4.3 secs | LR: 0.000243
I0725 04:02:42.274666 140071461664640 interactiveshell.py:2882] Step 49450 | Loss: 0.5303 | Spent: 4.2 secs | LR: 0.000243
I0725 04:02:46.597304 140071461664640 interactiveshell.py:2882] Step 49500 | Loss: 0.1365 | Spent: 4.3 secs | LR: 0.000243
I0725 04:02:50.839752 140071461664640 interactiveshell.py:2882] Step 49550 | Loss: 0.2220 | Spent: 4.2 secs | LR: 0.000243
I0725 04:02:55.097494 140071461664640 interactiveshell.py:2882] Step 49600 | Loss: 0.2647 | Spent: 4.3 secs | LR: 0.000243
I0725 04:02:59.375111 140071461664640 interactiveshell.py:2882] Step 49650 | Loss: 0.5106 | Spent: 4.3 secs | LR: 0.000243
I0725 04:03:03.659303 140071461664640 interactiveshell.py:2882] Step 49700 | Loss: 0.2375 | Spent: 4.3 secs | LR: 0.000243
I0725 04:03:07.971387 140071461664640 interactiveshell.py:2882] Step 49750 | Loss: 0.3510 | Spent: 4.3 secs | LR: 0.000243
I0725 04:03:12.213936 140071461664640 interactiveshell.py:2882] Step 49800 | Loss: 0.5106 | Spent: 4.2 secs | LR: 0.000242
I0725 04:03:16.461861 140071461664640 interactiveshell.py:2882] Step 49850 | Loss: 0.4014 | Spent: 4.2 secs | LR: 0.000242
Reading ../data/test.txt
I0725 04:03:25.714445 140071461664640 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.846
I0725 04:03:25.715462 140071461664640 interactiveshell.py:2882] Best Accuracy: 0.846
I0725 04:03:30.022787 140071461664640 interactiveshell.py:2882] Step 49900 | Loss: 0.3032 | Spent: 13.6 secs | LR: 0.000242
I0725 04:03:34.249342 140071461664640 interactiveshell.py:2882] Step 49950 | Loss: 0.5446 | Spent: 4.2 secs | LR: 0.000242
I0725 04:03:38.489238 140071461664640 interactiveshell.py:2882] Step 50000 | Loss: 0.3431 | Spent: 4.2 secs | LR: 0.000242
I0725 04:03:42.772986 140071461664640 interactiveshell.py:2882] Step 50050 | Loss: 0.2513 | Spent: 4.3 secs | LR: 0.000242
I0725 04:03:47.033013 140071461664640 interactiveshell.py:2882] Step 50100 | Loss: 0.3326 | Spent: 4.3 secs | LR: 0.000242
I0725 04:03:51.236026 140071461664640 interactiveshell.py:2882] Step 50150 | Loss: 0.3322 | Spent: 4.2 secs | LR: 0.000242
I0725 04:03:55.471438 140071461664640 interactiveshell.py:2882] Step 50200 | Loss: 0.1306 | Spent: 4.2 secs | LR: 0.000242
I0725 04:03:59.784595 140071461664640 interactiveshell.py:2882] Step 50250 | Loss: 0.3739 | Spent: 4.3 secs | LR: 0.000241
I0725 04:04:04.106546 140071461664640 interactiveshell.py:2882] Step 50300 | Loss: 0.3502 | Spent: 4.3 secs | LR: 0.000241
I0725 04:04:08.356554 140071461664640 interactiveshell.py:2882] Step 50350 | Loss: 0.5021 | Spent: 4.2 secs | LR: 0.000241
I0725 04:04:12.625304 140071461664640 interactiveshell.py:2882] Step 50400 | Loss: 0.4294 | Spent: 4.3 secs | LR: 0.000241
I0725 04:04:16.903805 140071461664640 interactiveshell.py:2882] Step 50450 | Loss: 0.4287 | Spent: 4.3 secs | LR: 0.000241
I0725 04:04:21.366906 140071461664640 interactiveshell.py:2882] Step 50500 | Loss: 0.2769 | Spent: 4.5 secs | LR: 0.000241
I0725 04:04:25.614369 140071461664640 interactiveshell.py:2882] Step 50550 | Loss: 0.4097 | Spent: 4.2 secs | LR: 0.000241
I0725 04:04:29.847626 140071461664640 interactiveshell.py:2882] Step 50600 | Loss: 0.4456 | Spent: 4.2 secs | LR: 0.000241
I0725 04:04:34.065453 140071461664640 interactiveshell.py:2882] Step 50650 | Loss: 0.3435 | Spent: 4.2 secs | LR: 0.000240
I0725 04:04:38.328124 140071461664640 interactiveshell.py:2882] Step 50700 | Loss: 0.2385 | Spent: 4.3 secs | LR: 0.000240
I0725 04:04:42.559923 140071461664640 interactiveshell.py:2882] Step 50750 | Loss: 0.3403 | Spent: 4.2 secs | LR: 0.000240
I0725 04:04:46.823523 140071461664640 interactiveshell.py:2882] Step 50800 | Loss: 0.3278 | Spent: 4.3 secs | LR: 0.000240
I0725 04:04:51.197197 140071461664640 interactiveshell.py:2882] Step 50850 | Loss: 0.4323 | Spent: 4.4 secs | LR: 0.000240
I0725 04:04:55.803125 140071461664640 interactiveshell.py:2882] Step 50900 | Loss: 0.4152 | Spent: 4.6 secs | LR: 0.000240
I0725 04:05:00.420096 140071461664640 interactiveshell.py:2882] Step 50950 | Loss: 0.2895 | Spent: 4.6 secs | LR: 0.000240
I0725 04:05:04.689058 140071461664640 interactiveshell.py:2882] Step 51000 | Loss: 0.4579 | Spent: 4.3 secs | LR: 0.000240
I0725 04:05:08.971444 140071461664640 interactiveshell.py:2882] Step 51050 | Loss: 0.3651 | Spent: 4.3 secs | LR: 0.000239
I0725 04:05:13.233917 140071461664640 interactiveshell.py:2882] Step 51100 | Loss: 0.3032 | Spent: 4.3 secs | LR: 0.000239
I0725 04:05:17.475244 140071461664640 interactiveshell.py:2882] Step 51150 | Loss: 0.4717 | Spent: 4.2 secs | LR: 0.000239
I0725 04:05:21.782134 140071461664640 interactiveshell.py:2882] Step 51200 | Loss: 0.1493 | Spent: 4.3 secs | LR: 0.000239
I0725 04:05:26.063179 140071461664640 interactiveshell.py:2882] Step 51250 | Loss: 0.4939 | Spent: 4.3 secs | LR: 0.000239
I0725 04:05:30.336305 140071461664640 interactiveshell.py:2882] Step 51300 | Loss: 0.3457 | Spent: 4.3 secs | LR: 0.000239
I0725 04:05:34.592530 140071461664640 interactiveshell.py:2882] Step 51350 | Loss: 0.4000 | Spent: 4.3 secs | LR: 0.000239
I0725 04:05:38.813791 140071461664640 interactiveshell.py:2882] Step 51400 | Loss: 0.4807 | Spent: 4.2 secs | LR: 0.000239
I0725 04:05:43.046474 140071461664640 interactiveshell.py:2882] Step 51450 | Loss: 0.3255 | Spent: 4.2 secs | LR: 0.000239
I0725 04:05:47.432984 140071461664640 interactiveshell.py:2882] Step 51500 | Loss: 0.7228 | Spent: 4.4 secs | LR: 0.000238
Reading ../data/train.txt
I0725 04:06:14.522669 140071461664640 interactiveshell.py:2882] Step 51550 | Loss: 0.2764 | Spent: 27.1 secs | LR: 0.000238
Reading ../data/test.txt
I0725 04:06:25.438610 140071461664640 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.847
I0725 04:06:25.439620 140071461664640 interactiveshell.py:2882] Best Accuracy: 0.847
I0725 04:06:28.202839 140071461664640 interactiveshell.py:2882] Step 51600 | Loss: 0.5158 | Spent: 13.7 secs | LR: 0.000238
I0725 04:06:32.668978 140071461664640 interactiveshell.py:2882] Step 51650 | Loss: 0.2898 | Spent: 4.5 secs | LR: 0.000238
I0725 04:06:37.150223 140071461664640 interactiveshell.py:2882] Step 51700 | Loss: 0.2029 | Spent: 4.5 secs | LR: 0.000238
I0725 04:06:41.677681 140071461664640 interactiveshell.py:2882] Step 51750 | Loss: 0.3325 | Spent: 4.5 secs | LR: 0.000238
I0725 04:06:46.400831 140071461664640 interactiveshell.py:2882] Step 51800 | Loss: 0.5744 | Spent: 4.7 secs | LR: 0.000238
I0725 04:06:50.891479 140071461664640 interactiveshell.py:2882] Step 51850 | Loss: 0.5242 | Spent: 4.5 secs | LR: 0.000238
I0725 04:06:55.320801 140071461664640 interactiveshell.py:2882] Step 51900 | Loss: 0.4604 | Spent: 4.4 secs | LR: 0.000237
I0725 04:06:59.814603 140071461664640 interactiveshell.py:2882] Step 51950 | Loss: 0.4151 | Spent: 4.5 secs | LR: 0.000237
I0725 04:07:04.287189 140071461664640 interactiveshell.py:2882] Step 52000 | Loss: 0.3320 | Spent: 4.5 secs | LR: 0.000237
I0725 04:07:08.772687 140071461664640 interactiveshell.py:2882] Step 52050 | Loss: 0.2704 | Spent: 4.5 secs | LR: 0.000237
I0725 04:07:13.251513 140071461664640 interactiveshell.py:2882] Step 52100 | Loss: 0.3389 | Spent: 4.5 secs | LR: 0.000237
I0725 04:07:17.748719 140071461664640 interactiveshell.py:2882] Step 52150 | Loss: 0.3208 | Spent: 4.5 secs | LR: 0.000237
I0725 04:07:22.281713 140071461664640 interactiveshell.py:2882] Step 52200 | Loss: 0.2467 | Spent: 4.5 secs | LR: 0.000237
I0725 04:07:26.731179 140071461664640 interactiveshell.py:2882] Step 52250 | Loss: 0.2972 | Spent: 4.4 secs | LR: 0.000237
I0725 04:07:31.284533 140071461664640 interactiveshell.py:2882] Step 52300 | Loss: 0.2674 | Spent: 4.6 secs | LR: 0.000236
I0725 04:07:35.711890 140071461664640 interactiveshell.py:2882] Step 52350 | Loss: 0.2618 | Spent: 4.4 secs | LR: 0.000236
I0725 04:07:40.262110 140071461664640 interactiveshell.py:2882] Step 52400 | Loss: 0.2109 | Spent: 4.5 secs | LR: 0.000236
I0725 04:07:44.780083 140071461664640 interactiveshell.py:2882] Step 52450 | Loss: 0.2898 | Spent: 4.5 secs | LR: 0.000236
I0725 04:07:49.238978 140071461664640 interactiveshell.py:2882] Step 52500 | Loss: 0.5641 | Spent: 4.5 secs | LR: 0.000236
I0725 04:07:53.700896 140071461664640 interactiveshell.py:2882] Step 52550 | Loss: 0.3343 | Spent: 4.5 secs | LR: 0.000236
I0725 04:07:58.261055 140071461664640 interactiveshell.py:2882] Step 52600 | Loss: 0.3146 | Spent: 4.6 secs | LR: 0.000236
I0725 04:08:02.789116 140071461664640 interactiveshell.py:2882] Step 52650 | Loss: 0.3085 | Spent: 4.5 secs | LR: 0.000236
I0725 04:08:07.473421 140071461664640 interactiveshell.py:2882] Step 52700 | Loss: 0.1938 | Spent: 4.7 secs | LR: 0.000236
I0725 04:08:11.944030 140071461664640 interactiveshell.py:2882] Step 52750 | Loss: 0.3425 | Spent: 4.5 secs | LR: 0.000235
I0725 04:08:16.423377 140071461664640 interactiveshell.py:2882] Step 52800 | Loss: 0.4008 | Spent: 4.5 secs | LR: 0.000235
I0725 04:08:20.950898 140071461664640 interactiveshell.py:2882] Step 52850 | Loss: 0.3362 | Spent: 4.5 secs | LR: 0.000235
I0725 04:08:25.410436 140071461664640 interactiveshell.py:2882] Step 52900 | Loss: 0.1996 | Spent: 4.5 secs | LR: 0.000235
I0725 04:08:29.904181 140071461664640 interactiveshell.py:2882] Step 52950 | Loss: 0.4932 | Spent: 4.5 secs | LR: 0.000235
I0725 04:08:34.408320 140071461664640 interactiveshell.py:2882] Step 53000 | Loss: 0.3838 | Spent: 4.5 secs | LR: 0.000235
I0725 04:08:38.896738 140071461664640 interactiveshell.py:2882] Step 53050 | Loss: 0.3697 | Spent: 4.5 secs | LR: 0.000235
I0725 04:08:43.407945 140071461664640 interactiveshell.py:2882] Step 53100 | Loss: 0.2440 | Spent: 4.5 secs | LR: 0.000235
I0725 04:08:48.054916 140071461664640 interactiveshell.py:2882] Step 53150 | Loss: 0.2340 | Spent: 4.6 secs | LR: 0.000234
I0725 04:08:52.522455 140071461664640 interactiveshell.py:2882] Step 53200 | Loss: 0.3498 | Spent: 4.5 secs | LR: 0.000234
I0725 04:08:57.009179 140071461664640 interactiveshell.py:2882] Step 53250 | Loss: 0.2860 | Spent: 4.5 secs | LR: 0.000234
Reading ../data/test.txt
I0725 04:09:09.723924 140071461664640 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.846
I0725 04:09:09.724980 140071461664640 interactiveshell.py:2882] Best Accuracy: 0.847
I0725 04:09:10.791344 140071461664640 interactiveshell.py:2882] Step 53300 | Loss: 0.5283 | Spent: 13.8 secs | LR: 0.000234
I0725 04:09:15.283916 140071461664640 interactiveshell.py:2882] Step 53350 | Loss: 0.4827 | Spent: 4.5 secs | LR: 0.000234
I0725 04:09:19.776583 140071461664640 interactiveshell.py:2882] Step 53400 | Loss: 0.3094 | Spent: 4.5 secs | LR: 0.000234
I0725 04:09:24.355534 140071461664640 interactiveshell.py:2882] Step 53450 | Loss: 0.3511 | Spent: 4.6 secs | LR: 0.000234
I0725 04:09:28.896143 140071461664640 interactiveshell.py:2882] Step 53500 | Loss: 0.5234 | Spent: 4.5 secs | LR: 0.000234
I0725 04:09:33.418466 140071461664640 interactiveshell.py:2882] Step 53550 | Loss: 0.1908 | Spent: 4.5 secs | LR: 0.000234
I0725 04:09:37.915372 140071461664640 interactiveshell.py:2882] Step 53600 | Loss: 0.4578 | Spent: 4.5 secs | LR: 0.000233
I0725 04:09:42.403230 140071461664640 interactiveshell.py:2882] Step 53650 | Loss: 0.3563 | Spent: 4.5 secs | LR: 0.000233
I0725 04:09:46.900390 140071461664640 interactiveshell.py:2882] Step 53700 | Loss: 0.3332 | Spent: 4.5 secs | LR: 0.000233
I0725 04:09:51.365070 140071461664640 interactiveshell.py:2882] Step 53750 | Loss: 0.4395 | Spent: 4.5 secs | LR: 0.000233
I0725 04:09:55.812095 140071461664640 interactiveshell.py:2882] Step 53800 | Loss: 0.3440 | Spent: 4.4 secs | LR: 0.000233
I0725 04:10:00.359152 140071461664640 interactiveshell.py:2882] Step 53850 | Loss: 0.1380 | Spent: 4.5 secs | LR: 0.000233
I0725 04:10:05.273343 140071461664640 interactiveshell.py:2882] Step 53900 | Loss: 0.2083 | Spent: 4.9 secs | LR: 0.000233
I0725 04:10:10.169714 140071461664640 interactiveshell.py:2882] Step 53950 | Loss: 0.1933 | Spent: 4.9 secs | LR: 0.000233
I0725 04:10:14.754128 140071461664640 interactiveshell.py:2882] Step 54000 | Loss: 0.4727 | Spent: 4.6 secs | LR: 0.000232
I0725 04:10:19.254720 140071461664640 interactiveshell.py:2882] Step 54050 | Loss: 0.3083 | Spent: 4.5 secs | LR: 0.000232
I0725 04:10:23.787616 140071461664640 interactiveshell.py:2882] Step 54100 | Loss: 0.6923 | Spent: 4.5 secs | LR: 0.000232
I0725 04:10:28.297518 140071461664640 interactiveshell.py:2882] Step 54150 | Loss: 0.3873 | Spent: 4.5 secs | LR: 0.000232
I0725 04:10:32.834725 140071461664640 interactiveshell.py:2882] Step 54200 | Loss: 0.5812 | Spent: 4.5 secs | LR: 0.000232
I0725 04:10:37.318526 140071461664640 interactiveshell.py:2882] Step 54250 | Loss: 0.2971 | Spent: 4.5 secs | LR: 0.000232
I0725 04:10:41.879042 140071461664640 interactiveshell.py:2882] Step 54300 | Loss: 0.5230 | Spent: 4.6 secs | LR: 0.000232
I0725 04:10:46.409913 140071461664640 interactiveshell.py:2882] Step 54350 | Loss: 0.4235 | Spent: 4.5 secs | LR: 0.000232
I0725 04:10:51.030028 140071461664640 interactiveshell.py:2882] Step 54400 | Loss: 0.3725 | Spent: 4.6 secs | LR: 0.000232
I0725 04:10:55.697925 140071461664640 interactiveshell.py:2882] Step 54450 | Loss: 0.1988 | Spent: 4.7 secs | LR: 0.000231
I0725 04:11:00.205675 140071461664640 interactiveshell.py:2882] Step 54500 | Loss: 0.2650 | Spent: 4.5 secs | LR: 0.000231
I0725 04:11:04.901340 140071461664640 interactiveshell.py:2882] Step 54550 | Loss: 0.1741 | Spent: 4.7 secs | LR: 0.000231
I0725 04:11:09.429133 140071461664640 interactiveshell.py:2882] Step 54600 | Loss: 0.3547 | Spent: 4.5 secs | LR: 0.000231
I0725 04:11:13.986748 140071461664640 interactiveshell.py:2882] Step 54650 | Loss: 0.2130 | Spent: 4.6 secs | LR: 0.000231
I0725 04:11:18.455471 140071461664640 interactiveshell.py:2882] Step 54700 | Loss: 0.3103 | Spent: 4.5 secs | LR: 0.000231
I0725 04:11:22.964387 140071461664640 interactiveshell.py:2882] Step 54750 | Loss: 0.6242 | Spent: 4.5 secs | LR: 0.000231
I0725 04:11:27.487160 140071461664640 interactiveshell.py:2882] Step 54800 | Loss: 0.3597 | Spent: 4.5 secs | LR: 0.000231
I0725 04:11:32.011585 140071461664640 interactiveshell.py:2882] Step 54850 | Loss: 0.2923 | Spent: 4.5 secs | LR: 0.000230
I0725 04:11:36.513094 140071461664640 interactiveshell.py:2882] Step 54900 | Loss: 0.4884 | Spent: 4.5 secs | LR: 0.000230
I0725 04:11:41.058991 140071461664640 interactiveshell.py:2882] Step 54950 | Loss: 0.2513 | Spent: 4.5 secs | LR: 0.000230
I0725 04:11:45.619010 140071461664640 interactiveshell.py:2882] Step 55000 | Loss: 0.3158 | Spent: 4.6 secs | LR: 0.000230
Reading ../data/test.txt
I0725 04:11:55.455710 140071461664640 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.851
I0725 04:11:55.456678 140071461664640 interactiveshell.py:2882] Best Accuracy: 0.851
I0725 04:11:59.365243 140071461664640 interactiveshell.py:2882] Step 55050 | Loss: 0.2280 | Spent: 13.7 secs | LR: 0.000230
I0725 04:12:04.002327 140071461664640 interactiveshell.py:2882] Step 55100 | Loss: 0.5098 | Spent: 4.6 secs | LR: 0.000230
I0725 04:12:08.586920 140071461664640 interactiveshell.py:2882] Step 55150 | Loss: 0.3544 | Spent: 4.6 secs | LR: 0.000230
I0725 04:12:13.223634 140071461664640 interactiveshell.py:2882] Step 55200 | Loss: 0.3860 | Spent: 4.6 secs | LR: 0.000230
I0725 04:12:17.791142 140071461664640 interactiveshell.py:2882] Step 55250 | Loss: 0.1806 | Spent: 4.6 secs | LR: 0.000230
I0725 04:12:22.339705 140071461664640 interactiveshell.py:2882] Step 55300 | Loss: 0.2844 | Spent: 4.5 secs | LR: 0.000229
I0725 04:12:26.930510 140071461664640 interactiveshell.py:2882] Step 55350 | Loss: 0.1206 | Spent: 4.6 secs | LR: 0.000229
I0725 04:12:31.517989 140071461664640 interactiveshell.py:2882] Step 55400 | Loss: 0.2584 | Spent: 4.6 secs | LR: 0.000229
I0725 04:12:36.046681 140071461664640 interactiveshell.py:2882] Step 55450 | Loss: 0.3627 | Spent: 4.5 secs | LR: 0.000229
I0725 04:12:40.558215 140071461664640 interactiveshell.py:2882] Step 55500 | Loss: 0.1808 | Spent: 4.5 secs | LR: 0.000229
I0725 04:12:45.101878 140071461664640 interactiveshell.py:2882] Step 55550 | Loss: 0.2610 | Spent: 4.5 secs | LR: 0.000229
I0725 04:12:49.688417 140071461664640 interactiveshell.py:2882] Step 55600 | Loss: 0.2380 | Spent: 4.6 secs | LR: 0.000229
I0725 04:12:54.211263 140071461664640 interactiveshell.py:2882] Step 55650 | Loss: 0.3659 | Spent: 4.5 secs | LR: 0.000229
I0725 04:12:58.773339 140071461664640 interactiveshell.py:2882] Step 55700 | Loss: 0.5042 | Spent: 4.6 secs | LR: 0.000229
I0725 04:13:03.281340 140071461664640 interactiveshell.py:2882] Step 55750 | Loss: 0.2599 | Spent: 4.5 secs | LR: 0.000228
I0725 04:13:07.868106 140071461664640 interactiveshell.py:2882] Step 55800 | Loss: 0.2077 | Spent: 4.6 secs | LR: 0.000228
I0725 04:13:12.475874 140071461664640 interactiveshell.py:2882] Step 55850 | Loss: 0.3789 | Spent: 4.6 secs | LR: 0.000228
I0725 04:13:17.176226 140071461664640 interactiveshell.py:2882] Step 55900 | Loss: 0.2007 | Spent: 4.7 secs | LR: 0.000228
I0725 04:13:21.714497 140071461664640 interactiveshell.py:2882] Step 55950 | Loss: 0.6366 | Spent: 4.5 secs | LR: 0.000228
I0725 04:13:26.317476 140071461664640 interactiveshell.py:2882] Step 56000 | Loss: 0.4525 | Spent: 4.6 secs | LR: 0.000228
I0725 04:13:30.951483 140071461664640 interactiveshell.py:2882] Step 56050 | Loss: 0.4556 | Spent: 4.6 secs | LR: 0.000228
I0725 04:13:35.499985 140071461664640 interactiveshell.py:2882] Step 56100 | Loss: 0.1427 | Spent: 4.5 secs | LR: 0.000228
I0725 04:13:40.074735 140071461664640 interactiveshell.py:2882] Step 56150 | Loss: 0.6181 | Spent: 4.6 secs | LR: 0.000227
I0725 04:13:44.631351 140071461664640 interactiveshell.py:2882] Step 56200 | Loss: 0.3877 | Spent: 4.6 secs | LR: 0.000227
I0725 04:13:49.202143 140071461664640 interactiveshell.py:2882] Step 56250 | Loss: 0.3166 | Spent: 4.6 secs | LR: 0.000227
I0725 04:13:53.758461 140071461664640 interactiveshell.py:2882] Step 56300 | Loss: 0.4788 | Spent: 4.6 secs | LR: 0.000227
I0725 04:13:58.318804 140071461664640 interactiveshell.py:2882] Step 56350 | Loss: 0.2809 | Spent: 4.6 secs | LR: 0.000227
I0725 04:14:02.885790 140071461664640 interactiveshell.py:2882] Step 56400 | Loss: 0.2303 | Spent: 4.6 secs | LR: 0.000227
I0725 04:14:07.406612 140071461664640 interactiveshell.py:2882] Step 56450 | Loss: 0.3711 | Spent: 4.5 secs | LR: 0.000227
I0725 04:14:11.959267 140071461664640 interactiveshell.py:2882] Step 56500 | Loss: 0.4812 | Spent: 4.6 secs | LR: 0.000227
I0725 04:14:16.587717 140071461664640 interactiveshell.py:2882] Step 56550 | Loss: 0.3750 | Spent: 4.6 secs | LR: 0.000227
I0725 04:14:21.127644 140071461664640 interactiveshell.py:2882] Step 56600 | Loss: 0.5209 | Spent: 4.5 secs | LR: 0.000226
I0725 04:14:25.934082 140071461664640 interactiveshell.py:2882] Step 56650 | Loss: 0.3606 | Spent: 4.8 secs | LR: 0.000226
I0725 04:14:30.529533 140071461664640 interactiveshell.py:2882] Step 56700 | Loss: 0.2205 | Spent: 4.6 secs | LR: 0.000226
Reading ../data/test.txt
I0725 04:14:42.211117 140071461664640 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.852
I0725 04:14:42.212262 140071461664640 interactiveshell.py:2882] Best Accuracy: 0.852
I0725 04:14:44.485830 140071461664640 interactiveshell.py:2882] Step 56750 | Loss: 0.2865 | Spent: 14.0 secs | LR: 0.000226
I0725 04:14:49.133299 140071461664640 interactiveshell.py:2882] Step 56800 | Loss: 0.3614 | Spent: 4.6 secs | LR: 0.000226
I0725 04:14:53.687348 140071461664640 interactiveshell.py:2882] Step 56850 | Loss: 0.2306 | Spent: 4.6 secs | LR: 0.000226
I0725 04:14:58.292241 140071461664640 interactiveshell.py:2882] Step 56900 | Loss: 0.3652 | Spent: 4.6 secs | LR: 0.000226
I0725 04:15:02.861175 140071461664640 interactiveshell.py:2882] Step 56950 | Loss: 0.2507 | Spent: 4.6 secs | LR: 0.000226
I0725 04:15:07.421990 140071461664640 interactiveshell.py:2882] Step 57000 | Loss: 0.5835 | Spent: 4.6 secs | LR: 0.000226
I0725 04:15:12.067831 140071461664640 interactiveshell.py:2882] Step 57050 | Loss: 0.3257 | Spent: 4.6 secs | LR: 0.000225
I0725 04:15:17.061226 140071461664640 interactiveshell.py:2882] Step 57100 | Loss: 0.2698 | Spent: 5.0 secs | LR: 0.000225
I0725 04:15:21.959923 140071461664640 interactiveshell.py:2882] Step 57150 | Loss: 0.4077 | Spent: 4.9 secs | LR: 0.000225
I0725 04:15:26.504640 140071461664640 interactiveshell.py:2882] Step 57200 | Loss: 0.3379 | Spent: 4.5 secs | LR: 0.000225
I0725 04:15:31.264716 140071461664640 interactiveshell.py:2882] Step 57250 | Loss: 0.5750 | Spent: 4.8 secs | LR: 0.000225
I0725 04:15:35.822266 140071461664640 interactiveshell.py:2882] Step 57300 | Loss: 0.3284 | Spent: 4.6 secs | LR: 0.000225
I0725 04:15:40.386919 140071461664640 interactiveshell.py:2882] Step 57350 | Loss: 0.2288 | Spent: 4.6 secs | LR: 0.000225
I0725 04:15:44.950556 140071461664640 interactiveshell.py:2882] Step 57400 | Loss: 0.1658 | Spent: 4.6 secs | LR: 0.000225
I0725 04:15:49.466485 140071461664640 interactiveshell.py:2882] Step 57450 | Loss: 0.4477 | Spent: 4.5 secs | LR: 0.000225
I0725 04:15:54.037243 140071461664640 interactiveshell.py:2882] Step 57500 | Loss: 0.2555 | Spent: 4.6 secs | LR: 0.000224
I0725 04:15:58.850082 140071461664640 interactiveshell.py:2882] Step 57550 | Loss: 0.2765 | Spent: 4.8 secs | LR: 0.000224
I0725 04:16:03.568785 140071461664640 interactiveshell.py:2882] Step 57600 | Loss: 0.2167 | Spent: 4.7 secs | LR: 0.000224
I0725 04:16:08.186096 140071461664640 interactiveshell.py:2882] Step 57650 | Loss: 0.4837 | Spent: 4.6 secs | LR: 0.000224
I0725 04:16:12.792205 140071461664640 interactiveshell.py:2882] Step 57700 | Loss: 0.3933 | Spent: 4.6 secs | LR: 0.000224
I0725 04:16:17.407648 140071461664640 interactiveshell.py:2882] Step 57750 | Loss: 0.3643 | Spent: 4.6 secs | LR: 0.000224
I0725 04:16:21.991997 140071461664640 interactiveshell.py:2882] Step 57800 | Loss: 0.4690 | Spent: 4.6 secs | LR: 0.000224
I0725 04:16:26.553702 140071461664640 interactiveshell.py:2882] Step 57850 | Loss: 0.6508 | Spent: 4.6 secs | LR: 0.000224
I0725 04:16:31.158841 140071461664640 interactiveshell.py:2882] Step 57900 | Loss: 0.5793 | Spent: 4.6 secs | LR: 0.000224
I0725 04:16:35.706178 140071461664640 interactiveshell.py:2882] Step 57950 | Loss: 0.4245 | Spent: 4.5 secs | LR: 0.000223
I0725 04:16:40.281953 140071461664640 interactiveshell.py:2882] Step 58000 | Loss: 0.1080 | Spent: 4.6 secs | LR: 0.000223
I0725 04:16:44.837280 140071461664640 interactiveshell.py:2882] Step 58050 | Loss: 0.5491 | Spent: 4.6 secs | LR: 0.000223
I0725 04:16:49.455276 140071461664640 interactiveshell.py:2882] Step 58100 | Loss: 0.3407 | Spent: 4.6 secs | LR: 0.000223
I0725 04:16:54.029700 140071461664640 interactiveshell.py:2882] Step 58150 | Loss: 0.2825 | Spent: 4.6 secs | LR: 0.000223
I0725 04:16:58.608183 140071461664640 interactiveshell.py:2882] Step 58200 | Loss: 0.4464 | Spent: 4.6 secs | LR: 0.000223
I0725 04:17:03.165310 140071461664640 interactiveshell.py:2882] Step 58250 | Loss: 0.3703 | Spent: 4.6 secs | LR: 0.000223
I0725 04:17:07.693540 140071461664640 interactiveshell.py:2882] Step 58300 | Loss: 0.3011 | Spent: 4.5 secs | LR: 0.000223
I0725 04:17:12.326848 140071461664640 interactiveshell.py:2882] Step 58350 | Loss: 0.6508 | Spent: 4.6 secs | LR: 0.000223
I0725 04:17:16.953987 140071461664640 interactiveshell.py:2882] Step 58400 | Loss: 0.1811 | Spent: 4.6 secs | LR: 0.000222
Reading ../data/test.txt
I0725 04:17:30.434940 140071461664640 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.849
I0725 04:17:30.435910 140071461664640 interactiveshell.py:2882] Best Accuracy: 0.852
I0725 04:17:30.920521 140071461664640 interactiveshell.py:2882] Step 58450 | Loss: 0.5729 | Spent: 14.0 secs | LR: 0.000222
I0725 04:17:35.469037 140071461664640 interactiveshell.py:2882] Step 58500 | Loss: 0.4981 | Spent: 4.5 secs | LR: 0.000222
I0725 04:17:40.030862 140071461664640 interactiveshell.py:2882] Step 58550 | Loss: 0.3120 | Spent: 4.6 secs | LR: 0.000222
I0725 04:17:44.596430 140071461664640 interactiveshell.py:2882] Step 58600 | Loss: 0.3715 | Spent: 4.6 secs | LR: 0.000222
I0725 04:17:49.382221 140071461664640 interactiveshell.py:2882] Step 58650 | Loss: 0.3875 | Spent: 4.8 secs | LR: 0.000222
I0725 04:17:53.990191 140071461664640 interactiveshell.py:2882] Step 58700 | Loss: 0.7325 | Spent: 4.6 secs | LR: 0.000222
I0725 04:17:58.633967 140071461664640 interactiveshell.py:2882] Step 58750 | Loss: 0.3708 | Spent: 4.6 secs | LR: 0.000222
I0725 04:18:03.169346 140071461664640 interactiveshell.py:2882] Step 58800 | Loss: 0.2741 | Spent: 4.5 secs | LR: 0.000222
I0725 04:18:07.787453 140071461664640 interactiveshell.py:2882] Step 58850 | Loss: 0.3515 | Spent: 4.6 secs | LR: 0.000221
I0725 04:18:12.368168 140071461664640 interactiveshell.py:2882] Step 58900 | Loss: 0.4783 | Spent: 4.6 secs | LR: 0.000221
I0725 04:18:16.965296 140071461664640 interactiveshell.py:2882] Step 58950 | Loss: 0.2440 | Spent: 4.6 secs | LR: 0.000221
I0725 04:18:21.588437 140071461664640 interactiveshell.py:2882] Step 59000 | Loss: 0.2165 | Spent: 4.6 secs | LR: 0.000221
I0725 04:18:26.150656 140071461664640 interactiveshell.py:2882] Step 59050 | Loss: 0.3965 | Spent: 4.6 secs | LR: 0.000221
I0725 04:18:30.772987 140071461664640 interactiveshell.py:2882] Step 59100 | Loss: 0.3908 | Spent: 4.6 secs | LR: 0.000221
I0725 04:18:35.374852 140071461664640 interactiveshell.py:2882] Step 59150 | Loss: 0.3349 | Spent: 4.6 secs | LR: 0.000221
I0725 04:18:39.982779 140071461664640 interactiveshell.py:2882] Step 59200 | Loss: 0.6049 | Spent: 4.6 secs | LR: 0.000221
I0725 04:18:44.631262 140071461664640 interactiveshell.py:2882] Step 59250 | Loss: 0.3076 | Spent: 4.6 secs | LR: 0.000221
I0725 04:18:49.321137 140071461664640 interactiveshell.py:2882] Step 59300 | Loss: 0.3038 | Spent: 4.7 secs | LR: 0.000220
I0725 04:18:53.940359 140071461664640 interactiveshell.py:2882] Step 59350 | Loss: 0.3797 | Spent: 4.6 secs | LR: 0.000220
I0725 04:18:58.559360 140071461664640 interactiveshell.py:2882] Step 59400 | Loss: 0.1398 | Spent: 4.6 secs | LR: 0.000220
I0725 04:19:03.148310 140071461664640 interactiveshell.py:2882] Step 59450 | Loss: 0.3216 | Spent: 4.6 secs | LR: 0.000220
I0725 04:19:07.689253 140071461664640 interactiveshell.py:2882] Step 59500 | Loss: 0.5116 | Spent: 4.5 secs | LR: 0.000220
I0725 04:19:12.253735 140071461664640 interactiveshell.py:2882] Step 59550 | Loss: 0.4307 | Spent: 4.6 secs | LR: 0.000220
I0725 04:19:16.851173 140071461664640 interactiveshell.py:2882] Step 59600 | Loss: 0.5173 | Spent: 4.6 secs | LR: 0.000220
I0725 04:19:21.464531 140071461664640 interactiveshell.py:2882] Step 59650 | Loss: 0.4355 | Spent: 4.6 secs | LR: 0.000220
I0725 04:19:26.039081 140071461664640 interactiveshell.py:2882] Step 59700 | Loss: 0.4340 | Spent: 4.6 secs | LR: 0.000220
I0725 04:19:30.628102 140071461664640 interactiveshell.py:2882] Step 59750 | Loss: 0.4028 | Spent: 4.6 secs | LR: 0.000219
I0725 04:19:35.247761 140071461664640 interactiveshell.py:2882] Step 59800 | Loss: 0.2645 | Spent: 4.6 secs | LR: 0.000219
I0725 04:19:39.813273 140071461664640 interactiveshell.py:2882] Step 59850 | Loss: 0.4164 | Spent: 4.6 secs | LR: 0.000219
I0725 04:19:44.414358 140071461664640 interactiveshell.py:2882] Step 59900 | Loss: 0.2863 | Spent: 4.6 secs | LR: 0.000219
I0725 04:19:48.989293 140071461664640 interactiveshell.py:2882] Step 59950 | Loss: 0.2074 | Spent: 4.6 secs | LR: 0.000219
I0725 04:19:53.573509 140071461664640 interactiveshell.py:2882] Step 60000 | Loss: 0.2264 | Spent: 4.6 secs | LR: 0.000219
I0725 04:19:58.188776 140071461664640 interactiveshell.py:2882] Step 60050 | Loss: 0.3667 | Spent: 4.6 secs | LR: 0.000219
I0725 04:20:03.038035 140071461664640 interactiveshell.py:2882] Step 60100 | Loss: 0.3058 | Spent: 4.8 secs | LR: 0.000219
I0725 04:20:07.685964 140071461664640 interactiveshell.py:2882] Step 60150 | Loss: 0.3619 | Spent: 4.6 secs | LR: 0.000219
Reading ../data/test.txt
I0725 04:20:18.254071 140071461664640 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.853
I0725 04:20:18.255099 140071461664640 interactiveshell.py:2882] Best Accuracy: 0.853
I0725 04:20:21.673706 140071461664640 interactiveshell.py:2882] Step 60200 | Loss: 0.2243 | Spent: 14.0 secs | LR: 0.000218
I0725 04:20:26.645822 140071461664640 interactiveshell.py:2882] Step 60250 | Loss: 0.2522 | Spent: 5.0 secs | LR: 0.000218
I0725 04:20:31.664240 140071461664640 interactiveshell.py:2882] Step 60300 | Loss: 0.3559 | Spent: 5.0 secs | LR: 0.000218
I0725 04:20:36.257526 140071461664640 interactiveshell.py:2882] Step 60350 | Loss: 0.3476 | Spent: 4.6 secs | LR: 0.000218
I0725 04:20:40.837179 140071461664640 interactiveshell.py:2882] Step 60400 | Loss: 0.1380 | Spent: 4.6 secs | LR: 0.000218
I0725 04:20:45.464214 140071461664640 interactiveshell.py:2882] Step 60450 | Loss: 0.5202 | Spent: 4.6 secs | LR: 0.000218
I0725 04:20:50.111309 140071461664640 interactiveshell.py:2882] Step 60500 | Loss: 0.2892 | Spent: 4.6 secs | LR: 0.000218
I0725 04:20:54.629825 140071461664640 interactiveshell.py:2882] Step 60550 | Loss: 0.2755 | Spent: 4.5 secs | LR: 0.000218
I0725 04:20:59.252460 140071461664640 interactiveshell.py:2882] Step 60600 | Loss: 0.6862 | Spent: 4.6 secs | LR: 0.000218
I0725 04:21:04.026137 140071461664640 interactiveshell.py:2882] Step 60650 | Loss: 0.3793 | Spent: 4.8 secs | LR: 0.000217
I0725 04:21:08.717641 140071461664640 interactiveshell.py:2882] Step 60700 | Loss: 0.2374 | Spent: 4.7 secs | LR: 0.000217
I0725 04:21:13.327105 140071461664640 interactiveshell.py:2882] Step 60750 | Loss: 0.4726 | Spent: 4.6 secs | LR: 0.000217
I0725 04:21:17.942374 140071461664640 interactiveshell.py:2882] Step 60800 | Loss: 0.6193 | Spent: 4.6 secs | LR: 0.000217
I0725 04:21:22.554644 140071461664640 interactiveshell.py:2882] Step 60850 | Loss: 0.3999 | Spent: 4.6 secs | LR: 0.000217
I0725 04:21:27.267150 140071461664640 interactiveshell.py:2882] Step 60900 | Loss: 0.4356 | Spent: 4.7 secs | LR: 0.000217
I0725 04:21:31.927055 140071461664640 interactiveshell.py:2882] Step 60950 | Loss: 0.4272 | Spent: 4.7 secs | LR: 0.000217
I0725 04:21:36.532276 140071461664640 interactiveshell.py:2882] Step 61000 | Loss: 0.4516 | Spent: 4.6 secs | LR: 0.000217
I0725 04:21:41.115141 140071461664640 interactiveshell.py:2882] Step 61050 | Loss: 0.2663 | Spent: 4.6 secs | LR: 0.000217
I0725 04:21:45.671011 140071461664640 interactiveshell.py:2882] Step 61100 | Loss: 0.2352 | Spent: 4.6 secs | LR: 0.000216
I0725 04:21:50.309725 140071461664640 interactiveshell.py:2882] Step 61150 | Loss: 0.2253 | Spent: 4.6 secs | LR: 0.000216
I0725 04:21:54.889194 140071461664640 interactiveshell.py:2882] Step 61200 | Loss: 0.2401 | Spent: 4.6 secs | LR: 0.000216
I0725 04:21:59.622545 140071461664640 interactiveshell.py:2882] Step 61250 | Loss: 0.4828 | Spent: 4.7 secs | LR: 0.000216
I0725 04:22:04.290232 140071461664640 interactiveshell.py:2882] Step 61300 | Loss: 0.3617 | Spent: 4.7 secs | LR: 0.000216
I0725 04:22:08.935281 140071461664640 interactiveshell.py:2882] Step 61350 | Loss: 0.4581 | Spent: 4.6 secs | LR: 0.000216
I0725 04:22:13.526495 140071461664640 interactiveshell.py:2882] Step 61400 | Loss: 0.3307 | Spent: 4.6 secs | LR: 0.000216
I0725 04:22:18.163462 140071461664640 interactiveshell.py:2882] Step 61450 | Loss: 0.3819 | Spent: 4.6 secs | LR: 0.000216
I0725 04:22:22.963928 140071461664640 interactiveshell.py:2882] Step 61500 | Loss: 0.2940 | Spent: 4.8 secs | LR: 0.000216
I0725 04:22:27.567265 140071461664640 interactiveshell.py:2882] Step 61550 | Loss: 0.1787 | Spent: 4.6 secs | LR: 0.000215
I0725 04:22:32.265765 140071461664640 interactiveshell.py:2882] Step 61600 | Loss: 0.3187 | Spent: 4.7 secs | LR: 0.000215
I0725 04:22:37.029106 140071461664640 interactiveshell.py:2882] Step 61650 | Loss: 0.3863 | Spent: 4.8 secs | LR: 0.000215
I0725 04:22:41.751222 140071461664640 interactiveshell.py:2882] Step 61700 | Loss: 0.4192 | Spent: 4.7 secs | LR: 0.000215
I0725 04:22:46.522964 140071461664640 interactiveshell.py:2882] Step 61750 | Loss: 0.5079 | Spent: 4.8 secs | LR: 0.000215
I0725 04:22:51.262392 140071461664640 interactiveshell.py:2882] Step 61800 | Loss: 0.4393 | Spent: 4.7 secs | LR: 0.000215
I0725 04:22:55.929616 140071461664640 interactiveshell.py:2882] Step 61850 | Loss: 0.2154 | Spent: 4.7 secs | LR: 0.000215
Reading ../data/test.txt
I0725 04:23:08.474643 140071461664640 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.848
I0725 04:23:08.475686 140071461664640 interactiveshell.py:2882] Best Accuracy: 0.853
I0725 04:23:10.091738 140071461664640 interactiveshell.py:2882] Step 61900 | Loss: 0.3185 | Spent: 14.2 secs | LR: 0.000215
I0725 04:23:14.866931 140071461664640 interactiveshell.py:2882] Step 61950 | Loss: 0.4527 | Spent: 4.8 secs | LR: 0.000215
I0725 04:23:19.607117 140071461664640 interactiveshell.py:2882] Step 62000 | Loss: 0.2980 | Spent: 4.7 secs | LR: 0.000215
I0725 04:23:24.270392 140071461664640 interactiveshell.py:2882] Step 62050 | Loss: 0.4737 | Spent: 4.7 secs | LR: 0.000214
I0725 04:23:28.904609 140071461664640 interactiveshell.py:2882] Step 62100 | Loss: 0.1530 | Spent: 4.6 secs | LR: 0.000214
I0725 04:23:33.623803 140071461664640 interactiveshell.py:2882] Step 62150 | Loss: 0.4997 | Spent: 4.7 secs | LR: 0.000214
I0725 04:23:38.305717 140071461664640 interactiveshell.py:2882] Step 62200 | Loss: 0.2015 | Spent: 4.7 secs | LR: 0.000214
I0725 04:23:42.957789 140071461664640 interactiveshell.py:2882] Step 62250 | Loss: 0.2684 | Spent: 4.7 secs | LR: 0.000214
I0725 04:23:47.653977 140071461664640 interactiveshell.py:2882] Step 62300 | Loss: 0.4562 | Spent: 4.7 secs | LR: 0.000214
I0725 04:23:52.360321 140071461664640 interactiveshell.py:2882] Step 62350 | Loss: 0.6435 | Spent: 4.7 secs | LR: 0.000214
I0725 04:23:57.036557 140071461664640 interactiveshell.py:2882] Step 62400 | Loss: 0.3834 | Spent: 4.7 secs | LR: 0.000214
I0725 04:24:01.599196 140071461664640 interactiveshell.py:2882] Step 62450 | Loss: 0.4792 | Spent: 4.6 secs | LR: 0.000214
I0725 04:24:06.088677 140071461664640 interactiveshell.py:2882] Step 62500 | Loss: 0.3692 | Spent: 4.5 secs | LR: 0.000213
I0725 04:24:10.568031 140071461664640 interactiveshell.py:2882] Step 62550 | Loss: 0.5064 | Spent: 4.5 secs | LR: 0.000213
I0725 04:24:15.021427 140071461664640 interactiveshell.py:2882] Step 62600 | Loss: 0.5201 | Spent: 4.5 secs | LR: 0.000213
I0725 04:24:19.461684 140071461664640 interactiveshell.py:2882] Step 62650 | Loss: 0.3420 | Spent: 4.4 secs | LR: 0.000213
I0725 04:24:23.933927 140071461664640 interactiveshell.py:2882] Step 62700 | Loss: 0.2601 | Spent: 4.5 secs | LR: 0.000213
I0725 04:24:28.343734 140071461664640 interactiveshell.py:2882] Step 62750 | Loss: 0.2758 | Spent: 4.4 secs | LR: 0.000213
I0725 04:24:32.818352 140071461664640 interactiveshell.py:2882] Step 62800 | Loss: 0.1862 | Spent: 4.5 secs | LR: 0.000213
I0725 04:24:37.236671 140071461664640 interactiveshell.py:2882] Step 62850 | Loss: 0.3720 | Spent: 4.4 secs | LR: 0.000213
I0725 04:24:41.884609 140071461664640 interactiveshell.py:2882] Step 62900 | Loss: 0.4215 | Spent: 4.6 secs | LR: 0.000213
I0725 04:24:46.323049 140071461664640 interactiveshell.py:2882] Step 62950 | Loss: 0.3705 | Spent: 4.4 secs | LR: 0.000212
I0725 04:24:50.815452 140071461664640 interactiveshell.py:2882] Step 63000 | Loss: 0.2485 | Spent: 4.5 secs | LR: 0.000212
I0725 04:24:55.257258 140071461664640 interactiveshell.py:2882] Step 63050 | Loss: 0.4336 | Spent: 4.4 secs | LR: 0.000212
I0725 04:24:59.648665 140071461664640 interactiveshell.py:2882] Step 63100 | Loss: 0.2761 | Spent: 4.4 secs | LR: 0.000212
I0725 04:25:04.123209 140071461664640 interactiveshell.py:2882] Step 63150 | Loss: 0.1497 | Spent: 4.5 secs | LR: 0.000212
I0725 04:25:08.524699 140071461664640 interactiveshell.py:2882] Step 63200 | Loss: 0.4489 | Spent: 4.4 secs | LR: 0.000212
I0725 04:25:12.987733 140071461664640 interactiveshell.py:2882] Step 63250 | Loss: 0.4028 | Spent: 4.5 secs | LR: 0.000212
I0725 04:25:17.437586 140071461664640 interactiveshell.py:2882] Step 63300 | Loss: 0.2328 | Spent: 4.4 secs | LR: 0.000212
I0725 04:25:21.951862 140071461664640 interactiveshell.py:2882] Step 63350 | Loss: 0.5648 | Spent: 4.5 secs | LR: 0.000212
I0725 04:25:26.440934 140071461664640 interactiveshell.py:2882] Step 63400 | Loss: 0.4029 | Spent: 4.5 secs | LR: 0.000212
I0725 04:25:30.900723 140071461664640 interactiveshell.py:2882] Step 63450 | Loss: 0.7537 | Spent: 4.5 secs | LR: 0.000211
I0725 04:25:35.730175 140071461664640 interactiveshell.py:2882] Step 63500 | Loss: 0.6954 | Spent: 4.8 secs | LR: 0.000211
I0725 04:25:40.532989 140071461664640 interactiveshell.py:2882] Step 63550 | Loss: 0.5814 | Spent: 4.8 secs | LR: 0.000211
I0725 04:25:45.116151 140071461664640 interactiveshell.py:2882] Step 63600 | Loss: 0.2568 | Spent: 4.6 secs | LR: 0.000211
Reading ../data/test.txt
I0725 04:25:54.589191 140071461664640 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.850
I0725 04:25:54.590143 140071461664640 interactiveshell.py:2882] Best Accuracy: 0.853
I0725 04:25:58.855854 140071461664640 interactiveshell.py:2882] Step 63650 | Loss: 0.2915 | Spent: 13.7 secs | LR: 0.000211
I0725 04:26:03.275784 140071461664640 interactiveshell.py:2882] Step 63700 | Loss: 0.2348 | Spent: 4.4 secs | LR: 0.000211
I0725 04:26:07.841982 140071461664640 interactiveshell.py:2882] Step 63750 | Loss: 0.4336 | Spent: 4.6 secs | LR: 0.000211
I0725 04:26:12.469312 140071461664640 interactiveshell.py:2882] Step 63800 | Loss: 0.3673 | Spent: 4.6 secs | LR: 0.000211
I0725 04:26:16.901140 140071461664640 interactiveshell.py:2882] Step 63850 | Loss: 0.3020 | Spent: 4.4 secs | LR: 0.000211
I0725 04:26:21.339160 140071461664640 interactiveshell.py:2882] Step 63900 | Loss: 0.3309 | Spent: 4.4 secs | LR: 0.000210
I0725 04:26:25.779922 140071461664640 interactiveshell.py:2882] Step 63950 | Loss: 0.5404 | Spent: 4.4 secs | LR: 0.000210
I0725 04:26:30.206323 140071461664640 interactiveshell.py:2882] Step 64000 | Loss: 0.3413 | Spent: 4.4 secs | LR: 0.000210
I0725 04:26:34.652220 140071461664640 interactiveshell.py:2882] Step 64050 | Loss: 0.2037 | Spent: 4.4 secs | LR: 0.000210
I0725 04:26:39.135070 140071461664640 interactiveshell.py:2882] Step 64100 | Loss: 0.4610 | Spent: 4.5 secs | LR: 0.000210
I0725 04:26:43.716873 140071461664640 interactiveshell.py:2882] Step 64150 | Loss: 0.5350 | Spent: 4.6 secs | LR: 0.000210
I0725 04:26:48.392714 140071461664640 interactiveshell.py:2882] Step 64200 | Loss: 0.3560 | Spent: 4.7 secs | LR: 0.000210
I0725 04:26:52.898318 140071461664640 interactiveshell.py:2882] Step 64250 | Loss: 0.4495 | Spent: 4.5 secs | LR: 0.000210
I0725 04:26:57.401152 140071461664640 interactiveshell.py:2882] Step 64300 | Loss: 0.3193 | Spent: 4.5 secs | LR: 0.000210
I0725 04:27:02.053767 140071461664640 interactiveshell.py:2882] Step 64350 | Loss: 0.2375 | Spent: 4.7 secs | LR: 0.000210
I0725 04:27:06.495557 140071461664640 interactiveshell.py:2882] Step 64400 | Loss: 0.2160 | Spent: 4.4 secs | LR: 0.000209
I0725 04:27:11.014696 140071461664640 interactiveshell.py:2882] Step 64450 | Loss: 0.4354 | Spent: 4.5 secs | LR: 0.000209
I0725 04:27:15.525119 140071461664640 interactiveshell.py:2882] Step 64500 | Loss: 0.1941 | Spent: 4.5 secs | LR: 0.000209
I0725 04:27:20.036892 140071461664640 interactiveshell.py:2882] Step 64550 | Loss: 0.1949 | Spent: 4.5 secs | LR: 0.000209
I0725 04:27:24.490342 140071461664640 interactiveshell.py:2882] Step 64600 | Loss: 0.4504 | Spent: 4.5 secs | LR: 0.000209
I0725 04:27:29.025712 140071461664640 interactiveshell.py:2882] Step 64650 | Loss: 0.2737 | Spent: 4.5 secs | LR: 0.000209
I0725 04:27:33.527508 140071461664640 interactiveshell.py:2882] Step 64700 | Loss: 0.3929 | Spent: 4.5 secs | LR: 0.000209
I0725 04:27:38.057763 140071461664640 interactiveshell.py:2882] Step 64750 | Loss: 0.2623 | Spent: 4.5 secs | LR: 0.000209
I0725 04:27:42.686650 140071461664640 interactiveshell.py:2882] Step 64800 | Loss: 0.5406 | Spent: 4.6 secs | LR: 0.000209
I0725 04:27:47.230320 140071461664640 interactiveshell.py:2882] Step 64850 | Loss: 0.1889 | Spent: 4.5 secs | LR: 0.000208
I0725 04:27:51.767009 140071461664640 interactiveshell.py:2882] Step 64900 | Loss: 0.2126 | Spent: 4.5 secs | LR: 0.000208
I0725 04:27:56.363957 140071461664640 interactiveshell.py:2882] Step 64950 | Loss: 0.4517 | Spent: 4.6 secs | LR: 0.000208
I0725 04:28:00.926884 140071461664640 interactiveshell.py:2882] Step 65000 | Loss: 0.2856 | Spent: 4.6 secs | LR: 0.000208
I0725 04:28:05.560735 140071461664640 interactiveshell.py:2882] Step 65050 | Loss: 0.2012 | Spent: 4.6 secs | LR: 0.000208
I0725 04:28:10.332390 140071461664640 interactiveshell.py:2882] Step 65100 | Loss: 0.4600 | Spent: 4.8 secs | LR: 0.000208
I0725 04:28:14.951336 140071461664640 interactiveshell.py:2882] Step 65150 | Loss: 0.5628 | Spent: 4.6 secs | LR: 0.000208
I0725 04:28:19.488166 140071461664640 interactiveshell.py:2882] Step 65200 | Loss: 0.1926 | Spent: 4.5 secs | LR: 0.000208
I0725 04:28:24.006710 140071461664640 interactiveshell.py:2882] Step 65250 | Loss: 0.4559 | Spent: 4.5 secs | LR: 0.000208
I0725 04:28:28.563227 140071461664640 interactiveshell.py:2882] Step 65300 | Loss: 0.4837 | Spent: 4.6 secs | LR: 0.000208
Reading ../data/test.txt
I0725 04:28:39.774605 140071461664640 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.852
I0725 04:28:39.775682 140071461664640 interactiveshell.py:2882] Best Accuracy: 0.853
I0725 04:28:42.438867 140071461664640 interactiveshell.py:2882] Step 65350 | Loss: 0.2462 | Spent: 13.9 secs | LR: 0.000207
I0725 04:28:46.924257 140071461664640 interactiveshell.py:2882] Step 65400 | Loss: 0.3401 | Spent: 4.5 secs | LR: 0.000207
I0725 04:28:51.378166 140071461664640 interactiveshell.py:2882] Step 65450 | Loss: 0.2493 | Spent: 4.5 secs | LR: 0.000207
I0725 04:28:55.833278 140071461664640 interactiveshell.py:2882] Step 65500 | Loss: 0.3932 | Spent: 4.5 secs | LR: 0.000207
I0725 04:29:00.323094 140071461664640 interactiveshell.py:2882] Step 65550 | Loss: 0.3452 | Spent: 4.5 secs | LR: 0.000207
I0725 04:29:04.801696 140071461664640 interactiveshell.py:2882] Step 65600 | Loss: 0.1498 | Spent: 4.5 secs | LR: 0.000207
I0725 04:29:09.290635 140071461664640 interactiveshell.py:2882] Step 65650 | Loss: 0.2142 | Spent: 4.5 secs | LR: 0.000207
I0725 04:29:13.856142 140071461664640 interactiveshell.py:2882] Step 65700 | Loss: 0.2894 | Spent: 4.6 secs | LR: 0.000207
I0725 04:29:18.336519 140071461664640 interactiveshell.py:2882] Step 65750 | Loss: 0.2618 | Spent: 4.5 secs | LR: 0.000207
I0725 04:29:22.996582 140071461664640 interactiveshell.py:2882] Step 65800 | Loss: 0.2959 | Spent: 4.7 secs | LR: 0.000206
I0725 04:29:27.556718 140071461664640 interactiveshell.py:2882] Step 65850 | Loss: 0.2589 | Spent: 4.6 secs | LR: 0.000206
I0725 04:29:32.134274 140071461664640 interactiveshell.py:2882] Step 65900 | Loss: 0.2463 | Spent: 4.6 secs | LR: 0.000206
I0725 04:29:36.684754 140071461664640 interactiveshell.py:2882] Step 65950 | Loss: 0.3000 | Spent: 4.5 secs | LR: 0.000206
I0725 04:29:41.218216 140071461664640 interactiveshell.py:2882] Step 66000 | Loss: 0.2738 | Spent: 4.5 secs | LR: 0.000206
I0725 04:29:45.746612 140071461664640 interactiveshell.py:2882] Step 66050 | Loss: 0.3861 | Spent: 4.5 secs | LR: 0.000206
I0725 04:29:50.238925 140071461664640 interactiveshell.py:2882] Step 66100 | Loss: 0.3187 | Spent: 4.5 secs | LR: 0.000206
I0725 04:29:54.737624 140071461664640 interactiveshell.py:2882] Step 66150 | Loss: 0.4137 | Spent: 4.5 secs | LR: 0.000206
I0725 04:29:59.228360 140071461664640 interactiveshell.py:2882] Step 66200 | Loss: 0.5324 | Spent: 4.5 secs | LR: 0.000206
I0725 04:30:03.660438 140071461664640 interactiveshell.py:2882] Step 66250 | Loss: 0.3778 | Spent: 4.4 secs | LR: 0.000206
I0725 04:30:08.207967 140071461664640 interactiveshell.py:2882] Step 66300 | Loss: 0.2320 | Spent: 4.5 secs | LR: 0.000205
I0725 04:30:12.702713 140071461664640 interactiveshell.py:2882] Step 66350 | Loss: 0.2409 | Spent: 4.5 secs | LR: 0.000205
I0725 04:30:17.193796 140071461664640 interactiveshell.py:2882] Step 66400 | Loss: 0.3530 | Spent: 4.5 secs | LR: 0.000205
I0725 04:30:21.714893 140071461664640 interactiveshell.py:2882] Step 66450 | Loss: 0.3831 | Spent: 4.5 secs | LR: 0.000205
I0725 04:30:26.178547 140071461664640 interactiveshell.py:2882] Step 66500 | Loss: 0.2094 | Spent: 4.5 secs | LR: 0.000205
I0725 04:30:30.652887 140071461664640 interactiveshell.py:2882] Step 66550 | Loss: 0.3687 | Spent: 4.5 secs | LR: 0.000205
I0725 04:30:35.149310 140071461664640 interactiveshell.py:2882] Step 66600 | Loss: 0.2130 | Spent: 4.5 secs | LR: 0.000205
I0725 04:30:39.626415 140071461664640 interactiveshell.py:2882] Step 66650 | Loss: 0.5121 | Spent: 4.5 secs | LR: 0.000205
I0725 04:30:44.299524 140071461664640 interactiveshell.py:2882] Step 66700 | Loss: 0.4836 | Spent: 4.7 secs | LR: 0.000205
I0725 04:30:49.299484 140071461664640 interactiveshell.py:2882] Step 66750 | Loss: 0.2290 | Spent: 5.0 secs | LR: 0.000205
I0725 04:30:54.125625 140071461664640 interactiveshell.py:2882] Step 66800 | Loss: 0.4214 | Spent: 4.8 secs | LR: 0.000204
I0725 04:30:58.648965 140071461664640 interactiveshell.py:2882] Step 66850 | Loss: 0.5109 | Spent: 4.5 secs | LR: 0.000204
I0725 04:31:03.119897 140071461664640 interactiveshell.py:2882] Step 66900 | Loss: 0.2647 | Spent: 4.5 secs | LR: 0.000204
I0725 04:31:07.621841 140071461664640 interactiveshell.py:2882] Step 66950 | Loss: 0.5056 | Spent: 4.5 secs | LR: 0.000204
I0725 04:31:12.177539 140071461664640 interactiveshell.py:2882] Step 67000 | Loss: 0.2826 | Spent: 4.6 secs | LR: 0.000204
Reading ../data/test.txt
I0725 04:31:25.342024 140071461664640 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.855
I0725 04:31:25.343034 140071461664640 interactiveshell.py:2882] Best Accuracy: 0.855
I0725 04:31:26.272638 140071461664640 interactiveshell.py:2882] Step 67050 | Loss: 0.6588 | Spent: 14.1 secs | LR: 0.000204
I0725 04:31:30.779647 140071461664640 interactiveshell.py:2882] Step 67100 | Loss: 0.2802 | Spent: 4.5 secs | LR: 0.000204
I0725 04:31:35.254303 140071461664640 interactiveshell.py:2882] Step 67150 | Loss: 0.3497 | Spent: 4.5 secs | LR: 0.000204
I0725 04:31:39.693463 140071461664640 interactiveshell.py:2882] Step 67200 | Loss: 0.4202 | Spent: 4.4 secs | LR: 0.000204
I0725 04:31:44.197421 140071461664640 interactiveshell.py:2882] Step 67250 | Loss: 0.3445 | Spent: 4.5 secs | LR: 0.000203
I0725 04:31:48.951504 140071461664640 interactiveshell.py:2882] Step 67300 | Loss: 0.5325 | Spent: 4.8 secs | LR: 0.000203
I0725 04:31:53.470125 140071461664640 interactiveshell.py:2882] Step 67350 | Loss: 0.3142 | Spent: 4.5 secs | LR: 0.000203
I0725 04:31:58.034178 140071461664640 interactiveshell.py:2882] Step 67400 | Loss: 0.3710 | Spent: 4.6 secs | LR: 0.000203
I0725 04:32:02.561375 140071461664640 interactiveshell.py:2882] Step 67450 | Loss: 0.3217 | Spent: 4.5 secs | LR: 0.000203
I0725 04:32:07.156049 140071461664640 interactiveshell.py:2882] Step 67500 | Loss: 0.6399 | Spent: 4.6 secs | LR: 0.000203
I0725 04:32:11.667310 140071461664640 interactiveshell.py:2882] Step 67550 | Loss: 0.3954 | Spent: 4.5 secs | LR: 0.000203
I0725 04:32:16.193113 140071461664640 interactiveshell.py:2882] Step 67600 | Loss: 0.2282 | Spent: 4.5 secs | LR: 0.000203
I0725 04:32:20.685111 140071461664640 interactiveshell.py:2882] Step 67650 | Loss: 0.4408 | Spent: 4.5 secs | LR: 0.000203
I0725 04:32:25.132586 140071461664640 interactiveshell.py:2882] Step 67700 | Loss: 0.4355 | Spent: 4.4 secs | LR: 0.000203
I0725 04:32:29.608378 140071461664640 interactiveshell.py:2882] Step 67750 | Loss: 0.3968 | Spent: 4.5 secs | LR: 0.000202
I0725 04:32:34.131046 140071461664640 interactiveshell.py:2882] Step 67800 | Loss: 0.5078 | Spent: 4.5 secs | LR: 0.000202
I0725 04:32:38.619383 140071461664640 interactiveshell.py:2882] Step 67850 | Loss: 0.3110 | Spent: 4.5 secs | LR: 0.000202
I0725 04:32:43.131964 140071461664640 interactiveshell.py:2882] Step 67900 | Loss: 0.3617 | Spent: 4.5 secs | LR: 0.000202
I0725 04:32:47.599782 140071461664640 interactiveshell.py:2882] Step 67950 | Loss: 0.5519 | Spent: 4.5 secs | LR: 0.000202
I0725 04:32:52.130473 140071461664640 interactiveshell.py:2882] Step 68000 | Loss: 0.4290 | Spent: 4.5 secs | LR: 0.000202
I0725 04:32:56.631392 140071461664640 interactiveshell.py:2882] Step 68050 | Loss: 0.1573 | Spent: 4.5 secs | LR: 0.000202
I0725 04:33:01.085507 140071461664640 interactiveshell.py:2882] Step 68100 | Loss: 0.1686 | Spent: 4.5 secs | LR: 0.000202
I0725 04:33:05.554422 140071461664640 interactiveshell.py:2882] Step 68150 | Loss: 0.3570 | Spent: 4.5 secs | LR: 0.000202
I0725 04:33:10.029934 140071461664640 interactiveshell.py:2882] Step 68200 | Loss: 0.2262 | Spent: 4.5 secs | LR: 0.000202
I0725 04:33:14.518359 140071461664640 interactiveshell.py:2882] Step 68250 | Loss: 0.2159 | Spent: 4.5 secs | LR: 0.000201
I0725 04:33:19.072534 140071461664640 interactiveshell.py:2882] Step 68300 | Loss: 0.4020 | Spent: 4.6 secs | LR: 0.000201
I0725 04:33:23.599870 140071461664640 interactiveshell.py:2882] Step 68350 | Loss: 0.2235 | Spent: 4.5 secs | LR: 0.000201
I0725 04:33:28.139771 140071461664640 interactiveshell.py:2882] Step 68400 | Loss: 0.2927 | Spent: 4.5 secs | LR: 0.000201
I0725 04:33:32.718689 140071461664640 interactiveshell.py:2882] Step 68450 | Loss: 0.2229 | Spent: 4.6 secs | LR: 0.000201
I0725 04:33:37.276461 140071461664640 interactiveshell.py:2882] Step 68500 | Loss: 0.4499 | Spent: 4.6 secs | LR: 0.000201
I0725 04:33:41.727262 140071461664640 interactiveshell.py:2882] Step 68550 | Loss: 0.4736 | Spent: 4.4 secs | LR: 0.000201
I0725 04:33:46.230002 140071461664640 interactiveshell.py:2882] Step 68600 | Loss: 0.2184 | Spent: 4.5 secs | LR: 0.000201
I0725 04:33:50.854936 140071461664640 interactiveshell.py:2882] Step 68650 | Loss: 0.3799 | Spent: 4.6 secs | LR: 0.000201
Reading ../data/train.txt
I0725 04:34:18.635777 140071461664640 interactiveshell.py:2882] Step 68700 | Loss: 0.2066 | Spent: 27.8 secs | LR: 0.000201
I0725 04:34:23.756886 140071461664640 interactiveshell.py:2882] Step 68750 | Loss: 0.1421 | Spent: 5.1 secs | LR: 0.000200
Reading ../data/test.txt
I0725 04:34:33.958266 140071461664640 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.853
I0725 04:34:33.959144 140071461664640 interactiveshell.py:2882] Best Accuracy: 0.855
I0725 04:34:37.996493 140071461664640 interactiveshell.py:2882] Step 68800 | Loss: 0.2765 | Spent: 14.2 secs | LR: 0.000200
I0725 04:34:42.814157 140071461664640 interactiveshell.py:2882] Step 68850 | Loss: 0.2028 | Spent: 4.8 secs | LR: 0.000200
I0725 04:34:47.776691 140071461664640 interactiveshell.py:2882] Step 68900 | Loss: 0.3930 | Spent: 5.0 secs | LR: 0.000200
I0725 04:34:52.705780 140071461664640 interactiveshell.py:2882] Step 68950 | Loss: 0.4106 | Spent: 4.9 secs | LR: 0.000200
I0725 04:34:57.631210 140071461664640 interactiveshell.py:2882] Step 69000 | Loss: 0.3784 | Spent: 4.9 secs | LR: 0.000200
I0725 04:35:02.450997 140071461664640 interactiveshell.py:2882] Step 69050 | Loss: 0.4805 | Spent: 4.8 secs | LR: 0.000200
I0725 04:35:07.258656 140071461664640 interactiveshell.py:2882] Step 69100 | Loss: 0.2326 | Spent: 4.8 secs | LR: 0.000200
I0725 04:35:12.059183 140071461664640 interactiveshell.py:2882] Step 69150 | Loss: 0.2808 | Spent: 4.8 secs | LR: 0.000200
I0725 04:35:16.917093 140071461664640 interactiveshell.py:2882] Step 69200 | Loss: 0.3602 | Spent: 4.9 secs | LR: 0.000200
I0725 04:35:21.745052 140071461664640 interactiveshell.py:2882] Step 69250 | Loss: 0.2483 | Spent: 4.8 secs | LR: 0.000199
I0725 04:35:26.692045 140071461664640 interactiveshell.py:2882] Step 69300 | Loss: 0.5968 | Spent: 4.9 secs | LR: 0.000199
I0725 04:35:31.479985 140071461664640 interactiveshell.py:2882] Step 69350 | Loss: 0.2570 | Spent: 4.8 secs | LR: 0.000199
I0725 04:35:36.365397 140071461664640 interactiveshell.py:2882] Step 69400 | Loss: 0.4039 | Spent: 4.9 secs | LR: 0.000199
I0725 04:35:41.258297 140071461664640 interactiveshell.py:2882] Step 69450 | Loss: 0.2457 | Spent: 4.9 secs | LR: 0.000199
I0725 04:35:46.135413 140071461664640 interactiveshell.py:2882] Step 69500 | Loss: 0.1999 | Spent: 4.9 secs | LR: 0.000199
I0725 04:35:50.987908 140071461664640 interactiveshell.py:2882] Step 69550 | Loss: 0.2744 | Spent: 4.9 secs | LR: 0.000199
I0725 04:35:56.291823 140071461664640 interactiveshell.py:2882] Step 69600 | Loss: 0.3332 | Spent: 5.3 secs | LR: 0.000199
I0725 04:36:01.702143 140071461664640 interactiveshell.py:2882] Step 69650 | Loss: 0.2822 | Spent: 5.4 secs | LR: 0.000199
I0725 04:36:06.775734 140071461664640 interactiveshell.py:2882] Step 69700 | Loss: 0.3152 | Spent: 5.1 secs | LR: 0.000199
I0725 04:36:11.717219 140071461664640 interactiveshell.py:2882] Step 69750 | Loss: 0.3453 | Spent: 4.9 secs | LR: 0.000198
I0725 04:36:16.661029 140071461664640 interactiveshell.py:2882] Step 69800 | Loss: 0.5174 | Spent: 4.9 secs | LR: 0.000198
I0725 04:36:21.841995 140071461664640 interactiveshell.py:2882] Step 69850 | Loss: 0.1131 | Spent: 5.2 secs | LR: 0.000198
I0725 04:36:26.873209 140071461664640 interactiveshell.py:2882] Step 69900 | Loss: 0.3496 | Spent: 5.0 secs | LR: 0.000198
I0725 04:36:31.820651 140071461664640 interactiveshell.py:2882] Step 69950 | Loss: 0.2824 | Spent: 4.9 secs | LR: 0.000198
I0725 04:36:36.780766 140071461664640 interactiveshell.py:2882] Step 70000 | Loss: 0.4332 | Spent: 5.0 secs | LR: 0.000198
I0725 04:36:41.781360 140071461664640 interactiveshell.py:2882] Step 70050 | Loss: 0.3529 | Spent: 5.0 secs | LR: 0.000198
I0725 04:36:46.792074 140071461664640 interactiveshell.py:2882] Step 70100 | Loss: 0.2936 | Spent: 5.0 secs | LR: 0.000198
I0725 04:36:51.744303 140071461664640 interactiveshell.py:2882] Step 70150 | Loss: 0.2304 | Spent: 5.0 secs | LR: 0.000198
I0725 04:36:56.740106 140071461664640 interactiveshell.py:2882] Step 70200 | Loss: 0.1721 | Spent: 5.0 secs | LR: 0.000198
I0725 04:37:01.850948 140071461664640 interactiveshell.py:2882] Step 70250 | Loss: 0.3668 | Spent: 5.1 secs | LR: 0.000197
I0725 04:37:06.823737 140071461664640 interactiveshell.py:2882] Step 70300 | Loss: 0.2048 | Spent: 5.0 secs | LR: 0.000197
I0725 04:37:11.738466 140071461664640 interactiveshell.py:2882] Step 70350 | Loss: 0.1998 | Spent: 4.9 secs | LR: 0.000197
I0725 04:37:16.703868 140071461664640 interactiveshell.py:2882] Step 70400 | Loss: 0.3149 | Spent: 5.0 secs | LR: 0.000197
I0725 04:37:21.688946 140071461664640 interactiveshell.py:2882] Step 70450 | Loss: 0.4969 | Spent: 5.0 secs | LR: 0.000197
Reading ../data/test.txt
I0725 04:37:34.007428 140071461664640 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.853
I0725 04:37:34.008280 140071461664640 interactiveshell.py:2882] Best Accuracy: 0.855
I0725 04:37:36.256213 140071461664640 interactiveshell.py:2882] Step 70500 | Loss: 0.1741 | Spent: 14.6 secs | LR: 0.000197
I0725 04:37:41.224168 140071461664640 interactiveshell.py:2882] Step 70550 | Loss: 0.4229 | Spent: 5.0 secs | LR: 0.000197
I0725 04:37:46.194542 140071461664640 interactiveshell.py:2882] Step 70600 | Loss: 0.2269 | Spent: 5.0 secs | LR: 0.000197
I0725 04:37:51.109743 140071461664640 interactiveshell.py:2882] Step 70650 | Loss: 0.0948 | Spent: 4.9 secs | LR: 0.000197
I0725 04:37:56.000172 140071461664640 interactiveshell.py:2882] Step 70700 | Loss: 0.1550 | Spent: 4.9 secs | LR: 0.000197
I0725 04:38:01.086179 140071461664640 interactiveshell.py:2882] Step 70750 | Loss: 0.2900 | Spent: 5.1 secs | LR: 0.000196
I0725 04:38:06.111955 140071461664640 interactiveshell.py:2882] Step 70800 | Loss: 0.2197 | Spent: 5.0 secs | LR: 0.000196
I0725 04:38:11.253641 140071461664640 interactiveshell.py:2882] Step 70850 | Loss: 0.4948 | Spent: 5.1 secs | LR: 0.000196
I0725 04:38:16.265428 140071461664640 interactiveshell.py:2882] Step 70900 | Loss: 0.3089 | Spent: 5.0 secs | LR: 0.000196
I0725 04:38:21.223674 140071461664640 interactiveshell.py:2882] Step 70950 | Loss: 0.2864 | Spent: 5.0 secs | LR: 0.000196
I0725 04:38:26.171755 140071461664640 interactiveshell.py:2882] Step 71000 | Loss: 0.1884 | Spent: 4.9 secs | LR: 0.000196
I0725 04:38:31.238155 140071461664640 interactiveshell.py:2882] Step 71050 | Loss: 0.4071 | Spent: 5.1 secs | LR: 0.000196
I0725 04:38:36.292242 140071461664640 interactiveshell.py:2882] Step 71100 | Loss: 0.1453 | Spent: 5.1 secs | LR: 0.000196
I0725 04:38:41.269555 140071461664640 interactiveshell.py:2882] Step 71150 | Loss: 0.3429 | Spent: 5.0 secs | LR: 0.000196
I0725 04:38:46.297322 140071461664640 interactiveshell.py:2882] Step 71200 | Loss: 0.2565 | Spent: 5.0 secs | LR: 0.000196
I0725 04:38:51.347384 140071461664640 interactiveshell.py:2882] Step 71250 | Loss: 0.3153 | Spent: 5.0 secs | LR: 0.000195
I0725 04:38:56.442346 140071461664640 interactiveshell.py:2882] Step 71300 | Loss: 0.3320 | Spent: 5.1 secs | LR: 0.000195
I0725 04:39:01.562045 140071461664640 interactiveshell.py:2882] Step 71350 | Loss: 0.2392 | Spent: 5.1 secs | LR: 0.000195
I0725 04:39:06.627763 140071461664640 interactiveshell.py:2882] Step 71400 | Loss: 0.2967 | Spent: 5.1 secs | LR: 0.000195
I0725 04:39:11.661710 140071461664640 interactiveshell.py:2882] Step 71450 | Loss: 0.1538 | Spent: 5.0 secs | LR: 0.000195
I0725 04:39:16.703712 140071461664640 interactiveshell.py:2882] Step 71500 | Loss: 0.1861 | Spent: 5.0 secs | LR: 0.000195
I0725 04:39:21.759766 140071461664640 interactiveshell.py:2882] Step 71550 | Loss: 0.2736 | Spent: 5.1 secs | LR: 0.000195
I0725 04:39:26.749955 140071461664640 interactiveshell.py:2882] Step 71600 | Loss: 0.3559 | Spent: 5.0 secs | LR: 0.000195
I0725 04:39:31.809063 140071461664640 interactiveshell.py:2882] Step 71650 | Loss: 0.2978 | Spent: 5.1 secs | LR: 0.000195
I0725 04:39:36.842301 140071461664640 interactiveshell.py:2882] Step 71700 | Loss: 0.2588 | Spent: 5.0 secs | LR: 0.000195
I0725 04:39:42.069573 140071461664640 interactiveshell.py:2882] Step 71750 | Loss: 0.4737 | Spent: 5.2 secs | LR: 0.000194
I0725 04:39:47.120763 140071461664640 interactiveshell.py:2882] Step 71800 | Loss: 0.4963 | Spent: 5.0 secs | LR: 0.000194
I0725 04:39:52.182023 140071461664640 interactiveshell.py:2882] Step 71850 | Loss: 0.2405 | Spent: 5.1 secs | LR: 0.000194
I0725 04:39:57.317716 140071461664640 interactiveshell.py:2882] Step 71900 | Loss: 0.5520 | Spent: 5.1 secs | LR: 0.000194
I0725 04:40:02.426419 140071461664640 interactiveshell.py:2882] Step 71950 | Loss: 0.1947 | Spent: 5.1 secs | LR: 0.000194
I0725 04:40:07.535791 140071461664640 interactiveshell.py:2882] Step 72000 | Loss: 0.3347 | Spent: 5.1 secs | LR: 0.000194
I0725 04:40:12.627861 140071461664640 interactiveshell.py:2882] Step 72050 | Loss: 0.4138 | Spent: 5.1 secs | LR: 0.000194
I0725 04:40:17.729021 140071461664640 interactiveshell.py:2882] Step 72100 | Loss: 0.1104 | Spent: 5.1 secs | LR: 0.000194
I0725 04:40:22.764002 140071461664640 interactiveshell.py:2882] Step 72150 | Loss: 0.2864 | Spent: 5.0 secs | LR: 0.000194
Reading ../data/test.txt
I0725 04:40:36.887961 140071461664640 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.856
I0725 04:40:36.889059 140071461664640 interactiveshell.py:2882] Best Accuracy: 0.856
I0725 04:40:37.208240 140071461664640 interactiveshell.py:2882] Step 72200 | Loss: 0.1032 | Spent: 14.4 secs | LR: 0.000194
I0725 04:40:42.237707 140071461664640 interactiveshell.py:2882] Step 72250 | Loss: 0.3192 | Spent: 5.0 secs | LR: 0.000194
I0725 04:40:47.331431 140071461664640 interactiveshell.py:2882] Step 72300 | Loss: 0.2029 | Spent: 5.1 secs | LR: 0.000193
I0725 04:40:52.363269 140071461664640 interactiveshell.py:2882] Step 72350 | Loss: 0.2667 | Spent: 5.0 secs | LR: 0.000193
I0725 04:40:57.346119 140071461664640 interactiveshell.py:2882] Step 72400 | Loss: 0.2824 | Spent: 5.0 secs | LR: 0.000193
I0725 04:41:02.367970 140071461664640 interactiveshell.py:2882] Step 72450 | Loss: 0.2869 | Spent: 5.0 secs | LR: 0.000193
I0725 04:41:07.862313 140071461664640 interactiveshell.py:2882] Step 72500 | Loss: 0.2114 | Spent: 5.5 secs | LR: 0.000193
I0725 04:41:13.405984 140071461664640 interactiveshell.py:2882] Step 72550 | Loss: 0.3081 | Spent: 5.5 secs | LR: 0.000193
I0725 04:41:18.463675 140071461664640 interactiveshell.py:2882] Step 72600 | Loss: 0.4368 | Spent: 5.1 secs | LR: 0.000193
I0725 04:41:23.581165 140071461664640 interactiveshell.py:2882] Step 72650 | Loss: 0.3395 | Spent: 5.1 secs | LR: 0.000193
I0725 04:41:28.822712 140071461664640 interactiveshell.py:2882] Step 72700 | Loss: 0.3578 | Spent: 5.2 secs | LR: 0.000193
I0725 04:41:33.908694 140071461664640 interactiveshell.py:2882] Step 72750 | Loss: 0.1516 | Spent: 5.1 secs | LR: 0.000193
I0725 04:41:39.049123 140071461664640 interactiveshell.py:2882] Step 72800 | Loss: 0.5093 | Spent: 5.1 secs | LR: 0.000192
I0725 04:41:44.094639 140071461664640 interactiveshell.py:2882] Step 72850 | Loss: 0.2048 | Spent: 5.0 secs | LR: 0.000192
I0725 04:41:49.171693 140071461664640 interactiveshell.py:2882] Step 72900 | Loss: 0.1735 | Spent: 5.1 secs | LR: 0.000192
I0725 04:41:54.322005 140071461664640 interactiveshell.py:2882] Step 72950 | Loss: 0.4431 | Spent: 5.1 secs | LR: 0.000192
I0725 04:41:59.431379 140071461664640 interactiveshell.py:2882] Step 73000 | Loss: 0.4644 | Spent: 5.1 secs | LR: 0.000192
I0725 04:42:04.505271 140071461664640 interactiveshell.py:2882] Step 73050 | Loss: 0.4671 | Spent: 5.1 secs | LR: 0.000192
I0725 04:42:09.595285 140071461664640 interactiveshell.py:2882] Step 73100 | Loss: 0.1436 | Spent: 5.1 secs | LR: 0.000192
I0725 04:42:14.594687 140071461664640 interactiveshell.py:2882] Step 73150 | Loss: 0.1910 | Spent: 5.0 secs | LR: 0.000192
I0725 04:42:19.679539 140071461664640 interactiveshell.py:2882] Step 73200 | Loss: 0.4201 | Spent: 5.1 secs | LR: 0.000192
I0725 04:42:24.881193 140071461664640 interactiveshell.py:2882] Step 73250 | Loss: 0.2317 | Spent: 5.2 secs | LR: 0.000192
I0725 04:42:29.914618 140071461664640 interactiveshell.py:2882] Step 73300 | Loss: 0.4672 | Spent: 5.0 secs | LR: 0.000191
I0725 04:42:35.000835 140071461664640 interactiveshell.py:2882] Step 73350 | Loss: 0.3147 | Spent: 5.1 secs | LR: 0.000191
I0725 04:42:40.146468 140071461664640 interactiveshell.py:2882] Step 73400 | Loss: 0.3314 | Spent: 5.1 secs | LR: 0.000191
I0725 04:42:45.253604 140071461664640 interactiveshell.py:2882] Step 73450 | Loss: 0.4773 | Spent: 5.1 secs | LR: 0.000191
I0725 04:42:50.419688 140071461664640 interactiveshell.py:2882] Step 73500 | Loss: 0.2784 | Spent: 5.2 secs | LR: 0.000191
I0725 04:42:55.569782 140071461664640 interactiveshell.py:2882] Step 73550 | Loss: 0.2306 | Spent: 5.1 secs | LR: 0.000191
I0725 04:43:00.709197 140071461664640 interactiveshell.py:2882] Step 73600 | Loss: 0.1777 | Spent: 5.1 secs | LR: 0.000191
I0725 04:43:05.797165 140071461664640 interactiveshell.py:2882] Step 73650 | Loss: 0.2913 | Spent: 5.1 secs | LR: 0.000191
I0725 04:43:11.021881 140071461664640 interactiveshell.py:2882] Step 73700 | Loss: 0.4081 | Spent: 5.2 secs | LR: 0.000191
I0725 04:43:16.158418 140071461664640 interactiveshell.py:2882] Step 73750 | Loss: 0.5974 | Spent: 5.1 secs | LR: 0.000191
I0725 04:43:21.191951 140071461664640 interactiveshell.py:2882] Step 73800 | Loss: 0.5338 | Spent: 5.0 secs | LR: 0.000191
I0725 04:43:26.258031 140071461664640 interactiveshell.py:2882] Step 73850 | Loss: 0.3475 | Spent: 5.1 secs | LR: 0.000190
I0725 04:43:31.305895 140071461664640 interactiveshell.py:2882] Step 73900 | Loss: 0.4809 | Spent: 5.0 secs | LR: 0.000190
Reading ../data/test.txt
I0725 04:43:42.377665 140071461664640 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.854
I0725 04:43:42.378728 140071461664640 interactiveshell.py:2882] Best Accuracy: 0.856
I0725 04:43:45.807199 140071461664640 interactiveshell.py:2882] Step 73950 | Loss: 0.0701 | Spent: 14.5 secs | LR: 0.000190
I0725 04:43:50.807358 140071461664640 interactiveshell.py:2882] Step 74000 | Loss: 0.1894 | Spent: 5.0 secs | LR: 0.000190
I0725 04:43:55.795886 140071461664640 interactiveshell.py:2882] Step 74050 | Loss: 0.2232 | Spent: 5.0 secs | LR: 0.000190
I0725 04:44:00.864280 140071461664640 interactiveshell.py:2882] Step 74100 | Loss: 0.3339 | Spent: 5.1 secs | LR: 0.000190
I0725 04:44:05.904086 140071461664640 interactiveshell.py:2882] Step 74150 | Loss: 0.1483 | Spent: 5.0 secs | LR: 0.000190
I0725 04:44:11.124243 140071461664640 interactiveshell.py:2882] Step 74200 | Loss: 0.3207 | Spent: 5.2 secs | LR: 0.000190
I0725 04:44:16.313466 140071461664640 interactiveshell.py:2882] Step 74250 | Loss: 0.2742 | Spent: 5.2 secs | LR: 0.000190
I0725 04:44:21.433619 140071461664640 interactiveshell.py:2882] Step 74300 | Loss: 0.5168 | Spent: 5.1 secs | LR: 0.000190
I0725 04:44:26.478069 140071461664640 interactiveshell.py:2882] Step 74350 | Loss: 0.2650 | Spent: 5.0 secs | LR: 0.000189
I0725 04:44:31.548311 140071461664640 interactiveshell.py:2882] Step 74400 | Loss: 0.2948 | Spent: 5.1 secs | LR: 0.000189
I0725 04:44:36.680547 140071461664640 interactiveshell.py:2882] Step 74450 | Loss: 0.2441 | Spent: 5.1 secs | LR: 0.000189
I0725 04:44:41.849908 140071461664640 interactiveshell.py:2882] Step 74500 | Loss: 0.2598 | Spent: 5.2 secs | LR: 0.000189
I0725 04:44:46.946267 140071461664640 interactiveshell.py:2882] Step 74550 | Loss: 0.1272 | Spent: 5.1 secs | LR: 0.000189
I0725 04:44:52.007597 140071461664640 interactiveshell.py:2882] Step 74600 | Loss: 0.4669 | Spent: 5.1 secs | LR: 0.000189
I0725 04:44:57.115727 140071461664640 interactiveshell.py:2882] Step 74650 | Loss: 0.2990 | Spent: 5.1 secs | LR: 0.000189
I0725 04:45:02.186721 140071461664640 interactiveshell.py:2882] Step 74700 | Loss: 0.2798 | Spent: 5.1 secs | LR: 0.000189
I0725 04:45:07.533676 140071461664640 interactiveshell.py:2882] Step 74750 | Loss: 0.3976 | Spent: 5.3 secs | LR: 0.000189
I0725 04:45:12.715458 140071461664640 interactiveshell.py:2882] Step 74800 | Loss: 0.1427 | Spent: 5.2 secs | LR: 0.000189
I0725 04:45:17.748559 140071461664640 interactiveshell.py:2882] Step 74850 | Loss: 0.3056 | Spent: 5.0 secs | LR: 0.000189
I0725 04:45:22.879263 140071461664640 interactiveshell.py:2882] Step 74900 | Loss: 0.3828 | Spent: 5.1 secs | LR: 0.000188
I0725 04:45:27.961953 140071461664640 interactiveshell.py:2882] Step 74950 | Loss: 0.4768 | Spent: 5.1 secs | LR: 0.000188
I0725 04:45:33.140466 140071461664640 interactiveshell.py:2882] Step 75000 | Loss: 0.3095 | Spent: 5.2 secs | LR: 0.000188
I0725 04:45:38.313634 140071461664640 interactiveshell.py:2882] Step 75050 | Loss: 0.3051 | Spent: 5.2 secs | LR: 0.000188
I0725 04:45:43.428498 140071461664640 interactiveshell.py:2882] Step 75100 | Loss: 0.2114 | Spent: 5.1 secs | LR: 0.000188
I0725 04:45:48.512230 140071461664640 interactiveshell.py:2882] Step 75150 | Loss: 0.5362 | Spent: 5.1 secs | LR: 0.000188
I0725 04:45:53.603076 140071461664640 interactiveshell.py:2882] Step 75200 | Loss: 0.1972 | Spent: 5.1 secs | LR: 0.000188
I0725 04:45:58.727553 140071461664640 interactiveshell.py:2882] Step 75250 | Loss: 0.5850 | Spent: 5.1 secs | LR: 0.000188
I0725 04:46:03.839793 140071461664640 interactiveshell.py:2882] Step 75300 | Loss: 0.2865 | Spent: 5.1 secs | LR: 0.000188
I0725 04:46:09.014790 140071461664640 interactiveshell.py:2882] Step 75350 | Loss: 0.4300 | Spent: 5.2 secs | LR: 0.000188
I0725 04:46:14.187517 140071461664640 interactiveshell.py:2882] Step 75400 | Loss: 0.2036 | Spent: 5.2 secs | LR: 0.000187
I0725 04:46:19.792678 140071461664640 interactiveshell.py:2882] Step 75450 | Loss: 0.2539 | Spent: 5.6 secs | LR: 0.000187
I0725 04:46:25.440556 140071461664640 interactiveshell.py:2882] Step 75500 | Loss: 0.1767 | Spent: 5.6 secs | LR: 0.000187
I0725 04:46:30.688123 140071461664640 interactiveshell.py:2882] Step 75550 | Loss: 0.4967 | Spent: 5.2 secs | LR: 0.000187
I0725 04:46:35.919147 140071461664640 interactiveshell.py:2882] Step 75600 | Loss: 0.2264 | Spent: 5.2 secs | LR: 0.000187
Reading ../data/test.txt
I0725 04:46:49.072589 140071461664640 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.854
I0725 04:46:49.073786 140071461664640 interactiveshell.py:2882] Best Accuracy: 0.856
I0725 04:46:50.681221 140071461664640 interactiveshell.py:2882] Step 75650 | Loss: 0.2849 | Spent: 14.8 secs | LR: 0.000187
I0725 04:46:55.810723 140071461664640 interactiveshell.py:2882] Step 75700 | Loss: 0.0607 | Spent: 5.1 secs | LR: 0.000187
I0725 04:47:00.933386 140071461664640 interactiveshell.py:2882] Step 75750 | Loss: 0.3825 | Spent: 5.1 secs | LR: 0.000187
I0725 04:47:06.045634 140071461664640 interactiveshell.py:2882] Step 75800 | Loss: 0.2950 | Spent: 5.1 secs | LR: 0.000187
I0725 04:47:11.114042 140071461664640 interactiveshell.py:2882] Step 75850 | Loss: 0.2765 | Spent: 5.1 secs | LR: 0.000187
I0725 04:47:16.281395 140071461664640 interactiveshell.py:2882] Step 75900 | Loss: 0.3206 | Spent: 5.2 secs | LR: 0.000187
I0725 04:47:21.356562 140071461664640 interactiveshell.py:2882] Step 75950 | Loss: 0.3431 | Spent: 5.1 secs | LR: 0.000186
I0725 04:47:26.427634 140071461664640 interactiveshell.py:2882] Step 76000 | Loss: 0.3952 | Spent: 5.1 secs | LR: 0.000186
I0725 04:47:31.544387 140071461664640 interactiveshell.py:2882] Step 76050 | Loss: 0.1471 | Spent: 5.1 secs | LR: 0.000186
I0725 04:47:36.627046 140071461664640 interactiveshell.py:2882] Step 76100 | Loss: 0.4467 | Spent: 5.1 secs | LR: 0.000186
I0725 04:47:41.700003 140071461664640 interactiveshell.py:2882] Step 76150 | Loss: 0.5256 | Spent: 5.1 secs | LR: 0.000186
I0725 04:47:46.864893 140071461664640 interactiveshell.py:2882] Step 76200 | Loss: 0.2240 | Spent: 5.2 secs | LR: 0.000186
I0725 04:47:51.986662 140071461664640 interactiveshell.py:2882] Step 76250 | Loss: 0.5510 | Spent: 5.1 secs | LR: 0.000186
I0725 04:47:57.410037 140071461664640 interactiveshell.py:2882] Step 76300 | Loss: 0.1805 | Spent: 5.4 secs | LR: 0.000186
I0725 04:48:02.548337 140071461664640 interactiveshell.py:2882] Step 76350 | Loss: 0.3725 | Spent: 5.1 secs | LR: 0.000186
I0725 04:48:07.847205 140071461664640 interactiveshell.py:2882] Step 76400 | Loss: 0.3688 | Spent: 5.3 secs | LR: 0.000186
I0725 04:48:13.052031 140071461664640 interactiveshell.py:2882] Step 76450 | Loss: 0.2398 | Spent: 5.2 secs | LR: 0.000186
I0725 04:48:18.381514 140071461664640 interactiveshell.py:2882] Step 76500 | Loss: 0.2626 | Spent: 5.3 secs | LR: 0.000185
I0725 04:48:23.547602 140071461664640 interactiveshell.py:2882] Step 76550 | Loss: 0.2347 | Spent: 5.2 secs | LR: 0.000185
I0725 04:48:28.678890 140071461664640 interactiveshell.py:2882] Step 76600 | Loss: 0.3642 | Spent: 5.1 secs | LR: 0.000185
I0725 04:48:33.801488 140071461664640 interactiveshell.py:2882] Step 76650 | Loss: 0.4446 | Spent: 5.1 secs | LR: 0.000185
I0725 04:48:38.890694 140071461664640 interactiveshell.py:2882] Step 76700 | Loss: 0.6839 | Spent: 5.1 secs | LR: 0.000185
I0725 04:48:44.011468 140071461664640 interactiveshell.py:2882] Step 76750 | Loss: 0.1009 | Spent: 5.1 secs | LR: 0.000185
I0725 04:48:49.308079 140071461664640 interactiveshell.py:2882] Step 76800 | Loss: 0.1691 | Spent: 5.3 secs | LR: 0.000185
I0725 04:48:54.449637 140071461664640 interactiveshell.py:2882] Step 76850 | Loss: 0.3110 | Spent: 5.1 secs | LR: 0.000185
I0725 04:48:59.580667 140071461664640 interactiveshell.py:2882] Step 76900 | Loss: 0.3319 | Spent: 5.1 secs | LR: 0.000185
I0725 04:49:04.767752 140071461664640 interactiveshell.py:2882] Step 76950 | Loss: 0.1705 | Spent: 5.2 secs | LR: 0.000185
I0725 04:49:09.883700 140071461664640 interactiveshell.py:2882] Step 77000 | Loss: 0.4034 | Spent: 5.1 secs | LR: 0.000184
I0725 04:49:15.018919 140071461664640 interactiveshell.py:2882] Step 77050 | Loss: 0.4051 | Spent: 5.1 secs | LR: 0.000184
I0725 04:49:20.124799 140071461664640 interactiveshell.py:2882] Step 77100 | Loss: 0.3277 | Spent: 5.1 secs | LR: 0.000184
I0725 04:49:25.266218 140071461664640 interactiveshell.py:2882] Step 77150 | Loss: 0.2579 | Spent: 5.1 secs | LR: 0.000184
I0725 04:49:30.373056 140071461664640 interactiveshell.py:2882] Step 77200 | Loss: 0.2506 | Spent: 5.1 secs | LR: 0.000184
I0725 04:49:35.637659 140071461664640 interactiveshell.py:2882] Step 77250 | Loss: 0.3680 | Spent: 5.3 secs | LR: 0.000184
I0725 04:49:40.790541 140071461664640 interactiveshell.py:2882] Step 77300 | Loss: 0.1307 | Spent: 5.2 secs | LR: 0.000184
I0725 04:49:45.924020 140071461664640 interactiveshell.py:2882] Step 77350 | Loss: 0.1622 | Spent: 5.1 secs | LR: 0.000184
Reading ../data/test.txt
I0725 04:49:55.849559 140071461664640 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.859
I0725 04:49:55.850515 140071461664640 interactiveshell.py:2882] Best Accuracy: 0.859
I0725 04:50:00.638744 140071461664640 interactiveshell.py:2882] Step 77400 | Loss: 0.1906 | Spent: 14.7 secs | LR: 0.000184
I0725 04:50:05.791790 140071461664640 interactiveshell.py:2882] Step 77450 | Loss: 0.4175 | Spent: 5.2 secs | LR: 0.000184
I0725 04:50:10.930540 140071461664640 interactiveshell.py:2882] Step 77500 | Loss: 0.3201 | Spent: 5.1 secs | LR: 0.000184
I0725 04:50:16.097186 140071461664640 interactiveshell.py:2882] Step 77550 | Loss: 0.3196 | Spent: 5.2 secs | LR: 0.000183
I0725 04:50:21.262372 140071461664640 interactiveshell.py:2882] Step 77600 | Loss: 0.4789 | Spent: 5.2 secs | LR: 0.000183
I0725 04:50:26.482379 140071461664640 interactiveshell.py:2882] Step 77650 | Loss: 0.2248 | Spent: 5.2 secs | LR: 0.000183
I0725 04:50:31.644783 140071461664640 interactiveshell.py:2882] Step 77700 | Loss: 0.0965 | Spent: 5.2 secs | LR: 0.000183
I0725 04:50:36.765666 140071461664640 interactiveshell.py:2882] Step 77750 | Loss: 0.3065 | Spent: 5.1 secs | LR: 0.000183
I0725 04:50:41.937731 140071461664640 interactiveshell.py:2882] Step 77800 | Loss: 0.2513 | Spent: 5.2 secs | LR: 0.000183
I0725 04:50:47.355825 140071461664640 interactiveshell.py:2882] Step 77850 | Loss: 0.1957 | Spent: 5.4 secs | LR: 0.000183
I0725 04:50:52.599196 140071461664640 interactiveshell.py:2882] Step 77900 | Loss: 0.5024 | Spent: 5.2 secs | LR: 0.000183
I0725 04:50:57.850244 140071461664640 interactiveshell.py:2882] Step 77950 | Loss: 0.2856 | Spent: 5.2 secs | LR: 0.000183
I0725 04:51:03.008359 140071461664640 interactiveshell.py:2882] Step 78000 | Loss: 0.3281 | Spent: 5.2 secs | LR: 0.000183
I0725 04:51:08.120713 140071461664640 interactiveshell.py:2882] Step 78050 | Loss: 0.2289 | Spent: 5.1 secs | LR: 0.000183
I0725 04:51:13.257941 140071461664640 interactiveshell.py:2882] Step 78100 | Loss: 0.1481 | Spent: 5.1 secs | LR: 0.000182
I0725 04:51:18.341457 140071461664640 interactiveshell.py:2882] Step 78150 | Loss: 0.1626 | Spent: 5.1 secs | LR: 0.000182
I0725 04:51:23.546674 140071461664640 interactiveshell.py:2882] Step 78200 | Loss: 0.1649 | Spent: 5.2 secs | LR: 0.000182
I0725 04:51:29.127054 140071461664640 interactiveshell.py:2882] Step 78250 | Loss: 0.1338 | Spent: 5.6 secs | LR: 0.000182
I0725 04:51:34.766209 140071461664640 interactiveshell.py:2882] Step 78300 | Loss: 0.3132 | Spent: 5.6 secs | LR: 0.000182
I0725 04:51:40.073192 140071461664640 interactiveshell.py:2882] Step 78350 | Loss: 0.2814 | Spent: 5.3 secs | LR: 0.000182
I0725 04:51:45.309269 140071461664640 interactiveshell.py:2882] Step 78400 | Loss: 0.2062 | Spent: 5.2 secs | LR: 0.000182
I0725 04:51:50.498787 140071461664640 interactiveshell.py:2882] Step 78450 | Loss: 0.2374 | Spent: 5.2 secs | LR: 0.000182
I0725 04:51:55.701812 140071461664640 interactiveshell.py:2882] Step 78500 | Loss: 0.3831 | Spent: 5.2 secs | LR: 0.000182
I0725 04:52:00.993852 140071461664640 interactiveshell.py:2882] Step 78550 | Loss: 0.3514 | Spent: 5.3 secs | LR: 0.000182
I0725 04:52:06.231653 140071461664640 interactiveshell.py:2882] Step 78600 | Loss: 0.1821 | Spent: 5.2 secs | LR: 0.000182
I0725 04:52:11.454685 140071461664640 interactiveshell.py:2882] Step 78650 | Loss: 0.4210 | Spent: 5.2 secs | LR: 0.000181
I0725 04:52:16.752389 140071461664640 interactiveshell.py:2882] Step 78700 | Loss: 0.1403 | Spent: 5.3 secs | LR: 0.000181
I0725 04:52:22.068143 140071461664640 interactiveshell.py:2882] Step 78750 | Loss: 0.1588 | Spent: 5.3 secs | LR: 0.000181
I0725 04:52:27.384451 140071461664640 interactiveshell.py:2882] Step 78800 | Loss: 0.4546 | Spent: 5.3 secs | LR: 0.000181
I0725 04:52:32.595958 140071461664640 interactiveshell.py:2882] Step 78850 | Loss: 0.2788 | Spent: 5.2 secs | LR: 0.000181
I0725 04:52:37.807624 140071461664640 interactiveshell.py:2882] Step 78900 | Loss: 0.2840 | Spent: 5.2 secs | LR: 0.000181
I0725 04:52:43.045035 140071461664640 interactiveshell.py:2882] Step 78950 | Loss: 0.2686 | Spent: 5.2 secs | LR: 0.000181
I0725 04:52:48.299010 140071461664640 interactiveshell.py:2882] Step 79000 | Loss: 0.2692 | Spent: 5.3 secs | LR: 0.000181
I0725 04:52:53.565903 140071461664640 interactiveshell.py:2882] Step 79050 | Loss: 0.1778 | Spent: 5.3 secs | LR: 0.000181
Reading ../data/test.txt
I0725 04:53:05.456524 140071461664640 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.854
I0725 04:53:05.457548 140071461664640 interactiveshell.py:2882] Best Accuracy: 0.859
I0725 04:53:08.424511 140071461664640 interactiveshell.py:2882] Step 79100 | Loss: 0.3329 | Spent: 14.9 secs | LR: 0.000181
I0725 04:53:13.688481 140071461664640 interactiveshell.py:2882] Step 79150 | Loss: 0.3459 | Spent: 5.3 secs | LR: 0.000181
I0725 04:53:18.903565 140071461664640 interactiveshell.py:2882] Step 79200 | Loss: 0.4691 | Spent: 5.2 secs | LR: 0.000180
I0725 04:53:24.188910 140071461664640 interactiveshell.py:2882] Step 79250 | Loss: 0.2576 | Spent: 5.3 secs | LR: 0.000180
I0725 04:53:29.464962 140071461664640 interactiveshell.py:2882] Step 79300 | Loss: 0.1861 | Spent: 5.3 secs | LR: 0.000180
I0725 04:53:34.798036 140071461664640 interactiveshell.py:2882] Step 79350 | Loss: 0.4455 | Spent: 5.3 secs | LR: 0.000180
I0725 04:53:40.305331 140071461664640 interactiveshell.py:2882] Step 79400 | Loss: 0.3748 | Spent: 5.5 secs | LR: 0.000180
I0725 04:53:45.578738 140071461664640 interactiveshell.py:2882] Step 79450 | Loss: 0.4930 | Spent: 5.3 secs | LR: 0.000180
I0725 04:53:50.762303 140071461664640 interactiveshell.py:2882] Step 79500 | Loss: 0.3133 | Spent: 5.2 secs | LR: 0.000180
I0725 04:53:56.023621 140071461664640 interactiveshell.py:2882] Step 79550 | Loss: 0.5561 | Spent: 5.3 secs | LR: 0.000180
I0725 04:54:01.349736 140071461664640 interactiveshell.py:2882] Step 79600 | Loss: 0.3390 | Spent: 5.3 secs | LR: 0.000180
I0725 04:54:06.399708 140071461664640 interactiveshell.py:2882] Step 79650 | Loss: 0.4423 | Spent: 5.0 secs | LR: 0.000180
I0725 04:54:11.341540 140071461664640 interactiveshell.py:2882] Step 79700 | Loss: 0.8163 | Spent: 4.9 secs | LR: 0.000180
I0725 04:54:16.399151 140071461664640 interactiveshell.py:2882] Step 79750 | Loss: 0.2392 | Spent: 5.1 secs | LR: 0.000179
I0725 04:54:21.397031 140071461664640 interactiveshell.py:2882] Step 79800 | Loss: 0.2136 | Spent: 5.0 secs | LR: 0.000179
I0725 04:54:26.377624 140071461664640 interactiveshell.py:2882] Step 79850 | Loss: 0.1087 | Spent: 5.0 secs | LR: 0.000179
I0725 04:54:31.438352 140071461664640 interactiveshell.py:2882] Step 79900 | Loss: 0.2356 | Spent: 5.1 secs | LR: 0.000179
I0725 04:54:36.418896 140071461664640 interactiveshell.py:2882] Step 79950 | Loss: 0.2253 | Spent: 5.0 secs | LR: 0.000179
I0725 04:54:41.441270 140071461664640 interactiveshell.py:2882] Step 80000 | Loss: 0.2776 | Spent: 5.0 secs | LR: 0.000179
I0725 04:54:46.455779 140071461664640 interactiveshell.py:2882] Step 80050 | Loss: 0.4170 | Spent: 5.0 secs | LR: 0.000179
I0725 04:54:51.385668 140071461664640 interactiveshell.py:2882] Step 80100 | Loss: 0.2650 | Spent: 4.9 secs | LR: 0.000179
I0725 04:54:56.507554 140071461664640 interactiveshell.py:2882] Step 80150 | Loss: 0.3632 | Spent: 5.1 secs | LR: 0.000179
I0725 04:55:01.610986 140071461664640 interactiveshell.py:2882] Step 80200 | Loss: 0.5538 | Spent: 5.1 secs | LR: 0.000179
I0725 04:55:06.581579 140071461664640 interactiveshell.py:2882] Step 80250 | Loss: 0.4134 | Spent: 5.0 secs | LR: 0.000179
I0725 04:55:11.540795 140071461664640 interactiveshell.py:2882] Step 80300 | Loss: 0.4297 | Spent: 5.0 secs | LR: 0.000178
I0725 04:55:16.487915 140071461664640 interactiveshell.py:2882] Step 80350 | Loss: 0.2260 | Spent: 4.9 secs | LR: 0.000178
I0725 04:55:21.437445 140071461664640 interactiveshell.py:2882] Step 80400 | Loss: 0.2397 | Spent: 4.9 secs | LR: 0.000178
I0725 04:55:26.391953 140071461664640 interactiveshell.py:2882] Step 80450 | Loss: 0.2785 | Spent: 5.0 secs | LR: 0.000178
I0725 04:55:31.344379 140071461664640 interactiveshell.py:2882] Step 80500 | Loss: 0.3497 | Spent: 5.0 secs | LR: 0.000178
I0725 04:55:36.398419 140071461664640 interactiveshell.py:2882] Step 80550 | Loss: 0.3305 | Spent: 5.1 secs | LR: 0.000178
I0725 04:55:41.541317 140071461664640 interactiveshell.py:2882] Step 80600 | Loss: 0.2516 | Spent: 5.1 secs | LR: 0.000178
I0725 04:55:46.537108 140071461664640 interactiveshell.py:2882] Step 80650 | Loss: 0.2651 | Spent: 5.0 secs | LR: 0.000178
I0725 04:55:51.550377 140071461664640 interactiveshell.py:2882] Step 80700 | Loss: 0.1680 | Spent: 5.0 secs | LR: 0.000178
I0725 04:55:56.546052 140071461664640 interactiveshell.py:2882] Step 80750 | Loss: 0.2807 | Spent: 5.0 secs | LR: 0.000178
Reading ../data/test.txt
I0725 04:56:10.325951 140071461664640 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.857
I0725 04:56:10.327110 140071461664640 interactiveshell.py:2882] Best Accuracy: 0.859
I0725 04:56:11.140558 140071461664640 interactiveshell.py:2882] Step 80800 | Loss: 0.2121 | Spent: 14.6 secs | LR: 0.000178
I0725 04:56:16.206349 140071461664640 interactiveshell.py:2882] Step 80850 | Loss: 0.1201 | Spent: 5.1 secs | LR: 0.000177
I0725 04:56:21.153790 140071461664640 interactiveshell.py:2882] Step 80900 | Loss: 0.3691 | Spent: 4.9 secs | LR: 0.000177
I0725 04:56:26.082041 140071461664640 interactiveshell.py:2882] Step 80950 | Loss: 0.2056 | Spent: 4.9 secs | LR: 0.000177
I0725 04:56:31.255928 140071461664640 interactiveshell.py:2882] Step 81000 | Loss: 0.2985 | Spent: 5.2 secs | LR: 0.000177
I0725 04:56:36.369455 140071461664640 interactiveshell.py:2882] Step 81050 | Loss: 0.2898 | Spent: 5.1 secs | LR: 0.000177
I0725 04:56:41.919935 140071461664640 interactiveshell.py:2882] Step 81100 | Loss: 0.2902 | Spent: 5.5 secs | LR: 0.000177
I0725 04:56:47.353977 140071461664640 interactiveshell.py:2882] Step 81150 | Loss: 0.4657 | Spent: 5.4 secs | LR: 0.000177
I0725 04:56:52.319909 140071461664640 interactiveshell.py:2882] Step 81200 | Loss: 0.7085 | Spent: 5.0 secs | LR: 0.000177
I0725 04:56:57.335089 140071461664640 interactiveshell.py:2882] Step 81250 | Loss: 0.1889 | Spent: 5.0 secs | LR: 0.000177
I0725 04:57:02.336648 140071461664640 interactiveshell.py:2882] Step 81300 | Loss: 0.2886 | Spent: 5.0 secs | LR: 0.000177
I0725 04:57:07.432699 140071461664640 interactiveshell.py:2882] Step 81350 | Loss: 0.3826 | Spent: 5.1 secs | LR: 0.000177
I0725 04:57:12.538551 140071461664640 interactiveshell.py:2882] Step 81400 | Loss: 0.4820 | Spent: 5.1 secs | LR: 0.000177
I0725 04:57:17.581901 140071461664640 interactiveshell.py:2882] Step 81450 | Loss: 0.2453 | Spent: 5.0 secs | LR: 0.000176
I0725 04:57:22.607153 140071461664640 interactiveshell.py:2882] Step 81500 | Loss: 0.2865 | Spent: 5.0 secs | LR: 0.000176
I0725 04:57:27.644458 140071461664640 interactiveshell.py:2882] Step 81550 | Loss: 0.4454 | Spent: 5.0 secs | LR: 0.000176
I0725 04:57:32.660267 140071461664640 interactiveshell.py:2882] Step 81600 | Loss: 0.5884 | Spent: 5.0 secs | LR: 0.000176
I0725 04:57:37.833235 140071461664640 interactiveshell.py:2882] Step 81650 | Loss: 0.2089 | Spent: 5.2 secs | LR: 0.000176
I0725 04:57:42.920325 140071461664640 interactiveshell.py:2882] Step 81700 | Loss: 0.3884 | Spent: 5.1 secs | LR: 0.000176
I0725 04:57:47.922135 140071461664640 interactiveshell.py:2882] Step 81750 | Loss: 0.2049 | Spent: 5.0 secs | LR: 0.000176
I0725 04:57:52.852328 140071461664640 interactiveshell.py:2882] Step 81800 | Loss: 0.4618 | Spent: 4.9 secs | LR: 0.000176
I0725 04:57:57.907725 140071461664640 interactiveshell.py:2882] Step 81850 | Loss: 0.3524 | Spent: 5.1 secs | LR: 0.000176
I0725 04:58:02.925693 140071461664640 interactiveshell.py:2882] Step 81900 | Loss: 0.4783 | Spent: 5.0 secs | LR: 0.000176
I0725 04:58:08.158920 140071461664640 interactiveshell.py:2882] Step 81950 | Loss: 0.3078 | Spent: 5.2 secs | LR: 0.000176
I0725 04:58:13.298625 140071461664640 interactiveshell.py:2882] Step 82000 | Loss: 0.3323 | Spent: 5.1 secs | LR: 0.000175
I0725 04:58:18.468741 140071461664640 interactiveshell.py:2882] Step 82050 | Loss: 0.2414 | Spent: 5.2 secs | LR: 0.000175
I0725 04:58:23.747967 140071461664640 interactiveshell.py:2882] Step 82100 | Loss: 0.2856 | Spent: 5.3 secs | LR: 0.000175
I0725 04:58:28.849646 140071461664640 interactiveshell.py:2882] Step 82150 | Loss: 0.2820 | Spent: 5.1 secs | LR: 0.000175
I0725 04:58:33.920559 140071461664640 interactiveshell.py:2882] Step 82200 | Loss: 0.3161 | Spent: 5.1 secs | LR: 0.000175
I0725 04:58:39.037323 140071461664640 interactiveshell.py:2882] Step 82250 | Loss: 0.1925 | Spent: 5.1 secs | LR: 0.000175
I0725 04:58:44.171349 140071461664640 interactiveshell.py:2882] Step 82300 | Loss: 0.4152 | Spent: 5.1 secs | LR: 0.000175
I0725 04:58:49.322718 140071461664640 interactiveshell.py:2882] Step 82350 | Loss: 0.3357 | Spent: 5.2 secs | LR: 0.000175
I0725 04:58:54.410619 140071461664640 interactiveshell.py:2882] Step 82400 | Loss: 0.2408 | Spent: 5.1 secs | LR: 0.000175
I0725 04:58:59.552136 140071461664640 interactiveshell.py:2882] Step 82450 | Loss: 0.1766 | Spent: 5.1 secs | LR: 0.000175
I0725 04:59:04.711555 140071461664640 interactiveshell.py:2882] Step 82500 | Loss: 0.2304 | Spent: 5.2 secs | LR: 0.000175
Reading ../data/test.txt
I0725 04:59:15.345004 140071461664640 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.853
I0725 04:59:15.346062 140071461664640 interactiveshell.py:2882] Best Accuracy: 0.859
I0725 04:59:19.448876 140071461664640 interactiveshell.py:2882] Step 82550 | Loss: 0.3100 | Spent: 14.7 secs | LR: 0.000174
I0725 04:59:24.421009 140071461664640 interactiveshell.py:2882] Step 82600 | Loss: 0.1992 | Spent: 5.0 secs | LR: 0.000174
I0725 04:59:29.321993 140071461664640 interactiveshell.py:2882] Step 82650 | Loss: 0.4017 | Spent: 4.9 secs | LR: 0.000174
I0725 04:59:34.275926 140071461664640 interactiveshell.py:2882] Step 82700 | Loss: 0.4476 | Spent: 5.0 secs | LR: 0.000174
I0725 04:59:39.252216 140071461664640 interactiveshell.py:2882] Step 82750 | Loss: 0.1444 | Spent: 5.0 secs | LR: 0.000174
I0725 04:59:44.290820 140071461664640 interactiveshell.py:2882] Step 82800 | Loss: 0.3451 | Spent: 5.0 secs | LR: 0.000174
I0725 04:59:49.236772 140071461664640 interactiveshell.py:2882] Step 82850 | Loss: 0.1690 | Spent: 4.9 secs | LR: 0.000174
I0725 04:59:54.212271 140071461664640 interactiveshell.py:2882] Step 82900 | Loss: 0.2597 | Spent: 5.0 secs | LR: 0.000174
I0725 04:59:59.172468 140071461664640 interactiveshell.py:2882] Step 82950 | Loss: 0.2004 | Spent: 5.0 secs | LR: 0.000174
I0725 05:00:04.176257 140071461664640 interactiveshell.py:2882] Step 83000 | Loss: 0.1523 | Spent: 5.0 secs | LR: 0.000174
I0725 05:00:09.124703 140071461664640 interactiveshell.py:2882] Step 83050 | Loss: 0.5036 | Spent: 4.9 secs | LR: 0.000174
I0725 05:00:14.126744 140071461664640 interactiveshell.py:2882] Step 83100 | Loss: 0.2533 | Spent: 5.0 secs | LR: 0.000174
I0725 05:00:19.168531 140071461664640 interactiveshell.py:2882] Step 83150 | Loss: 0.3407 | Spent: 5.0 secs | LR: 0.000173
I0725 05:00:24.190865 140071461664640 interactiveshell.py:2882] Step 83200 | Loss: 0.3368 | Spent: 5.0 secs | LR: 0.000173
I0725 05:00:29.112831 140071461664640 interactiveshell.py:2882] Step 83250 | Loss: 0.1701 | Spent: 4.9 secs | LR: 0.000173
I0725 05:00:34.053552 140071461664640 interactiveshell.py:2882] Step 83300 | Loss: 0.3174 | Spent: 4.9 secs | LR: 0.000173
I0725 05:00:38.988106 140071461664640 interactiveshell.py:2882] Step 83350 | Loss: 0.3269 | Spent: 4.9 secs | LR: 0.000173
I0725 05:00:43.930751 140071461664640 interactiveshell.py:2882] Step 83400 | Loss: 0.3910 | Spent: 4.9 secs | LR: 0.000173
I0725 05:00:48.944314 140071461664640 interactiveshell.py:2882] Step 83450 | Loss: 0.2792 | Spent: 5.0 secs | LR: 0.000173
I0725 05:00:53.794946 140071461664640 interactiveshell.py:2882] Step 83500 | Loss: 0.2044 | Spent: 4.8 secs | LR: 0.000173
I0725 05:00:58.782315 140071461664640 interactiveshell.py:2882] Step 83550 | Loss: 0.3481 | Spent: 5.0 secs | LR: 0.000173
I0725 05:01:03.737371 140071461664640 interactiveshell.py:2882] Step 83600 | Loss: 0.4076 | Spent: 5.0 secs | LR: 0.000173
I0725 05:01:08.685277 140071461664640 interactiveshell.py:2882] Step 83650 | Loss: 0.1340 | Spent: 4.9 secs | LR: 0.000173
I0725 05:01:13.604553 140071461664640 interactiveshell.py:2882] Step 83700 | Loss: 0.2062 | Spent: 4.9 secs | LR: 0.000172
I0725 05:01:18.507318 140071461664640 interactiveshell.py:2882] Step 83750 | Loss: 0.3626 | Spent: 4.9 secs | LR: 0.000172
I0725 05:01:23.409718 140071461664640 interactiveshell.py:2882] Step 83800 | Loss: 0.2236 | Spent: 4.9 secs | LR: 0.000172
I0725 05:01:28.382353 140071461664640 interactiveshell.py:2882] Step 83850 | Loss: 0.3308 | Spent: 5.0 secs | LR: 0.000172
I0725 05:01:33.276344 140071461664640 interactiveshell.py:2882] Step 83900 | Loss: 0.4943 | Spent: 4.9 secs | LR: 0.000172
I0725 05:01:38.259892 140071461664640 interactiveshell.py:2882] Step 83950 | Loss: 0.3214 | Spent: 5.0 secs | LR: 0.000172
I0725 05:01:43.295341 140071461664640 interactiveshell.py:2882] Step 84000 | Loss: 0.2809 | Spent: 5.0 secs | LR: 0.000172
I0725 05:01:48.715844 140071461664640 interactiveshell.py:2882] Step 84050 | Loss: 0.4492 | Spent: 5.4 secs | LR: 0.000172
I0725 05:01:54.155525 140071461664640 interactiveshell.py:2882] Step 84100 | Loss: 0.3104 | Spent: 5.4 secs | LR: 0.000172
I0725 05:01:59.347306 140071461664640 interactiveshell.py:2882] Step 84150 | Loss: 0.2603 | Spent: 5.2 secs | LR: 0.000172
I0725 05:02:04.577162 140071461664640 interactiveshell.py:2882] Step 84200 | Loss: 0.3328 | Spent: 5.2 secs | LR: 0.000172
Reading ../data/test.txt
I0725 05:02:17.108173 140071461664640 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.857
I0725 05:02:17.109330 140071461664640 interactiveshell.py:2882] Best Accuracy: 0.859
I0725 05:02:19.127475 140071461664640 interactiveshell.py:2882] Step 84250 | Loss: 0.3069 | Spent: 14.5 secs | LR: 0.000172
I0725 05:02:24.146662 140071461664640 interactiveshell.py:2882] Step 84300 | Loss: 0.3382 | Spent: 5.0 secs | LR: 0.000171
I0725 05:02:29.156420 140071461664640 interactiveshell.py:2882] Step 84350 | Loss: 0.2138 | Spent: 5.0 secs | LR: 0.000171
I0725 05:02:34.120291 140071461664640 interactiveshell.py:2882] Step 84400 | Loss: 0.2042 | Spent: 5.0 secs | LR: 0.000171
I0725 05:02:39.120150 140071461664640 interactiveshell.py:2882] Step 84450 | Loss: 0.3272 | Spent: 5.0 secs | LR: 0.000171
I0725 05:02:44.155747 140071461664640 interactiveshell.py:2882] Step 84500 | Loss: 0.2331 | Spent: 5.0 secs | LR: 0.000171
I0725 05:02:49.211530 140071461664640 interactiveshell.py:2882] Step 84550 | Loss: 0.5064 | Spent: 5.1 secs | LR: 0.000171
I0725 05:02:54.206205 140071461664640 interactiveshell.py:2882] Step 84600 | Loss: 0.2690 | Spent: 5.0 secs | LR: 0.000171
I0725 05:02:59.262775 140071461664640 interactiveshell.py:2882] Step 84650 | Loss: 0.2036 | Spent: 5.1 secs | LR: 0.000171
I0725 05:03:04.319037 140071461664640 interactiveshell.py:2882] Step 84700 | Loss: 0.3610 | Spent: 5.1 secs | LR: 0.000171
I0725 05:03:09.465943 140071461664640 interactiveshell.py:2882] Step 84750 | Loss: 0.3048 | Spent: 5.1 secs | LR: 0.000171
I0725 05:03:14.450697 140071461664640 interactiveshell.py:2882] Step 84800 | Loss: 0.2797 | Spent: 5.0 secs | LR: 0.000171
I0725 05:03:19.464876 140071461664640 interactiveshell.py:2882] Step 84850 | Loss: 0.4048 | Spent: 5.0 secs | LR: 0.000170
I0725 05:03:24.457327 140071461664640 interactiveshell.py:2882] Step 84900 | Loss: 0.2210 | Spent: 5.0 secs | LR: 0.000170
I0725 05:03:29.432042 140071461664640 interactiveshell.py:2882] Step 84950 | Loss: 0.3786 | Spent: 5.0 secs | LR: 0.000170
I0725 05:03:34.430644 140071461664640 interactiveshell.py:2882] Step 85000 | Loss: 0.1958 | Spent: 5.0 secs | LR: 0.000170
I0725 05:03:39.406135 140071461664640 interactiveshell.py:2882] Step 85050 | Loss: 0.1870 | Spent: 5.0 secs | LR: 0.000170
I0725 05:03:44.331009 140071461664640 interactiveshell.py:2882] Step 85100 | Loss: 0.2971 | Spent: 4.9 secs | LR: 0.000170
I0725 05:03:49.347102 140071461664640 interactiveshell.py:2882] Step 85150 | Loss: 0.2447 | Spent: 5.0 secs | LR: 0.000170
I0725 05:03:54.312891 140071461664640 interactiveshell.py:2882] Step 85200 | Loss: 0.0756 | Spent: 5.0 secs | LR: 0.000170
I0725 05:03:59.340546 140071461664640 interactiveshell.py:2882] Step 85250 | Loss: 0.2431 | Spent: 5.0 secs | LR: 0.000170
I0725 05:04:04.363066 140071461664640 interactiveshell.py:2882] Step 85300 | Loss: 0.1131 | Spent: 5.0 secs | LR: 0.000170
I0725 05:04:09.361669 140071461664640 interactiveshell.py:2882] Step 85350 | Loss: 0.4198 | Spent: 5.0 secs | LR: 0.000170
I0725 05:04:14.359593 140071461664640 interactiveshell.py:2882] Step 85400 | Loss: 0.6522 | Spent: 5.0 secs | LR: 0.000170
I0725 05:04:19.468740 140071461664640 interactiveshell.py:2882] Step 85450 | Loss: 0.3940 | Spent: 5.1 secs | LR: 0.000169
I0725 05:04:24.560794 140071461664640 interactiveshell.py:2882] Step 85500 | Loss: 0.2716 | Spent: 5.1 secs | LR: 0.000169
I0725 05:04:29.601135 140071461664640 interactiveshell.py:2882] Step 85550 | Loss: 0.2605 | Spent: 5.0 secs | LR: 0.000169
I0725 05:04:34.648993 140071461664640 interactiveshell.py:2882] Step 85600 | Loss: 0.3706 | Spent: 5.0 secs | LR: 0.000169
I0725 05:04:39.648195 140071461664640 interactiveshell.py:2882] Step 85650 | Loss: 0.2975 | Spent: 5.0 secs | LR: 0.000169
I0725 05:04:44.687604 140071461664640 interactiveshell.py:2882] Step 85700 | Loss: 0.1854 | Spent: 5.0 secs | LR: 0.000169
I0725 05:04:49.790231 140071461664640 interactiveshell.py:2882] Step 85750 | Loss: 0.2398 | Spent: 5.1 secs | LR: 0.000169
I0725 05:04:55.076002 140071461664640 interactiveshell.py:2882] Step 85800 | Loss: 0.3053 | Spent: 5.3 secs | LR: 0.000169
Reading ../data/train.txt
I0725 05:05:24.001096 140071461664640 interactiveshell.py:2882] Step 85850 | Loss: 0.1854 | Spent: 28.9 secs | LR: 0.000169
I0725 05:05:29.247357 140071461664640 interactiveshell.py:2882] Step 85900 | Loss: 0.2557 | Spent: 5.2 secs | LR: 0.000169
Reading ../data/test.txt
I0725 05:05:43.969573 140071461664640 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.858
I0725 05:05:43.970452 140071461664640 interactiveshell.py:2882] Best Accuracy: 0.859
I0725 05:05:44.091458 140071461664640 interactiveshell.py:2882] Step 85950 | Loss: 0.2705 | Spent: 14.8 secs | LR: 0.000169
I0725 05:05:49.418350 140071461664640 interactiveshell.py:2882] Step 86000 | Loss: 0.2164 | Spent: 5.3 secs | LR: 0.000169
I0725 05:05:54.820541 140071461664640 interactiveshell.py:2882] Step 86050 | Loss: 0.2489 | Spent: 5.4 secs | LR: 0.000168
I0725 05:06:00.194183 140071461664640 interactiveshell.py:2882] Step 86100 | Loss: 0.2159 | Spent: 5.4 secs | LR: 0.000168
I0725 05:06:05.501170 140071461664640 interactiveshell.py:2882] Step 86150 | Loss: 0.3237 | Spent: 5.3 secs | LR: 0.000168
I0725 05:06:10.796713 140071461664640 interactiveshell.py:2882] Step 86200 | Loss: 0.4027 | Spent: 5.3 secs | LR: 0.000168
I0725 05:06:16.100939 140071461664640 interactiveshell.py:2882] Step 86250 | Loss: 0.3023 | Spent: 5.3 secs | LR: 0.000168
I0725 05:06:21.356626 140071461664640 interactiveshell.py:2882] Step 86300 | Loss: 0.2713 | Spent: 5.3 secs | LR: 0.000168
I0725 05:06:26.747541 140071461664640 interactiveshell.py:2882] Step 86350 | Loss: 0.2185 | Spent: 5.4 secs | LR: 0.000168
I0725 05:06:32.069988 140071461664640 interactiveshell.py:2882] Step 86400 | Loss: 0.2241 | Spent: 5.3 secs | LR: 0.000168
I0725 05:06:37.425871 140071461664640 interactiveshell.py:2882] Step 86450 | Loss: 0.2410 | Spent: 5.4 secs | LR: 0.000168
I0725 05:06:42.684480 140071461664640 interactiveshell.py:2882] Step 86500 | Loss: 0.3243 | Spent: 5.3 secs | LR: 0.000168
I0725 05:06:48.001902 140071461664640 interactiveshell.py:2882] Step 86550 | Loss: 0.3067 | Spent: 5.3 secs | LR: 0.000168
I0725 05:06:53.521662 140071461664640 interactiveshell.py:2882] Step 86600 | Loss: 0.2630 | Spent: 5.5 secs | LR: 0.000168
I0725 05:06:59.144322 140071461664640 interactiveshell.py:2882] Step 86650 | Loss: 0.1453 | Spent: 5.6 secs | LR: 0.000167
I0725 05:07:04.964053 140071461664640 interactiveshell.py:2882] Step 86700 | Loss: 0.4328 | Spent: 5.8 secs | LR: 0.000167
I0725 05:07:10.484328 140071461664640 interactiveshell.py:2882] Step 86750 | Loss: 0.3664 | Spent: 5.5 secs | LR: 0.000167
I0725 05:07:15.811549 140071461664640 interactiveshell.py:2882] Step 86800 | Loss: 0.1839 | Spent: 5.3 secs | LR: 0.000167
I0725 05:07:21.124927 140071461664640 interactiveshell.py:2882] Step 86850 | Loss: 0.1400 | Spent: 5.3 secs | LR: 0.000167
I0725 05:07:26.480082 140071461664640 interactiveshell.py:2882] Step 86900 | Loss: 0.3435 | Spent: 5.4 secs | LR: 0.000167
I0725 05:07:31.781290 140071461664640 interactiveshell.py:2882] Step 86950 | Loss: 0.6349 | Spent: 5.3 secs | LR: 0.000167
I0725 05:07:37.098211 140071461664640 interactiveshell.py:2882] Step 87000 | Loss: 0.1604 | Spent: 5.3 secs | LR: 0.000167
I0725 05:07:42.476323 140071461664640 interactiveshell.py:2882] Step 87050 | Loss: 0.4381 | Spent: 5.4 secs | LR: 0.000167
I0725 05:07:47.857573 140071461664640 interactiveshell.py:2882] Step 87100 | Loss: 0.3694 | Spent: 5.4 secs | LR: 0.000167
I0725 05:07:53.617121 140071461664640 interactiveshell.py:2882] Step 87150 | Loss: 0.1771 | Spent: 5.8 secs | LR: 0.000167
I0725 05:07:59.403260 140071461664640 interactiveshell.py:2882] Step 87200 | Loss: 0.1504 | Spent: 5.8 secs | LR: 0.000167
I0725 05:08:04.741383 140071461664640 interactiveshell.py:2882] Step 87250 | Loss: 0.2399 | Spent: 5.3 secs | LR: 0.000166
I0725 05:08:10.268216 140071461664640 interactiveshell.py:2882] Step 87300 | Loss: 0.3608 | Spent: 5.5 secs | LR: 0.000166
I0725 05:08:15.664093 140071461664640 interactiveshell.py:2882] Step 87350 | Loss: 0.5151 | Spent: 5.4 secs | LR: 0.000166
I0725 05:08:31.453195 140071461664640 interactiveshell.py:2882] Step 87400 | Loss: 0.3194 | Spent: 15.8 secs | LR: 0.000166
I0725 05:08:36.959344 140071461664640 interactiveshell.py:2882] Step 87450 | Loss: 0.3076 | Spent: 5.5 secs | LR: 0.000166
I0725 05:08:42.378464 140071461664640 interactiveshell.py:2882] Step 87500 | Loss: 0.2679 | Spent: 5.4 secs | LR: 0.000166
I0725 05:08:47.827149 140071461664640 interactiveshell.py:2882] Step 87550 | Loss: 0.2380 | Spent: 5.4 secs | LR: 0.000166
I0725 05:08:53.173667 140071461664640 interactiveshell.py:2882] Step 87600 | Loss: 0.2972 | Spent: 5.3 secs | LR: 0.000166
I0725 05:08:58.653229 140071461664640 interactiveshell.py:2882] Step 87650 | Loss: 0.2382 | Spent: 5.5 secs | LR: 0.000166
Reading ../data/test.txt
I0725 05:09:10.161970 140071461664640 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.850
I0725 05:09:10.162991 140071461664640 interactiveshell.py:2882] Best Accuracy: 0.859
I0725 05:09:13.659012 140071461664640 interactiveshell.py:2882] Step 87700 | Loss: 0.2717 | Spent: 15.0 secs | LR: 0.000166
I0725 05:09:19.034662 140071461664640 interactiveshell.py:2882] Step 87750 | Loss: 0.1713 | Spent: 5.4 secs | LR: 0.000166
I0725 05:09:24.493688 140071461664640 interactiveshell.py:2882] Step 87800 | Loss: 0.2294 | Spent: 5.5 secs | LR: 0.000166
I0725 05:09:29.969298 140071461664640 interactiveshell.py:2882] Step 87850 | Loss: 0.4163 | Spent: 5.5 secs | LR: 0.000165
I0725 05:09:35.438761 140071461664640 interactiveshell.py:2882] Step 87900 | Loss: 0.1719 | Spent: 5.5 secs | LR: 0.000165
I0725 05:09:41.045190 140071461664640 interactiveshell.py:2882] Step 87950 | Loss: 0.4326 | Spent: 5.6 secs | LR: 0.000165
I0725 05:09:46.614225 140071461664640 interactiveshell.py:2882] Step 88000 | Loss: 0.1710 | Spent: 5.6 secs | LR: 0.000165
I0725 05:09:52.023740 140071461664640 interactiveshell.py:2882] Step 88050 | Loss: 0.4221 | Spent: 5.4 secs | LR: 0.000165
I0725 05:09:57.459736 140071461664640 interactiveshell.py:2882] Step 88100 | Loss: 0.4273 | Spent: 5.4 secs | LR: 0.000165
I0725 05:10:02.989241 140071461664640 interactiveshell.py:2882] Step 88150 | Loss: 0.1870 | Spent: 5.5 secs | LR: 0.000165
I0725 05:10:08.400975 140071461664640 interactiveshell.py:2882] Step 88200 | Loss: 0.2358 | Spent: 5.4 secs | LR: 0.000165
I0725 05:10:13.880780 140071461664640 interactiveshell.py:2882] Step 88250 | Loss: 0.5448 | Spent: 5.5 secs | LR: 0.000165
I0725 05:10:19.312589 140071461664640 interactiveshell.py:2882] Step 88300 | Loss: 0.1970 | Spent: 5.4 secs | LR: 0.000165
I0725 05:10:24.785346 140071461664640 interactiveshell.py:2882] Step 88350 | Loss: 0.0892 | Spent: 5.5 secs | LR: 0.000165
I0725 05:10:30.195070 140071461664640 interactiveshell.py:2882] Step 88400 | Loss: 0.2999 | Spent: 5.4 secs | LR: 0.000165
I0725 05:10:35.676134 140071461664640 interactiveshell.py:2882] Step 88450 | Loss: 0.2349 | Spent: 5.5 secs | LR: 0.000164
I0725 05:10:41.108108 140071461664640 interactiveshell.py:2882] Step 88500 | Loss: 0.2126 | Spent: 5.4 secs | LR: 0.000164
I0725 05:10:46.707218 140071461664640 interactiveshell.py:2882] Step 88550 | Loss: 0.1660 | Spent: 5.6 secs | LR: 0.000164
I0725 05:10:52.163676 140071461664640 interactiveshell.py:2882] Step 88600 | Loss: 0.2046 | Spent: 5.5 secs | LR: 0.000164
I0725 05:10:57.612370 140071461664640 interactiveshell.py:2882] Step 88650 | Loss: 0.3884 | Spent: 5.4 secs | LR: 0.000164
I0725 05:11:03.199997 140071461664640 interactiveshell.py:2882] Step 88700 | Loss: 0.2371 | Spent: 5.6 secs | LR: 0.000164
I0725 05:11:08.683394 140071461664640 interactiveshell.py:2882] Step 88750 | Loss: 0.2889 | Spent: 5.5 secs | LR: 0.000164
I0725 05:11:14.102034 140071461664640 interactiveshell.py:2882] Step 88800 | Loss: 0.3887 | Spent: 5.4 secs | LR: 0.000164
I0725 05:11:19.446757 140071461664640 interactiveshell.py:2882] Step 88850 | Loss: 0.2615 | Spent: 5.3 secs | LR: 0.000164
I0725 05:11:24.806433 140071461664640 interactiveshell.py:2882] Step 88900 | Loss: 0.4737 | Spent: 5.4 secs | LR: 0.000164
I0725 05:11:30.157121 140071461664640 interactiveshell.py:2882] Step 88950 | Loss: 0.3020 | Spent: 5.3 secs | LR: 0.000164
I0725 05:11:35.649607 140071461664640 interactiveshell.py:2882] Step 89000 | Loss: 0.4163 | Spent: 5.5 secs | LR: 0.000164
I0725 05:11:41.207487 140071461664640 interactiveshell.py:2882] Step 89050 | Loss: 0.1716 | Spent: 5.6 secs | LR: 0.000163
I0725 05:11:46.654935 140071461664640 interactiveshell.py:2882] Step 89100 | Loss: 0.1993 | Spent: 5.4 secs | LR: 0.000163
I0725 05:11:52.076590 140071461664640 interactiveshell.py:2882] Step 89150 | Loss: 0.1115 | Spent: 5.4 secs | LR: 0.000163
I0725 05:11:57.769618 140071461664640 interactiveshell.py:2882] Step 89200 | Loss: 0.3402 | Spent: 5.7 secs | LR: 0.000163
I0725 05:12:03.364564 140071461664640 interactiveshell.py:2882] Step 89250 | Loss: 0.1679 | Spent: 5.6 secs | LR: 0.000163
I0725 05:12:09.058644 140071461664640 interactiveshell.py:2882] Step 89300 | Loss: 0.2463 | Spent: 5.7 secs | LR: 0.000163
I0725 05:12:15.062719 140071461664640 interactiveshell.py:2882] Step 89350 | Loss: 0.1401 | Spent: 6.0 secs | LR: 0.000163
Reading ../data/test.txt
I0725 05:12:29.024257 140071461664640 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.856
I0725 05:12:29.025202 140071461664640 interactiveshell.py:2882] Best Accuracy: 0.859
I0725 05:12:30.456531 140071461664640 interactiveshell.py:2882] Step 89400 | Loss: 0.3649 | Spent: 15.4 secs | LR: 0.000163
I0725 05:12:35.987613 140071461664640 interactiveshell.py:2882] Step 89450 | Loss: 0.2071 | Spent: 5.5 secs | LR: 0.000163
I0725 05:12:41.447995 140071461664640 interactiveshell.py:2882] Step 89500 | Loss: 0.1808 | Spent: 5.5 secs | LR: 0.000163
I0725 05:12:47.006771 140071461664640 interactiveshell.py:2882] Step 89550 | Loss: 0.2875 | Spent: 5.6 secs | LR: 0.000163
I0725 05:12:52.534771 140071461664640 interactiveshell.py:2882] Step 89600 | Loss: 0.3304 | Spent: 5.5 secs | LR: 0.000163
I0725 05:12:58.037312 140071461664640 interactiveshell.py:2882] Step 89650 | Loss: 0.3799 | Spent: 5.5 secs | LR: 0.000162
I0725 05:13:03.509967 140071461664640 interactiveshell.py:2882] Step 89700 | Loss: 0.1378 | Spent: 5.5 secs | LR: 0.000162
I0725 05:13:09.117782 140071461664640 interactiveshell.py:2882] Step 89750 | Loss: 0.3864 | Spent: 5.6 secs | LR: 0.000162
I0725 05:13:14.601890 140071461664640 interactiveshell.py:2882] Step 89800 | Loss: 0.4584 | Spent: 5.5 secs | LR: 0.000162
I0725 05:13:20.104830 140071461664640 interactiveshell.py:2882] Step 89850 | Loss: 0.4286 | Spent: 5.5 secs | LR: 0.000162
I0725 05:13:25.620509 140071461664640 interactiveshell.py:2882] Step 89900 | Loss: 0.3294 | Spent: 5.5 secs | LR: 0.000162
I0725 05:13:31.135995 140071461664640 interactiveshell.py:2882] Step 89950 | Loss: 0.2088 | Spent: 5.5 secs | LR: 0.000162
I0725 05:13:36.668579 140071461664640 interactiveshell.py:2882] Step 90000 | Loss: 0.4422 | Spent: 5.5 secs | LR: 0.000162
I0725 05:13:42.283058 140071461664640 interactiveshell.py:2882] Step 90050 | Loss: 0.1890 | Spent: 5.6 secs | LR: 0.000162
I0725 05:13:47.957830 140071461664640 interactiveshell.py:2882] Step 90100 | Loss: 0.2895 | Spent: 5.7 secs | LR: 0.000162
I0725 05:13:53.506362 140071461664640 interactiveshell.py:2882] Step 90150 | Loss: 0.1741 | Spent: 5.5 secs | LR: 0.000162
I0725 05:13:59.070861 140071461664640 interactiveshell.py:2882] Step 90200 | Loss: 0.2716 | Spent: 5.6 secs | LR: 0.000162
I0725 05:14:04.573662 140071461664640 interactiveshell.py:2882] Step 90250 | Loss: 0.3154 | Spent: 5.5 secs | LR: 0.000161
I0725 05:14:10.127481 140071461664640 interactiveshell.py:2882] Step 90300 | Loss: 0.2989 | Spent: 5.6 secs | LR: 0.000161
I0725 05:14:15.667649 140071461664640 interactiveshell.py:2882] Step 90350 | Loss: 0.2328 | Spent: 5.5 secs | LR: 0.000161
I0725 05:14:21.177353 140071461664640 interactiveshell.py:2882] Step 90400 | Loss: 0.2602 | Spent: 5.5 secs | LR: 0.000161
I0725 05:14:26.751726 140071461664640 interactiveshell.py:2882] Step 90450 | Loss: 0.3081 | Spent: 5.6 secs | LR: 0.000161
I0725 05:14:32.301784 140071461664640 interactiveshell.py:2882] Step 90500 | Loss: 0.2542 | Spent: 5.5 secs | LR: 0.000161
I0725 05:14:37.827988 140071461664640 interactiveshell.py:2882] Step 90550 | Loss: 0.2516 | Spent: 5.5 secs | LR: 0.000161
I0725 05:14:43.443265 140071461664640 interactiveshell.py:2882] Step 90600 | Loss: 0.2748 | Spent: 5.6 secs | LR: 0.000161
I0725 05:14:49.024338 140071461664640 interactiveshell.py:2882] Step 90650 | Loss: 0.3425 | Spent: 5.6 secs | LR: 0.000161
I0725 05:14:54.754173 140071461664640 interactiveshell.py:2882] Step 90700 | Loss: 0.2064 | Spent: 5.7 secs | LR: 0.000161
I0725 05:15:00.348432 140071461664640 interactiveshell.py:2882] Step 90750 | Loss: 0.4019 | Spent: 5.6 secs | LR: 0.000161
I0725 05:15:05.953706 140071461664640 interactiveshell.py:2882] Step 90800 | Loss: 0.2456 | Spent: 5.6 secs | LR: 0.000161
I0725 05:15:11.502061 140071461664640 interactiveshell.py:2882] Step 90850 | Loss: 0.2829 | Spent: 5.5 secs | LR: 0.000161
I0725 05:15:16.989875 140071461664640 interactiveshell.py:2882] Step 90900 | Loss: 0.1309 | Spent: 5.5 secs | LR: 0.000160
I0725 05:15:22.503525 140071461664640 interactiveshell.py:2882] Step 90950 | Loss: 0.3381 | Spent: 5.5 secs | LR: 0.000160
I0725 05:15:28.026122 140071461664640 interactiveshell.py:2882] Step 91000 | Loss: 0.1612 | Spent: 5.5 secs | LR: 0.000160
I0725 05:15:33.508797 140071461664640 interactiveshell.py:2882] Step 91050 | Loss: 0.2126 | Spent: 5.5 secs | LR: 0.000160
I0725 05:15:39.032022 140071461664640 interactiveshell.py:2882] Step 91100 | Loss: 0.2299 | Spent: 5.5 secs | LR: 0.000160
Reading ../data/test.txt
I0725 05:15:49.295750 140071461664640 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.858
I0725 05:15:49.296935 140071461664640 interactiveshell.py:2882] Best Accuracy: 0.859
I0725 05:15:54.229999 140071461664640 interactiveshell.py:2882] Step 91150 | Loss: 0.2307 | Spent: 15.2 secs | LR: 0.000160
I0725 05:15:59.782438 140071461664640 interactiveshell.py:2882] Step 91200 | Loss: 0.3843 | Spent: 5.6 secs | LR: 0.000160
I0725 05:16:05.256898 140071461664640 interactiveshell.py:2882] Step 91250 | Loss: 0.1420 | Spent: 5.5 secs | LR: 0.000160
I0725 05:16:10.827564 140071461664640 interactiveshell.py:2882] Step 91300 | Loss: 0.3068 | Spent: 5.6 secs | LR: 0.000160
I0725 05:16:16.442151 140071461664640 interactiveshell.py:2882] Step 91350 | Loss: 0.4403 | Spent: 5.6 secs | LR: 0.000160
I0725 05:16:22.056552 140071461664640 interactiveshell.py:2882] Step 91400 | Loss: 0.3585 | Spent: 5.6 secs | LR: 0.000160
I0725 05:16:27.662764 140071461664640 interactiveshell.py:2882] Step 91450 | Loss: 0.1131 | Spent: 5.6 secs | LR: 0.000160
I0725 05:16:33.145251 140071461664640 interactiveshell.py:2882] Step 91500 | Loss: 0.2500 | Spent: 5.5 secs | LR: 0.000159
I0725 05:16:38.660178 140071461664640 interactiveshell.py:2882] Step 91550 | Loss: 0.2864 | Spent: 5.5 secs | LR: 0.000159
I0725 05:16:44.142039 140071461664640 interactiveshell.py:2882] Step 91600 | Loss: 0.1155 | Spent: 5.5 secs | LR: 0.000159
I0725 05:16:49.654860 140071461664640 interactiveshell.py:2882] Step 91650 | Loss: 0.4747 | Spent: 5.5 secs | LR: 0.000159
I0725 05:16:55.102368 140071461664640 interactiveshell.py:2882] Step 91700 | Loss: 0.1938 | Spent: 5.4 secs | LR: 0.000159
I0725 05:17:00.652228 140071461664640 interactiveshell.py:2882] Step 91750 | Loss: 0.3636 | Spent: 5.5 secs | LR: 0.000159
I0725 05:17:06.344376 140071461664640 interactiveshell.py:2882] Step 91800 | Loss: 0.4625 | Spent: 5.7 secs | LR: 0.000159
I0725 05:17:11.778888 140071461664640 interactiveshell.py:2882] Step 91850 | Loss: 0.4993 | Spent: 5.4 secs | LR: 0.000159
I0725 05:17:17.291292 140071461664640 interactiveshell.py:2882] Step 91900 | Loss: 0.3090 | Spent: 5.5 secs | LR: 0.000159
I0725 05:17:23.325955 140071461664640 interactiveshell.py:2882] Step 91950 | Loss: 0.2173 | Spent: 6.0 secs | LR: 0.000159
I0725 05:17:29.272328 140071461664640 interactiveshell.py:2882] Step 92000 | Loss: 0.2137 | Spent: 5.9 secs | LR: 0.000159
I0725 05:17:34.802000 140071461664640 interactiveshell.py:2882] Step 92050 | Loss: 0.2189 | Spent: 5.5 secs | LR: 0.000159
I0725 05:17:40.323617 140071461664640 interactiveshell.py:2882] Step 92100 | Loss: 0.4345 | Spent: 5.5 secs | LR: 0.000159
I0725 05:17:46.043301 140071461664640 interactiveshell.py:2882] Step 92150 | Loss: 0.1741 | Spent: 5.7 secs | LR: 0.000158
I0725 05:17:51.623828 140071461664640 interactiveshell.py:2882] Step 92200 | Loss: 0.2613 | Spent: 5.6 secs | LR: 0.000158
I0725 05:17:57.166737 140071461664640 interactiveshell.py:2882] Step 92250 | Loss: 0.1653 | Spent: 5.5 secs | LR: 0.000158
I0725 05:18:02.646257 140071461664640 interactiveshell.py:2882] Step 92300 | Loss: 0.3160 | Spent: 5.5 secs | LR: 0.000158
I0725 05:18:08.540557 140071461664640 interactiveshell.py:2882] Step 92350 | Loss: 0.4077 | Spent: 5.9 secs | LR: 0.000158
I0725 05:18:14.080460 140071461664640 interactiveshell.py:2882] Step 92400 | Loss: 0.1423 | Spent: 5.5 secs | LR: 0.000158
I0725 05:18:19.687269 140071461664640 interactiveshell.py:2882] Step 92450 | Loss: 0.1631 | Spent: 5.6 secs | LR: 0.000158
I0725 05:18:25.231986 140071461664640 interactiveshell.py:2882] Step 92500 | Loss: 0.2201 | Spent: 5.5 secs | LR: 0.000158
I0725 05:18:30.716292 140071461664640 interactiveshell.py:2882] Step 92550 | Loss: 0.3815 | Spent: 5.5 secs | LR: 0.000158
I0725 05:18:36.252901 140071461664640 interactiveshell.py:2882] Step 92600 | Loss: 0.4092 | Spent: 5.5 secs | LR: 0.000158
I0725 05:18:41.783252 140071461664640 interactiveshell.py:2882] Step 92650 | Loss: 0.2313 | Spent: 5.5 secs | LR: 0.000158
I0725 05:18:47.368938 140071461664640 interactiveshell.py:2882] Step 92700 | Loss: 0.2086 | Spent: 5.6 secs | LR: 0.000158
I0725 05:18:52.924792 140071461664640 interactiveshell.py:2882] Step 92750 | Loss: 0.1143 | Spent: 5.6 secs | LR: 0.000157
I0725 05:18:58.451356 140071461664640 interactiveshell.py:2882] Step 92800 | Loss: 0.3469 | Spent: 5.5 secs | LR: 0.000157
Reading ../data/test.txt
I0725 05:19:10.977892 140071461664640 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.854
I0725 05:19:10.978946 140071461664640 interactiveshell.py:2882] Best Accuracy: 0.859
I0725 05:19:13.766474 140071461664640 interactiveshell.py:2882] Step 92850 | Loss: 0.2578 | Spent: 15.3 secs | LR: 0.000157
I0725 05:19:19.254983 140071461664640 interactiveshell.py:2882] Step 92900 | Loss: 0.1662 | Spent: 5.5 secs | LR: 0.000157
I0725 05:19:24.781172 140071461664640 interactiveshell.py:2882] Step 92950 | Loss: 0.1663 | Spent: 5.5 secs | LR: 0.000157
I0725 05:19:30.320818 140071461664640 interactiveshell.py:2882] Step 93000 | Loss: 0.3623 | Spent: 5.5 secs | LR: 0.000157
I0725 05:19:35.854351 140071461664640 interactiveshell.py:2882] Step 93050 | Loss: 0.3219 | Spent: 5.5 secs | LR: 0.000157
I0725 05:19:41.481276 140071461664640 interactiveshell.py:2882] Step 93100 | Loss: 0.2708 | Spent: 5.6 secs | LR: 0.000157
I0725 05:19:47.003781 140071461664640 interactiveshell.py:2882] Step 93150 | Loss: 0.5730 | Spent: 5.5 secs | LR: 0.000157
I0725 05:19:52.658130 140071461664640 interactiveshell.py:2882] Step 93200 | Loss: 0.4318 | Spent: 5.7 secs | LR: 0.000157
I0725 05:19:58.269910 140071461664640 interactiveshell.py:2882] Step 93250 | Loss: 0.2853 | Spent: 5.6 secs | LR: 0.000157
I0725 05:20:03.829653 140071461664640 interactiveshell.py:2882] Step 93300 | Loss: 0.1405 | Spent: 5.6 secs | LR: 0.000157
I0725 05:20:09.390005 140071461664640 interactiveshell.py:2882] Step 93350 | Loss: 0.2810 | Spent: 5.6 secs | LR: 0.000157
I0725 05:20:14.945037 140071461664640 interactiveshell.py:2882] Step 93400 | Loss: 0.2311 | Spent: 5.6 secs | LR: 0.000156
I0725 05:20:20.647061 140071461664640 interactiveshell.py:2882] Step 93450 | Loss: 0.2501 | Spent: 5.7 secs | LR: 0.000156
I0725 05:20:26.251719 140071461664640 interactiveshell.py:2882] Step 93500 | Loss: 0.2148 | Spent: 5.6 secs | LR: 0.000156
I0725 05:20:31.888864 140071461664640 interactiveshell.py:2882] Step 93550 | Loss: 0.1329 | Spent: 5.6 secs | LR: 0.000156
I0725 05:20:37.508383 140071461664640 interactiveshell.py:2882] Step 93600 | Loss: 0.2709 | Spent: 5.6 secs | LR: 0.000156
I0725 05:20:43.108502 140071461664640 interactiveshell.py:2882] Step 93650 | Loss: 0.1399 | Spent: 5.6 secs | LR: 0.000156
I0725 05:20:48.761138 140071461664640 interactiveshell.py:2882] Step 93700 | Loss: 0.2819 | Spent: 5.7 secs | LR: 0.000156
I0725 05:20:54.393257 140071461664640 interactiveshell.py:2882] Step 93750 | Loss: 0.3360 | Spent: 5.6 secs | LR: 0.000156
I0725 05:21:00.034322 140071461664640 interactiveshell.py:2882] Step 93800 | Loss: 0.2117 | Spent: 5.6 secs | LR: 0.000156
I0725 05:21:05.604560 140071461664640 interactiveshell.py:2882] Step 93850 | Loss: 0.1331 | Spent: 5.6 secs | LR: 0.000156
I0725 05:21:11.124417 140071461664640 interactiveshell.py:2882] Step 93900 | Loss: 0.4361 | Spent: 5.5 secs | LR: 0.000156
I0725 05:21:16.665920 140071461664640 interactiveshell.py:2882] Step 93950 | Loss: 0.4681 | Spent: 5.5 secs | LR: 0.000156
I0725 05:21:22.332304 140071461664640 interactiveshell.py:2882] Step 94000 | Loss: 0.2767 | Spent: 5.7 secs | LR: 0.000156
I0725 05:21:28.190288 140071461664640 interactiveshell.py:2882] Step 94050 | Loss: 0.2260 | Spent: 5.9 secs | LR: 0.000155
I0725 05:21:33.831785 140071461664640 interactiveshell.py:2882] Step 94100 | Loss: 0.1787 | Spent: 5.6 secs | LR: 0.000155
I0725 05:21:39.444778 140071461664640 interactiveshell.py:2882] Step 94150 | Loss: 0.1005 | Spent: 5.6 secs | LR: 0.000155
I0725 05:21:45.102876 140071461664640 interactiveshell.py:2882] Step 94200 | Loss: 0.1815 | Spent: 5.7 secs | LR: 0.000155
I0725 05:21:50.750956 140071461664640 interactiveshell.py:2882] Step 94250 | Loss: 0.1530 | Spent: 5.6 secs | LR: 0.000155
I0725 05:21:56.428215 140071461664640 interactiveshell.py:2882] Step 94300 | Loss: 0.1744 | Spent: 5.7 secs | LR: 0.000155
I0725 05:22:02.058117 140071461664640 interactiveshell.py:2882] Step 94350 | Loss: 0.3454 | Spent: 5.6 secs | LR: 0.000155
I0725 05:22:07.827811 140071461664640 interactiveshell.py:2882] Step 94400 | Loss: 0.2366 | Spent: 5.8 secs | LR: 0.000155
I0725 05:22:13.531306 140071461664640 interactiveshell.py:2882] Step 94450 | Loss: 0.1098 | Spent: 5.7 secs | LR: 0.000155
I0725 05:22:19.132563 140071461664640 interactiveshell.py:2882] Step 94500 | Loss: 0.3142 | Spent: 5.6 secs | LR: 0.000155
Reading ../data/test.txt
I0725 05:22:34.217567 140071461664640 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.859
I0725 05:22:34.218592 140071461664640 interactiveshell.py:2882] Best Accuracy: 0.859
I0725 05:22:34.985121 140071461664640 interactiveshell.py:2882] Step 94550 | Loss: 0.2458 | Spent: 15.9 secs | LR: 0.000155
I0725 05:22:40.872796 140071461664640 interactiveshell.py:2882] Step 94600 | Loss: 0.2569 | Spent: 5.9 secs | LR: 0.000155
I0725 05:22:46.427812 140071461664640 interactiveshell.py:2882] Step 94650 | Loss: 0.2281 | Spent: 5.6 secs | LR: 0.000155
I0725 05:22:52.062687 140071461664640 interactiveshell.py:2882] Step 94700 | Loss: 0.2614 | Spent: 5.6 secs | LR: 0.000154
I0725 05:22:57.748288 140071461664640 interactiveshell.py:2882] Step 94750 | Loss: 0.1006 | Spent: 5.7 secs | LR: 0.000154
I0725 05:23:03.322050 140071461664640 interactiveshell.py:2882] Step 94800 | Loss: 0.1249 | Spent: 5.6 secs | LR: 0.000154
I0725 05:23:09.103547 140071461664640 interactiveshell.py:2882] Step 94850 | Loss: 0.4082 | Spent: 5.8 secs | LR: 0.000154
I0725 05:23:14.649398 140071461664640 interactiveshell.py:2882] Step 94900 | Loss: 0.3436 | Spent: 5.5 secs | LR: 0.000154
I0725 05:23:20.201880 140071461664640 interactiveshell.py:2882] Step 94950 | Loss: 0.3222 | Spent: 5.6 secs | LR: 0.000154
I0725 05:23:25.845813 140071461664640 interactiveshell.py:2882] Step 95000 | Loss: 0.3573 | Spent: 5.6 secs | LR: 0.000154
I0725 05:23:31.459213 140071461664640 interactiveshell.py:2882] Step 95050 | Loss: 0.3801 | Spent: 5.6 secs | LR: 0.000154
I0725 05:23:37.073673 140071461664640 interactiveshell.py:2882] Step 95100 | Loss: 0.2803 | Spent: 5.6 secs | LR: 0.000154
I0725 05:23:42.672693 140071461664640 interactiveshell.py:2882] Step 95150 | Loss: 0.2420 | Spent: 5.6 secs | LR: 0.000154
I0725 05:23:48.328205 140071461664640 interactiveshell.py:2882] Step 95200 | Loss: 0.3654 | Spent: 5.7 secs | LR: 0.000154
I0725 05:23:53.944905 140071461664640 interactiveshell.py:2882] Step 95250 | Loss: 0.2349 | Spent: 5.6 secs | LR: 0.000154
I0725 05:23:59.581444 140071461664640 interactiveshell.py:2882] Step 95300 | Loss: 0.5387 | Spent: 5.6 secs | LR: 0.000153
I0725 05:24:05.119103 140071461664640 interactiveshell.py:2882] Step 95350 | Loss: 0.0991 | Spent: 5.5 secs | LR: 0.000153
I0725 05:24:10.734017 140071461664640 interactiveshell.py:2882] Step 95400 | Loss: 0.4359 | Spent: 5.6 secs | LR: 0.000153
I0725 05:24:16.330826 140071461664640 interactiveshell.py:2882] Step 95450 | Loss: 0.6035 | Spent: 5.6 secs | LR: 0.000153
I0725 05:24:21.914632 140071461664640 interactiveshell.py:2882] Step 95500 | Loss: 0.3794 | Spent: 5.6 secs | LR: 0.000153
I0725 05:24:27.745258 140071461664640 interactiveshell.py:2882] Step 95550 | Loss: 0.2053 | Spent: 5.8 secs | LR: 0.000153
I0725 05:24:33.525882 140071461664640 interactiveshell.py:2882] Step 95600 | Loss: 0.2601 | Spent: 5.8 secs | LR: 0.000153
I0725 05:24:39.115640 140071461664640 interactiveshell.py:2882] Step 95650 | Loss: 0.2964 | Spent: 5.6 secs | LR: 0.000153
I0725 05:24:44.758867 140071461664640 interactiveshell.py:2882] Step 95700 | Loss: 0.2714 | Spent: 5.6 secs | LR: 0.000153
I0725 05:24:50.631032 140071461664640 interactiveshell.py:2882] Step 95750 | Loss: 0.1756 | Spent: 5.9 secs | LR: 0.000153
I0725 05:24:56.276788 140071461664640 interactiveshell.py:2882] Step 95800 | Loss: 0.8260 | Spent: 5.6 secs | LR: 0.000153
I0725 05:25:01.993279 140071461664640 interactiveshell.py:2882] Step 95850 | Loss: 0.2129 | Spent: 5.7 secs | LR: 0.000153
I0725 05:25:07.572051 140071461664640 interactiveshell.py:2882] Step 95900 | Loss: 0.3411 | Spent: 5.6 secs | LR: 0.000153
I0725 05:25:13.186243 140071461664640 interactiveshell.py:2882] Step 95950 | Loss: 0.1882 | Spent: 5.6 secs | LR: 0.000152
I0725 05:25:18.797257 140071461664640 interactiveshell.py:2882] Step 96000 | Loss: 0.3949 | Spent: 5.6 secs | LR: 0.000152
I0725 05:25:24.441903 140071461664640 interactiveshell.py:2882] Step 96050 | Loss: 0.1297 | Spent: 5.6 secs | LR: 0.000152
I0725 05:25:30.207563 140071461664640 interactiveshell.py:2882] Step 96100 | Loss: 0.1507 | Spent: 5.8 secs | LR: 0.000152
I0725 05:25:35.872880 140071461664640 interactiveshell.py:2882] Step 96150 | Loss: 0.3288 | Spent: 5.7 secs | LR: 0.000152
I0725 05:25:41.527322 140071461664640 interactiveshell.py:2882] Step 96200 | Loss: 0.2193 | Spent: 5.7 secs | LR: 0.000152
I0725 05:25:47.292799 140071461664640 interactiveshell.py:2882] Step 96250 | Loss: 0.5377 | Spent: 5.8 secs | LR: 0.000152
Reading ../data/test.txt
I0725 05:25:58.462982 140071461664640 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.856
I0725 05:25:58.464089 140071461664640 interactiveshell.py:2882] Best Accuracy: 0.859
I0725 05:26:02.751589 140071461664640 interactiveshell.py:2882] Step 96300 | Loss: 0.2952 | Spent: 15.5 secs | LR: 0.000152
I0725 05:26:08.377992 140071461664640 interactiveshell.py:2882] Step 96350 | Loss: 0.1886 | Spent: 5.6 secs | LR: 0.000152
I0725 05:26:14.102284 140071461664640 interactiveshell.py:2882] Step 96400 | Loss: 0.1607 | Spent: 5.7 secs | LR: 0.000152
I0725 05:26:19.748755 140071461664640 interactiveshell.py:2882] Step 96450 | Loss: 0.3467 | Spent: 5.6 secs | LR: 0.000152
I0725 05:26:25.468897 140071461664640 interactiveshell.py:2882] Step 96500 | Loss: 0.0702 | Spent: 5.7 secs | LR: 0.000152
I0725 05:26:31.234158 140071461664640 interactiveshell.py:2882] Step 96550 | Loss: 0.1657 | Spent: 5.8 secs | LR: 0.000152
I0725 05:26:36.918488 140071461664640 interactiveshell.py:2882] Step 96600 | Loss: 0.3355 | Spent: 5.7 secs | LR: 0.000152
I0725 05:26:42.553135 140071461664640 interactiveshell.py:2882] Step 96650 | Loss: 0.6031 | Spent: 5.6 secs | LR: 0.000151
I0725 05:26:48.229640 140071461664640 interactiveshell.py:2882] Step 96700 | Loss: 0.4966 | Spent: 5.7 secs | LR: 0.000151
I0725 05:26:53.851741 140071461664640 interactiveshell.py:2882] Step 96750 | Loss: 0.2392 | Spent: 5.6 secs | LR: 0.000151
I0725 05:26:59.288147 140071461664640 interactiveshell.py:2882] Step 96800 | Loss: 0.2921 | Spent: 5.4 secs | LR: 0.000151
I0725 05:27:04.735187 140071461664640 interactiveshell.py:2882] Step 96850 | Loss: 0.2937 | Spent: 5.4 secs | LR: 0.000151
I0725 05:27:10.291857 140071461664640 interactiveshell.py:2882] Step 96900 | Loss: 0.2939 | Spent: 5.6 secs | LR: 0.000151
I0725 05:27:15.929639 140071461664640 interactiveshell.py:2882] Step 96950 | Loss: 0.2003 | Spent: 5.6 secs | LR: 0.000151
I0725 05:27:21.273798 140071461664640 interactiveshell.py:2882] Step 97000 | Loss: 0.2363 | Spent: 5.3 secs | LR: 0.000151
I0725 05:27:26.667759 140071461664640 interactiveshell.py:2882] Step 97050 | Loss: 0.3156 | Spent: 5.4 secs | LR: 0.000151
I0725 05:27:32.069288 140071461664640 interactiveshell.py:2882] Step 97100 | Loss: 0.2505 | Spent: 5.4 secs | LR: 0.000151
I0725 05:27:37.490440 140071461664640 interactiveshell.py:2882] Step 97150 | Loss: 0.2438 | Spent: 5.4 secs | LR: 0.000151
I0725 05:27:43.197881 140071461664640 interactiveshell.py:2882] Step 97200 | Loss: 0.4111 | Spent: 5.7 secs | LR: 0.000151
I0725 05:27:49.058324 140071461664640 interactiveshell.py:2882] Step 97250 | Loss: 0.1425 | Spent: 5.9 secs | LR: 0.000151
I0725 05:27:54.450271 140071461664640 interactiveshell.py:2882] Step 97300 | Loss: 0.0666 | Spent: 5.4 secs | LR: 0.000150
I0725 05:27:59.883087 140071461664640 interactiveshell.py:2882] Step 97350 | Loss: 0.2467 | Spent: 5.4 secs | LR: 0.000150
I0725 05:28:05.255748 140071461664640 interactiveshell.py:2882] Step 97400 | Loss: 0.3562 | Spent: 5.4 secs | LR: 0.000150
I0725 05:28:10.994941 140071461664640 interactiveshell.py:2882] Step 97450 | Loss: 0.2003 | Spent: 5.7 secs | LR: 0.000150
I0725 05:28:16.447695 140071461664640 interactiveshell.py:2882] Step 97500 | Loss: 0.3108 | Spent: 5.5 secs | LR: 0.000150
I0725 05:28:21.826106 140071461664640 interactiveshell.py:2882] Step 97550 | Loss: 0.0541 | Spent: 5.4 secs | LR: 0.000150
I0725 05:28:27.363855 140071461664640 interactiveshell.py:2882] Step 97600 | Loss: 0.2029 | Spent: 5.5 secs | LR: 0.000150
I0725 05:28:32.836856 140071461664640 interactiveshell.py:2882] Step 97650 | Loss: 0.1549 | Spent: 5.5 secs | LR: 0.000150
I0725 05:28:38.305947 140071461664640 interactiveshell.py:2882] Step 97700 | Loss: 0.5446 | Spent: 5.5 secs | LR: 0.000150
I0725 05:28:43.710036 140071461664640 interactiveshell.py:2882] Step 97750 | Loss: 0.3283 | Spent: 5.4 secs | LR: 0.000150
I0725 05:28:49.134999 140071461664640 interactiveshell.py:2882] Step 97800 | Loss: 0.2139 | Spent: 5.4 secs | LR: 0.000150
I0725 05:28:54.511984 140071461664640 interactiveshell.py:2882] Step 97850 | Loss: 0.2832 | Spent: 5.4 secs | LR: 0.000150
I0725 05:28:59.945270 140071461664640 interactiveshell.py:2882] Step 97900 | Loss: 0.2692 | Spent: 5.4 secs | LR: 0.000150
I0725 05:29:05.323813 140071461664640 interactiveshell.py:2882] Step 97950 | Loss: 0.4141 | Spent: 5.4 secs | LR: 0.000149
Reading ../data/test.txt
I0725 05:29:18.495625 140071461664640 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.854
I0725 05:29:18.496611 140071461664640 interactiveshell.py:2882] Best Accuracy: 0.859
I0725 05:29:20.454088 140071461664640 interactiveshell.py:2882] Step 98000 | Loss: 0.3052 | Spent: 15.1 secs | LR: 0.000149
I0725 05:29:25.856472 140071461664640 interactiveshell.py:2882] Step 98050 | Loss: 0.2391 | Spent: 5.4 secs | LR: 0.000149
I0725 05:29:31.249093 140071461664640 interactiveshell.py:2882] Step 98100 | Loss: 0.3171 | Spent: 5.4 secs | LR: 0.000149
I0725 05:29:36.734724 140071461664640 interactiveshell.py:2882] Step 98150 | Loss: 0.1838 | Spent: 5.5 secs | LR: 0.000149
I0725 05:29:42.132059 140071461664640 interactiveshell.py:2882] Step 98200 | Loss: 0.1549 | Spent: 5.4 secs | LR: 0.000149
I0725 05:29:47.587462 140071461664640 interactiveshell.py:2882] Step 98250 | Loss: 0.1994 | Spent: 5.5 secs | LR: 0.000149
I0725 05:29:53.009765 140071461664640 interactiveshell.py:2882] Step 98300 | Loss: 0.3856 | Spent: 5.4 secs | LR: 0.000149
I0725 05:29:58.408645 140071461664640 interactiveshell.py:2882] Step 98350 | Loss: 0.1707 | Spent: 5.4 secs | LR: 0.000149
I0725 05:30:03.753638 140071461664640 interactiveshell.py:2882] Step 98400 | Loss: 0.1232 | Spent: 5.3 secs | LR: 0.000149
I0725 05:30:09.173506 140071461664640 interactiveshell.py:2882] Step 98450 | Loss: 0.2283 | Spent: 5.4 secs | LR: 0.000149
I0725 05:30:14.548521 140071461664640 interactiveshell.py:2882] Step 98500 | Loss: 0.2749 | Spent: 5.4 secs | LR: 0.000149
I0725 05:30:19.838630 140071461664640 interactiveshell.py:2882] Step 98550 | Loss: 0.3297 | Spent: 5.3 secs | LR: 0.000149
I0725 05:30:25.178620 140071461664640 interactiveshell.py:2882] Step 98600 | Loss: 0.2023 | Spent: 5.3 secs | LR: 0.000148
I0725 05:30:30.473931 140071461664640 interactiveshell.py:2882] Step 98650 | Loss: 0.1737 | Spent: 5.3 secs | LR: 0.000148
I0725 05:30:35.786699 140071461664640 interactiveshell.py:2882] Step 98700 | Loss: 0.1211 | Spent: 5.3 secs | LR: 0.000148
I0725 05:30:41.141957 140071461664640 interactiveshell.py:2882] Step 98750 | Loss: 0.3700 | Spent: 5.4 secs | LR: 0.000148
I0725 05:30:46.465680 140071461664640 interactiveshell.py:2882] Step 98800 | Loss: 0.1846 | Spent: 5.3 secs | LR: 0.000148
I0725 05:30:51.751286 140071461664640 interactiveshell.py:2882] Step 98850 | Loss: 0.3934 | Spent: 5.3 secs | LR: 0.000148
I0725 05:30:57.176640 140071461664640 interactiveshell.py:2882] Step 98900 | Loss: 0.3299 | Spent: 5.4 secs | LR: 0.000148
I0725 05:31:02.413288 140071461664640 interactiveshell.py:2882] Step 98950 | Loss: 0.3401 | Spent: 5.2 secs | LR: 0.000148
I0725 05:31:07.784254 140071461664640 interactiveshell.py:2882] Step 99000 | Loss: 0.3913 | Spent: 5.4 secs | LR: 0.000148
I0725 05:31:13.163713 140071461664640 interactiveshell.py:2882] Step 99050 | Loss: 0.3121 | Spent: 5.4 secs | LR: 0.000148
I0725 05:31:18.391916 140071461664640 interactiveshell.py:2882] Step 99100 | Loss: 0.2059 | Spent: 5.2 secs | LR: 0.000148
I0725 05:31:23.905954 140071461664640 interactiveshell.py:2882] Step 99150 | Loss: 0.3770 | Spent: 5.5 secs | LR: 0.000148
I0725 05:31:29.229672 140071461664640 interactiveshell.py:2882] Step 99200 | Loss: 0.2347 | Spent: 5.3 secs | LR: 0.000148
I0725 05:31:34.552027 140071461664640 interactiveshell.py:2882] Step 99250 | Loss: 0.4086 | Spent: 5.3 secs | LR: 0.000148
I0725 05:31:39.872337 140071461664640 interactiveshell.py:2882] Step 99300 | Loss: 0.2151 | Spent: 5.3 secs | LR: 0.000147
I0725 05:31:45.265148 140071461664640 interactiveshell.py:2882] Step 99350 | Loss: 0.2617 | Spent: 5.4 secs | LR: 0.000147
I0725 05:31:50.576005 140071461664640 interactiveshell.py:2882] Step 99400 | Loss: 0.2570 | Spent: 5.3 secs | LR: 0.000147
I0725 05:31:55.897936 140071461664640 interactiveshell.py:2882] Step 99450 | Loss: 0.1940 | Spent: 5.3 secs | LR: 0.000147
I0725 05:32:01.238054 140071461664640 interactiveshell.py:2882] Step 99500 | Loss: 0.2479 | Spent: 5.3 secs | LR: 0.000147
I0725 05:32:06.567324 140071461664640 interactiveshell.py:2882] Step 99550 | Loss: 0.3395 | Spent: 5.3 secs | LR: 0.000147
I0725 05:32:11.911228 140071461664640 interactiveshell.py:2882] Step 99600 | Loss: 0.2704 | Spent: 5.3 secs | LR: 0.000147
I0725 05:32:17.425953 140071461664640 interactiveshell.py:2882] Step 99650 | Loss: 0.1580 | Spent: 5.5 secs | LR: 0.000147
I0725 05:32:22.894635 140071461664640 interactiveshell.py:2882] Step 99700 | Loss: 0.1995 | Spent: 5.5 secs | LR: 0.000147
Reading ../data/test.txt
I0725 05:32:32.619581 140071461664640 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.855
I0725 05:32:32.620666 140071461664640 interactiveshell.py:2882] Best Accuracy: 0.859
I0725 05:32:37.832552 140071461664640 interactiveshell.py:2882] Step 99750 | Loss: 0.2095 | Spent: 14.9 secs | LR: 0.000147
I0725 05:32:43.221720 140071461664640 interactiveshell.py:2882] Step 99800 | Loss: 0.2342 | Spent: 5.4 secs | LR: 0.000147
I0725 05:32:48.641653 140071461664640 interactiveshell.py:2882] Step 99850 | Loss: 0.5429 | Spent: 5.4 secs | LR: 0.000147
I0725 05:32:54.422821 140071461664640 interactiveshell.py:2882] Step 99900 | Loss: 0.2556 | Spent: 5.8 secs | LR: 0.000147
I0725 05:33:00.316166 140071461664640 interactiveshell.py:2882] Step 99950 | Loss: 0.5599 | Spent: 5.9 secs | LR: 0.000146
I0725 05:33:05.702691 140071461664640 interactiveshell.py:2882] Step 100000 | Loss: 0.4485 | Spent: 5.4 secs | LR: 0.000146
I0725 05:33:11.278072 140071461664640 interactiveshell.py:2882] Step 100050 | Loss: 0.2416 | Spent: 5.6 secs | LR: 0.000146
I0725 05:33:16.709262 140071461664640 interactiveshell.py:2882] Step 100100 | Loss: 0.3990 | Spent: 5.4 secs | LR: 0.000146
I0725 05:33:22.009609 140071461664640 interactiveshell.py:2882] Step 100150 | Loss: 0.3457 | Spent: 5.3 secs | LR: 0.000146
I0725 05:33:27.398906 140071461664640 interactiveshell.py:2882] Step 100200 | Loss: 0.1369 | Spent: 5.4 secs | LR: 0.000146
I0725 05:33:32.824860 140071461664640 interactiveshell.py:2882] Step 100250 | Loss: 0.1777 | Spent: 5.4 secs | LR: 0.000146
I0725 05:33:38.244960 140071461664640 interactiveshell.py:2882] Step 100300 | Loss: 0.4105 | Spent: 5.4 secs | LR: 0.000146
I0725 05:33:43.705722 140071461664640 interactiveshell.py:2882] Step 100350 | Loss: 0.1799 | Spent: 5.5 secs | LR: 0.000146
I0725 05:33:49.306689 140071461664640 interactiveshell.py:2882] Step 100400 | Loss: 0.2498 | Spent: 5.6 secs | LR: 0.000146
I0725 05:33:54.813274 140071461664640 interactiveshell.py:2882] Step 100450 | Loss: 0.2398 | Spent: 5.5 secs | LR: 0.000146
I0725 05:34:00.286340 140071461664640 interactiveshell.py:2882] Step 100500 | Loss: 0.3145 | Spent: 5.5 secs | LR: 0.000146
I0725 05:34:05.699895 140071461664640 interactiveshell.py:2882] Step 100550 | Loss: 0.2477 | Spent: 5.4 secs | LR: 0.000146
I0725 05:34:11.167867 140071461664640 interactiveshell.py:2882] Step 100600 | Loss: 0.1627 | Spent: 5.5 secs | LR: 0.000146
I0725 05:34:16.690798 140071461664640 interactiveshell.py:2882] Step 100650 | Loss: 0.2317 | Spent: 5.5 secs | LR: 0.000145
I0725 05:34:22.085465 140071461664640 interactiveshell.py:2882] Step 100700 | Loss: 0.2308 | Spent: 5.4 secs | LR: 0.000145
I0725 05:34:27.573397 140071461664640 interactiveshell.py:2882] Step 100750 | Loss: 0.2803 | Spent: 5.5 secs | LR: 0.000145
I0725 05:34:32.994274 140071461664640 interactiveshell.py:2882] Step 100800 | Loss: 0.0744 | Spent: 5.4 secs | LR: 0.000145
I0725 05:34:38.488750 140071461664640 interactiveshell.py:2882] Step 100850 | Loss: 0.3727 | Spent: 5.5 secs | LR: 0.000145
I0725 05:34:44.198260 140071461664640 interactiveshell.py:2882] Step 100900 | Loss: 0.4394 | Spent: 5.7 secs | LR: 0.000145
I0725 05:34:49.739484 140071461664640 interactiveshell.py:2882] Step 100950 | Loss: 0.2921 | Spent: 5.5 secs | LR: 0.000145
I0725 05:34:55.262028 140071461664640 interactiveshell.py:2882] Step 101000 | Loss: 0.0911 | Spent: 5.5 secs | LR: 0.000145
I0725 05:35:00.789494 140071461664640 interactiveshell.py:2882] Step 101050 | Loss: 0.2855 | Spent: 5.5 secs | LR: 0.000145
I0725 05:35:06.212443 140071461664640 interactiveshell.py:2882] Step 101100 | Loss: 0.0910 | Spent: 5.4 secs | LR: 0.000145
I0725 05:35:11.716032 140071461664640 interactiveshell.py:2882] Step 101150 | Loss: 0.2453 | Spent: 5.5 secs | LR: 0.000145
I0725 05:35:17.167826 140071461664640 interactiveshell.py:2882] Step 101200 | Loss: 0.4532 | Spent: 5.5 secs | LR: 0.000145
I0725 05:35:22.696136 140071461664640 interactiveshell.py:2882] Step 101250 | Loss: 0.2733 | Spent: 5.5 secs | LR: 0.000145
I0725 05:35:28.171244 140071461664640 interactiveshell.py:2882] Step 101300 | Loss: 0.0782 | Spent: 5.5 secs | LR: 0.000145
I0725 05:35:33.606652 140071461664640 interactiveshell.py:2882] Step 101350 | Loss: 0.3176 | Spent: 5.4 secs | LR: 0.000144
I0725 05:35:39.050180 140071461664640 interactiveshell.py:2882] Step 101400 | Loss: 0.3302 | Spent: 5.4 secs | LR: 0.000144
Reading ../data/test.txt
I0725 05:35:50.913802 140071461664640 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.857
I0725 05:35:50.914936 140071461664640 interactiveshell.py:2882] Best Accuracy: 0.859
I0725 05:35:54.226178 140071461664640 interactiveshell.py:2882] Step 101450 | Loss: 0.2365 | Spent: 15.2 secs | LR: 0.000144
I0725 05:35:59.779061 140071461664640 interactiveshell.py:2882] Step 101500 | Loss: 0.2034 | Spent: 5.6 secs | LR: 0.000144
I0725 05:36:05.205791 140071461664640 interactiveshell.py:2882] Step 101550 | Loss: 0.3407 | Spent: 5.4 secs | LR: 0.000144
I0725 05:36:10.704067 140071461664640 interactiveshell.py:2882] Step 101600 | Loss: 0.3327 | Spent: 5.5 secs | LR: 0.000144
I0725 05:36:16.215304 140071461664640 interactiveshell.py:2882] Step 101650 | Loss: 0.2726 | Spent: 5.5 secs | LR: 0.000144
I0725 05:36:21.713521 140071461664640 interactiveshell.py:2882] Step 101700 | Loss: 0.3034 | Spent: 5.5 secs | LR: 0.000144
I0725 05:36:27.218155 140071461664640 interactiveshell.py:2882] Step 101750 | Loss: 0.2022 | Spent: 5.5 secs | LR: 0.000144
I0725 05:36:32.779635 140071461664640 interactiveshell.py:2882] Step 101800 | Loss: 0.2036 | Spent: 5.6 secs | LR: 0.000144
I0725 05:36:38.277579 140071461664640 interactiveshell.py:2882] Step 101850 | Loss: 0.1651 | Spent: 5.5 secs | LR: 0.000144
I0725 05:36:43.818180 140071461664640 interactiveshell.py:2882] Step 101900 | Loss: 0.3351 | Spent: 5.5 secs | LR: 0.000144
I0725 05:36:49.259372 140071461664640 interactiveshell.py:2882] Step 101950 | Loss: 0.3344 | Spent: 5.4 secs | LR: 0.000144
I0725 05:36:54.742141 140071461664640 interactiveshell.py:2882] Step 102000 | Loss: 0.4196 | Spent: 5.5 secs | LR: 0.000143
I0725 05:37:00.199817 140071461664640 interactiveshell.py:2882] Step 102050 | Loss: 0.2580 | Spent: 5.5 secs | LR: 0.000143
I0725 05:37:05.607732 140071461664640 interactiveshell.py:2882] Step 102100 | Loss: 0.2868 | Spent: 5.4 secs | LR: 0.000143
I0725 05:37:11.060498 140071461664640 interactiveshell.py:2882] Step 102150 | Loss: 0.4289 | Spent: 5.5 secs | LR: 0.000143
I0725 05:37:16.434622 140071461664640 interactiveshell.py:2882] Step 102200 | Loss: 0.3323 | Spent: 5.4 secs | LR: 0.000143
I0725 05:37:21.894392 140071461664640 interactiveshell.py:2882] Step 102250 | Loss: 0.1512 | Spent: 5.5 secs | LR: 0.000143
I0725 05:37:27.524076 140071461664640 interactiveshell.py:2882] Step 102300 | Loss: 0.2629 | Spent: 5.6 secs | LR: 0.000143
I0725 05:37:32.991755 140071461664640 interactiveshell.py:2882] Step 102350 | Loss: 0.2852 | Spent: 5.5 secs | LR: 0.000143
I0725 05:37:38.484157 140071461664640 interactiveshell.py:2882] Step 102400 | Loss: 0.2763 | Spent: 5.5 secs | LR: 0.000143
I0725 05:37:43.943783 140071461664640 interactiveshell.py:2882] Step 102450 | Loss: 0.2763 | Spent: 5.5 secs | LR: 0.000143
I0725 05:37:49.472881 140071461664640 interactiveshell.py:2882] Step 102500 | Loss: 0.1017 | Spent: 5.5 secs | LR: 0.000143
I0725 05:37:55.112375 140071461664640 interactiveshell.py:2882] Step 102550 | Loss: 0.2599 | Spent: 5.6 secs | LR: 0.000143
I0725 05:38:00.735039 140071461664640 interactiveshell.py:2882] Step 102600 | Loss: 0.3001 | Spent: 5.6 secs | LR: 0.000143
I0725 05:38:07.026649 140071461664640 interactiveshell.py:2882] Step 102650 | Loss: 0.1775 | Spent: 6.3 secs | LR: 0.000143
I0725 05:38:12.773118 140071461664640 interactiveshell.py:2882] Step 102700 | Loss: 0.1530 | Spent: 5.7 secs | LR: 0.000142
I0725 05:38:18.271697 140071461664640 interactiveshell.py:2882] Step 102750 | Loss: 0.3330 | Spent: 5.5 secs | LR: 0.000142
I0725 05:38:23.839384 140071461664640 interactiveshell.py:2882] Step 102800 | Loss: 0.2023 | Spent: 5.6 secs | LR: 0.000142
I0725 05:38:29.338656 140071461664640 interactiveshell.py:2882] Step 102850 | Loss: 0.2187 | Spent: 5.5 secs | LR: 0.000142
I0725 05:38:34.835307 140071461664640 interactiveshell.py:2882] Step 102900 | Loss: 0.1806 | Spent: 5.5 secs | LR: 0.000142
I0725 05:38:40.383414 140071461664640 interactiveshell.py:2882] Step 102950 | Loss: 0.5473 | Spent: 5.5 secs | LR: 0.000142
I0725 05:38:45.939999 140071461664640 interactiveshell.py:2882] Step 103000 | Loss: 0.2335 | Spent: 5.6 secs | LR: 0.000142
Reading ../data/train.txt
I0725 05:39:16.241778 140071461664640 interactiveshell.py:2882] Step 103050 | Loss: 0.2708 | Spent: 30.3 secs | LR: 0.000142
I0725 05:39:22.073154 140071461664640 interactiveshell.py:2882] Step 103100 | Loss: 0.3468 | Spent: 5.8 secs | LR: 0.000142
Reading ../data/test.txt
I0725 05:39:36.253324 140071461664640 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.854
I0725 05:39:36.254364 140071461664640 interactiveshell.py:2882] Best Accuracy: 0.859
I0725 05:39:37.563543 140071461664640 interactiveshell.py:2882] Step 103150 | Loss: 0.2844 | Spent: 15.5 secs | LR: 0.000142
I0725 05:39:43.361124 140071461664640 interactiveshell.py:2882] Step 103200 | Loss: 0.2218 | Spent: 5.8 secs | LR: 0.000142
I0725 05:39:49.140723 140071461664640 interactiveshell.py:2882] Step 103250 | Loss: 0.6128 | Spent: 5.8 secs | LR: 0.000142
I0725 05:39:54.966838 140071461664640 interactiveshell.py:2882] Step 103300 | Loss: 0.2904 | Spent: 5.8 secs | LR: 0.000142
I0725 05:40:00.844364 140071461664640 interactiveshell.py:2882] Step 103350 | Loss: 0.1387 | Spent: 5.9 secs | LR: 0.000142
I0725 05:40:06.508872 140071461664640 interactiveshell.py:2882] Step 103400 | Loss: 0.0912 | Spent: 5.7 secs | LR: 0.000141
I0725 05:40:12.260397 140071461664640 interactiveshell.py:2882] Step 103450 | Loss: 0.2516 | Spent: 5.8 secs | LR: 0.000141
I0725 05:40:18.068257 140071461664640 interactiveshell.py:2882] Step 103500 | Loss: 0.2265 | Spent: 5.8 secs | LR: 0.000141
I0725 05:40:23.841091 140071461664640 interactiveshell.py:2882] Step 103550 | Loss: 0.1935 | Spent: 5.8 secs | LR: 0.000141
I0725 05:40:29.785949 140071461664640 interactiveshell.py:2882] Step 103600 | Loss: 0.2410 | Spent: 5.9 secs | LR: 0.000141
I0725 05:40:35.628309 140071461664640 interactiveshell.py:2882] Step 103650 | Loss: 0.2506 | Spent: 5.8 secs | LR: 0.000141
I0725 05:40:41.493703 140071461664640 interactiveshell.py:2882] Step 103700 | Loss: 0.1949 | Spent: 5.9 secs | LR: 0.000141
I0725 05:40:47.295854 140071461664640 interactiveshell.py:2882] Step 103750 | Loss: 0.0698 | Spent: 5.8 secs | LR: 0.000141
I0725 05:40:53.070316 140071461664640 interactiveshell.py:2882] Step 103800 | Loss: 0.0982 | Spent: 5.8 secs | LR: 0.000141
I0725 05:40:58.937865 140071461664640 interactiveshell.py:2882] Step 103850 | Loss: 0.2256 | Spent: 5.9 secs | LR: 0.000141
I0725 05:41:04.684458 140071461664640 interactiveshell.py:2882] Step 103900 | Loss: 0.2389 | Spent: 5.7 secs | LR: 0.000141
I0725 05:41:10.481664 140071461664640 interactiveshell.py:2882] Step 103950 | Loss: 0.2642 | Spent: 5.8 secs | LR: 0.000141
I0725 05:41:16.225526 140071461664640 interactiveshell.py:2882] Step 104000 | Loss: 0.0719 | Spent: 5.7 secs | LR: 0.000141
I0725 05:41:22.038460 140071461664640 interactiveshell.py:2882] Step 104050 | Loss: 0.2213 | Spent: 5.8 secs | LR: 0.000141
I0725 05:41:27.814221 140071461664640 interactiveshell.py:2882] Step 104100 | Loss: 0.4655 | Spent: 5.8 secs | LR: 0.000141
I0725 05:41:33.713374 140071461664640 interactiveshell.py:2882] Step 104150 | Loss: 0.1334 | Spent: 5.9 secs | LR: 0.000140
I0725 05:41:39.592022 140071461664640 interactiveshell.py:2882] Step 104200 | Loss: 0.4551 | Spent: 5.9 secs | LR: 0.000140
I0725 05:41:45.468768 140071461664640 interactiveshell.py:2882] Step 104250 | Loss: 0.2618 | Spent: 5.9 secs | LR: 0.000140
I0725 05:41:51.462020 140071461664640 interactiveshell.py:2882] Step 104300 | Loss: 0.2551 | Spent: 6.0 secs | LR: 0.000140
I0725 05:41:57.512050 140071461664640 interactiveshell.py:2882] Step 104350 | Loss: 0.0891 | Spent: 6.0 secs | LR: 0.000140
I0725 05:42:03.678604 140071461664640 interactiveshell.py:2882] Step 104400 | Loss: 0.1061 | Spent: 6.2 secs | LR: 0.000140
I0725 05:42:09.498820 140071461664640 interactiveshell.py:2882] Step 104450 | Loss: 0.1797 | Spent: 5.8 secs | LR: 0.000140
I0725 05:42:15.298739 140071461664640 interactiveshell.py:2882] Step 104500 | Loss: 0.2313 | Spent: 5.8 secs | LR: 0.000140
I0725 05:42:21.115447 140071461664640 interactiveshell.py:2882] Step 104550 | Loss: 0.3810 | Spent: 5.8 secs | LR: 0.000140
I0725 05:42:27.084628 140071461664640 interactiveshell.py:2882] Step 104600 | Loss: 0.2709 | Spent: 6.0 secs | LR: 0.000140
I0725 05:42:33.260063 140071461664640 interactiveshell.py:2882] Step 104650 | Loss: 0.1865 | Spent: 6.2 secs | LR: 0.000140
I0725 05:42:39.192774 140071461664640 interactiveshell.py:2882] Step 104700 | Loss: 0.1979 | Spent: 5.9 secs | LR: 0.000140
I0725 05:42:45.143375 140071461664640 interactiveshell.py:2882] Step 104750 | Loss: 0.4448 | Spent: 5.9 secs | LR: 0.000140
I0725 05:42:51.115288 140071461664640 interactiveshell.py:2882] Step 104800 | Loss: 0.4637 | Spent: 6.0 secs | LR: 0.000140
I0725 05:42:57.121450 140071461664640 interactiveshell.py:2882] Step 104850 | Loss: 0.2023 | Spent: 6.0 secs | LR: 0.000139
Reading ../data/test.txt
I0725 05:43:08.034635 140071461664640 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.852
I0725 05:43:08.035714 140071461664640 interactiveshell.py:2882] Best Accuracy: 0.859
I0725 05:43:13.357294 140071461664640 interactiveshell.py:2882] Step 104900 | Loss: 0.5162 | Spent: 16.2 secs | LR: 0.000139
I0725 05:43:19.863885 140071461664640 interactiveshell.py:2882] Step 104950 | Loss: 0.1195 | Spent: 6.5 secs | LR: 0.000139
I0725 05:43:25.927542 140071461664640 interactiveshell.py:2882] Step 105000 | Loss: 0.1454 | Spent: 6.1 secs | LR: 0.000139
I0725 05:43:31.918067 140071461664640 interactiveshell.py:2882] Step 105050 | Loss: 0.2631 | Spent: 6.0 secs | LR: 0.000139
I0725 05:43:37.958358 140071461664640 interactiveshell.py:2882] Step 105100 | Loss: 0.2699 | Spent: 6.0 secs | LR: 0.000139
I0725 05:43:43.975982 140071461664640 interactiveshell.py:2882] Step 105150 | Loss: 0.3028 | Spent: 6.0 secs | LR: 0.000139
I0725 05:43:49.988271 140071461664640 interactiveshell.py:2882] Step 105200 | Loss: 0.3649 | Spent: 6.0 secs | LR: 0.000139
I0725 05:43:56.067550 140071461664640 interactiveshell.py:2882] Step 105250 | Loss: 0.1579 | Spent: 6.1 secs | LR: 0.000139
I0725 05:44:02.125719 140071461664640 interactiveshell.py:2882] Step 105300 | Loss: 0.1648 | Spent: 6.1 secs | LR: 0.000139
I0725 05:44:08.234025 140071461664640 interactiveshell.py:2882] Step 105350 | Loss: 0.1991 | Spent: 6.1 secs | LR: 0.000139
I0725 05:44:14.310721 140071461664640 interactiveshell.py:2882] Step 105400 | Loss: 0.2445 | Spent: 6.1 secs | LR: 0.000139
I0725 05:44:20.393016 140071461664640 interactiveshell.py:2882] Step 105450 | Loss: 0.5505 | Spent: 6.1 secs | LR: 0.000139
I0725 05:44:26.561448 140071461664640 interactiveshell.py:2882] Step 105500 | Loss: 0.3227 | Spent: 6.2 secs | LR: 0.000139
I0725 05:44:32.674701 140071461664640 interactiveshell.py:2882] Step 105550 | Loss: 0.1968 | Spent: 6.1 secs | LR: 0.000138
I0725 05:44:38.861941 140071461664640 interactiveshell.py:2882] Step 105600 | Loss: 0.2547 | Spent: 6.2 secs | LR: 0.000138
I0725 05:44:44.969969 140071461664640 interactiveshell.py:2882] Step 105650 | Loss: 0.4214 | Spent: 6.1 secs | LR: 0.000138
I0725 05:44:51.024074 140071461664640 interactiveshell.py:2882] Step 105700 | Loss: 0.0851 | Spent: 6.1 secs | LR: 0.000138
I0725 05:44:57.107043 140071461664640 interactiveshell.py:2882] Step 105750 | Loss: 0.1461 | Spent: 6.1 secs | LR: 0.000138
I0725 05:45:03.049437 140071461664640 interactiveshell.py:2882] Step 105800 | Loss: 0.3164 | Spent: 5.9 secs | LR: 0.000138
I0725 05:45:09.038722 140071461664640 interactiveshell.py:2882] Step 105850 | Loss: 0.3927 | Spent: 6.0 secs | LR: 0.000138
I0725 05:45:15.004580 140071461664640 interactiveshell.py:2882] Step 105900 | Loss: 0.1480 | Spent: 6.0 secs | LR: 0.000138
I0725 05:45:20.852880 140071461664640 interactiveshell.py:2882] Step 105950 | Loss: 0.1374 | Spent: 5.8 secs | LR: 0.000138
I0725 05:45:26.686338 140071461664640 interactiveshell.py:2882] Step 106000 | Loss: 0.2967 | Spent: 5.8 secs | LR: 0.000138
I0725 05:45:32.391508 140071461664640 interactiveshell.py:2882] Step 106050 | Loss: 0.3399 | Spent: 5.7 secs | LR: 0.000138
I0725 05:45:38.201610 140071461664640 interactiveshell.py:2882] Step 106100 | Loss: 0.2044 | Spent: 5.8 secs | LR: 0.000138
I0725 05:45:44.189057 140071461664640 interactiveshell.py:2882] Step 106150 | Loss: 0.3901 | Spent: 6.0 secs | LR: 0.000138
I0725 05:45:50.026427 140071461664640 interactiveshell.py:2882] Step 106200 | Loss: 0.2566 | Spent: 5.8 secs | LR: 0.000138
I0725 05:45:55.955678 140071461664640 interactiveshell.py:2882] Step 106250 | Loss: 0.2819 | Spent: 5.9 secs | LR: 0.000137
I0725 05:46:01.770713 140071461664640 interactiveshell.py:2882] Step 106300 | Loss: 0.2755 | Spent: 5.8 secs | LR: 0.000137
I0725 05:46:07.449628 140071461664640 interactiveshell.py:2882] Step 106350 | Loss: 0.2619 | Spent: 5.7 secs | LR: 0.000137
I0725 05:46:13.250824 140071461664640 interactiveshell.py:2882] Step 106400 | Loss: 0.2633 | Spent: 5.8 secs | LR: 0.000137
I0725 05:46:18.988250 140071461664640 interactiveshell.py:2882] Step 106450 | Loss: 0.2059 | Spent: 5.7 secs | LR: 0.000137
I0725 05:46:24.773378 140071461664640 interactiveshell.py:2882] Step 106500 | Loss: 0.2886 | Spent: 5.8 secs | LR: 0.000137
I0725 05:46:30.594821 140071461664640 interactiveshell.py:2882] Step 106550 | Loss: 0.3663 | Spent: 5.8 secs | LR: 0.000137
Reading ../data/test.txt
I0725 05:46:43.566896 140071461664640 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.855
I0725 05:46:43.567960 140071461664640 interactiveshell.py:2882] Best Accuracy: 0.859
I0725 05:46:46.339008 140071461664640 interactiveshell.py:2882] Step 106600 | Loss: 0.3227 | Spent: 15.7 secs | LR: 0.000137
I0725 05:46:52.351174 140071461664640 interactiveshell.py:2882] Step 106650 | Loss: 0.1492 | Spent: 6.0 secs | LR: 0.000137
I0725 05:46:58.360501 140071461664640 interactiveshell.py:2882] Step 106700 | Loss: 0.0510 | Spent: 6.0 secs | LR: 0.000137
I0725 05:47:04.188829 140071461664640 interactiveshell.py:2882] Step 106750 | Loss: 0.2095 | Spent: 5.8 secs | LR: 0.000137
I0725 05:47:10.182460 140071461664640 interactiveshell.py:2882] Step 106800 | Loss: 0.4176 | Spent: 6.0 secs | LR: 0.000137
I0725 05:47:16.230434 140071461664640 interactiveshell.py:2882] Step 106850 | Loss: 0.3206 | Spent: 6.0 secs | LR: 0.000137
I0725 05:47:22.114763 140071461664640 interactiveshell.py:2882] Step 106900 | Loss: 0.1103 | Spent: 5.9 secs | LR: 0.000137
I0725 05:47:27.833053 140071461664640 interactiveshell.py:2882] Step 106950 | Loss: 0.2169 | Spent: 5.7 secs | LR: 0.000137
I0725 05:47:33.699722 140071461664640 interactiveshell.py:2882] Step 107000 | Loss: 0.0933 | Spent: 5.9 secs | LR: 0.000136
I0725 05:47:39.639851 140071461664640 interactiveshell.py:2882] Step 107050 | Loss: 0.3076 | Spent: 5.9 secs | LR: 0.000136
I0725 05:47:45.515995 140071461664640 interactiveshell.py:2882] Step 107100 | Loss: 0.1032 | Spent: 5.9 secs | LR: 0.000136
I0725 05:47:51.330037 140071461664640 interactiveshell.py:2882] Step 107150 | Loss: 0.4876 | Spent: 5.8 secs | LR: 0.000136
I0725 05:47:57.131670 140071461664640 interactiveshell.py:2882] Step 107200 | Loss: 0.0791 | Spent: 5.8 secs | LR: 0.000136
I0725 05:48:02.893914 140071461664640 interactiveshell.py:2882] Step 107250 | Loss: 0.2701 | Spent: 5.8 secs | LR: 0.000136
I0725 05:48:08.834469 140071461664640 interactiveshell.py:2882] Step 107300 | Loss: 0.3716 | Spent: 5.9 secs | LR: 0.000136
I0725 05:48:14.626944 140071461664640 interactiveshell.py:2882] Step 107350 | Loss: 0.1289 | Spent: 5.8 secs | LR: 0.000136
I0725 05:48:20.440335 140071461664640 interactiveshell.py:2882] Step 107400 | Loss: 0.1970 | Spent: 5.8 secs | LR: 0.000136
I0725 05:48:26.753243 140071461664640 interactiveshell.py:2882] Step 107450 | Loss: 0.1605 | Spent: 6.3 secs | LR: 0.000136
I0725 05:48:33.014233 140071461664640 interactiveshell.py:2882] Step 107500 | Loss: 0.2438 | Spent: 6.3 secs | LR: 0.000136
I0725 05:48:38.942355 140071461664640 interactiveshell.py:2882] Step 107550 | Loss: 0.1862 | Spent: 5.9 secs | LR: 0.000136
I0725 05:48:44.816028 140071461664640 interactiveshell.py:2882] Step 107600 | Loss: 0.3054 | Spent: 5.9 secs | LR: 0.000136
I0725 05:48:50.694803 140071461664640 interactiveshell.py:2882] Step 107650 | Loss: 0.1829 | Spent: 5.9 secs | LR: 0.000136
I0725 05:48:56.546321 140071461664640 interactiveshell.py:2882] Step 107700 | Loss: 0.1751 | Spent: 5.9 secs | LR: 0.000136
I0725 05:49:02.412855 140071461664640 interactiveshell.py:2882] Step 107750 | Loss: 0.5233 | Spent: 5.9 secs | LR: 0.000135
I0725 05:49:08.261671 140071461664640 interactiveshell.py:2882] Step 107800 | Loss: 0.2222 | Spent: 5.8 secs | LR: 0.000135
I0725 05:49:14.206491 140071461664640 interactiveshell.py:2882] Step 107850 | Loss: 0.2117 | Spent: 5.9 secs | LR: 0.000135
I0725 05:49:20.020359 140071461664640 interactiveshell.py:2882] Step 107900 | Loss: 0.1610 | Spent: 5.8 secs | LR: 0.000135
I0725 05:49:26.024485 140071461664640 interactiveshell.py:2882] Step 107950 | Loss: 0.1430 | Spent: 6.0 secs | LR: 0.000135
I0725 05:49:31.787060 140071461664640 interactiveshell.py:2882] Step 108000 | Loss: 0.1905 | Spent: 5.8 secs | LR: 0.000135
I0725 05:49:37.689861 140071461664640 interactiveshell.py:2882] Step 108050 | Loss: 0.3086 | Spent: 5.9 secs | LR: 0.000135
I0725 05:49:43.550901 140071461664640 interactiveshell.py:2882] Step 108100 | Loss: 0.2507 | Spent: 5.9 secs | LR: 0.000135
I0725 05:49:49.524643 140071461664640 interactiveshell.py:2882] Step 108150 | Loss: 0.3890 | Spent: 6.0 secs | LR: 0.000135
I0725 05:49:55.486426 140071461664640 interactiveshell.py:2882] Step 108200 | Loss: 0.2553 | Spent: 6.0 secs | LR: 0.000135
I0725 05:50:01.426450 140071461664640 interactiveshell.py:2882] Step 108250 | Loss: 0.1671 | Spent: 5.9 secs | LR: 0.000135
Reading ../data/test.txt
I0725 05:50:16.371784 140071461664640 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.856
I0725 05:50:16.373237 140071461664640 interactiveshell.py:2882] Best Accuracy: 0.859
I0725 05:50:16.858242 140071461664640 interactiveshell.py:2882] Step 108300 | Loss: 0.2501 | Spent: 15.4 secs | LR: 0.000135
I0725 05:50:22.622560 140071461664640 interactiveshell.py:2882] Step 108350 | Loss: 0.3230 | Spent: 5.8 secs | LR: 0.000135
I0725 05:50:28.429584 140071461664640 interactiveshell.py:2882] Step 108400 | Loss: 0.0956 | Spent: 5.8 secs | LR: 0.000135
I0725 05:50:34.312227 140071461664640 interactiveshell.py:2882] Step 108450 | Loss: 0.1721 | Spent: 5.9 secs | LR: 0.000134
I0725 05:50:40.139742 140071461664640 interactiveshell.py:2882] Step 108500 | Loss: 0.1505 | Spent: 5.8 secs | LR: 0.000134
I0725 05:50:45.894961 140071461664640 interactiveshell.py:2882] Step 108550 | Loss: 0.2930 | Spent: 5.8 secs | LR: 0.000134
I0725 05:50:51.741019 140071461664640 interactiveshell.py:2882] Step 108600 | Loss: 0.1462 | Spent: 5.8 secs | LR: 0.000134
I0725 05:50:57.575989 140071461664640 interactiveshell.py:2882] Step 108650 | Loss: 0.3220 | Spent: 5.8 secs | LR: 0.000134
I0725 05:51:03.399812 140071461664640 interactiveshell.py:2882] Step 108700 | Loss: 0.1840 | Spent: 5.8 secs | LR: 0.000134
I0725 05:51:09.252066 140071461664640 interactiveshell.py:2882] Step 108750 | Loss: 0.1592 | Spent: 5.9 secs | LR: 0.000134
I0725 05:51:15.124371 140071461664640 interactiveshell.py:2882] Step 108800 | Loss: 0.1279 | Spent: 5.9 secs | LR: 0.000134
I0725 05:51:21.070242 140071461664640 interactiveshell.py:2882] Step 108850 | Loss: 0.4497 | Spent: 5.9 secs | LR: 0.000134
I0725 05:51:26.869690 140071461664640 interactiveshell.py:2882] Step 108900 | Loss: 0.1753 | Spent: 5.8 secs | LR: 0.000134
I0725 05:51:32.710492 140071461664640 interactiveshell.py:2882] Step 108950 | Loss: 0.1399 | Spent: 5.8 secs | LR: 0.000134
I0725 05:51:38.592850 140071461664640 interactiveshell.py:2882] Step 109000 | Loss: 0.1396 | Spent: 5.9 secs | LR: 0.000134
I0725 05:51:44.624594 140071461664640 interactiveshell.py:2882] Step 109050 | Loss: 0.1256 | Spent: 6.0 secs | LR: 0.000134
I0725 05:51:50.666433 140071461664640 interactiveshell.py:2882] Step 109100 | Loss: 0.2203 | Spent: 6.0 secs | LR: 0.000134
I0725 05:51:56.702032 140071461664640 interactiveshell.py:2882] Step 109150 | Loss: 0.2063 | Spent: 6.0 secs | LR: 0.000134
I0725 05:52:02.711302 140071461664640 interactiveshell.py:2882] Step 109200 | Loss: 0.1978 | Spent: 6.0 secs | LR: 0.000133
I0725 05:52:08.691791 140071461664640 interactiveshell.py:2882] Step 109250 | Loss: 0.2530 | Spent: 6.0 secs | LR: 0.000133
I0725 05:52:14.567457 140071461664640 interactiveshell.py:2882] Step 109300 | Loss: 0.2542 | Spent: 5.9 secs | LR: 0.000133
I0725 05:52:20.525399 140071461664640 interactiveshell.py:2882] Step 109350 | Loss: 0.1363 | Spent: 6.0 secs | LR: 0.000133
I0725 05:52:26.326487 140071461664640 interactiveshell.py:2882] Step 109400 | Loss: 0.2939 | Spent: 5.8 secs | LR: 0.000133
I0725 05:52:32.253502 140071461664640 interactiveshell.py:2882] Step 109450 | Loss: 0.2663 | Spent: 5.9 secs | LR: 0.000133
I0725 05:52:38.274930 140071461664640 interactiveshell.py:2882] Step 109500 | Loss: 0.4143 | Spent: 6.0 secs | LR: 0.000133
I0725 05:52:44.288334 140071461664640 interactiveshell.py:2882] Step 109550 | Loss: 0.1463 | Spent: 6.0 secs | LR: 0.000133
I0725 05:52:50.157090 140071461664640 interactiveshell.py:2882] Step 109600 | Loss: 0.3609 | Spent: 5.9 secs | LR: 0.000133
I0725 05:52:56.072445 140071461664640 interactiveshell.py:2882] Step 109650 | Loss: 0.4969 | Spent: 5.9 secs | LR: 0.000133
I0725 05:53:01.901714 140071461664640 interactiveshell.py:2882] Step 109700 | Loss: 0.0747 | Spent: 5.8 secs | LR: 0.000133
I0725 05:53:08.135322 140071461664640 interactiveshell.py:2882] Step 109750 | Loss: 0.2019 | Spent: 6.2 secs | LR: 0.000133
I0725 05:53:14.003024 140071461664640 interactiveshell.py:2882] Step 109800 | Loss: 0.0651 | Spent: 5.9 secs | LR: 0.000133
I0725 05:53:19.831376 140071461664640 interactiveshell.py:2882] Step 109850 | Loss: 0.2879 | Spent: 5.8 secs | LR: 0.000133
I0725 05:53:25.703205 140071461664640 interactiveshell.py:2882] Step 109900 | Loss: 0.6146 | Spent: 5.9 secs | LR: 0.000133
I0725 05:53:31.925593 140071461664640 interactiveshell.py:2882] Step 109950 | Loss: 0.2401 | Spent: 6.2 secs | LR: 0.000132
I0725 05:53:38.998350 140071461664640 interactiveshell.py:2882] Step 110000 | Loss: 0.0939 | Spent: 7.1 secs | LR: 0.000132
Reading ../data/test.txt
I0725 05:53:51.539873 140071461664640 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.853
I0725 05:53:51.541054 140071461664640 interactiveshell.py:2882] Best Accuracy: 0.859
I0725 05:53:56.306148 140071461664640 interactiveshell.py:2882] Step 110050 | Loss: 0.1649 | Spent: 17.3 secs | LR: 0.000132
I0725 05:54:02.977862 140071461664640 interactiveshell.py:2882] Step 110100 | Loss: 0.1314 | Spent: 6.7 secs | LR: 0.000132
I0725 05:54:09.645306 140071461664640 interactiveshell.py:2882] Step 110150 | Loss: 0.2534 | Spent: 6.7 secs | LR: 0.000132
I0725 05:54:16.258327 140071461664640 interactiveshell.py:2882] Step 110200 | Loss: 0.2312 | Spent: 6.6 secs | LR: 0.000132
I0725 05:54:22.895789 140071461664640 interactiveshell.py:2882] Step 110250 | Loss: 0.2978 | Spent: 6.6 secs | LR: 0.000132
I0725 05:54:29.613081 140071461664640 interactiveshell.py:2882] Step 110300 | Loss: 0.1720 | Spent: 6.7 secs | LR: 0.000132
I0725 05:54:36.223732 140071461664640 interactiveshell.py:2882] Step 110350 | Loss: 0.2778 | Spent: 6.6 secs | LR: 0.000132
I0725 05:54:42.916648 140071461664640 interactiveshell.py:2882] Step 110400 | Loss: 0.2774 | Spent: 6.7 secs | LR: 0.000132
I0725 05:54:49.586251 140071461664640 interactiveshell.py:2882] Step 110450 | Loss: 0.2836 | Spent: 6.7 secs | LR: 0.000132
I0725 05:54:56.280166 140071461664640 interactiveshell.py:2882] Step 110500 | Loss: 0.3281 | Spent: 6.7 secs | LR: 0.000132
I0725 05:55:02.955445 140071461664640 interactiveshell.py:2882] Step 110550 | Loss: 0.2132 | Spent: 6.7 secs | LR: 0.000132
I0725 05:55:09.663070 140071461664640 interactiveshell.py:2882] Step 110600 | Loss: 0.3900 | Spent: 6.7 secs | LR: 0.000132
I0725 05:55:16.361169 140071461664640 interactiveshell.py:2882] Step 110650 | Loss: 0.4813 | Spent: 6.7 secs | LR: 0.000132
I0725 05:55:22.824106 140071461664640 interactiveshell.py:2882] Step 110700 | Loss: 0.0551 | Spent: 6.5 secs | LR: 0.000131
I0725 05:55:29.310511 140071461664640 interactiveshell.py:2882] Step 110750 | Loss: 0.2768 | Spent: 6.5 secs | LR: 0.000131
I0725 05:55:35.640090 140071461664640 interactiveshell.py:2882] Step 110800 | Loss: 0.2056 | Spent: 6.3 secs | LR: 0.000131
I0725 05:55:42.002580 140071461664640 interactiveshell.py:2882] Step 110850 | Loss: 0.3881 | Spent: 6.4 secs | LR: 0.000131
I0725 05:55:48.436330 140071461664640 interactiveshell.py:2882] Step 110900 | Loss: 0.0960 | Spent: 6.4 secs | LR: 0.000131
I0725 05:55:54.871351 140071461664640 interactiveshell.py:2882] Step 110950 | Loss: 0.3702 | Spent: 6.4 secs | LR: 0.000131
I0725 05:56:01.422032 140071461664640 interactiveshell.py:2882] Step 111000 | Loss: 0.1307 | Spent: 6.5 secs | LR: 0.000131
I0725 05:56:07.810833 140071461664640 interactiveshell.py:2882] Step 111050 | Loss: 0.1416 | Spent: 6.4 secs | LR: 0.000131
I0725 05:56:14.217747 140071461664640 interactiveshell.py:2882] Step 111100 | Loss: 0.3240 | Spent: 6.4 secs | LR: 0.000131
I0725 05:56:20.701041 140071461664640 interactiveshell.py:2882] Step 111150 | Loss: 0.3110 | Spent: 6.5 secs | LR: 0.000131
I0725 05:56:27.179812 140071461664640 interactiveshell.py:2882] Step 111200 | Loss: 0.5140 | Spent: 6.5 secs | LR: 0.000131
I0725 05:56:33.512079 140071461664640 interactiveshell.py:2882] Step 111250 | Loss: 0.3362 | Spent: 6.3 secs | LR: 0.000131
I0725 05:56:39.986741 140071461664640 interactiveshell.py:2882] Step 111300 | Loss: 0.4475 | Spent: 6.5 secs | LR: 0.000131
I0725 05:56:46.531918 140071461664640 interactiveshell.py:2882] Step 111350 | Loss: 0.4167 | Spent: 6.5 secs | LR: 0.000131
I0725 05:56:53.044825 140071461664640 interactiveshell.py:2882] Step 111400 | Loss: 0.3613 | Spent: 6.5 secs | LR: 0.000131
I0725 05:56:59.586299 140071461664640 interactiveshell.py:2882] Step 111450 | Loss: 0.3142 | Spent: 6.5 secs | LR: 0.000130
I0725 05:57:05.967737 140071461664640 interactiveshell.py:2882] Step 111500 | Loss: 0.1523 | Spent: 6.4 secs | LR: 0.000130
I0725 05:57:12.438339 140071461664640 interactiveshell.py:2882] Step 111550 | Loss: 0.4375 | Spent: 6.5 secs | LR: 0.000130
I0725 05:57:19.318761 140071461664640 interactiveshell.py:2882] Step 111600 | Loss: 0.2086 | Spent: 6.9 secs | LR: 0.000130
I0725 05:57:26.115394 140071461664640 interactiveshell.py:2882] Step 111650 | Loss: 0.2512 | Spent: 6.8 secs | LR: 0.000130
I0725 05:57:32.418616 140071461664640 interactiveshell.py:2882] Step 111700 | Loss: 0.1545 | Spent: 6.3 secs | LR: 0.000130
Reading ../data/test.txt
I0725 05:57:46.390491 140071461664640 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.854
I0725 05:57:46.392108 140071461664640 interactiveshell.py:2882] Best Accuracy: 0.859
I0725 05:57:48.312334 140071461664640 interactiveshell.py:2882] Step 111750 | Loss: 0.1587 | Spent: 15.9 secs | LR: 0.000130
I0725 05:57:54.281626 140071461664640 interactiveshell.py:2882] Step 111800 | Loss: 0.1890 | Spent: 6.0 secs | LR: 0.000130
I0725 05:58:00.376342 140071461664640 interactiveshell.py:2882] Step 111850 | Loss: 0.4065 | Spent: 6.1 secs | LR: 0.000130
I0725 05:58:06.514041 140071461664640 interactiveshell.py:2882] Step 111900 | Loss: 0.2736 | Spent: 6.1 secs | LR: 0.000130
I0725 05:58:12.541389 140071461664640 interactiveshell.py:2882] Step 111950 | Loss: 0.0451 | Spent: 6.0 secs | LR: 0.000130
I0725 05:58:18.539313 140071461664640 interactiveshell.py:2882] Step 112000 | Loss: 0.3690 | Spent: 6.0 secs | LR: 0.000130
I0725 05:58:24.482950 140071461664640 interactiveshell.py:2882] Step 112050 | Loss: 0.2202 | Spent: 5.9 secs | LR: 0.000130
I0725 05:58:30.475095 140071461664640 interactiveshell.py:2882] Step 112100 | Loss: 0.2810 | Spent: 6.0 secs | LR: 0.000130
I0725 05:58:36.530430 140071461664640 interactiveshell.py:2882] Step 112150 | Loss: 0.2273 | Spent: 6.1 secs | LR: 0.000130
I0725 05:58:42.575669 140071461664640 interactiveshell.py:2882] Step 112200 | Loss: 0.3916 | Spent: 6.0 secs | LR: 0.000130
I0725 05:58:49.107958 140071461664640 interactiveshell.py:2882] Step 112250 | Loss: 0.1924 | Spent: 6.5 secs | LR: 0.000129
I0725 05:58:55.329036 140071461664640 interactiveshell.py:2882] Step 112300 | Loss: 0.2415 | Spent: 6.2 secs | LR: 0.000129
I0725 05:59:01.370551 140071461664640 interactiveshell.py:2882] Step 112350 | Loss: 0.3661 | Spent: 6.0 secs | LR: 0.000129
I0725 05:59:07.471287 140071461664640 interactiveshell.py:2882] Step 112400 | Loss: 0.2540 | Spent: 6.1 secs | LR: 0.000129
I0725 05:59:13.568537 140071461664640 interactiveshell.py:2882] Step 112450 | Loss: 0.1888 | Spent: 6.1 secs | LR: 0.000129
I0725 05:59:19.644556 140071461664640 interactiveshell.py:2882] Step 112500 | Loss: 0.3319 | Spent: 6.1 secs | LR: 0.000129
I0725 05:59:25.657545 140071461664640 interactiveshell.py:2882] Step 112550 | Loss: 0.0829 | Spent: 6.0 secs | LR: 0.000129
I0725 05:59:31.706698 140071461664640 interactiveshell.py:2882] Step 112600 | Loss: 0.4219 | Spent: 6.0 secs | LR: 0.000129
I0725 05:59:37.769787 140071461664640 interactiveshell.py:2882] Step 112650 | Loss: 0.1909 | Spent: 6.1 secs | LR: 0.000129
I0725 05:59:43.750980 140071461664640 interactiveshell.py:2882] Step 112700 | Loss: 0.2210 | Spent: 6.0 secs | LR: 0.000129
I0725 05:59:49.758594 140071461664640 interactiveshell.py:2882] Step 112750 | Loss: 0.2810 | Spent: 6.0 secs | LR: 0.000129
I0725 05:59:56.182682 140071461664640 interactiveshell.py:2882] Step 112800 | Loss: 0.3666 | Spent: 6.4 secs | LR: 0.000129
I0725 06:00:03.106569 140071461664640 interactiveshell.py:2882] Step 112850 | Loss: 0.2729 | Spent: 6.9 secs | LR: 0.000129
I0725 06:00:10.097038 140071461664640 interactiveshell.py:2882] Step 112900 | Loss: 0.3067 | Spent: 7.0 secs | LR: 0.000129
I0725 06:00:16.992460 140071461664640 interactiveshell.py:2882] Step 112950 | Loss: 0.2381 | Spent: 6.9 secs | LR: 0.000129
I0725 06:00:23.886529 140071461664640 interactiveshell.py:2882] Step 113000 | Loss: 0.2129 | Spent: 6.9 secs | LR: 0.000128
I0725 06:00:30.744151 140071461664640 interactiveshell.py:2882] Step 113050 | Loss: 0.3088 | Spent: 6.9 secs | LR: 0.000128
I0725 06:00:37.662474 140071461664640 interactiveshell.py:2882] Step 113100 | Loss: 0.1407 | Spent: 6.9 secs | LR: 0.000128
I0725 06:00:44.509751 140071461664640 interactiveshell.py:2882] Step 113150 | Loss: 0.4979 | Spent: 6.8 secs | LR: 0.000128
I0725 06:00:51.338324 140071461664640 interactiveshell.py:2882] Step 113200 | Loss: 0.2853 | Spent: 6.8 secs | LR: 0.000128
I0725 06:00:58.157595 140071461664640 interactiveshell.py:2882] Step 113250 | Loss: 0.1391 | Spent: 6.8 secs | LR: 0.000128
I0725 06:01:04.915812 140071461664640 interactiveshell.py:2882] Step 113300 | Loss: 0.3099 | Spent: 6.8 secs | LR: 0.000128
I0725 06:01:10.945096 140071461664640 interactiveshell.py:2882] Step 113350 | Loss: 0.1526 | Spent: 6.0 secs | LR: 0.000128
I0725 06:01:17.140669 140071461664640 interactiveshell.py:2882] Step 113400 | Loss: 0.2137 | Spent: 6.2 secs | LR: 0.000128
I0725 06:01:23.077585 140071461664640 interactiveshell.py:2882] Step 113450 | Loss: 0.0687 | Spent: 5.9 secs | LR: 0.000128
Reading ../data/test.txt
I0725 06:01:33.066105 140071461664640 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.854
I0725 06:01:33.067143 140071461664640 interactiveshell.py:2882] Best Accuracy: 0.859
I0725 06:01:38.760728 140071461664640 interactiveshell.py:2882] Step 113500 | Loss: 0.2371 | Spent: 15.7 secs | LR: 0.000128
I0725 06:01:44.812201 140071461664640 interactiveshell.py:2882] Step 113550 | Loss: 0.0638 | Spent: 6.1 secs | LR: 0.000128
I0725 06:01:50.793990 140071461664640 interactiveshell.py:2882] Step 113600 | Loss: 0.2376 | Spent: 6.0 secs | LR: 0.000128
I0725 06:01:56.891746 140071461664640 interactiveshell.py:2882] Step 113650 | Loss: 0.1930 | Spent: 6.1 secs | LR: 0.000128
I0725 06:02:02.994702 140071461664640 interactiveshell.py:2882] Step 113700 | Loss: 0.1545 | Spent: 6.1 secs | LR: 0.000128
I0725 06:02:09.104543 140071461664640 interactiveshell.py:2882] Step 113750 | Loss: 0.2140 | Spent: 6.1 secs | LR: 0.000128
I0725 06:02:15.067476 140071461664640 interactiveshell.py:2882] Step 113800 | Loss: 0.2052 | Spent: 6.0 secs | LR: 0.000127
I0725 06:02:21.023050 140071461664640 interactiveshell.py:2882] Step 113850 | Loss: 0.1665 | Spent: 6.0 secs | LR: 0.000127
I0725 06:02:26.926108 140071461664640 interactiveshell.py:2882] Step 113900 | Loss: 0.4695 | Spent: 5.9 secs | LR: 0.000127
I0725 06:02:32.823450 140071461664640 interactiveshell.py:2882] Step 113950 | Loss: 0.2209 | Spent: 5.9 secs | LR: 0.000127
I0725 06:02:38.571607 140071461664640 interactiveshell.py:2882] Step 114000 | Loss: 0.2623 | Spent: 5.7 secs | LR: 0.000127
I0725 06:02:44.371815 140071461664640 interactiveshell.py:2882] Step 114050 | Loss: 0.4937 | Spent: 5.8 secs | LR: 0.000127
I0725 06:02:50.369906 140071461664640 interactiveshell.py:2882] Step 114100 | Loss: 0.0829 | Spent: 6.0 secs | LR: 0.000127
I0725 06:02:56.203941 140071461664640 interactiveshell.py:2882] Step 114150 | Loss: 0.1133 | Spent: 5.8 secs | LR: 0.000127
I0725 06:03:01.927993 140071461664640 interactiveshell.py:2882] Step 114200 | Loss: 0.2071 | Spent: 5.7 secs | LR: 0.000127
I0725 06:03:07.802565 140071461664640 interactiveshell.py:2882] Step 114250 | Loss: 0.1157 | Spent: 5.9 secs | LR: 0.000127
I0725 06:03:13.554370 140071461664640 interactiveshell.py:2882] Step 114300 | Loss: 0.3430 | Spent: 5.8 secs | LR: 0.000127
I0725 06:03:19.252349 140071461664640 interactiveshell.py:2882] Step 114350 | Loss: 0.2890 | Spent: 5.7 secs | LR: 0.000127
I0725 06:03:24.997037 140071461664640 interactiveshell.py:2882] Step 114400 | Loss: 0.1536 | Spent: 5.7 secs | LR: 0.000127
I0725 06:03:30.608344 140071461664640 interactiveshell.py:2882] Step 114450 | Loss: 0.3353 | Spent: 5.6 secs | LR: 0.000127
I0725 06:03:36.317520 140071461664640 interactiveshell.py:2882] Step 114500 | Loss: 0.0532 | Spent: 5.7 secs | LR: 0.000127
I0725 06:03:42.038593 140071461664640 interactiveshell.py:2882] Step 114550 | Loss: 0.3194 | Spent: 5.7 secs | LR: 0.000126
I0725 06:03:47.739138 140071461664640 interactiveshell.py:2882] Step 114600 | Loss: 0.1294 | Spent: 5.7 secs | LR: 0.000126
I0725 06:03:53.578203 140071461664640 interactiveshell.py:2882] Step 114650 | Loss: 0.2779 | Spent: 5.8 secs | LR: 0.000126
I0725 06:03:59.840312 140071461664640 interactiveshell.py:2882] Step 114700 | Loss: 0.4199 | Spent: 6.3 secs | LR: 0.000126
I0725 06:04:05.793660 140071461664640 interactiveshell.py:2882] Step 114750 | Loss: 0.1003 | Spent: 6.0 secs | LR: 0.000126
I0725 06:04:11.558213 140071461664640 interactiveshell.py:2882] Step 114800 | Loss: 0.1040 | Spent: 5.8 secs | LR: 0.000126
I0725 06:04:17.345550 140071461664640 interactiveshell.py:2882] Step 114850 | Loss: 0.1664 | Spent: 5.8 secs | LR: 0.000126
I0725 06:04:23.138477 140071461664640 interactiveshell.py:2882] Step 114900 | Loss: 0.1893 | Spent: 5.8 secs | LR: 0.000126
I0725 06:04:28.884005 140071461664640 interactiveshell.py:2882] Step 114950 | Loss: 0.4202 | Spent: 5.7 secs | LR: 0.000126
I0725 06:04:34.631847 140071461664640 interactiveshell.py:2882] Step 115000 | Loss: 0.2405 | Spent: 5.7 secs | LR: 0.000126
I0725 06:04:40.552931 140071461664640 interactiveshell.py:2882] Step 115050 | Loss: 0.1237 | Spent: 5.9 secs | LR: 0.000126
I0725 06:04:46.397115 140071461664640 interactiveshell.py:2882] Step 115100 | Loss: 0.1678 | Spent: 5.8 secs | LR: 0.000126
I0725 06:04:52.154039 140071461664640 interactiveshell.py:2882] Step 115150 | Loss: 0.1578 | Spent: 5.8 secs | LR: 0.000126
Reading ../data/test.txt
I0725 06:05:04.322654 140071461664640 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.855
I0725 06:05:04.323806 140071461664640 interactiveshell.py:2882] Best Accuracy: 0.859
I0725 06:05:07.569934 140071461664640 interactiveshell.py:2882] Step 115200 | Loss: 0.4375 | Spent: 15.4 secs | LR: 0.000126
I0725 06:05:13.581921 140071461664640 interactiveshell.py:2882] Step 115250 | Loss: 0.2903 | Spent: 6.0 secs | LR: 0.000126
I0725 06:05:19.321211 140071461664640 interactiveshell.py:2882] Step 115300 | Loss: 0.1454 | Spent: 5.7 secs | LR: 0.000126
I0725 06:05:25.008238 140071461664640 interactiveshell.py:2882] Step 115350 | Loss: 0.1189 | Spent: 5.7 secs | LR: 0.000125
I0725 06:05:30.760539 140071461664640 interactiveshell.py:2882] Step 115400 | Loss: 0.3295 | Spent: 5.8 secs | LR: 0.000125
I0725 06:05:36.480997 140071461664640 interactiveshell.py:2882] Step 115450 | Loss: 0.2207 | Spent: 5.7 secs | LR: 0.000125
I0725 06:05:42.280243 140071461664640 interactiveshell.py:2882] Step 115500 | Loss: 0.4743 | Spent: 5.8 secs | LR: 0.000125
I0725 06:05:48.044672 140071461664640 interactiveshell.py:2882] Step 115550 | Loss: 0.2871 | Spent: 5.8 secs | LR: 0.000125
I0725 06:05:53.801185 140071461664640 interactiveshell.py:2882] Step 115600 | Loss: 0.2281 | Spent: 5.8 secs | LR: 0.000125
I0725 06:05:59.620341 140071461664640 interactiveshell.py:2882] Step 115650 | Loss: 0.1664 | Spent: 5.8 secs | LR: 0.000125
I0725 06:06:05.375442 140071461664640 interactiveshell.py:2882] Step 115700 | Loss: 0.2411 | Spent: 5.8 secs | LR: 0.000125
I0725 06:06:11.101654 140071461664640 interactiveshell.py:2882] Step 115750 | Loss: 0.1454 | Spent: 5.7 secs | LR: 0.000125
I0725 06:06:16.868894 140071461664640 interactiveshell.py:2882] Step 115800 | Loss: 0.1983 | Spent: 5.8 secs | LR: 0.000125
I0725 06:06:22.671201 140071461664640 interactiveshell.py:2882] Step 115850 | Loss: 0.2623 | Spent: 5.8 secs | LR: 0.000125
I0725 06:06:28.347747 140071461664640 interactiveshell.py:2882] Step 115900 | Loss: 0.0788 | Spent: 5.7 secs | LR: 0.000125
I0725 06:06:34.027452 140071461664640 interactiveshell.py:2882] Step 115950 | Loss: 0.1224 | Spent: 5.7 secs | LR: 0.000125
I0725 06:06:39.855984 140071461664640 interactiveshell.py:2882] Step 116000 | Loss: 0.1040 | Spent: 5.8 secs | LR: 0.000125
I0725 06:06:45.662639 140071461664640 interactiveshell.py:2882] Step 116050 | Loss: 0.4195 | Spent: 5.8 secs | LR: 0.000125
I0725 06:06:51.536513 140071461664640 interactiveshell.py:2882] Step 116100 | Loss: 0.3063 | Spent: 5.9 secs | LR: 0.000125
I0725 06:06:57.333077 140071461664640 interactiveshell.py:2882] Step 116150 | Loss: 0.2845 | Spent: 5.8 secs | LR: 0.000124
I0725 06:07:03.040423 140071461664640 interactiveshell.py:2882] Step 116200 | Loss: 0.6033 | Spent: 5.7 secs | LR: 0.000124
I0725 06:07:08.870039 140071461664640 interactiveshell.py:2882] Step 116250 | Loss: 0.1711 | Spent: 5.8 secs | LR: 0.000124
I0725 06:07:14.686450 140071461664640 interactiveshell.py:2882] Step 116300 | Loss: 0.2537 | Spent: 5.8 secs | LR: 0.000124
I0725 06:07:20.551833 140071461664640 interactiveshell.py:2882] Step 116350 | Loss: 0.0992 | Spent: 5.9 secs | LR: 0.000124
I0725 06:07:26.381623 140071461664640 interactiveshell.py:2882] Step 116400 | Loss: 0.3806 | Spent: 5.8 secs | LR: 0.000124
I0725 06:07:32.113588 140071461664640 interactiveshell.py:2882] Step 116450 | Loss: 0.3749 | Spent: 5.7 secs | LR: 0.000124
I0725 06:07:37.846492 140071461664640 interactiveshell.py:2882] Step 116500 | Loss: 0.1947 | Spent: 5.7 secs | LR: 0.000124
I0725 06:07:43.710178 140071461664640 interactiveshell.py:2882] Step 116550 | Loss: 0.1816 | Spent: 5.9 secs | LR: 0.000124
I0725 06:07:49.565276 140071461664640 interactiveshell.py:2882] Step 116600 | Loss: 0.2169 | Spent: 5.9 secs | LR: 0.000124
I0725 06:07:55.669046 140071461664640 interactiveshell.py:2882] Step 116650 | Loss: 0.2023 | Spent: 6.1 secs | LR: 0.000124
I0725 06:08:01.657623 140071461664640 interactiveshell.py:2882] Step 116700 | Loss: 0.2745 | Spent: 6.0 secs | LR: 0.000124
I0725 06:08:07.669284 140071461664640 interactiveshell.py:2882] Step 116750 | Loss: 0.2264 | Spent: 6.0 secs | LR: 0.000124
I0725 06:08:13.541415 140071461664640 interactiveshell.py:2882] Step 116800 | Loss: 0.2496 | Spent: 5.9 secs | LR: 0.000124
I0725 06:08:19.418217 140071461664640 interactiveshell.py:2882] Step 116850 | Loss: 0.3441 | Spent: 5.9 secs | LR: 0.000124
Reading ../data/test.txt
I0725 06:08:33.940159 140071461664640 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.856
I0725 06:08:33.941502 140071461664640 interactiveshell.py:2882] Best Accuracy: 0.859
I0725 06:08:35.004914 140071461664640 interactiveshell.py:2882] Step 116900 | Loss: 0.1138 | Spent: 15.6 secs | LR: 0.000124
I0725 06:08:40.956185 140071461664640 interactiveshell.py:2882] Step 116950 | Loss: 0.3009 | Spent: 5.9 secs | LR: 0.000123
I0725 06:08:46.855974 140071461664640 interactiveshell.py:2882] Step 117000 | Loss: 0.1991 | Spent: 5.9 secs | LR: 0.000123
I0725 06:08:52.785480 140071461664640 interactiveshell.py:2882] Step 117050 | Loss: 0.1974 | Spent: 5.9 secs | LR: 0.000123
I0725 06:08:58.920075 140071461664640 interactiveshell.py:2882] Step 117100 | Loss: 0.3704 | Spent: 6.1 secs | LR: 0.000123
I0725 06:09:04.922105 140071461664640 interactiveshell.py:2882] Step 117150 | Loss: 0.1622 | Spent: 6.0 secs | LR: 0.000123
I0725 06:09:11.284843 140071461664640 interactiveshell.py:2882] Step 117200 | Loss: 0.4200 | Spent: 6.4 secs | LR: 0.000123
I0725 06:09:17.265813 140071461664640 interactiveshell.py:2882] Step 117250 | Loss: 0.3547 | Spent: 6.0 secs | LR: 0.000123
I0725 06:09:23.145393 140071461664640 interactiveshell.py:2882] Step 117300 | Loss: 0.3074 | Spent: 5.9 secs | LR: 0.000123
I0725 06:09:28.828259 140071461664640 interactiveshell.py:2882] Step 117350 | Loss: 0.4180 | Spent: 5.7 secs | LR: 0.000123
I0725 06:09:34.580745 140071461664640 interactiveshell.py:2882] Step 117400 | Loss: 0.3333 | Spent: 5.8 secs | LR: 0.000123
I0725 06:09:40.376313 140071461664640 interactiveshell.py:2882] Step 117450 | Loss: 0.1118 | Spent: 5.8 secs | LR: 0.000123
I0725 06:09:46.163892 140071461664640 interactiveshell.py:2882] Step 117500 | Loss: 0.2516 | Spent: 5.8 secs | LR: 0.000123
I0725 06:09:51.900871 140071461664640 interactiveshell.py:2882] Step 117550 | Loss: 0.2860 | Spent: 5.7 secs | LR: 0.000123
I0725 06:09:57.799795 140071461664640 interactiveshell.py:2882] Step 117600 | Loss: 0.3479 | Spent: 5.9 secs | LR: 0.000123
I0725 06:10:03.574290 140071461664640 interactiveshell.py:2882] Step 117650 | Loss: 0.1747 | Spent: 5.8 secs | LR: 0.000123
I0725 06:10:09.287294 140071461664640 interactiveshell.py:2882] Step 117700 | Loss: 0.1582 | Spent: 5.7 secs | LR: 0.000123
I0725 06:10:15.060604 140071461664640 interactiveshell.py:2882] Step 117750 | Loss: 0.3245 | Spent: 5.8 secs | LR: 0.000122
I0725 06:10:20.775552 140071461664640 interactiveshell.py:2882] Step 117800 | Loss: 0.1199 | Spent: 5.7 secs | LR: 0.000122
I0725 06:10:26.544361 140071461664640 interactiveshell.py:2882] Step 117850 | Loss: 0.4338 | Spent: 5.8 secs | LR: 0.000122
I0725 06:10:32.245769 140071461664640 interactiveshell.py:2882] Step 117900 | Loss: 0.2708 | Spent: 5.7 secs | LR: 0.000122
I0725 06:10:37.965379 140071461664640 interactiveshell.py:2882] Step 117950 | Loss: 0.1283 | Spent: 5.7 secs | LR: 0.000122
I0725 06:10:43.712868 140071461664640 interactiveshell.py:2882] Step 118000 | Loss: 0.2380 | Spent: 5.7 secs | LR: 0.000122
I0725 06:10:49.453856 140071461664640 interactiveshell.py:2882] Step 118050 | Loss: 0.1947 | Spent: 5.7 secs | LR: 0.000122
I0725 06:10:55.085261 140071461664640 interactiveshell.py:2882] Step 118100 | Loss: 0.2507 | Spent: 5.6 secs | LR: 0.000122
I0725 06:11:00.839368 140071461664640 interactiveshell.py:2882] Step 118150 | Loss: 0.2505 | Spent: 5.8 secs | LR: 0.000122
I0725 06:11:06.461967 140071461664640 interactiveshell.py:2882] Step 118200 | Loss: 0.1725 | Spent: 5.6 secs | LR: 0.000122
I0725 06:11:12.209877 140071461664640 interactiveshell.py:2882] Step 118250 | Loss: 0.2207 | Spent: 5.7 secs | LR: 0.000122
I0725 06:11:17.920526 140071461664640 interactiveshell.py:2882] Step 118300 | Loss: 0.2105 | Spent: 5.7 secs | LR: 0.000122
I0725 06:11:23.684289 140071461664640 interactiveshell.py:2882] Step 118350 | Loss: 0.2410 | Spent: 5.8 secs | LR: 0.000122
I0725 06:11:29.350501 140071461664640 interactiveshell.py:2882] Step 118400 | Loss: 0.2058 | Spent: 5.7 secs | LR: 0.000122
I0725 06:11:35.024329 140071461664640 interactiveshell.py:2882] Step 118450 | Loss: 0.2093 | Spent: 5.7 secs | LR: 0.000122
I0725 06:11:40.718199 140071461664640 interactiveshell.py:2882] Step 118500 | Loss: 0.1748 | Spent: 5.7 secs | LR: 0.000122
I0725 06:11:46.428707 140071461664640 interactiveshell.py:2882] Step 118550 | Loss: 0.0779 | Spent: 5.7 secs | LR: 0.000122
I0725 06:11:52.097630 140071461664640 interactiveshell.py:2882] Step 118600 | Loss: 0.1248 | Spent: 5.7 secs | LR: 0.000121
Reading ../data/test.txt
I0725 06:12:02.760285 140071461664640 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.853
I0725 06:12:02.761337 140071461664640 interactiveshell.py:2882] Best Accuracy: 0.859
I0725 06:12:07.205934 140071461664640 interactiveshell.py:2882] Step 118650 | Loss: 0.2644 | Spent: 15.1 secs | LR: 0.000121
I0725 06:12:12.831286 140071461664640 interactiveshell.py:2882] Step 118700 | Loss: 0.0318 | Spent: 5.6 secs | LR: 0.000121
I0725 06:12:18.416265 140071461664640 interactiveshell.py:2882] Step 118750 | Loss: 0.2626 | Spent: 5.6 secs | LR: 0.000121
I0725 06:12:24.057806 140071461664640 interactiveshell.py:2882] Step 118800 | Loss: 0.2287 | Spent: 5.6 secs | LR: 0.000121
I0725 06:12:29.733671 140071461664640 interactiveshell.py:2882] Step 118850 | Loss: 0.1146 | Spent: 5.7 secs | LR: 0.000121
I0725 06:12:35.361454 140071461664640 interactiveshell.py:2882] Step 118900 | Loss: 0.1208 | Spent: 5.6 secs | LR: 0.000121
I0725 06:12:41.084648 140071461664640 interactiveshell.py:2882] Step 118950 | Loss: 0.1968 | Spent: 5.7 secs | LR: 0.000121
I0725 06:12:46.973432 140071461664640 interactiveshell.py:2882] Step 119000 | Loss: 0.1854 | Spent: 5.9 secs | LR: 0.000121
I0725 06:12:52.672505 140071461664640 interactiveshell.py:2882] Step 119050 | Loss: 0.1407 | Spent: 5.7 secs | LR: 0.000121
I0725 06:12:58.404086 140071461664640 interactiveshell.py:2882] Step 119100 | Loss: 0.4151 | Spent: 5.7 secs | LR: 0.000121
I0725 06:13:04.284749 140071461664640 interactiveshell.py:2882] Step 119150 | Loss: 0.3358 | Spent: 5.9 secs | LR: 0.000121
I0725 06:13:09.908133 140071461664640 interactiveshell.py:2882] Step 119200 | Loss: 0.2584 | Spent: 5.6 secs | LR: 0.000121
I0725 06:13:15.507692 140071461664640 interactiveshell.py:2882] Step 119250 | Loss: 0.2339 | Spent: 5.6 secs | LR: 0.000121
I0725 06:13:21.140743 140071461664640 interactiveshell.py:2882] Step 119300 | Loss: 0.4257 | Spent: 5.6 secs | LR: 0.000121
I0725 06:13:26.691453 140071461664640 interactiveshell.py:2882] Step 119350 | Loss: 0.1281 | Spent: 5.5 secs | LR: 0.000121
I0725 06:13:32.306228 140071461664640 interactiveshell.py:2882] Step 119400 | Loss: 0.3413 | Spent: 5.6 secs | LR: 0.000120
I0725 06:13:37.893013 140071461664640 interactiveshell.py:2882] Step 119450 | Loss: 0.2653 | Spent: 5.6 secs | LR: 0.000120
I0725 06:13:43.553970 140071461664640 interactiveshell.py:2882] Step 119500 | Loss: 0.2097 | Spent: 5.7 secs | LR: 0.000120
I0725 06:13:49.159326 140071461664640 interactiveshell.py:2882] Step 119550 | Loss: 0.2339 | Spent: 5.6 secs | LR: 0.000120
I0725 06:13:54.779793 140071461664640 interactiveshell.py:2882] Step 119600 | Loss: 0.3807 | Spent: 5.6 secs | LR: 0.000120
I0725 06:14:00.529899 140071461664640 interactiveshell.py:2882] Step 119650 | Loss: 0.1801 | Spent: 5.7 secs | LR: 0.000120
I0725 06:14:06.284369 140071461664640 interactiveshell.py:2882] Step 119700 | Loss: 0.4030 | Spent: 5.8 secs | LR: 0.000120
I0725 06:14:11.910180 140071461664640 interactiveshell.py:2882] Step 119750 | Loss: 0.2474 | Spent: 5.6 secs | LR: 0.000120
I0725 06:14:17.919738 140071461664640 interactiveshell.py:2882] Step 119800 | Loss: 0.2808 | Spent: 6.0 secs | LR: 0.000120
I0725 06:14:23.991059 140071461664640 interactiveshell.py:2882] Step 119850 | Loss: 0.1575 | Spent: 6.1 secs | LR: 0.000120
I0725 06:14:29.567910 140071461664640 interactiveshell.py:2882] Step 119900 | Loss: 0.3054 | Spent: 5.6 secs | LR: 0.000120
I0725 06:14:35.209731 140071461664640 interactiveshell.py:2882] Step 119950 | Loss: 0.1299 | Spent: 5.6 secs | LR: 0.000120
I0725 06:14:40.819380 140071461664640 interactiveshell.py:2882] Step 120000 | Loss: 0.3903 | Spent: 5.6 secs | LR: 0.000120
I0725 06:14:46.617030 140071461664640 interactiveshell.py:2882] Step 120050 | Loss: 0.3972 | Spent: 5.8 secs | LR: 0.000120
I0725 06:14:52.335183 140071461664640 interactiveshell.py:2882] Step 120100 | Loss: 0.2725 | Spent: 5.7 secs | LR: 0.000120
I0725 06:14:57.964616 140071461664640 interactiveshell.py:2882] Step 120150 | Loss: 0.2827 | Spent: 5.6 secs | LR: 0.000120
Reading ../data/train.txt
I0725 06:15:27.282780 140071461664640 interactiveshell.py:2882] Step 120200 | Loss: 0.2885 | Spent: 29.3 secs | LR: 0.000120
I0725 06:15:33.119605 140071461664640 interactiveshell.py:2882] Step 120250 | Loss: 0.1332 | Spent: 5.8 secs | LR: 0.000119
I0725 06:15:38.949997 140071461664640 interactiveshell.py:2882] Step 120300 | Loss: 0.2136 | Spent: 5.8 secs | LR: 0.000119
Reading ../data/test.txt
I0725 06:15:52.392676 140071461664640 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.855
I0725 06:15:52.393668 140071461664640 interactiveshell.py:2882] Best Accuracy: 0.859
I0725 06:15:54.971990 140071461664640 interactiveshell.py:2882] Step 120350 | Loss: 0.1803 | Spent: 16.0 secs | LR: 0.000119
I0725 06:16:00.942335 140071461664640 interactiveshell.py:2882] Step 120400 | Loss: 0.1498 | Spent: 6.0 secs | LR: 0.000119
I0725 06:16:06.873491 140071461664640 interactiveshell.py:2882] Step 120450 | Loss: 0.2143 | Spent: 5.9 secs | LR: 0.000119
I0725 06:16:12.915206 140071461664640 interactiveshell.py:2882] Step 120500 | Loss: 0.1645 | Spent: 6.0 secs | LR: 0.000119
I0725 06:16:19.405737 140071461664640 interactiveshell.py:2882] Step 120550 | Loss: 0.1694 | Spent: 6.5 secs | LR: 0.000119
I0725 06:16:25.983547 140071461664640 interactiveshell.py:2882] Step 120600 | Loss: 0.0899 | Spent: 6.6 secs | LR: 0.000119
I0725 06:16:32.430291 140071461664640 interactiveshell.py:2882] Step 120650 | Loss: 0.2804 | Spent: 6.4 secs | LR: 0.000119
I0725 06:16:38.810698 140071461664640 interactiveshell.py:2882] Step 120700 | Loss: 0.3142 | Spent: 6.4 secs | LR: 0.000119
I0725 06:16:45.278549 140071461664640 interactiveshell.py:2882] Step 120750 | Loss: 0.1711 | Spent: 6.5 secs | LR: 0.000119
I0725 06:16:51.681733 140071461664640 interactiveshell.py:2882] Step 120800 | Loss: 0.0785 | Spent: 6.4 secs | LR: 0.000119
I0725 06:16:58.105557 140071461664640 interactiveshell.py:2882] Step 120850 | Loss: 0.3656 | Spent: 6.4 secs | LR: 0.000119
I0725 06:17:04.720145 140071461664640 interactiveshell.py:2882] Step 120900 | Loss: 0.4030 | Spent: 6.6 secs | LR: 0.000119
I0725 06:17:11.373811 140071461664640 interactiveshell.py:2882] Step 120950 | Loss: 0.1402 | Spent: 6.7 secs | LR: 0.000119
I0725 06:17:17.795658 140071461664640 interactiveshell.py:2882] Step 121000 | Loss: 0.3014 | Spent: 6.4 secs | LR: 0.000119
I0725 06:17:24.184996 140071461664640 interactiveshell.py:2882] Step 121050 | Loss: 0.6242 | Spent: 6.4 secs | LR: 0.000118
I0725 06:17:30.711539 140071461664640 interactiveshell.py:2882] Step 121100 | Loss: 0.1898 | Spent: 6.5 secs | LR: 0.000118
I0725 06:17:37.203085 140071461664640 interactiveshell.py:2882] Step 121150 | Loss: 0.1571 | Spent: 6.5 secs | LR: 0.000118
I0725 06:17:43.905110 140071461664640 interactiveshell.py:2882] Step 121200 | Loss: 0.1979 | Spent: 6.7 secs | LR: 0.000118
I0725 06:17:50.518740 140071461664640 interactiveshell.py:2882] Step 121250 | Loss: 0.3698 | Spent: 6.6 secs | LR: 0.000118
I0725 06:17:57.136813 140071461664640 interactiveshell.py:2882] Step 121300 | Loss: 0.2546 | Spent: 6.6 secs | LR: 0.000118
I0725 06:18:03.781810 140071461664640 interactiveshell.py:2882] Step 121350 | Loss: 0.4368 | Spent: 6.6 secs | LR: 0.000118
I0725 06:18:10.602907 140071461664640 interactiveshell.py:2882] Step 121400 | Loss: 0.1398 | Spent: 6.8 secs | LR: 0.000118
I0725 06:18:17.232493 140071461664640 interactiveshell.py:2882] Step 121450 | Loss: 0.3967 | Spent: 6.6 secs | LR: 0.000118
I0725 06:18:23.773174 140071461664640 interactiveshell.py:2882] Step 121500 | Loss: 0.1140 | Spent: 6.5 secs | LR: 0.000118
I0725 06:18:30.413622 140071461664640 interactiveshell.py:2882] Step 121550 | Loss: 0.3018 | Spent: 6.6 secs | LR: 0.000118
I0725 06:18:37.018971 140071461664640 interactiveshell.py:2882] Step 121600 | Loss: 0.2191 | Spent: 6.6 secs | LR: 0.000118
I0725 06:18:43.520312 140071461664640 interactiveshell.py:2882] Step 121650 | Loss: 0.3509 | Spent: 6.5 secs | LR: 0.000118
I0725 06:18:49.948034 140071461664640 interactiveshell.py:2882] Step 121700 | Loss: 0.2380 | Spent: 6.4 secs | LR: 0.000118
I0725 06:18:56.514828 140071461664640 interactiveshell.py:2882] Step 121750 | Loss: 0.4801 | Spent: 6.6 secs | LR: 0.000118
I0725 06:19:02.844287 140071461664640 interactiveshell.py:2882] Step 121800 | Loss: 0.7161 | Spent: 6.3 secs | LR: 0.000118
I0725 06:19:09.078095 140071461664640 interactiveshell.py:2882] Step 121850 | Loss: 0.4397 | Spent: 6.2 secs | LR: 0.000118
I0725 06:19:15.191941 140071461664640 interactiveshell.py:2882] Step 121900 | Loss: 0.2152 | Spent: 6.1 secs | LR: 0.000117
I0725 06:19:21.336175 140071461664640 interactiveshell.py:2882] Step 121950 | Loss: 0.1212 | Spent: 6.1 secs | LR: 0.000117
I0725 06:19:27.779364 140071461664640 interactiveshell.py:2882] Step 122000 | Loss: 0.2502 | Spent: 6.4 secs | LR: 0.000117
Reading ../data/test.txt
I0725 06:19:43.570232 140071461664640 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.853
I0725 06:19:43.571213 140071461664640 interactiveshell.py:2882] Best Accuracy: 0.859
I0725 06:19:43.844240 140071461664640 interactiveshell.py:2882] Step 122050 | Loss: 0.1792 | Spent: 16.1 secs | LR: 0.000117
I0725 06:19:49.850089 140071461664640 interactiveshell.py:2882] Step 122100 | Loss: 0.1953 | Spent: 6.0 secs | LR: 0.000117
I0725 06:19:55.926905 140071461664640 interactiveshell.py:2882] Step 122150 | Loss: 0.1150 | Spent: 6.1 secs | LR: 0.000117
I0725 06:20:02.056040 140071461664640 interactiveshell.py:2882] Step 122200 | Loss: 0.0675 | Spent: 6.1 secs | LR: 0.000117
I0725 06:20:08.121163 140071461664640 interactiveshell.py:2882] Step 122250 | Loss: 0.2116 | Spent: 6.1 secs | LR: 0.000117
I0725 06:20:14.252055 140071461664640 interactiveshell.py:2882] Step 122300 | Loss: 0.0587 | Spent: 6.1 secs | LR: 0.000117
I0725 06:20:20.302765 140071461664640 interactiveshell.py:2882] Step 122350 | Loss: 0.4021 | Spent: 6.0 secs | LR: 0.000117
I0725 06:20:26.333063 140071461664640 interactiveshell.py:2882] Step 122400 | Loss: 0.2464 | Spent: 6.0 secs | LR: 0.000117
I0725 06:20:32.359744 140071461664640 interactiveshell.py:2882] Step 122450 | Loss: 0.1774 | Spent: 6.0 secs | LR: 0.000117
I0725 06:20:38.458184 140071461664640 interactiveshell.py:2882] Step 122500 | Loss: 0.2064 | Spent: 6.1 secs | LR: 0.000117
I0725 06:20:44.851230 140071461664640 interactiveshell.py:2882] Step 122550 | Loss: 0.1113 | Spent: 6.4 secs | LR: 0.000117
I0725 06:20:50.922467 140071461664640 interactiveshell.py:2882] Step 122600 | Loss: 0.1024 | Spent: 6.1 secs | LR: 0.000117
I0725 06:20:57.002491 140071461664640 interactiveshell.py:2882] Step 122650 | Loss: 0.0491 | Spent: 6.1 secs | LR: 0.000117
I0725 06:21:02.982488 140071461664640 interactiveshell.py:2882] Step 122700 | Loss: 0.0558 | Spent: 6.0 secs | LR: 0.000117
I0725 06:21:08.964219 140071461664640 interactiveshell.py:2882] Step 122750 | Loss: 0.1104 | Spent: 6.0 secs | LR: 0.000116
I0725 06:21:15.285730 140071461664640 interactiveshell.py:2882] Step 122800 | Loss: 0.4198 | Spent: 6.3 secs | LR: 0.000116
I0725 06:21:21.234798 140071461664640 interactiveshell.py:2882] Step 122850 | Loss: 0.2760 | Spent: 5.9 secs | LR: 0.000116
I0725 06:21:27.169507 140071461664640 interactiveshell.py:2882] Step 122900 | Loss: 0.2595 | Spent: 5.9 secs | LR: 0.000116
I0725 06:21:33.121253 140071461664640 interactiveshell.py:2882] Step 122950 | Loss: 0.1389 | Spent: 6.0 secs | LR: 0.000116
I0725 06:21:39.062315 140071461664640 interactiveshell.py:2882] Step 123000 | Loss: 0.0526 | Spent: 5.9 secs | LR: 0.000116
I0725 06:21:45.089233 140071461664640 interactiveshell.py:2882] Step 123050 | Loss: 0.3272 | Spent: 6.0 secs | LR: 0.000116
I0725 06:21:51.199370 140071461664640 interactiveshell.py:2882] Step 123100 | Loss: 0.0866 | Spent: 6.1 secs | LR: 0.000116
I0725 06:21:57.263312 140071461664640 interactiveshell.py:2882] Step 123150 | Loss: 0.2340 | Spent: 6.1 secs | LR: 0.000116
I0725 06:22:03.434796 140071461664640 interactiveshell.py:2882] Step 123200 | Loss: 0.3043 | Spent: 6.2 secs | LR: 0.000116
I0725 06:22:09.567533 140071461664640 interactiveshell.py:2882] Step 123250 | Loss: 0.2109 | Spent: 6.1 secs | LR: 0.000116
I0725 06:22:15.676247 140071461664640 interactiveshell.py:2882] Step 123300 | Loss: 0.2520 | Spent: 6.1 secs | LR: 0.000116
I0725 06:22:21.831020 140071461664640 interactiveshell.py:2882] Step 123350 | Loss: 0.4031 | Spent: 6.2 secs | LR: 0.000116
I0725 06:22:27.888800 140071461664640 interactiveshell.py:2882] Step 123400 | Loss: 0.1489 | Spent: 6.1 secs | LR: 0.000116
I0725 06:22:33.897803 140071461664640 interactiveshell.py:2882] Step 123450 | Loss: 0.1880 | Spent: 6.0 secs | LR: 0.000116
I0725 06:22:39.929714 140071461664640 interactiveshell.py:2882] Step 123500 | Loss: 0.0977 | Spent: 6.0 secs | LR: 0.000116
I0725 06:22:45.959208 140071461664640 interactiveshell.py:2882] Step 123550 | Loss: 0.2396 | Spent: 6.0 secs | LR: 0.000116
I0725 06:22:52.096099 140071461664640 interactiveshell.py:2882] Step 123600 | Loss: 0.1534 | Spent: 6.1 secs | LR: 0.000115
I0725 06:22:58.187813 140071461664640 interactiveshell.py:2882] Step 123650 | Loss: 0.1618 | Spent: 6.1 secs | LR: 0.000115
I0725 06:23:04.261418 140071461664640 interactiveshell.py:2882] Step 123700 | Loss: 0.2599 | Spent: 6.1 secs | LR: 0.000115
I0725 06:23:10.589538 140071461664640 interactiveshell.py:2882] Step 123750 | Loss: 0.2403 | Spent: 6.3 secs | LR: 0.000115
Reading ../data/test.txt
I0725 06:23:22.466811 140071461664640 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.850
I0725 06:23:22.467851 140071461664640 interactiveshell.py:2882] Best Accuracy: 0.859
I0725 06:23:26.517619 140071461664640 interactiveshell.py:2882] Step 123800 | Loss: 0.2430 | Spent: 15.9 secs | LR: 0.000115
I0725 06:23:32.536507 140071461664640 interactiveshell.py:2882] Step 123850 | Loss: 0.2103 | Spent: 6.0 secs | LR: 0.000115
I0725 06:23:38.564519 140071461664640 interactiveshell.py:2882] Step 123900 | Loss: 0.3414 | Spent: 6.0 secs | LR: 0.000115
I0725 06:23:44.664775 140071461664640 interactiveshell.py:2882] Step 123950 | Loss: 0.0913 | Spent: 6.1 secs | LR: 0.000115
I0725 06:23:50.772602 140071461664640 interactiveshell.py:2882] Step 124000 | Loss: 0.2569 | Spent: 6.1 secs | LR: 0.000115
I0725 06:23:56.894996 140071461664640 interactiveshell.py:2882] Step 124050 | Loss: 0.2789 | Spent: 6.1 secs | LR: 0.000115
I0725 06:24:03.042012 140071461664640 interactiveshell.py:2882] Step 124100 | Loss: 0.1563 | Spent: 6.1 secs | LR: 0.000115
I0725 06:24:09.100362 140071461664640 interactiveshell.py:2882] Step 124150 | Loss: 0.1794 | Spent: 6.1 secs | LR: 0.000115
I0725 06:24:15.199149 140071461664640 interactiveshell.py:2882] Step 124200 | Loss: 0.1793 | Spent: 6.1 secs | LR: 0.000115
I0725 06:24:21.347537 140071461664640 interactiveshell.py:2882] Step 124250 | Loss: 0.0889 | Spent: 6.1 secs | LR: 0.000115
I0725 06:24:27.434964 140071461664640 interactiveshell.py:2882] Step 124300 | Loss: 0.1280 | Spent: 6.1 secs | LR: 0.000115
I0725 06:24:33.783370 140071461664640 interactiveshell.py:2882] Step 124350 | Loss: 0.3668 | Spent: 6.3 secs | LR: 0.000115
I0725 06:24:40.408280 140071461664640 interactiveshell.py:2882] Step 124400 | Loss: 0.1198 | Spent: 6.6 secs | LR: 0.000115
I0725 06:24:46.904938 140071461664640 interactiveshell.py:2882] Step 124450 | Loss: 0.4350 | Spent: 6.5 secs | LR: 0.000115
I0725 06:24:52.978546 140071461664640 interactiveshell.py:2882] Step 124500 | Loss: 0.2227 | Spent: 6.1 secs | LR: 0.000114
I0725 06:24:59.101737 140071461664640 interactiveshell.py:2882] Step 124550 | Loss: 0.2811 | Spent: 6.1 secs | LR: 0.000114
I0725 06:25:05.297152 140071461664640 interactiveshell.py:2882] Step 124600 | Loss: 0.2909 | Spent: 6.2 secs | LR: 0.000114
I0725 06:25:11.403397 140071461664640 interactiveshell.py:2882] Step 124650 | Loss: 0.2953 | Spent: 6.1 secs | LR: 0.000114
I0725 06:25:17.715806 140071461664640 interactiveshell.py:2882] Step 124700 | Loss: 0.1901 | Spent: 6.3 secs | LR: 0.000114
I0725 06:25:23.847376 140071461664640 interactiveshell.py:2882] Step 124750 | Loss: 0.2630 | Spent: 6.1 secs | LR: 0.000114
I0725 06:25:29.893025 140071461664640 interactiveshell.py:2882] Step 124800 | Loss: 0.2935 | Spent: 6.0 secs | LR: 0.000114
I0725 06:25:35.981748 140071461664640 interactiveshell.py:2882] Step 124850 | Loss: 0.1761 | Spent: 6.1 secs | LR: 0.000114
I0725 06:25:42.103542 140071461664640 interactiveshell.py:2882] Step 124900 | Loss: 0.2268 | Spent: 6.1 secs | LR: 0.000114
I0725 06:25:48.236831 140071461664640 interactiveshell.py:2882] Step 124950 | Loss: 0.2082 | Spent: 6.1 secs | LR: 0.000114
I0725 06:25:54.293805 140071461664640 interactiveshell.py:2882] Step 125000 | Loss: 0.1990 | Spent: 6.1 secs | LR: 0.000114
I0725 06:26:00.511490 140071461664640 interactiveshell.py:2882] Step 125050 | Loss: 0.1061 | Spent: 6.2 secs | LR: 0.000114
I0725 06:26:06.673183 140071461664640 interactiveshell.py:2882] Step 125100 | Loss: 0.2986 | Spent: 6.2 secs | LR: 0.000114
I0725 06:26:12.729280 140071461664640 interactiveshell.py:2882] Step 125150 | Loss: 0.1523 | Spent: 6.1 secs | LR: 0.000114
I0725 06:26:18.713601 140071461664640 interactiveshell.py:2882] Step 125200 | Loss: 0.0493 | Spent: 6.0 secs | LR: 0.000114
I0725 06:26:24.721723 140071461664640 interactiveshell.py:2882] Step 125250 | Loss: 0.2150 | Spent: 6.0 secs | LR: 0.000114
I0725 06:26:30.767098 140071461664640 interactiveshell.py:2882] Step 125300 | Loss: 0.1889 | Spent: 6.0 secs | LR: 0.000114
I0725 06:26:36.828222 140071461664640 interactiveshell.py:2882] Step 125350 | Loss: 0.2147 | Spent: 6.1 secs | LR: 0.000113
I0725 06:26:42.852747 140071461664640 interactiveshell.py:2882] Step 125400 | Loss: 0.3726 | Spent: 6.0 secs | LR: 0.000113
I0725 06:26:48.891341 140071461664640 interactiveshell.py:2882] Step 125450 | Loss: 0.2820 | Spent: 6.0 secs | LR: 0.000113
Reading ../data/test.txt
I0725 06:27:02.888360 140071461664640 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.855
I0725 06:27:02.889416 140071461664640 interactiveshell.py:2882] Best Accuracy: 0.859
I0725 06:27:04.615170 140071461664640 interactiveshell.py:2882] Step 125500 | Loss: 0.4292 | Spent: 15.7 secs | LR: 0.000113
I0725 06:27:10.785101 140071461664640 interactiveshell.py:2882] Step 125550 | Loss: 0.0719 | Spent: 6.2 secs | LR: 0.000113
I0725 06:27:16.859557 140071461664640 interactiveshell.py:2882] Step 125600 | Loss: 0.0947 | Spent: 6.1 secs | LR: 0.000113
I0725 06:27:22.887922 140071461664640 interactiveshell.py:2882] Step 125650 | Loss: 0.1248 | Spent: 6.0 secs | LR: 0.000113
I0725 06:27:28.997237 140071461664640 interactiveshell.py:2882] Step 125700 | Loss: 0.1903 | Spent: 6.1 secs | LR: 0.000113
I0725 06:27:35.040611 140071461664640 interactiveshell.py:2882] Step 125750 | Loss: 0.1145 | Spent: 6.0 secs | LR: 0.000113
I0725 06:27:41.044040 140071461664640 interactiveshell.py:2882] Step 125800 | Loss: 0.3298 | Spent: 6.0 secs | LR: 0.000113
I0725 06:27:47.030396 140071461664640 interactiveshell.py:2882] Step 125850 | Loss: 0.2491 | Spent: 6.0 secs | LR: 0.000113
I0725 06:27:53.079551 140071461664640 interactiveshell.py:2882] Step 125900 | Loss: 0.1567 | Spent: 6.0 secs | LR: 0.000113
I0725 06:27:59.160237 140071461664640 interactiveshell.py:2882] Step 125950 | Loss: 0.3475 | Spent: 6.1 secs | LR: 0.000113
I0725 06:28:05.231764 140071461664640 interactiveshell.py:2882] Step 126000 | Loss: 0.4247 | Spent: 6.1 secs | LR: 0.000113
I0725 06:28:11.281177 140071461664640 interactiveshell.py:2882] Step 126050 | Loss: 0.2027 | Spent: 6.0 secs | LR: 0.000113
I0725 06:28:17.520118 140071461664640 interactiveshell.py:2882] Step 126100 | Loss: 0.2950 | Spent: 6.2 secs | LR: 0.000113
I0725 06:28:23.575770 140071461664640 interactiveshell.py:2882] Step 126150 | Loss: 0.1655 | Spent: 6.1 secs | LR: 0.000113
I0725 06:28:29.572786 140071461664640 interactiveshell.py:2882] Step 126200 | Loss: 0.1372 | Spent: 6.0 secs | LR: 0.000113
I0725 06:28:35.564549 140071461664640 interactiveshell.py:2882] Step 126250 | Loss: 0.2759 | Spent: 6.0 secs | LR: 0.000112
I0725 06:28:41.628093 140071461664640 interactiveshell.py:2882] Step 126300 | Loss: 0.2568 | Spent: 6.1 secs | LR: 0.000112
I0725 06:28:47.717490 140071461664640 interactiveshell.py:2882] Step 126350 | Loss: 0.1134 | Spent: 6.1 secs | LR: 0.000112
I0725 06:28:53.958777 140071461664640 interactiveshell.py:2882] Step 126400 | Loss: 0.2236 | Spent: 6.2 secs | LR: 0.000112
I0725 06:29:00.085491 140071461664640 interactiveshell.py:2882] Step 126450 | Loss: 0.3847 | Spent: 6.1 secs | LR: 0.000112
I0725 06:29:06.108327 140071461664640 interactiveshell.py:2882] Step 126500 | Loss: 0.1120 | Spent: 6.0 secs | LR: 0.000112
I0725 06:29:12.299814 140071461664640 interactiveshell.py:2882] Step 126550 | Loss: 0.4746 | Spent: 6.2 secs | LR: 0.000112
I0725 06:29:18.294920 140071461664640 interactiveshell.py:2882] Step 126600 | Loss: 0.1985 | Spent: 6.0 secs | LR: 0.000112
I0725 06:29:24.533383 140071461664640 interactiveshell.py:2882] Step 126650 | Loss: 0.1771 | Spent: 6.2 secs | LR: 0.000112
I0725 06:29:30.494262 140071461664640 interactiveshell.py:2882] Step 126700 | Loss: 0.3819 | Spent: 6.0 secs | LR: 0.000112
I0725 06:29:36.385498 140071461664640 interactiveshell.py:2882] Step 126750 | Loss: 0.0838 | Spent: 5.9 secs | LR: 0.000112
I0725 06:29:42.385162 140071461664640 interactiveshell.py:2882] Step 126800 | Loss: 0.2726 | Spent: 6.0 secs | LR: 0.000112
I0725 06:29:48.718940 140071461664640 interactiveshell.py:2882] Step 126850 | Loss: 0.2127 | Spent: 6.3 secs | LR: 0.000112
I0725 06:29:55.381112 140071461664640 interactiveshell.py:2882] Step 126900 | Loss: 0.1593 | Spent: 6.7 secs | LR: 0.000112
I0725 06:30:01.551553 140071461664640 interactiveshell.py:2882] Step 126950 | Loss: 0.0985 | Spent: 6.2 secs | LR: 0.000112
I0725 06:30:07.724910 140071461664640 interactiveshell.py:2882] Step 127000 | Loss: 0.4123 | Spent: 6.2 secs | LR: 0.000112
I0725 06:30:13.936279 140071461664640 interactiveshell.py:2882] Step 127050 | Loss: 0.0963 | Spent: 6.2 secs | LR: 0.000112
I0725 06:30:19.962809 140071461664640 interactiveshell.py:2882] Step 127100 | Loss: 0.3622 | Spent: 6.0 secs | LR: 0.000112
I0725 06:30:26.041744 140071461664640 interactiveshell.py:2882] Step 127150 | Loss: 0.4291 | Spent: 6.1 secs | LR: 0.000111
I0725 06:30:32.213100 140071461664640 interactiveshell.py:2882] Step 127200 | Loss: 0.2340 | Spent: 6.2 secs | LR: 0.000111
Reading ../data/test.txt
I0725 06:30:42.331792 140071461664640 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.855
I0725 06:30:42.332771 140071461664640 interactiveshell.py:2882] Best Accuracy: 0.859
I0725 06:30:47.840289 140071461664640 interactiveshell.py:2882] Step 127250 | Loss: 0.2834 | Spent: 15.6 secs | LR: 0.000111
I0725 06:30:53.894985 140071461664640 interactiveshell.py:2882] Step 127300 | Loss: 0.0542 | Spent: 6.1 secs | LR: 0.000111
I0725 06:30:59.993057 140071461664640 interactiveshell.py:2882] Step 127350 | Loss: 0.3800 | Spent: 6.1 secs | LR: 0.000111
I0725 06:31:06.185695 140071461664640 interactiveshell.py:2882] Step 127400 | Loss: 0.0971 | Spent: 6.2 secs | LR: 0.000111
I0725 06:31:12.251358 140071461664640 interactiveshell.py:2882] Step 127450 | Loss: 0.5059 | Spent: 6.1 secs | LR: 0.000111
I0725 06:31:18.257772 140071461664640 interactiveshell.py:2882] Step 127500 | Loss: 0.2861 | Spent: 6.0 secs | LR: 0.000111
I0725 06:31:24.307800 140071461664640 interactiveshell.py:2882] Step 127550 | Loss: 0.2929 | Spent: 6.0 secs | LR: 0.000111
I0725 06:31:30.441829 140071461664640 interactiveshell.py:2882] Step 127600 | Loss: 0.1935 | Spent: 6.1 secs | LR: 0.000111
I0725 06:31:36.580941 140071461664640 interactiveshell.py:2882] Step 127650 | Loss: 0.2006 | Spent: 6.1 secs | LR: 0.000111
I0725 06:31:42.684547 140071461664640 interactiveshell.py:2882] Step 127700 | Loss: 0.2493 | Spent: 6.1 secs | LR: 0.000111
I0725 06:31:48.768805 140071461664640 interactiveshell.py:2882] Step 127750 | Loss: 0.1365 | Spent: 6.1 secs | LR: 0.000111
I0725 06:31:54.902307 140071461664640 interactiveshell.py:2882] Step 127800 | Loss: 0.0862 | Spent: 6.1 secs | LR: 0.000111
I0725 06:32:01.080909 140071461664640 interactiveshell.py:2882] Step 127850 | Loss: 0.1457 | Spent: 6.2 secs | LR: 0.000111
I0725 06:32:07.267929 140071461664640 interactiveshell.py:2882] Step 127900 | Loss: 0.4068 | Spent: 6.2 secs | LR: 0.000111
I0725 06:32:13.379283 140071461664640 interactiveshell.py:2882] Step 127950 | Loss: 0.2363 | Spent: 6.1 secs | LR: 0.000111
I0725 06:32:19.485157 140071461664640 interactiveshell.py:2882] Step 128000 | Loss: 0.1893 | Spent: 6.1 secs | LR: 0.000111
I0725 06:32:25.674428 140071461664640 interactiveshell.py:2882] Step 128050 | Loss: 0.3299 | Spent: 6.2 secs | LR: 0.000110
I0725 06:32:31.873481 140071461664640 interactiveshell.py:2882] Step 128100 | Loss: 0.3527 | Spent: 6.2 secs | LR: 0.000110
I0725 06:32:38.148887 140071461664640 interactiveshell.py:2882] Step 128150 | Loss: 0.3835 | Spent: 6.3 secs | LR: 0.000110
I0725 06:32:44.414600 140071461664640 interactiveshell.py:2882] Step 128200 | Loss: 0.1247 | Spent: 6.3 secs | LR: 0.000110
I0725 06:32:50.734019 140071461664640 interactiveshell.py:2882] Step 128250 | Loss: 0.3552 | Spent: 6.3 secs | LR: 0.000110
I0725 06:32:56.970022 140071461664640 interactiveshell.py:2882] Step 128300 | Loss: 0.1249 | Spent: 6.2 secs | LR: 0.000110
I0725 06:33:03.225332 140071461664640 interactiveshell.py:2882] Step 128350 | Loss: 0.2088 | Spent: 6.3 secs | LR: 0.000110
I0725 06:33:09.544329 140071461664640 interactiveshell.py:2882] Step 128400 | Loss: 0.3045 | Spent: 6.3 secs | LR: 0.000110
I0725 06:33:15.705038 140071461664640 interactiveshell.py:2882] Step 128450 | Loss: 0.3853 | Spent: 6.2 secs | LR: 0.000110
I0725 06:33:22.119755 140071461664640 interactiveshell.py:2882] Step 128500 | Loss: 0.3630 | Spent: 6.4 secs | LR: 0.000110
I0725 06:33:28.371970 140071461664640 interactiveshell.py:2882] Step 128550 | Loss: 0.0669 | Spent: 6.3 secs | LR: 0.000110
I0725 06:33:34.872910 140071461664640 interactiveshell.py:2882] Step 128600 | Loss: 0.2599 | Spent: 6.5 secs | LR: 0.000110
I0725 06:33:41.153151 140071461664640 interactiveshell.py:2882] Step 128650 | Loss: 0.3332 | Spent: 6.3 secs | LR: 0.000110
I0725 06:33:47.417732 140071461664640 interactiveshell.py:2882] Step 128700 | Loss: 0.4111 | Spent: 6.3 secs | LR: 0.000110
I0725 06:33:53.670664 140071461664640 interactiveshell.py:2882] Step 128750 | Loss: 0.3050 | Spent: 6.3 secs | LR: 0.000110
I0725 06:33:59.942734 140071461664640 interactiveshell.py:2882] Step 128800 | Loss: 0.2042 | Spent: 6.3 secs | LR: 0.000110
I0725 06:34:06.237277 140071461664640 interactiveshell.py:2882] Step 128850 | Loss: 0.1250 | Spent: 6.3 secs | LR: 0.000110
I0725 06:34:12.613459 140071461664640 interactiveshell.py:2882] Step 128900 | Loss: 0.2187 | Spent: 6.4 secs | LR: 0.000110
Reading ../data/test.txt
I0725 06:34:25.125893 140071461664640 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.856
I0725 06:34:25.126842 140071461664640 interactiveshell.py:2882] Best Accuracy: 0.859
I0725 06:34:28.358936 140071461664640 interactiveshell.py:2882] Step 128950 | Loss: 0.2758 | Spent: 15.7 secs | LR: 0.000109
I0725 06:34:34.538510 140071461664640 interactiveshell.py:2882] Step 129000 | Loss: 0.4640 | Spent: 6.2 secs | LR: 0.000109
I0725 06:34:40.776658 140071461664640 interactiveshell.py:2882] Step 129050 | Loss: 0.0639 | Spent: 6.2 secs | LR: 0.000109
I0725 06:34:47.075940 140071461664640 interactiveshell.py:2882] Step 129100 | Loss: 0.3623 | Spent: 6.3 secs | LR: 0.000109
I0725 06:34:53.366907 140071461664640 interactiveshell.py:2882] Step 129150 | Loss: 0.3568 | Spent: 6.3 secs | LR: 0.000109
I0725 06:35:00.003629 140071461664640 interactiveshell.py:2882] Step 129200 | Loss: 0.1507 | Spent: 6.6 secs | LR: 0.000109
I0725 06:35:06.731013 140071461664640 interactiveshell.py:2882] Step 129250 | Loss: 0.1343 | Spent: 6.7 secs | LR: 0.000109
I0725 06:35:13.171019 140071461664640 interactiveshell.py:2882] Step 129300 | Loss: 0.1184 | Spent: 6.4 secs | LR: 0.000109
I0725 06:35:19.461229 140071461664640 interactiveshell.py:2882] Step 129350 | Loss: 0.3958 | Spent: 6.3 secs | LR: 0.000109
I0725 06:35:25.800434 140071461664640 interactiveshell.py:2882] Step 129400 | Loss: 0.2739 | Spent: 6.3 secs | LR: 0.000109
I0725 06:35:32.136183 140071461664640 interactiveshell.py:2882] Step 129450 | Loss: 0.2595 | Spent: 6.3 secs | LR: 0.000109
I0725 06:35:38.298292 140071461664640 interactiveshell.py:2882] Step 129500 | Loss: 0.2660 | Spent: 6.2 secs | LR: 0.000109
I0725 06:35:44.587583 140071461664640 interactiveshell.py:2882] Step 129550 | Loss: 0.0887 | Spent: 6.3 secs | LR: 0.000109
I0725 06:35:50.742749 140071461664640 interactiveshell.py:2882] Step 129600 | Loss: 0.1362 | Spent: 6.2 secs | LR: 0.000109
I0725 06:35:57.062847 140071461664640 interactiveshell.py:2882] Step 129650 | Loss: 0.2649 | Spent: 6.3 secs | LR: 0.000109
I0725 06:36:03.307302 140071461664640 interactiveshell.py:2882] Step 129700 | Loss: 0.1294 | Spent: 6.2 secs | LR: 0.000109
I0725 06:36:09.595525 140071461664640 interactiveshell.py:2882] Step 129750 | Loss: 0.1333 | Spent: 6.3 secs | LR: 0.000109
I0725 06:36:15.918267 140071461664640 interactiveshell.py:2882] Step 129800 | Loss: 0.1763 | Spent: 6.3 secs | LR: 0.000109
I0725 06:36:22.146612 140071461664640 interactiveshell.py:2882] Step 129850 | Loss: 0.5297 | Spent: 6.2 secs | LR: 0.000108
I0725 06:36:28.395106 140071461664640 interactiveshell.py:2882] Step 129900 | Loss: 0.1499 | Spent: 6.2 secs | LR: 0.000108
I0725 06:36:34.633689 140071461664640 interactiveshell.py:2882] Step 129950 | Loss: 0.4056 | Spent: 6.2 secs | LR: 0.000108
I0725 06:36:40.840471 140071461664640 interactiveshell.py:2882] Step 130000 | Loss: 0.3519 | Spent: 6.2 secs | LR: 0.000108
I0725 06:36:47.198852 140071461664640 interactiveshell.py:2882] Step 130050 | Loss: 0.0934 | Spent: 6.4 secs | LR: 0.000108
I0725 06:36:53.481944 140071461664640 interactiveshell.py:2882] Step 130100 | Loss: 0.1594 | Spent: 6.3 secs | LR: 0.000108
I0725 06:36:59.691911 140071461664640 interactiveshell.py:2882] Step 130150 | Loss: 0.3621 | Spent: 6.2 secs | LR: 0.000108
I0725 06:37:05.774167 140071461664640 interactiveshell.py:2882] Step 130200 | Loss: 0.2540 | Spent: 6.1 secs | LR: 0.000108
I0725 06:37:12.005669 140071461664640 interactiveshell.py:2882] Step 130250 | Loss: 0.3279 | Spent: 6.2 secs | LR: 0.000108
I0725 06:37:18.249732 140071461664640 interactiveshell.py:2882] Step 130300 | Loss: 0.2177 | Spent: 6.2 secs | LR: 0.000108
I0725 06:37:24.399012 140071461664640 interactiveshell.py:2882] Step 130350 | Loss: 0.0889 | Spent: 6.1 secs | LR: 0.000108
I0725 06:37:30.538049 140071461664640 interactiveshell.py:2882] Step 130400 | Loss: 0.3368 | Spent: 6.1 secs | LR: 0.000108
I0725 06:37:36.725993 140071461664640 interactiveshell.py:2882] Step 130450 | Loss: 0.1308 | Spent: 6.2 secs | LR: 0.000108
I0725 06:37:43.040288 140071461664640 interactiveshell.py:2882] Step 130500 | Loss: 0.3042 | Spent: 6.3 secs | LR: 0.000108
I0725 06:37:49.378664 140071461664640 interactiveshell.py:2882] Step 130550 | Loss: 0.3428 | Spent: 6.3 secs | LR: 0.000108
I0725 06:37:55.910277 140071461664640 interactiveshell.py:2882] Step 130600 | Loss: 0.2258 | Spent: 6.5 secs | LR: 0.000108
Reading ../data/test.txt
I0725 06:38:11.035826 140071461664640 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.857
I0725 06:38:11.036913 140071461664640 interactiveshell.py:2882] Best Accuracy: 0.859
I0725 06:38:11.918806 140071461664640 interactiveshell.py:2882] Step 130650 | Loss: 0.1977 | Spent: 16.0 secs | LR: 0.000108
I0725 06:38:18.238221 140071461664640 interactiveshell.py:2882] Step 130700 | Loss: 0.2450 | Spent: 6.3 secs | LR: 0.000108
I0725 06:38:24.502184 140071461664640 interactiveshell.py:2882] Step 130750 | Loss: 0.1934 | Spent: 6.3 secs | LR: 0.000107
I0725 06:38:30.972655 140071461664640 interactiveshell.py:2882] Step 130800 | Loss: 0.2773 | Spent: 6.5 secs | LR: 0.000107
I0725 06:38:37.259211 140071461664640 interactiveshell.py:2882] Step 130850 | Loss: 0.1389 | Spent: 6.3 secs | LR: 0.000107
I0725 06:38:43.485321 140071461664640 interactiveshell.py:2882] Step 130900 | Loss: 0.1184 | Spent: 6.2 secs | LR: 0.000107
I0725 06:38:49.832519 140071461664640 interactiveshell.py:2882] Step 130950 | Loss: 0.1469 | Spent: 6.3 secs | LR: 0.000107
I0725 06:38:56.166764 140071461664640 interactiveshell.py:2882] Step 131000 | Loss: 0.2011 | Spent: 6.3 secs | LR: 0.000107
I0725 06:39:02.530077 140071461664640 interactiveshell.py:2882] Step 131050 | Loss: 0.4351 | Spent: 6.4 secs | LR: 0.000107
I0725 06:39:08.822698 140071461664640 interactiveshell.py:2882] Step 131100 | Loss: 0.1102 | Spent: 6.3 secs | LR: 0.000107
I0725 06:39:14.875727 140071461664640 interactiveshell.py:2882] Step 131150 | Loss: 0.4741 | Spent: 6.1 secs | LR: 0.000107
I0725 06:39:20.940047 140071461664640 interactiveshell.py:2882] Step 131200 | Loss: 0.1890 | Spent: 6.1 secs | LR: 0.000107
I0725 06:39:26.928997 140071461664640 interactiveshell.py:2882] Step 131250 | Loss: 0.0796 | Spent: 6.0 secs | LR: 0.000107
I0725 06:39:33.067524 140071461664640 interactiveshell.py:2882] Step 131300 | Loss: 0.2392 | Spent: 6.1 secs | LR: 0.000107
I0725 06:39:39.123590 140071461664640 interactiveshell.py:2882] Step 131350 | Loss: 0.0496 | Spent: 6.1 secs | LR: 0.000107
I0725 06:39:45.192350 140071461664640 interactiveshell.py:2882] Step 131400 | Loss: 0.2468 | Spent: 6.1 secs | LR: 0.000107
I0725 06:39:51.223860 140071461664640 interactiveshell.py:2882] Step 131450 | Loss: 0.1947 | Spent: 6.0 secs | LR: 0.000107
I0725 06:39:57.299748 140071461664640 interactiveshell.py:2882] Step 131500 | Loss: 0.0712 | Spent: 6.1 secs | LR: 0.000107
I0725 06:40:03.374041 140071461664640 interactiveshell.py:2882] Step 131550 | Loss: 0.2742 | Spent: 6.1 secs | LR: 0.000107
I0725 06:40:09.784746 140071461664640 interactiveshell.py:2882] Step 131600 | Loss: 0.4199 | Spent: 6.4 secs | LR: 0.000107
I0725 06:40:16.385332 140071461664640 interactiveshell.py:2882] Step 131650 | Loss: 0.2039 | Spent: 6.6 secs | LR: 0.000107
I0725 06:40:22.514445 140071461664640 interactiveshell.py:2882] Step 131700 | Loss: 0.3668 | Spent: 6.1 secs | LR: 0.000106
I0725 06:40:28.561506 140071461664640 interactiveshell.py:2882] Step 131750 | Loss: 0.1710 | Spent: 6.0 secs | LR: 0.000106
I0725 06:40:34.640130 140071461664640 interactiveshell.py:2882] Step 131800 | Loss: 0.2399 | Spent: 6.1 secs | LR: 0.000106
I0725 06:40:40.742803 140071461664640 interactiveshell.py:2882] Step 131850 | Loss: 0.3030 | Spent: 6.1 secs | LR: 0.000106
I0725 06:40:46.909781 140071461664640 interactiveshell.py:2882] Step 131900 | Loss: 0.0709 | Spent: 6.2 secs | LR: 0.000106
I0725 06:40:53.143982 140071461664640 interactiveshell.py:2882] Step 131950 | Loss: 0.3214 | Spent: 6.2 secs | LR: 0.000106
I0725 06:40:59.234939 140071461664640 interactiveshell.py:2882] Step 132000 | Loss: 0.2910 | Spent: 6.1 secs | LR: 0.000106
I0725 06:41:05.220684 140071461664640 interactiveshell.py:2882] Step 132050 | Loss: 0.2019 | Spent: 6.0 secs | LR: 0.000106
I0725 06:41:11.361686 140071461664640 interactiveshell.py:2882] Step 132100 | Loss: 0.2300 | Spent: 6.1 secs | LR: 0.000106
I0725 06:41:17.503157 140071461664640 interactiveshell.py:2882] Step 132150 | Loss: 0.2947 | Spent: 6.1 secs | LR: 0.000106
I0725 06:41:23.623083 140071461664640 interactiveshell.py:2882] Step 132200 | Loss: 0.2880 | Spent: 6.1 secs | LR: 0.000106
I0725 06:41:29.692543 140071461664640 interactiveshell.py:2882] Step 132250 | Loss: 0.2666 | Spent: 6.1 secs | LR: 0.000106
I0725 06:41:35.779685 140071461664640 interactiveshell.py:2882] Step 132300 | Loss: 0.2608 | Spent: 6.1 secs | LR: 0.000106
I0725 06:41:41.903234 140071461664640 interactiveshell.py:2882] Step 132350 | Loss: 0.1156 | Spent: 6.1 secs | LR: 0.000106
Reading ../data/test.txt
I0725 06:41:53.011763 140071461664640 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.858
I0725 06:41:53.012846 140071461664640 interactiveshell.py:2882] Best Accuracy: 0.859
I0725 06:41:57.731880 140071461664640 interactiveshell.py:2882] Step 132400 | Loss: 0.1989 | Spent: 15.8 secs | LR: 0.000106
I0725 06:42:03.829289 140071461664640 interactiveshell.py:2882] Step 132450 | Loss: 0.3432 | Spent: 6.1 secs | LR: 0.000106
I0725 06:42:09.949754 140071461664640 interactiveshell.py:2882] Step 132500 | Loss: 0.1645 | Spent: 6.1 secs | LR: 0.000106
I0725 06:42:16.368553 140071461664640 interactiveshell.py:2882] Step 132550 | Loss: 0.4610 | Spent: 6.4 secs | LR: 0.000106
I0725 06:42:22.493091 140071461664640 interactiveshell.py:2882] Step 132600 | Loss: 0.1429 | Spent: 6.1 secs | LR: 0.000106
I0725 06:42:28.687187 140071461664640 interactiveshell.py:2882] Step 132650 | Loss: 0.2793 | Spent: 6.2 secs | LR: 0.000105
I0725 06:42:34.794017 140071461664640 interactiveshell.py:2882] Step 132700 | Loss: 0.2542 | Spent: 6.1 secs | LR: 0.000105
I0725 06:42:40.897936 140071461664640 interactiveshell.py:2882] Step 132750 | Loss: 0.2947 | Spent: 6.1 secs | LR: 0.000105
I0725 06:42:47.046293 140071461664640 interactiveshell.py:2882] Step 132800 | Loss: 0.2514 | Spent: 6.1 secs | LR: 0.000105
I0725 06:42:53.160271 140071461664640 interactiveshell.py:2882] Step 132850 | Loss: 0.2158 | Spent: 6.1 secs | LR: 0.000105
I0725 06:42:59.313715 140071461664640 interactiveshell.py:2882] Step 132900 | Loss: 0.3078 | Spent: 6.2 secs | LR: 0.000105
I0725 06:43:05.451067 140071461664640 interactiveshell.py:2882] Step 132950 | Loss: 0.1085 | Spent: 6.1 secs | LR: 0.000105
I0725 06:43:11.682043 140071461664640 interactiveshell.py:2882] Step 133000 | Loss: 0.1181 | Spent: 6.2 secs | LR: 0.000105
I0725 06:43:17.806623 140071461664640 interactiveshell.py:2882] Step 133050 | Loss: 0.2771 | Spent: 6.1 secs | LR: 0.000105
I0725 06:43:23.921522 140071461664640 interactiveshell.py:2882] Step 133100 | Loss: 0.1524 | Spent: 6.1 secs | LR: 0.000105
I0725 06:43:30.204044 140071461664640 interactiveshell.py:2882] Step 133150 | Loss: 0.3572 | Spent: 6.3 secs | LR: 0.000105
I0725 06:43:36.542793 140071461664640 interactiveshell.py:2882] Step 133200 | Loss: 0.0819 | Spent: 6.3 secs | LR: 0.000105
I0725 06:43:42.708564 140071461664640 interactiveshell.py:2882] Step 133250 | Loss: 0.1748 | Spent: 6.2 secs | LR: 0.000105
I0725 06:43:48.815093 140071461664640 interactiveshell.py:2882] Step 133300 | Loss: 0.0475 | Spent: 6.1 secs | LR: 0.000105
I0725 06:43:54.944150 140071461664640 interactiveshell.py:2882] Step 133350 | Loss: 0.1613 | Spent: 6.1 secs | LR: 0.000105
I0725 06:44:01.140169 140071461664640 interactiveshell.py:2882] Step 133400 | Loss: 0.2442 | Spent: 6.2 secs | LR: 0.000105
I0725 06:44:07.208556 140071461664640 interactiveshell.py:2882] Step 133450 | Loss: 0.2527 | Spent: 6.1 secs | LR: 0.000105
I0725 06:44:13.344752 140071461664640 interactiveshell.py:2882] Step 133500 | Loss: 0.1048 | Spent: 6.1 secs | LR: 0.000105
I0725 06:44:19.479834 140071461664640 interactiveshell.py:2882] Step 133550 | Loss: 0.2484 | Spent: 6.1 secs | LR: 0.000105
I0725 06:44:25.567813 140071461664640 interactiveshell.py:2882] Step 133600 | Loss: 0.3301 | Spent: 6.1 secs | LR: 0.000104
I0725 06:44:31.834661 140071461664640 interactiveshell.py:2882] Step 133650 | Loss: 0.3260 | Spent: 6.3 secs | LR: 0.000104
I0725 06:44:38.048017 140071461664640 interactiveshell.py:2882] Step 133700 | Loss: 0.1886 | Spent: 6.2 secs | LR: 0.000104
I0725 06:44:44.219248 140071461664640 interactiveshell.py:2882] Step 133750 | Loss: 0.2732 | Spent: 6.2 secs | LR: 0.000104
I0725 06:44:50.454355 140071461664640 interactiveshell.py:2882] Step 133800 | Loss: 0.1930 | Spent: 6.2 secs | LR: 0.000104
I0725 06:44:56.670007 140071461664640 interactiveshell.py:2882] Step 133850 | Loss: 0.2278 | Spent: 6.2 secs | LR: 0.000104
I0725 06:45:02.898476 140071461664640 interactiveshell.py:2882] Step 133900 | Loss: 0.3129 | Spent: 6.2 secs | LR: 0.000104
I0725 06:45:09.064671 140071461664640 interactiveshell.py:2882] Step 133950 | Loss: 0.1206 | Spent: 6.2 secs | LR: 0.000104
I0725 06:45:15.232615 140071461664640 interactiveshell.py:2882] Step 134000 | Loss: 0.2006 | Spent: 6.2 secs | LR: 0.000104
I0725 06:45:21.721379 140071461664640 interactiveshell.py:2882] Step 134050 | Loss: 0.1368 | Spent: 6.5 secs | LR: 0.000104
Reading ../data/test.txt
I0725 06:45:35.607331 140071461664640 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.852
I0725 06:45:35.608298 140071461664640 interactiveshell.py:2882] Best Accuracy: 0.859
I0725 06:45:37.972174 140071461664640 interactiveshell.py:2882] Step 134100 | Loss: 0.4214 | Spent: 16.2 secs | LR: 0.000104
I0725 06:45:44.187702 140071461664640 interactiveshell.py:2882] Step 134150 | Loss: 0.0523 | Spent: 6.2 secs | LR: 0.000104
I0725 06:45:50.362943 140071461664640 interactiveshell.py:2882] Step 134200 | Loss: 0.3041 | Spent: 6.2 secs | LR: 0.000104
I0725 06:45:56.616703 140071461664640 interactiveshell.py:2882] Step 134250 | Loss: 0.1196 | Spent: 6.3 secs | LR: 0.000104
I0725 06:46:02.945490 140071461664640 interactiveshell.py:2882] Step 134300 | Loss: 0.2680 | Spent: 6.3 secs | LR: 0.000104
I0725 06:46:09.168514 140071461664640 interactiveshell.py:2882] Step 134350 | Loss: 0.1344 | Spent: 6.2 secs | LR: 0.000104
I0725 06:46:15.437252 140071461664640 interactiveshell.py:2882] Step 134400 | Loss: 0.0781 | Spent: 6.3 secs | LR: 0.000104
I0725 06:46:21.618337 140071461664640 interactiveshell.py:2882] Step 134450 | Loss: 0.0804 | Spent: 6.2 secs | LR: 0.000104
I0725 06:46:27.765273 140071461664640 interactiveshell.py:2882] Step 134500 | Loss: 0.1899 | Spent: 6.1 secs | LR: 0.000104
I0725 06:46:34.285557 140071461664640 interactiveshell.py:2882] Step 134550 | Loss: 0.1083 | Spent: 6.5 secs | LR: 0.000103
I0725 06:46:40.415037 140071461664640 interactiveshell.py:2882] Step 134600 | Loss: 0.1726 | Spent: 6.1 secs | LR: 0.000103
I0725 06:46:46.592787 140071461664640 interactiveshell.py:2882] Step 134650 | Loss: 0.3437 | Spent: 6.2 secs | LR: 0.000103
I0725 06:46:52.783696 140071461664640 interactiveshell.py:2882] Step 134700 | Loss: 0.1374 | Spent: 6.2 secs | LR: 0.000103
I0725 06:46:58.944841 140071461664640 interactiveshell.py:2882] Step 134750 | Loss: 0.1819 | Spent: 6.2 secs | LR: 0.000103
I0725 06:47:05.169742 140071461664640 interactiveshell.py:2882] Step 134800 | Loss: 0.0490 | Spent: 6.2 secs | LR: 0.000103
I0725 06:47:11.341522 140071461664640 interactiveshell.py:2882] Step 134850 | Loss: 0.3171 | Spent: 6.2 secs | LR: 0.000103
I0725 06:47:17.543015 140071461664640 interactiveshell.py:2882] Step 134900 | Loss: 0.1911 | Spent: 6.2 secs | LR: 0.000103
I0725 06:47:23.661360 140071461664640 interactiveshell.py:2882] Step 134950 | Loss: 0.3777 | Spent: 6.1 secs | LR: 0.000103
I0725 06:47:29.847060 140071461664640 interactiveshell.py:2882] Step 135000 | Loss: 0.3137 | Spent: 6.2 secs | LR: 0.000103
I0725 06:47:36.097705 140071461664640 interactiveshell.py:2882] Step 135050 | Loss: 0.1931 | Spent: 6.2 secs | LR: 0.000103
I0725 06:47:42.203431 140071461664640 interactiveshell.py:2882] Step 135100 | Loss: 0.0617 | Spent: 6.1 secs | LR: 0.000103
I0725 06:47:48.294368 140071461664640 interactiveshell.py:2882] Step 135150 | Loss: 0.2063 | Spent: 6.1 secs | LR: 0.000103
I0725 06:47:54.374014 140071461664640 interactiveshell.py:2882] Step 135200 | Loss: 0.3299 | Spent: 6.1 secs | LR: 0.000103
I0725 06:48:00.467324 140071461664640 interactiveshell.py:2882] Step 135250 | Loss: 0.2649 | Spent: 6.1 secs | LR: 0.000103
I0725 06:48:06.765489 140071461664640 interactiveshell.py:2882] Step 135300 | Loss: 0.1282 | Spent: 6.3 secs | LR: 0.000103
I0725 06:48:12.946065 140071461664640 interactiveshell.py:2882] Step 135350 | Loss: 0.1872 | Spent: 6.2 secs | LR: 0.000103
I0725 06:48:19.108548 140071461664640 interactiveshell.py:2882] Step 135400 | Loss: 0.1699 | Spent: 6.2 secs | LR: 0.000103
I0725 06:48:25.245897 140071461664640 interactiveshell.py:2882] Step 135450 | Loss: 0.3356 | Spent: 6.1 secs | LR: 0.000103
I0725 06:48:31.393760 140071461664640 interactiveshell.py:2882] Step 135500 | Loss: 0.4988 | Spent: 6.1 secs | LR: 0.000102
I0725 06:48:37.815634 140071461664640 interactiveshell.py:2882] Step 135550 | Loss: 0.3149 | Spent: 6.4 secs | LR: 0.000102
I0725 06:48:44.118779 140071461664640 interactiveshell.py:2882] Step 135600 | Loss: 0.3123 | Spent: 6.3 secs | LR: 0.000102
I0725 06:48:50.375296 140071461664640 interactiveshell.py:2882] Step 135650 | Loss: 0.1779 | Spent: 6.3 secs | LR: 0.000102
I0725 06:48:56.638205 140071461664640 interactiveshell.py:2882] Step 135700 | Loss: 0.1859 | Spent: 6.3 secs | LR: 0.000102
I0725 06:49:02.855968 140071461664640 interactiveshell.py:2882] Step 135750 | Loss: 0.1137 | Spent: 6.2 secs | LR: 0.000102
I0725 06:49:08.981438 140071461664640 interactiveshell.py:2882] Step 135800 | Loss: 0.1523 | Spent: 6.1 secs | LR: 0.000102
Reading ../data/test.txt
I0725 06:49:18.706368 140071461664640 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.856
I0725 06:49:18.707507 140071461664640 interactiveshell.py:2882] Best Accuracy: 0.859
I0725 06:49:24.887930 140071461664640 interactiveshell.py:2882] Step 135850 | Loss: 0.1788 | Spent: 15.9 secs | LR: 0.000102
I0725 06:49:30.992042 140071461664640 interactiveshell.py:2882] Step 135900 | Loss: 0.3319 | Spent: 6.1 secs | LR: 0.000102
I0725 06:49:37.189555 140071461664640 interactiveshell.py:2882] Step 135950 | Loss: 0.1844 | Spent: 6.2 secs | LR: 0.000102
I0725 06:49:43.541968 140071461664640 interactiveshell.py:2882] Step 136000 | Loss: 0.3259 | Spent: 6.4 secs | LR: 0.000102
I0725 06:49:49.796397 140071461664640 interactiveshell.py:2882] Step 136050 | Loss: 0.2910 | Spent: 6.3 secs | LR: 0.000102
I0725 06:49:56.048978 140071461664640 interactiveshell.py:2882] Step 136100 | Loss: 0.4156 | Spent: 6.3 secs | LR: 0.000102
I0725 06:50:02.360026 140071461664640 interactiveshell.py:2882] Step 136150 | Loss: 0.0650 | Spent: 6.3 secs | LR: 0.000102
I0725 06:50:08.589898 140071461664640 interactiveshell.py:2882] Step 136200 | Loss: 0.2603 | Spent: 6.2 secs | LR: 0.000102
I0725 06:50:14.948657 140071461664640 interactiveshell.py:2882] Step 136250 | Loss: 0.0677 | Spent: 6.4 secs | LR: 0.000102
I0725 06:50:21.223656 140071461664640 interactiveshell.py:2882] Step 136300 | Loss: 0.1746 | Spent: 6.3 secs | LR: 0.000102
I0725 06:50:27.449800 140071461664640 interactiveshell.py:2882] Step 136350 | Loss: 0.1442 | Spent: 6.2 secs | LR: 0.000102
I0725 06:50:34.144778 140071461664640 interactiveshell.py:2882] Step 136400 | Loss: 0.2294 | Spent: 6.7 secs | LR: 0.000102
I0725 06:50:40.523834 140071461664640 interactiveshell.py:2882] Step 136450 | Loss: 0.1959 | Spent: 6.4 secs | LR: 0.000102
I0725 06:50:46.771159 140071461664640 interactiveshell.py:2882] Step 136500 | Loss: 0.2791 | Spent: 6.2 secs | LR: 0.000101
I0725 06:50:52.991420 140071461664640 interactiveshell.py:2882] Step 136550 | Loss: 0.4022 | Spent: 6.2 secs | LR: 0.000101
I0725 06:50:59.514961 140071461664640 interactiveshell.py:2882] Step 136600 | Loss: 0.2051 | Spent: 6.5 secs | LR: 0.000101
I0725 06:51:05.668720 140071461664640 interactiveshell.py:2882] Step 136650 | Loss: 0.2328 | Spent: 6.2 secs | LR: 0.000101
I0725 06:51:11.910522 140071461664640 interactiveshell.py:2882] Step 136700 | Loss: 0.2147 | Spent: 6.2 secs | LR: 0.000101
I0725 06:51:18.110160 140071461664640 interactiveshell.py:2882] Step 136750 | Loss: 0.2099 | Spent: 6.2 secs | LR: 0.000101
I0725 06:51:24.257967 140071461664640 interactiveshell.py:2882] Step 136800 | Loss: 0.1556 | Spent: 6.1 secs | LR: 0.000101
I0725 06:51:30.472584 140071461664640 interactiveshell.py:2882] Step 136850 | Loss: 0.3779 | Spent: 6.2 secs | LR: 0.000101
I0725 06:51:36.664171 140071461664640 interactiveshell.py:2882] Step 136900 | Loss: 0.0726 | Spent: 6.2 secs | LR: 0.000101
I0725 06:51:42.963534 140071461664640 interactiveshell.py:2882] Step 136950 | Loss: 0.2592 | Spent: 6.3 secs | LR: 0.000101
I0725 06:51:49.154635 140071461664640 interactiveshell.py:2882] Step 137000 | Loss: 0.2841 | Spent: 6.2 secs | LR: 0.000101
I0725 06:51:55.401721 140071461664640 interactiveshell.py:2882] Step 137050 | Loss: 0.1445 | Spent: 6.2 secs | LR: 0.000101
I0725 06:52:01.717772 140071461664640 interactiveshell.py:2882] Step 137100 | Loss: 0.2206 | Spent: 6.3 secs | LR: 0.000101
I0725 06:52:08.012615 140071461664640 interactiveshell.py:2882] Step 137150 | Loss: 0.3083 | Spent: 6.3 secs | LR: 0.000101
I0725 06:52:14.331733 140071461664640 interactiveshell.py:2882] Step 137200 | Loss: 0.2546 | Spent: 6.3 secs | LR: 0.000101
I0725 06:52:20.639448 140071461664640 interactiveshell.py:2882] Step 137250 | Loss: 0.2308 | Spent: 6.3 secs | LR: 0.000101
I0725 06:52:26.912609 140071461664640 interactiveshell.py:2882] Step 137300 | Loss: 0.4822 | Spent: 6.3 secs | LR: 0.000101
Reading ../data/train.txt
I0725 06:52:57.952337 140071461664640 interactiveshell.py:2882] Step 137350 | Loss: 0.2376 | Spent: 31.0 secs | LR: 0.000101
I0725 06:53:04.512898 140071461664640 interactiveshell.py:2882] Step 137400 | Loss: 0.1617 | Spent: 6.6 secs | LR: 0.000101
I0725 06:53:11.196490 140071461664640 interactiveshell.py:2882] Step 137450 | Loss: 0.1858 | Spent: 6.7 secs | LR: 0.000100
I0725 06:53:17.815676 140071461664640 interactiveshell.py:2882] Step 137500 | Loss: 0.0820 | Spent: 6.6 secs | LR: 0.000100
Reading ../data/test.txt
I0725 06:53:30.090584 140071461664640 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.856
I0725 06:53:30.091624 140071461664640 interactiveshell.py:2882] Best Accuracy: 0.859
I0725 06:53:34.053661 140071461664640 interactiveshell.py:2882] Step 137550 | Loss: 0.0545 | Spent: 16.2 secs | LR: 0.000100
I0725 06:53:40.463865 140071461664640 interactiveshell.py:2882] Step 137600 | Loss: 0.0775 | Spent: 6.4 secs | LR: 0.000100
I0725 06:53:47.153878 140071461664640 interactiveshell.py:2882] Step 137650 | Loss: 0.1502 | Spent: 6.7 secs | LR: 0.000100
I0725 06:53:53.616555 140071461664640 interactiveshell.py:2882] Step 137700 | Loss: 0.4026 | Spent: 6.5 secs | LR: 0.000100
I0725 06:54:00.248744 140071461664640 interactiveshell.py:2882] Step 137750 | Loss: 0.1430 | Spent: 6.6 secs | LR: 0.000100
I0725 06:54:06.700619 140071461664640 interactiveshell.py:2882] Step 137800 | Loss: 0.1051 | Spent: 6.5 secs | LR: 0.000100
I0725 06:54:13.234785 140071461664640 interactiveshell.py:2882] Step 137850 | Loss: 0.1023 | Spent: 6.5 secs | LR: 0.000100
I0725 06:54:19.782659 140071461664640 interactiveshell.py:2882] Step 137900 | Loss: 0.2956 | Spent: 6.5 secs | LR: 0.000100
I0725 06:54:26.155003 140071461664640 interactiveshell.py:2882] Step 137950 | Loss: 0.0859 | Spent: 6.4 secs | LR: 0.000100
I0725 06:54:32.503307 140071461664640 interactiveshell.py:2882] Step 138000 | Loss: 0.3133 | Spent: 6.3 secs | LR: 0.000100
I0725 06:54:38.918991 140071461664640 interactiveshell.py:2882] Step 138050 | Loss: 0.1813 | Spent: 6.4 secs | LR: 0.000100
I0725 06:54:45.373701 140071461664640 interactiveshell.py:2882] Step 138100 | Loss: 0.1460 | Spent: 6.5 secs | LR: 0.000100
I0725 06:54:51.876675 140071461664640 interactiveshell.py:2882] Step 138150 | Loss: 0.1801 | Spent: 6.5 secs | LR: 0.000100
I0725 06:54:58.294976 140071461664640 interactiveshell.py:2882] Step 138200 | Loss: 0.0777 | Spent: 6.4 secs | LR: 0.000100
I0725 06:55:04.662749 140071461664640 interactiveshell.py:2882] Step 138250 | Loss: 0.0514 | Spent: 6.4 secs | LR: 0.000100
I0725 06:55:11.006793 140071461664640 interactiveshell.py:2882] Step 138300 | Loss: 0.0365 | Spent: 6.3 secs | LR: 0.000100
I0725 06:55:17.368571 140071461664640 interactiveshell.py:2882] Step 138350 | Loss: 0.1920 | Spent: 6.4 secs | LR: 0.000100
I0725 06:55:23.716707 140071461664640 interactiveshell.py:2882] Step 138400 | Loss: 0.1333 | Spent: 6.3 secs | LR: 0.000100
I0725 06:55:30.010765 140071461664640 interactiveshell.py:2882] Step 138450 | Loss: 0.0446 | Spent: 6.3 secs | LR: 0.000099
I0725 06:55:36.425237 140071461664640 interactiveshell.py:2882] Step 138500 | Loss: 0.2488 | Spent: 6.4 secs | LR: 0.000099
I0725 06:55:43.198231 140071461664640 interactiveshell.py:2882] Step 138550 | Loss: 0.0964 | Spent: 6.8 secs | LR: 0.000099
I0725 06:55:49.836336 140071461664640 interactiveshell.py:2882] Step 138600 | Loss: 0.2617 | Spent: 6.6 secs | LR: 0.000099
I0725 06:55:56.444135 140071461664640 interactiveshell.py:2882] Step 138650 | Loss: 0.3329 | Spent: 6.6 secs | LR: 0.000099
I0725 06:56:02.738243 140071461664640 interactiveshell.py:2882] Step 138700 | Loss: 0.1281 | Spent: 6.3 secs | LR: 0.000099
I0725 06:56:09.063735 140071461664640 interactiveshell.py:2882] Step 138750 | Loss: 0.0914 | Spent: 6.3 secs | LR: 0.000099
I0725 06:56:15.348330 140071461664640 interactiveshell.py:2882] Step 138800 | Loss: 0.1287 | Spent: 6.3 secs | LR: 0.000099
I0725 06:56:21.646056 140071461664640 interactiveshell.py:2882] Step 138850 | Loss: 0.2903 | Spent: 6.3 secs | LR: 0.000099
I0725 06:56:27.952514 140071461664640 interactiveshell.py:2882] Step 138900 | Loss: 0.1278 | Spent: 6.3 secs | LR: 0.000099
I0725 06:56:34.260343 140071461664640 interactiveshell.py:2882] Step 138950 | Loss: 0.1617 | Spent: 6.3 secs | LR: 0.000099
I0725 06:56:40.534839 140071461664640 interactiveshell.py:2882] Step 139000 | Loss: 0.1913 | Spent: 6.3 secs | LR: 0.000099
I0725 06:56:46.889839 140071461664640 interactiveshell.py:2882] Step 139050 | Loss: 0.2831 | Spent: 6.4 secs | LR: 0.000099
I0725 06:56:53.261629 140071461664640 interactiveshell.py:2882] Step 139100 | Loss: 0.1386 | Spent: 6.4 secs | LR: 0.000099
I0725 06:56:59.699902 140071461664640 interactiveshell.py:2882] Step 139150 | Loss: 0.2144 | Spent: 6.4 secs | LR: 0.000099
I0725 06:57:05.914949 140071461664640 interactiveshell.py:2882] Step 139200 | Loss: 0.1627 | Spent: 6.2 secs | LR: 0.000099
Reading ../data/test.txt
I0725 06:57:20.171018 140071461664640 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.856
I0725 06:57:20.172394 140071461664640 interactiveshell.py:2882] Best Accuracy: 0.859
I0725 06:57:21.713483 140071461664640 interactiveshell.py:2882] Step 139250 | Loss: 0.2059 | Spent: 15.8 secs | LR: 0.000099
I0725 06:57:28.030863 140071461664640 interactiveshell.py:2882] Step 139300 | Loss: 0.1872 | Spent: 6.3 secs | LR: 0.000099
I0725 06:57:34.390520 140071461664640 interactiveshell.py:2882] Step 139350 | Loss: 0.2427 | Spent: 6.4 secs | LR: 0.000099
I0725 06:57:40.731245 140071461664640 interactiveshell.py:2882] Step 139400 | Loss: 0.2812 | Spent: 6.3 secs | LR: 0.000099
I0725 06:57:47.043969 140071461664640 interactiveshell.py:2882] Step 139450 | Loss: 0.1036 | Spent: 6.3 secs | LR: 0.000098
I0725 06:57:53.276093 140071461664640 interactiveshell.py:2882] Step 139500 | Loss: 0.3934 | Spent: 6.2 secs | LR: 0.000098
I0725 06:57:59.658346 140071461664640 interactiveshell.py:2882] Step 139550 | Loss: 0.3028 | Spent: 6.4 secs | LR: 0.000098
I0725 06:58:06.009063 140071461664640 interactiveshell.py:2882] Step 139600 | Loss: 0.2666 | Spent: 6.3 secs | LR: 0.000098
I0725 06:58:12.393029 140071461664640 interactiveshell.py:2882] Step 139650 | Loss: 0.0815 | Spent: 6.4 secs | LR: 0.000098
I0725 06:58:18.786581 140071461664640 interactiveshell.py:2882] Step 139700 | Loss: 0.1081 | Spent: 6.4 secs | LR: 0.000098
I0725 06:58:25.114997 140071461664640 interactiveshell.py:2882] Step 139750 | Loss: 0.3973 | Spent: 6.3 secs | LR: 0.000098
I0725 06:58:31.429033 140071461664640 interactiveshell.py:2882] Step 139800 | Loss: 0.1264 | Spent: 6.3 secs | LR: 0.000098
I0725 06:58:37.677690 140071461664640 interactiveshell.py:2882] Step 139850 | Loss: 0.6264 | Spent: 6.2 secs | LR: 0.000098
I0725 06:58:43.907445 140071461664640 interactiveshell.py:2882] Step 139900 | Loss: 0.4865 | Spent: 6.2 secs | LR: 0.000098
I0725 06:58:50.458106 140071461664640 interactiveshell.py:2882] Step 139950 | Loss: 0.3058 | Spent: 6.5 secs | LR: 0.000098
I0725 06:58:56.907223 140071461664640 interactiveshell.py:2882] Step 140000 | Loss: 0.1427 | Spent: 6.4 secs | LR: 0.000098
I0725 06:59:03.273820 140071461664640 interactiveshell.py:2882] Step 140050 | Loss: 0.2547 | Spent: 6.4 secs | LR: 0.000098
I0725 06:59:09.542191 140071461664640 interactiveshell.py:2882] Step 140100 | Loss: 0.2938 | Spent: 6.3 secs | LR: 0.000098
I0725 06:59:15.865947 140071461664640 interactiveshell.py:2882] Step 140150 | Loss: 0.1916 | Spent: 6.3 secs | LR: 0.000098
I0725 06:59:22.237643 140071461664640 interactiveshell.py:2882] Step 140200 | Loss: 0.2370 | Spent: 6.4 secs | LR: 0.000098
I0725 06:59:28.567226 140071461664640 interactiveshell.py:2882] Step 140250 | Loss: 0.1061 | Spent: 6.3 secs | LR: 0.000098
I0725 06:59:34.956370 140071461664640 interactiveshell.py:2882] Step 140300 | Loss: 0.1454 | Spent: 6.4 secs | LR: 0.000098
I0725 06:59:41.342621 140071461664640 interactiveshell.py:2882] Step 140350 | Loss: 0.1535 | Spent: 6.4 secs | LR: 0.000098
I0725 06:59:47.701603 140071461664640 interactiveshell.py:2882] Step 140400 | Loss: 0.0630 | Spent: 6.4 secs | LR: 0.000098
I0725 06:59:54.001847 140071461664640 interactiveshell.py:2882] Step 140450 | Loss: 0.1091 | Spent: 6.3 secs | LR: 0.000098
I0725 07:00:00.327842 140071461664640 interactiveshell.py:2882] Step 140500 | Loss: 0.0960 | Spent: 6.3 secs | LR: 0.000097
I0725 07:00:06.646749 140071461664640 interactiveshell.py:2882] Step 140550 | Loss: 0.1767 | Spent: 6.3 secs | LR: 0.000097
I0725 07:00:12.995032 140071461664640 interactiveshell.py:2882] Step 140600 | Loss: 0.0741 | Spent: 6.3 secs | LR: 0.000097
I0725 07:00:19.318562 140071461664640 interactiveshell.py:2882] Step 140650 | Loss: 0.2502 | Spent: 6.3 secs | LR: 0.000097
I0725 07:00:25.904427 140071461664640 interactiveshell.py:2882] Step 140700 | Loss: 0.5176 | Spent: 6.6 secs | LR: 0.000097
I0725 07:00:32.301021 140071461664640 interactiveshell.py:2882] Step 140750 | Loss: 0.1936 | Spent: 6.4 secs | LR: 0.000097
I0725 07:00:38.568372 140071461664640 interactiveshell.py:2882] Step 140800 | Loss: 0.3786 | Spent: 6.3 secs | LR: 0.000097
I0725 07:00:44.879225 140071461664640 interactiveshell.py:2882] Step 140850 | Loss: 0.2033 | Spent: 6.3 secs | LR: 0.000097
I0725 07:00:51.413480 140071461664640 interactiveshell.py:2882] Step 140900 | Loss: 0.1887 | Spent: 6.5 secs | LR: 0.000097
I0725 07:00:58.263075 140071461664640 interactiveshell.py:2882] Step 140950 | Loss: 0.2991 | Spent: 6.8 secs | LR: 0.000097
Reading ../data/test.txt
I0725 07:01:08.667576 140071461664640 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.854
I0725 07:01:08.668586 140071461664640 interactiveshell.py:2882] Best Accuracy: 0.859
I0725 07:01:14.060425 140071461664640 interactiveshell.py:2882] Step 141000 | Loss: 0.3087 | Spent: 15.8 secs | LR: 0.000097
I0725 07:01:20.327728 140071461664640 interactiveshell.py:2882] Step 141050 | Loss: 0.1789 | Spent: 6.3 secs | LR: 0.000097
I0725 07:01:26.488978 140071461664640 interactiveshell.py:2882] Step 141100 | Loss: 0.1114 | Spent: 6.2 secs | LR: 0.000097
I0725 07:01:32.976276 140071461664640 interactiveshell.py:2882] Step 141150 | Loss: 0.2444 | Spent: 6.5 secs | LR: 0.000097
I0725 07:01:39.541038 140071461664640 interactiveshell.py:2882] Step 141200 | Loss: 0.1887 | Spent: 6.6 secs | LR: 0.000097
I0725 07:01:45.846627 140071461664640 interactiveshell.py:2882] Step 141250 | Loss: 0.1971 | Spent: 6.3 secs | LR: 0.000097
I0725 07:01:52.107807 140071461664640 interactiveshell.py:2882] Step 141300 | Loss: 0.0877 | Spent: 6.3 secs | LR: 0.000097
I0725 07:01:58.469619 140071461664640 interactiveshell.py:2882] Step 141350 | Loss: 0.1657 | Spent: 6.4 secs | LR: 0.000097
I0725 07:02:05.023703 140071461664640 interactiveshell.py:2882] Step 141400 | Loss: 0.2533 | Spent: 6.6 secs | LR: 0.000097
I0725 07:02:11.474483 140071461664640 interactiveshell.py:2882] Step 141450 | Loss: 0.1031 | Spent: 6.4 secs | LR: 0.000097
I0725 07:02:18.010253 140071461664640 interactiveshell.py:2882] Step 141500 | Loss: 0.3654 | Spent: 6.5 secs | LR: 0.000096
I0725 07:02:24.564786 140071461664640 interactiveshell.py:2882] Step 141550 | Loss: 0.4546 | Spent: 6.6 secs | LR: 0.000096
I0725 07:02:31.100802 140071461664640 interactiveshell.py:2882] Step 141600 | Loss: 0.0919 | Spent: 6.5 secs | LR: 0.000096
I0725 07:02:37.649562 140071461664640 interactiveshell.py:2882] Step 141650 | Loss: 0.1325 | Spent: 6.5 secs | LR: 0.000096
I0725 07:02:44.133236 140071461664640 interactiveshell.py:2882] Step 141700 | Loss: 0.1541 | Spent: 6.5 secs | LR: 0.000096
I0725 07:02:50.498964 140071461664640 interactiveshell.py:2882] Step 141750 | Loss: 0.3188 | Spent: 6.4 secs | LR: 0.000096
I0725 07:02:56.865346 140071461664640 interactiveshell.py:2882] Step 141800 | Loss: 0.0319 | Spent: 6.4 secs | LR: 0.000096
I0725 07:03:03.248342 140071461664640 interactiveshell.py:2882] Step 141850 | Loss: 0.3450 | Spent: 6.4 secs | LR: 0.000096
I0725 07:03:09.691649 140071461664640 interactiveshell.py:2882] Step 141900 | Loss: 0.1727 | Spent: 6.4 secs | LR: 0.000096
I0725 07:03:16.026834 140071461664640 interactiveshell.py:2882] Step 141950 | Loss: 0.0553 | Spent: 6.3 secs | LR: 0.000096
I0725 07:03:22.467220 140071461664640 interactiveshell.py:2882] Step 142000 | Loss: 0.2001 | Spent: 6.4 secs | LR: 0.000096
I0725 07:03:28.737823 140071461664640 interactiveshell.py:2882] Step 142050 | Loss: 0.4226 | Spent: 6.3 secs | LR: 0.000096
I0725 07:03:35.185612 140071461664640 interactiveshell.py:2882] Step 142100 | Loss: 0.1732 | Spent: 6.4 secs | LR: 0.000096
I0725 07:03:41.585900 140071461664640 interactiveshell.py:2882] Step 142150 | Loss: 0.2487 | Spent: 6.4 secs | LR: 0.000096
I0725 07:03:48.004522 140071461664640 interactiveshell.py:2882] Step 142200 | Loss: 0.1677 | Spent: 6.4 secs | LR: 0.000096
I0725 07:03:54.607935 140071461664640 interactiveshell.py:2882] Step 142250 | Loss: 0.0711 | Spent: 6.6 secs | LR: 0.000096
I0725 07:04:01.070937 140071461664640 interactiveshell.py:2882] Step 142300 | Loss: 0.3486 | Spent: 6.5 secs | LR: 0.000096
I0725 07:04:07.391600 140071461664640 interactiveshell.py:2882] Step 142350 | Loss: 0.2354 | Spent: 6.3 secs | LR: 0.000096
I0725 07:04:13.781444 140071461664640 interactiveshell.py:2882] Step 142400 | Loss: 0.2776 | Spent: 6.4 secs | LR: 0.000096
I0725 07:04:20.086555 140071461664640 interactiveshell.py:2882] Step 142450 | Loss: 0.1943 | Spent: 6.3 secs | LR: 0.000096
I0725 07:04:26.369116 140071461664640 interactiveshell.py:2882] Step 142500 | Loss: 0.2093 | Spent: 6.3 secs | LR: 0.000096
I0725 07:04:32.673775 140071461664640 interactiveshell.py:2882] Step 142550 | Loss: 0.0890 | Spent: 6.3 secs | LR: 0.000095
I0725 07:04:39.018912 140071461664640 interactiveshell.py:2882] Step 142600 | Loss: 0.1750 | Spent: 6.3 secs | LR: 0.000095
I0725 07:04:45.422560 140071461664640 interactiveshell.py:2882] Step 142650 | Loss: 0.2889 | Spent: 6.4 secs | LR: 0.000095
Reading ../data/test.txt
I0725 07:04:58.282254 140071461664640 interactiveshell.py:2882] Evaluation: Testing Accuracy: 0.854
I0725 07:04:58.283334 140071461664640 interactiveshell.py:2882] Best Accuracy: 0.859
I0725 07:05:01.389733 140071461664640 interactiveshell.py:2882] Step 142700 | Loss: 0.5221 | Spent: 16.0 secs | LR: 0.000095
I0725 07:05:07.982863 140071461664640 interactiveshell.py:2882] Step 142750 | Loss: 0.1928 | Spent: 6.6 secs | LR: 0.000095
I0725 07:05:14.341317 140071461664640 interactiveshell.py:2882] Step 142800 | Loss: 0.2690 | Spent: 6.4 secs | LR: 0.000095
I0725 07:05:20.627039 140071461664640 interactiveshell.py:2882] Step 142850 | Loss: 0.2452 | Spent: 6.3 secs | LR: 0.000095
I0725 07:05:26.910446 140071461664640 interactiveshell.py:2882] Step 142900 | Loss: 0.2153 | Spent: 6.3 secs | LR: 0.000095
I0725 07:05:33.210043 140071461664640 interactiveshell.py:2882] Step 142950 | Loss: 0.1202 | Spent: 6.3 secs | LR: 0.000095
---------------------------------------------------------------------------
KeyboardInterrupt                         Traceback (most recent call last)
<ipython-input-10-84280d21d647> in <module>()
     28     grads = tape.gradient(loss, model.trainable_variables)
     29     grads, _ = tf.clip_by_global_norm(grads, params['clip_norm'])
---> 30     optim.apply_gradients(zip(grads, model.trainable_variables))
     31 
     32     if global_step % 50 == 0:

/usr/local/lib/python3.6/dist-packages/tensorflow/python/keras/optimizer_v2/optimizer_v2.py in apply_gradients(self, grads_and_vars, name)
    440           self._distributed_apply,
    441           args=(grads_and_vars,),
--> 442           kwargs={"name": name})
    443 
    444   def _distributed_apply(self, distribution, grads_and_vars, name):

/usr/local/lib/python3.6/dist-packages/tensorflow/python/distribute/distribute_lib.py in merge_call(self, merge_fn, args, kwargs)
   1837     if kwargs is None:
   1838       kwargs = {}
-> 1839     return self._merge_call(merge_fn, args, kwargs)
   1840 
   1841   def _merge_call(self, merge_fn, args, kwargs):

/usr/local/lib/python3.6/dist-packages/tensorflow/python/distribute/distribute_lib.py in _merge_call(self, merge_fn, args, kwargs)
   1844         distribution_strategy_context._CrossReplicaThreadMode(self._strategy))  # pylint: disable=protected-access
   1845     try:
-> 1846       return merge_fn(self._strategy, *args, **kwargs)
   1847     finally:
   1848       _pop_per_thread_mode()

/usr/local/lib/python3.6/dist-packages/tensorflow/python/keras/optimizer_v2/optimizer_v2.py in _distributed_apply(self, distribution, grads_and_vars, name)
    474           update_ops.extend(
    475               distribution.extended.update(
--> 476                   var, apply_grad_to_update_var, args=(grad,), group=False))
    477 
    478       any_symbolic = any(isinstance(i, ops.Operation) or

/usr/local/lib/python3.6/dist-packages/tensorflow/python/distribute/distribute_lib.py in update(self, var, fn, args, kwargs, group)
   1456       kwargs = {}
   1457     with self._container_strategy().scope():
-> 1458       return self._update(var, fn, args, kwargs, group)
   1459 
   1460   def _update(self, var, fn, args, kwargs, group):

/usr/local/lib/python3.6/dist-packages/tensorflow/python/distribute/distribute_lib.py in _update(self, var, fn, args, kwargs, group)
   2011     # The implementations of _update() and _update_non_slot() are identical
   2012     # except _update() passes `var` as the first argument to `fn()`.
-> 2013     return self._update_non_slot(var, fn, (var,) + tuple(args), kwargs, group)
   2014 
   2015   def _update_non_slot(self, colocate_with, fn, args, kwargs, should_group):

/usr/local/lib/python3.6/dist-packages/tensorflow/python/distribute/distribute_lib.py in _update_non_slot(self, colocate_with, fn, args, kwargs, should_group)
   2017     # once that value is used for something.
   2018     with UpdateContext(colocate_with):
-> 2019       result = fn(*args, **kwargs)
   2020       if should_group:
   2021         return result

/usr/local/lib/python3.6/dist-packages/tensorflow/python/keras/optimizer_v2/optimizer_v2.py in apply_grad_to_update_var(var, grad)
    459         return self._resource_apply_sparse_duplicate_indices(
    460             grad.values, var, grad.indices)
--> 461       update_op = self._resource_apply_dense(grad, var)
    462       if var.constraint is not None:
    463         with ops.control_dependencies([update_op]):

/usr/local/lib/python3.6/dist-packages/tensorflow/python/keras/optimizer_v2/adam.py in _resource_apply_dense(self, grad, var)
    168     beta_2_t = self._get_hyper('beta_2', var_dtype)
    169     epsilon_t = ops.convert_to_tensor(self.epsilon, var_dtype)
--> 170     local_step = math_ops.cast(self.iterations + 1, var_dtype)
    171     beta_1_power = math_ops.pow(beta_1_t, local_step)
    172     beta_2_power = math_ops.pow(beta_2_t, local_step)

/usr/local/lib/python3.6/dist-packages/tensorflow/python/ops/variables.py in _run_op(a, *args, **kwargs)
   1044     def _run_op(a, *args, **kwargs):
   1045       # pylint: disable=protected-access
-> 1046       return tensor_oper(a.value(), *args, **kwargs)
   1047 
   1048     functools.update_wrapper(_run_op, tensor_oper)

/usr/local/lib/python3.6/dist-packages/tensorflow/python/ops/math_ops.py in binary_op_wrapper(x, y)
    895           else:
    896             raise
--> 897       return func(x, y, name=name)
    898 
    899   def binary_op_wrapper_sparse(sp_x, y):

/usr/local/lib/python3.6/dist-packages/tensorflow/python/ops/gen_math_ops.py in add(x, y, name)
    362       _result = _pywrap_tensorflow.TFE_Py_FastPathExecute(
    363         _ctx._context_handle, _ctx._thread_local_data.device_name, "Add",
--> 364         name, _ctx._post_execution_callbacks, x, y)
    365       return _result
    366     except _core._FallbackException:

KeyboardInterrupt: